-- Logs begin at Fri 2021-08-06 17:19:10 UTC, end at Fri 2021-08-06 20:01:32 UTC. -- Aug 06 17:48:39.884053 n-d-793621-29 systemd[1]: Started Devstack devstack@q-svc.service. Aug 06 17:48:42.666975 n-d-793621-29 neutron-server[94012]: INFO neutron.common.config [-] Logging enabled! Aug 06 17:48:42.667625 n-d-793621-29 neutron-server[94012]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 17:48:42.667715 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94012) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 17:48:42.671036 n-d-793621-29 neutron-server[94012]: INFO neutron.common.config [-] Logging enabled! Aug 06 17:48:42.671288 n-d-793621-29 neutron-server[94012]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 17:48:42.671599 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94012) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 17:48:42.672517 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:48:42.672865 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:48:42.674268 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:48:42.674537 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:48:42.674763 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:48:42.675081 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.675383 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.675679 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.675902 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.676182 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.676467 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.676746 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.677037 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.677330 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.677637 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.677914 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.678194 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.678421 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.678720 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.679007 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.679273 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.679493 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] debug = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.679769 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.680189 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.680600 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.680869 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.681153 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.681426 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.681713 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.681985 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.682270 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.682598 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] host = n-d-793621-29 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.682870 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.683150 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.683428 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.683708 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.683981 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.684249 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.684528 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.684796 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.685063 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.685332 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.685643 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.685926 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.686210 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.686431 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.686647 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.686930 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.687209 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.687498 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.687746 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.688013 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.688278 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.688544 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.688805 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.689084 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.689362 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.689663 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.689932 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.690200 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.690467 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.690731 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.691006 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.691271 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.691535 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.691861 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.692152 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.692425 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.692693 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.692989 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.693267 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.693571 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.693850 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.694119 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.694456 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.694723 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.694990 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.695257 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_json = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.695524 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.695790 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.696067 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.696334 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.696600 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.696867 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.697131 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.697410 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:42.697728 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.698022 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.698319 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.698598 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.698887 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.699160 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.699442 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.699716 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.699998 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.700282 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.700566 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.700838 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.701124 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.701398 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.701713 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.702015 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.702308 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.702604 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.702876 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.703147 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.703417 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.703691 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.704019 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.704313 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.704669 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.704947 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.705223 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.705545 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.705820 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.706090 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.706364 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.706651 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.706926 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.707194 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.707481 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.707758 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.708024 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.708292 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.708567 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.708857 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.709127 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.709396 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.709687 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.709985 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.710252 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.710534 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.710805 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.711074 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.711342 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.711610 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.711877 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.712145 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.712418 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.712693 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.712963 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.713229 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.713519 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.713796 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.714059 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.714326 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.714594 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.714860 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.715131 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.715398 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.715670 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.715934 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.716203 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.716471 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.716756 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.717049 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.717322 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.717627 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.717906 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.718177 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.718448 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.718720 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.718993 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.719265 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.719532 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.719819 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.720096 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.720380 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.720669 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.720946 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.721242 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.721554 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.721836 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.722109 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.722385 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.722677 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.722959 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.723250 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.723538 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.723826 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.724114 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.724400 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.724677 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.724985 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.725264 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:42.725517 n-d-793621-29 neutron-server[94012]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:48:42.725798 n-d-793621-29 neutron-server[94012]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94012) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 06 17:48:43.079451 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 17:48:43.079698 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 17:48:43.080011 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 17:48:43.080337 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 06 17:48:43.484446 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.484743 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.484983 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.486315 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.486582 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.486843 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.523413 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.523661 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.523938 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.541817 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.542064 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.542335 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.572974 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.573238 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.573594 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.611108 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.611373 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.611635 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.841997 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.842650 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.842650 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.842650 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.843364 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.967597 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.967889 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.968165 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.968467 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.968728 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.969031 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.969258 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.969577 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.969817 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.970094 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.970342 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.970599 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.970857 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.971101 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.971348 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.971605 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.971850 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.972104 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.972367 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.972601 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.972865 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.973118 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.973392 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.973791 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.974043 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.974278 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:43.974767 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.975008 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.975242 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.975497 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.975755 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.975985 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:43.976350 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 06 17:48:43.979658 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 06 17:48:43.983586 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 06 17:48:43.987294 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 06 17:48:43.988917 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 06 17:48:43.989373 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 06 17:48:43.989703 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 06 17:48:43.990103 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 06 17:48:43.992903 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 06 17:48:43.993147 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 06 17:48:43.993549 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 17:48:43.999019 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 06 17:48:44.020689 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 06 17:48:44.021149 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.021470 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94012) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 06 17:48:44.021827 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.023202 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94012) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 06 17:48:44.023478 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 17:48:44.023719 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 06 17:48:44.027304 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.027580 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.089979 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 06 17:48:44.090217 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 06 17:48:44.090481 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 06 17:48:44.090857 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 06 17:48:44.112828 n-d-793621-29 neutron-server[94012]: DEBUG oslo_db.sqlalchemy.engines [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94012) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 06 17:48:44.672571 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing driver for type 'gre' Aug 06 17:48:44.673133 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] gre ID ranges: [(1, 1000)] Aug 06 17:48:44.733140 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing driver for type 'local' Aug 06 17:48:44.733534 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing driver for type 'vlan' Aug 06 17:48:44.747536 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] VlanTypeDriver initialization complete Aug 06 17:48:44.747871 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing driver for type 'vxlan' Aug 06 17:48:44.748551 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] vxlan ID ranges: [(1, 1000)] Aug 06 17:48:44.802919 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing extension driver 'port_security' Aug 06 17:48:44.803388 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.extensions.port_security [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] PortSecurityExtensionDriver initialization complete Aug 06 17:48:44.803786 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing mechanism driver 'openvswitch' Aug 06 17:48:44.804195 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing mechanism driver 'hyperv' Aug 06 17:48:44.811073 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.plugin [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:48:44.811941 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.812345 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.812697 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.813242 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.813696 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.814037 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.814397 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.814788 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.815197 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.815550 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.815892 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.816280 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.816676 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.817025 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.817366 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.817806 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.818212 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.818560 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.818900 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.819514 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.819783 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > address_group after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.820125 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > address_group after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.820467 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.820855 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94012) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 17:48:44.821237 n-d-793621-29 neutron-server[94012]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] ML2 OVO RPC backend initialized. {{(pid=94012) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 06 17:48:44.822015 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.822372 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.822792 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.823139 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > networks before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.823487 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.823831 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > ports before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.824176 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.824519 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnets before_response 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.824864 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.825207 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.825575 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.825919 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.826251 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.826585 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.826922 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.827257 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.827591 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.828200 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.plugin [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Modular L2 Plugin initialization complete Aug 06 17:48:44.828534 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading services supported by the core plugin {{(pid=94012) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 06 17:48:44.828866 n-d-793621-29 neutron-server[94012]: INFO neutron.plugins.ml2.managers [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Got port-security extension from driver 'port_security' Aug 06 17:48:44.829332 n-d-793621-29 neutron-server[94012]: INFO neutron.extensions.vlantransparent [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Disabled vlantransparent extension. Aug 06 17:48:44.829858 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94012) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 06 17:48:44.830172 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: router Aug 06 17:48:44.867105 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.868001 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_create 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.868001 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router before_create 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.868218 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.868610 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.868988 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_delete 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.869322 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.869743 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_create 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.870216 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.870573 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.870916 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.871286 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.871705 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.872075 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.872436 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.872793 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: subnet after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.873105 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.873475 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.873964 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_create 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.874177 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.874520 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.874863 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router after_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.875209 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.875565 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_create 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.875927 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.876274 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_update 55549900 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.876641 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > agent after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.877008 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > agent after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.877345 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > network after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.878308 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Tracking information for resource: router configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:44.878655 n-d-793621-29 neutron-server[94012]: DEBUG neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Tracking information for resource: floatingip configured {{(pid=94012) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 17:48:44.883975 n-d-793621-29 neutron-server[94012]: INFO neutron.db.l3_agentschedulers_db [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 06 17:48:44.884562 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.884927 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.885280 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.885658 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: port after_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.886471 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router before_create 55550100 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.886837 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.887195 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_create 55550100 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.887550 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > router precommit_update 55550100 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.892234 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.provider_configuration [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service providers = [] {{(pid=94012) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 06 17:48:44.892586 n-d-793621-29 neutron-server[94012]: DEBUG neutron.db.servicetype_db [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94012) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 06 17:48:44.895908 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.service_base [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94012) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:48:44.896252 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.service_base [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94012) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:48:44.896600 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.service_base [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94012) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:48:44.897701 n-d-793621-29 neutron-server[94012]: DEBUG neutron.services.service_base [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94012) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 17:48:44.897966 n-d-793621-29 neutron-server[94012]: INFO neutron.services.service_base [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 06 17:48:44.898361 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.898682 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 06 17:48:44.911727 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.912061 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: auto_allocate Aug 06 17:48:44.918102 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: network precommit_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.918479 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: network precommit_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.919017 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.919339 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: tag Aug 06 17:48:44.926347 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.926611 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: timestamp Aug 06 17:48:44.930551 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.930888 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: network_ip_availability Aug 06 17:48:44.936419 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.936793 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.937149 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:44.937931 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.938255 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: flavors Aug 06 17:48:44.943426 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.943887 n-d-793621-29 neutron-server[94012]: INFO neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading Plugin: revisions Aug 06 17:48:44.948760 n-d-793621-29 neutron-server[94012]: DEBUG neutron.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94012) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 17:48:44.949157 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=94012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 17:48:44.949933 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94012) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 06 17:48:44.950271 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Initializing extension manager. Aug 06 17:48:44.950786 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: __init__.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.951129 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: __pycache__ {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.951462 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.951794 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: address_group.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.952565 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.953158 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: address-group Aug 06 17:48:44.953513 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: address_scope.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.954234 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.954737 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: address-scope Aug 06 17:48:44.955061 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.956016 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.956521 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: router-admin-state-down-before-update Aug 06 17:48:44.956848 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: agent.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.957582 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.958082 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: agent Aug 06 17:48:44.958403 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: agent_resources_synced.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.959324 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.959837 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: agent-resources-synced Aug 06 17:48:44.960172 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: allowedaddresspairs.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.963198 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.963198 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: allowed-address-pairs Aug 06 17:48:44.963198 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: auto_allocated_topology.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.964199 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.964727 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: auto-allocated-topology Aug 06 17:48:44.965050 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: availability_zone.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.965780 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.966299 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: availability_zone Aug 06 17:48:44.966622 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: availability_zone_filter.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.967536 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.968040 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: availability_zone_filter Aug 06 17:48:44.968364 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: data_plane_status.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.969283 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.969841 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension data-plane-status not supported by any of loaded plugins Aug 06 17:48:44.970150 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: default_subnetpools.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.971084 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.971592 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: default-subnetpools Aug 06 17:48:44.971919 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.972777 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.973275 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: dhcp_agent_scheduler Aug 06 17:48:44.973626 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: dns.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.974550 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.975054 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension dns-integration not supported by any of loaded plugins Aug 06 17:48:44.975378 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: dns_domain_ports.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.976357 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.976858 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 06 17:48:44.977181 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.978140 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.978643 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 06 17:48:44.978965 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: dvr.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.980027 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.980136 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: dvr Aug 06 17:48:44.980447 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: ecmp_routes.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.981368 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.981899 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 06 17:48:44.982221 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: empty_string_filtering.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.983147 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.983653 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: empty-string-filtering Aug 06 17:48:44.983973 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.984887 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.985393 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 06 17:48:44.985749 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.986686 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.987178 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 06 17:48:44.987500 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: external_net.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.988420 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.988919 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: external-net Aug 06 17:48:44.989239 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.990187 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.990691 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: extra_dhcp_opt Aug 06 17:48:44.991013 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: extraroute.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.991954 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.992456 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: extraroute Aug 06 17:48:44.992784 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: extraroute_atomic.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.993868 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.994373 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: extraroute-atomic Aug 06 17:48:44.994695 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: filter_validation.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.995589 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.996095 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: filter-validation Aug 06 17:48:44.996421 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: fip_pf_description.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.997335 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.997867 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 06 17:48:44.998193 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: fip_port_details.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:44.999126 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:44.999630 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: fip-port-details Aug 06 17:48:44.999956 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: flavors.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.001223 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.001769 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: flavors Aug 06 17:48:45.002092 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.003841 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.004364 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 06 17:48:45.004698 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: floatingip_pools.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.005404 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.005948 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: floatingip-pools Aug 06 17:48:45.006275 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: ip_allocation.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.007267 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.007772 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension ip_allocation not supported by any of loaded plugins Aug 06 17:48:45.008098 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.009021 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.009631 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: ip-substring-filtering Aug 06 17:48:45.009961 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l2_adjacency.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.010899 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.011398 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 06 17:48:45.011722 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.012742 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.013254 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: router Aug 06 17:48:45.013613 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.015934 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.016448 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 06 17:48:45.016782 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.017756 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.018272 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: ext-gw-mode Aug 06 17:48:45.018601 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.019544 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.020048 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: l3-ha Aug 06 17:48:45.020372 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3_flavors.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.021289 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.021820 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: l3-flavors Aug 06 17:48:45.022146 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.023121 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.023623 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 06 17:48:45.023949 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: l3agentscheduler.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.025029 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.025558 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: l3_agent_scheduler Aug 06 17:48:45.026190 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: logging.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.027721 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.028237 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension logging not supported by any of loaded plugins Aug 06 17:48:45.028569 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: metering.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.029318 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.029936 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: metering Aug 06 17:48:45.030263 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.031513 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.032032 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: metering_source_and_destination_fields Aug 06 17:48:45.032360 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: multiprovidernet.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.033300 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.033839 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: multi-provider Aug 06 17:48:45.034163 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: netmtu.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.035088 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.035599 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: net-mtu Aug 06 17:48:45.035926 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: netmtu_writable.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.036847 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.037350 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: net-mtu-writable Aug 06 17:48:45.037710 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: network_availability_zone.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.038411 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.038912 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: network_availability_zone Aug 06 17:48:45.039232 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: network_ip_availability.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.040360 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.040870 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: network-ip-availability Aug 06 17:48:45.041190 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: network_segment_range.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.041988 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.042487 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension network-segment-range not supported by any of loaded plugins Aug 06 17:48:45.042810 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: pagination.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.043791 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.044118 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: pagination Aug 06 17:48:45.044435 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: port_device_profile.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.045336 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.045884 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: port-device-profile Aug 06 17:48:45.046207 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.047130 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.047638 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: port-mac-address-regenerate Aug 06 17:48:45.047961 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.048880 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.049383 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: port-numa-affinity-policy Aug 06 17:48:45.049739 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: port_resource_request.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.050654 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.051160 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension port-resource-request not supported by any of loaded plugins Aug 06 17:48:45.051482 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: portbindings.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.052406 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.052921 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: binding Aug 06 17:48:45.053244 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: portbindings_extended.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.054600 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.055108 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: binding-extended Aug 06 17:48:45.055434 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: portsecurity.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.056350 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.056857 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: port-security Aug 06 17:48:45.057181 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: project_id.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.058187 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.058516 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: project-id Aug 06 17:48:45.058839 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: providernet.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.059751 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.060260 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: provider Aug 06 17:48:45.060581 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.064158 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.064667 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos not supported by any of loaded plugins Aug 06 17:48:45.065005 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.066353 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.066904 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 06 17:48:45.067431 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.068842 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.069500 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 06 17:48:45.069981 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_default.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.070918 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.071442 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-default not supported by any of loaded plugins Aug 06 17:48:45.071772 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_fip.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.072447 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.072955 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-fip not supported by any of loaded plugins Aug 06 17:48:45.073280 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_gateway_ip.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.074248 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.074750 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 06 17:48:45.075072 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_port_network_policy.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.076005 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.076510 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 06 17:48:45.076868 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_pps_rule.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.078057 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.078575 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-pps not supported by any of loaded plugins Aug 06 17:48:45.078900 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_rule_type_details.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.079848 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.080343 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 06 17:48:45.080668 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: qos_rules_alias.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.081738 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.082249 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 06 17:48:45.082575 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: quotasv2.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.083784 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.084112 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: quotas Aug 06 17:48:45.084442 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: quotasv2_detail.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.087659 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.087999 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: quota_details Aug 06 17:48:45.088353 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: rbac.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.089430 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.089989 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: rbac-policies Aug 06 17:48:45.090327 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: rbac_address_group.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.091263 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.091787 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: rbac-address-group Aug 06 17:48:45.092114 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: rbac_address_scope.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.093045 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.093576 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: rbac-address-scope Aug 06 17:48:45.093903 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: rbac_security_groups.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.094820 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.095325 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: rbac-security-groups Aug 06 17:48:45.095650 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: rbac_subnetpool.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.096553 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.097066 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: rbac-subnetpool Aug 06 17:48:45.097389 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: revisionifmatch.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.098335 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.098834 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: revision-if-match Aug 06 17:48:45.099157 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: revisions.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.100283 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.100816 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: standard-attr-revisions Aug 06 17:48:45.101142 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: router_availability_zone.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.101864 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.102370 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: router_availability_zone Aug 06 17:48:45.102701 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: routerservicetype.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.103621 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.104122 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension router-service-type not supported by any of loaded plugins Aug 06 17:48:45.104550 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.105494 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.106010 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: security-groups-normalized-cidr Aug 06 17:48:45.106338 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.107269 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.107775 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: port-security-groups-filtering Aug 06 17:48:45.108130 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.109239 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.109859 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: security-groups-remote-address-group Aug 06 17:48:45.110187 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: securitygroup.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.120591 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.121135 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: security-group Aug 06 17:48:45.121492 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: segment.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.122331 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.122844 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension segment not supported by any of loaded plugins Aug 06 17:48:45.123170 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.124172 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.124681 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 06 17:48:45.125008 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: servicetype.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.126261 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.126782 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: service-type Aug 06 17:48:45.127110 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: sorting.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.128103 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.128441 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: sorting Aug 06 17:48:45.128766 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: standard_attr_segment.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.129722 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.130231 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 06 17:48:45.130542 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: standardattrdescription.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.131193 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.131714 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: standard-attr-description Aug 06 17:48:45.132055 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: stateful_security_group.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.133016 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.133555 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: stateful-security-group Aug 06 17:48:45.133886 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: stdattrs_common.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.134481 n-d-793621-29 neutron-server[94012]: WARNING neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 06 17:48:45.134806 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.135740 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.136273 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 06 17:48:45.136599 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnet_onboard.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.137721 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.138239 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: subnet_onboard Aug 06 17:48:45.138550 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.139504 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.140015 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 06 17:48:45.140343 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnet_service_types.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.141285 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.141835 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: subnet-service-types Aug 06 17:48:45.142170 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnetallocation.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.143293 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.143820 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: subnet_allocation Aug 06 17:48:45.144152 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.144854 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.145356 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: subnetpool-prefix-ops Aug 06 17:48:45.145707 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.146650 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.147151 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 06 17:48:45.147546 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: tagging.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.148649 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.149167 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: standard-attr-tag Aug 06 17:48:45.149515 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: timestamp.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.150757 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.151561 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loaded extension: standard-attr-timestamp Aug 06 17:48:45.151889 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: trunk.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.152950 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.153469 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension trunk not supported by any of loaded plugins Aug 06 17:48:45.153809 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: trunk_details.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.154743 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.155250 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension trunk-details not supported by any of loaded plugins Aug 06 17:48:45.155573 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: uplink_status_propagation.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.156481 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.157005 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 06 17:48:45.157331 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Loading extension file: vlantransparent.py {{(pid=94012) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 17:48:45.158048 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94012) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 17:48:45.158542 n-d-793621-29 neutron-server[94012]: INFO neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 06 17:48:45.161134 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:network Aug 06 17:48:45.161713 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnet Aug 06 17:48:45.162110 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:48:45.162500 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:port Aug 06 17:48:45.163814 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.164260 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service FLAVORS assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.164919 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.165339 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.165696 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:router Aug 06 17:48:45.166121 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 17:48:45.166644 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service METERING assigned prefix: /metering {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.168131 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:45.168500 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:45.168861 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:48:45.170000 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 17:48:45.170442 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:security_group Aug 06 17:48:45.170877 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 17:48:45.171492 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service CORE assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.171824 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:48:45.172164 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] subnetpool is already registered Aug 06 17:48:45.172616 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service CORE assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.172937 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:48:45.173268 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] subnetpool is already registered Aug 06 17:48:45.175603 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.176139 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service FLAVORS assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.176832 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.177218 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.177581 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:router Aug 06 17:48:45.177922 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] router is already registered Aug 06 17:48:45.178332 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 17:48:45.178734 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] floatingip is already registered Aug 06 17:48:45.179208 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service METERING assigned prefix: /metering {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.179914 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 17:48:45.180223 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] rbac_policy is already registered Aug 06 17:48:45.180644 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:security_group Aug 06 17:48:45.181983 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] security_group is already registered Aug 06 17:48:45.181983 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 17:48:45.181983 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] security_group_rule is already registered Aug 06 17:48:45.182246 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service CORE assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.183761 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:48:45.183761 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] subnetpool is already registered Aug 06 17:48:45.183761 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.v2.resource_helper [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Service CORE assigned prefix: {{(pid=94012) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 17:48:45.183761 n-d-793621-29 neutron-server[94012]: INFO neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 17:48:45.184061 n-d-793621-29 neutron-server[94012]: WARNING neutron.quota.resource_registry [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] subnetpool is already registered Aug 06 17:48:45.185725 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: extensions {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.187334 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: address-groups {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.188798 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: address-scopes {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.190044 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: agents {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.191308 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: auto-allocated-topology {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.192581 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: availability_zones {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.193822 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: dhcp-networks {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.195286 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: dhcp-agents {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.196799 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: routers {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.198526 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: flavors {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.199704 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: service_profiles {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.200985 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: next_providers {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.202458 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: service_profiles {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.203886 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: floatingip-pools {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.205212 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: routers {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.206934 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: floatingips {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.208110 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: l3-routers {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.209625 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: l3-agents {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.211096 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: metering-labels {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.212334 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: metering-label-rules {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.213618 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: network-ip-availabilities {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.214958 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: bindings {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.216604 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: quotas {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.218064 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: quotas {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.219580 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: rbac-policies {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.220757 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: security-groups {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.221989 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: security-group-rules {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.223339 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: service-providers {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.224552 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: subnetpools {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.225920 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: subnetpools {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.227445 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.229135 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.231025 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.232902 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.234644 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.236485 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.238340 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.240097 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.243016 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.244772 n-d-793621-29 neutron-server[94012]: DEBUG neutron.api.extensions [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Extended resource: tags {{(pid=94012) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 17:48:45.250858 n-d-793621-29 neutron-server[94012]: WARNING keystonemiddleware.auth_token [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 06 17:48:45.255497 n-d-793621-29 neutron-server[94012]: WARNING keystonemiddleware.auth_token [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 06 17:48:45.264199 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Acquired lock "singleton_lock" {{(pid=94012) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 06 17:48:45.264665 n-d-793621-29 neutron-server[94012]: DEBUG oslo_concurrency.lockutils [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Releasing lock "singleton_lock" {{(pid=94012) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 06 17:48:45.265313 n-d-793621-29 neutron-server[94012]: INFO oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Starting 2 workers Aug 06 17:48:45.270125 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Started child 94121 {{(pid=94012) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:48:45.274584 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Started child 94122 {{(pid=94012) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:48:45.275346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.276382 n-d-793621-29 neutron-server[94012]: INFO neutron.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 06 17:48:45.277056 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Notify callbacks [] for process, before_spawn {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.277230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [-] (94121) wsgi starting up on http://0.0.0.0:9696 Aug 06 17:48:45.279431 n-d-793621-29 neutron-server[94012]: INFO oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Starting 1 workers Aug 06 17:48:45.279573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.280830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [-] (94122) wsgi starting up on http://0.0.0.0:9696 Aug 06 17:48:45.284522 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Started child 94123 {{(pid=94012) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:48:45.285051 n-d-793621-29 neutron-server[94012]: INFO oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Starting 1 workers Aug 06 17:48:45.288162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] calling RpcWorker wait() {{(pid=94123) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 06 17:48:45.288806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] returning from RpcWorker wait() {{(pid=94123) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 06 17:48:45.289558 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Started child 94124 {{(pid=94012) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 17:48:45.289992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.290305 n-d-793621-29 neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-6281c36c-fc7c-4d1c-bed2-e6817474b194 None None] Notify callbacks [] for process, after_spawn {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.290456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:48:45.292107 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94012) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 17:48:45.292283 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:48:45.292634 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:48:45.293040 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:48:45.293365 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:48:45.293609 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:48:45.294188 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.294325 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:48:45.294779 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.294779 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.294908 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.295104 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.295193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:48:45.295724 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.295959 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.296238 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.296494 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.296748 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.296916 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.297290 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.297580 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.297785 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.298264 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.298533 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.298797 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.299071 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.299241 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.299492 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.299757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.300091 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.300355 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] debug = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.300601 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.301099 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.301331 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.301629 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.301854 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.302200 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.302367 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.302634 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.302886 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.303144 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.303344 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.303623 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.303913 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.304127 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.304348 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.304606 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.304828 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.305290 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] host = n-d-793621-29 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.305554 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.305788 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.306050 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.306316 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.306564 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.306795 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.307039 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.307293 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.307549 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.307780 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.308021 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.308266 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.308491 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.308727 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.308891 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_options = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.309130 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.309387 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.309715 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.309898 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.310048 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.310228 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.310488 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.310652 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.310909 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.311146 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.311361 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.311576 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.311830 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.312092 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.312265 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.312479 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.312724 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.312957 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.313281 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.313428 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.313773 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.314007 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.314231 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.314475 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.314686 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.314905 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.315151 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.315381 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.315595 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.315849 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.316092 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.316344 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.316582 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.316845 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.317078 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.317307 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.317570 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.317845 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.318077 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.318331 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.318579 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.318798 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.319037 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.319305 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.319540 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.319758 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_json = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.319970 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.320202 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.320456 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.320673 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.320916 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.321129 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.321345 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.321708 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.322263 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.322681 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.323088 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.323523 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.323766 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.324009 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.324267 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.324489 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.324723 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.325195 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.325629 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.325778 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.326074 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.326275 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.326542 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.326879 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.327116 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.327569 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.327714 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.327906 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.328127 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.328372 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.328741 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.328989 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.329265 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.329541 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.329762 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.329983 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.330234 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.330463 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.330696 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.331172 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.331434 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.331657 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.331890 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.332534 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.332534 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.332534 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.332939 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.333073 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.333272 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.333570 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.333779 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.333995 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.334212 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.334427 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.334644 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.334949 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.335195 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.335457 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.335772 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.336570 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.336715 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.337116 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.337268 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.337404 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.337655 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.337874 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.342182 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.342440 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.342712 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.343001 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.343258 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.347109 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.347398 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.347654 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.347921 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.348318 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.348466 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.348619 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.350320 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.350320 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.350320 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.350320 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.351381 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.351595 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.353435 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.354325 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.354596 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.355009 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.356729 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.356994 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.357232 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.357523 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.358819 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.359162 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.361042 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.362514 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.362781 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.363033 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.363290 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.363541 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.363836 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.364055 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.364310 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.364602 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.364860 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.365105 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.365352 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.367364 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.368710 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.368966 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.369233 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.369518 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.369781 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.370016 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.370289 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.370554 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.370964 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.371080 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.371337 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.371630 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.371877 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.372176 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.372419 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.372689 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.372982 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.373241 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.373614 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.374278 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.374553 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.374964 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.375234 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.375495 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.375833 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.376075 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.376321 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.376604 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.376836 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.377057 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.377328 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.377737 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.378074 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.378328 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.378669 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.378907 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.379169 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.379436 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.379697 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.379963 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.380207 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.380445 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.380692 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.380922 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.381137 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.381367 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.381622 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.381901 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.382147 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.382363 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.382589 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.382942 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.383404 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.383576 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.383704 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.383918 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.384137 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.384356 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.384597 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.384855 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.385072 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.385292 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.385554 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.385793 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.386060 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.386251 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.386463 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.386716 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.386936 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.387208 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.387466 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.387682 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.387908 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.388131 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.388389 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.388607 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.388848 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.389066 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.389282 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.389519 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.389747 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.389959 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.390171 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.390398 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.390630 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.390891 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.391150 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.391488 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.391737 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.391968 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.392206 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.392445 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.392694 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.392931 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.393179 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.393393 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.393656 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.393871 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.394145 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.394367 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.394588 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.394872 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.395031 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.395256 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.395475 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.395683 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.395984 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.396251 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.396490 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.396748 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.397728 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.398511 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.398757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.398969 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.399181 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.399437 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.399667 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.399870 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.400100 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.400309 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.400518 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.400767 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.401325 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.401754 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.402014 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.402225 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.402438 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.402658 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.402875 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.403123 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.403349 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.403589 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.403824 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.404048 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.404360 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.404450 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.404674 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.404882 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.405090 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.405307 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.405545 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.405753 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.406069 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.406328 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.406702 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.406838 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.407029 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.407271 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.407515 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.407847 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.408059 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.408323 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.408544 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.408757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.408975 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.409234 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.409599 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.409879 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.410148 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.410391 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.410671 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.410948 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.411230 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.411444 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.411843 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.412177 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.412482 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.412731 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.413036 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.413293 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.413546 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.413785 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.414017 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.414249 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.414470 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.414729 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.414979 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.415193 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.415407 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.415732 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.415865 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.416102 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.416328 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.416564 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.416781 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.417157 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:48:45.417472 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94012) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 17:48:45.417636 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 17:48:45.417787 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 17:48:45.417956 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 17:48:45.418123 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 17:48:45.418271 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 17:48:45.418474 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.418626 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.418780 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.418921 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419078 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419257 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419416 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419571 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419730 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419885 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.419970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:48:45.420063 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420186 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420342 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420498 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420652 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420810 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.420966 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.421122 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.421282 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.421437 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.421622 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.421795 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422023 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] debug = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422186 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422384 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422545 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422700 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.422855 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423012 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423167 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423324 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423479 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423634 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423791 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.423951 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424105 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424261 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424416 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424573 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424727 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.424882 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] host = n-d-793621-29 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425042 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425238 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425377 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425531 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425674 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425830 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.425972 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426129 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426288 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426444 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426605 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426760 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.426971 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427065 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427216 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_options = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427373 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427530 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427686 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.427864 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428024 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428181 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428337 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428492 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428685 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428840 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.428997 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429155 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429314 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429507 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429644 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429798 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.429954 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430110 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430267 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430420 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430575 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430729 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.430884 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431038 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431194 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431350 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431504 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431659 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431813 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.431977 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432188 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432348 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432504 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432659 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432816 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.432972 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433127 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433286 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433455 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433616 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433773 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.433928 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.434084 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.434238 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.434393 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.434552 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_json = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.434706 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.435236 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.435540 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.435680 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.435825 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.435984 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.436139 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.436297 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 17:48:45.436477 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.436628 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.436796 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.436956 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437114 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437271 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437429 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437607 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437742 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.437904 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438071 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438231 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438402 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438562 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438723 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.438881 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439039 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439197 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439355 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439517 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439675 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.439833 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440007 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440166 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440325 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440483 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440625 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440786 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.440946 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441106 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441265 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441424 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441606 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441750 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.441911 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.442069 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.442757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.442757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.442757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.442757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443185 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443185 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443185 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443483 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443483 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443681 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443812 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.443897 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444003 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444183 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444384 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444544 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444703 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.444862 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445021 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445303 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445523 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445523 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445735 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445858 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.445940 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446101 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446260 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446420 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446562 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446721 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.446878 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447036 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447193 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447351 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447509 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447667 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447824 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.447982 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448140 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448299 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448457 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448617 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448774 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.448932 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.449091 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.449297 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.449433 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.449619 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.449914 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450090 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450249 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450409 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450567 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450724 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.450882 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451039 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451198 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451356 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451514 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451671 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451827 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.451988 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452146 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452303 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452460 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452618 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452774 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.452931 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453087 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453244 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453411 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453601 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453757 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.453914 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454070 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454237 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454398 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454555 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454713 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.454883 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455036 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455194 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455353 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455511 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455668 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.455828 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456044 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456215 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456313 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456438 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456648 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456746 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.456925 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457082 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457242 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457399 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457619 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457849 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.457990 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458070 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458229 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458386 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458543 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458701 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.458860 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459017 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459177 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459337 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459500 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459658 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.459844 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460003 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460162 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460321 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460478 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460637 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460795 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.460953 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461111 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461267 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461425 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461605 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461770 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.461927 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.462486 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.462648 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.462805 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.462964 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463122 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463280 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463436 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463593 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463750 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.463912 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464073 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464217 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464379 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464538 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464697 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.464856 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465018 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465175 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465334 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465530 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465693 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465843 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.465985 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.466145 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.466304 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.466465 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.466653 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.466843 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467021 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467201 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467201 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467387 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467513 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467677 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467835 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.467994 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468152 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468309 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468469 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468631 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468790 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.468949 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.469108 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.469267 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.469429 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.469646 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.469876 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470068 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470195 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470355 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470514 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470673 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470841 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.470999 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471157 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471314 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471471 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471629 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471799 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.471956 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472115 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472273 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472429 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472572 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472742 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.472900 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473058 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473216 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473374 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473552 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473720 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.473879 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474038 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474216 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474347 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474494 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474662 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474820 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.474978 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475135 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475292 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475505 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475723 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475847 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.475970 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476126 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476283 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476440 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476584 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476945 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.476945 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477199 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477199 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477398 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477574 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477703 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477821 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.477989 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478154 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478314 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478480 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478647 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478813 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.478971 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479137 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479310 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479473 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479630 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479789 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.479946 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480104 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480262 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480421 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480579 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480737 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.480896 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481117 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481280 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481438 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481615 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481774 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.481931 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.482089 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.482247 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.482405 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 17:48:45.482557 n-d-793621-29 neutron-server[94012]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94012) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 17:48:45.575876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37938) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:48:45.584094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0059829 Aug 06 17:48:58.359604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4782c20-9f5b-4959-b464-c68d4b1e53b1 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 17:48:58.541311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4782c20-9f5b-4959-b464-c68d4b1e53b1 None None] No non-hosted networks {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 06 17:48:58.558828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.agentschedulers_db [None req-e4782c20-9f5b-4959-b464-c68d4b1e53b1 None None] DHCP Agent not found on host n-d-793621-29 {{(pid=94123) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 06 17:48:58.674652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5aa47e40-e89e-4503-af7c-e916a7f75c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:01.361192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:01.362226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.362756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.363347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.363902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.364484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.365004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.365625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.366134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.366621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.367134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.367714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.368283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:01.368829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-29', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:01.388143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-29', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:01.543600 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55e84a58-6712-47ad-9585-8a152bf8053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:01.600524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6b4f705d-07a2-4721-8fdb-b9b2e0ddcfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:02.962789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:04.436957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:04.699705 n-d-793621-29 neutron-server[94123]: INFO neutron.db.l3_hamode_db [None req-2ccef675-b874-489d-9732-dc8c5b0d22f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 06 17:49:04.807797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccef675-b874-489d-9732-dc8c5b0d22f2 None None] Routers set() bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:49:04.808164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccef675-b874-489d-9732-dc8c5b0d22f2 None None] Router IDs set() for agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 17:49:05.927556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38030) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:06.459324 n-d-793621-29 neutron-server[94122]: WARNING oslo_policy.policy [None req-dfad1e73-9676-4915-97a2-0c027a237298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:06.459907 n-d-793621-29 neutron-server[94122]: WARNING oslo_policy.policy [None req-dfad1e73-9676-4915-97a2-0c027a237298 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:06.676432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-dfad1e73-9676-4915-97a2-0c027a237298 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:49:06.677516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dfad1e73-9676-4915-97a2-0c027a237298 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7490296 Aug 06 17:49:09.179351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38044) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:09.732538 n-d-793621-29 neutron-server[94121]: WARNING oslo_policy.policy [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:09.733118 n-d-793621-29 neutron-server[94121]: WARNING oslo_policy.policy [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:09.948875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:10.042004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.policy [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 17:49:10.087083 n-d-793621-29 neutron-server[94121]: WARNING oslo_policy.policy [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:10.087465 n-d-793621-29 neutron-server[94121]: WARNING oslo_policy.policy [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:10.096169 n-d-793621-29 neutron-server[94121]: INFO neutron.quota [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] Loaded quota_driver: . Aug 06 17:49:10.232928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755206552913', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755206551692', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755198952258', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755198965245', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755206929849', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755198977069', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7869801', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8231538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880338', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047740'] for rbac-policy, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:10.308425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:10.309852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-289c667b-bc65-41aa-a977-1edb1a956ebf admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1283185 Aug 06 17:49:13.019913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:13.340466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Request body: {'network': {'tenant_id': '8e994819209242b093fbfafa34f1030e', 'name': 'private', 'project_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:13.373926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Made reservation on behalf of 8e994819209242b093fbfafa34f1030e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:49:13.377236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.395257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.564985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.571737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.609067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:49:13.643996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755202658744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.644797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Unsubscribe: segment precommit_create {{(pid=94121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 17:49:13.645459 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Added segment 0b3f8e63-3bd8-4114-8538-6e1ff9a29823 of type vlan for network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b Aug 06 17:49:13.655179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc047f14-f94f-40c4-b32b-b17fefb31a1b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:13.706467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.706924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.707372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.707833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.708293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.708737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.709244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.709715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.710160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.710598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.711039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.711476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Tracked resource versions report: Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: pushed versions: Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: { 'AddressGroup': {'1.2'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'ConntrackHelper': {'1.0'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Log': {'1.0'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Network': {'1.1'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Port': {'1.7'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'PortForwarding': {'1.2'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'QosPolicy': {'1.9'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SecurityGroup': {'1.4'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SubPort': {'1.0'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Subnet': {'1.1'}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Trunk': {'1.1'}} Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: consumer versions: Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: L3 agent@n-d-793621-29: {}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: Metadata agent@n-d-793621-29: {}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: Metering agent@n-d-793621-29: {}, Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'ConntrackHelper': '1.0', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Log': '1.0', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Network': '1.1', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Port': '1.7', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'PortForwarding': '1.2', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'QosPolicy': '1.9', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SecurityGroup': '1.4', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SecurityGroupRule': '1.2', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'SubPort': '1.0', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Subnet': '1.1', Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: 'Trunk': '1.1'}} Aug 06 17:49:13.713214 n-d-793621-29 neutron-server[94121]: {{(pid=94121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:49:13.811154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.864508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.865832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:13.866491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:13.957901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9368484 Aug 06 17:49:13.973184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918492-ebee-4348-a189-13872aac3980 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ea2b5-d311-479c-84c0-55b1cb19b26b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:13.986722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:49:16.712355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:17.266967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.policy [None req-2f5e7aaa-1907-46f5-86c6-8b63bc60cb95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 17:49:17.311822 n-d-793621-29 neutron-server[94122]: WARNING oslo_policy.policy [None req-2f5e7aaa-1907-46f5-86c6-8b63bc60cb95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:17.312190 n-d-793621-29 neutron-server[94122]: WARNING oslo_policy.policy [None req-2f5e7aaa-1907-46f5-86c6-8b63bc60cb95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 17:49:17.321383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e7aaa-1907-46f5-86c6-8b63bc60cb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:17.323130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2f5e7aaa-1907-46f5-86c6-8b63bc60cb95 admin admin] 10.222.0.64 "GET /v2.0/networks/5b8ea2b5-d311-479c-84c0-55b1cb19b26b HTTP/1.1" status: 200 len: 825 time: 0.6094136 Aug 06 17:49:17.362874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b2d72be-7041-4dda-8284-2a39cd981c07 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/565b7728-52d8-48af-b6b7-6385f3f67b5e HTTP/1.1" status: 200 len: 734 time: 0.0332613 Aug 06 17:49:17.376473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Request body: {'subnet': {'tenant_id': '8e994819209242b093fbfafa34f1030e', 'name': 'private-subnet', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:17.378064 n-d-793621-29 neutron-server[94122]: INFO neutron.quota [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Loaded quota_driver: . Aug 06 17:49:17.421932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Made reservation on behalf of 8e994819209242b093fbfafa34f1030e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:49:17.424695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:17.744729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:17.814653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Checking segment: {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:49:17.815026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Network hostable DHCP agents. Network: 5b8ea2b5-d311-479c-84c0-55b1cb19b26b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:49:17.825147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f96386c-d661-4fe1-ad8b-3faf4e6b123d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:17.838455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.838792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.839195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.839591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.839862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.840174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.840462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.840767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.841070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.841379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.841697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.841984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Tracked resource versions report: Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: pushed versions: Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: { 'AddressGroup': {'1.2'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'ConntrackHelper': {'1.0'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Log': {'1.0'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Network': {'1.1'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Port': {'1.7'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'PortForwarding': {'1.2'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'QosPolicy': {'1.9'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SecurityGroup': {'1.4'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SubPort': {'1.0'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Subnet': {'1.1'}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Trunk': {'1.1'}} Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: consumer versions: Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: L3 agent@n-d-793621-29: {}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: Metadata agent@n-d-793621-29: {}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: Metering agent@n-d-793621-29: {}, Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'ConntrackHelper': '1.0', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Log': '1.0', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Network': '1.1', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Port': '1.7', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'PortForwarding': '1.2', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'QosPolicy': '1.9', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SecurityGroup': '1.4', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SecurityGroupRule': '1.2', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'SubPort': '1.0', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Subnet': '1.1', Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: 'Trunk': '1.1'}} Aug 06 17:49:17.843124 n-d-793621-29 neutron-server[94122]: {{(pid=94122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:49:17.879854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:49:17.897386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5b8ea2b5-d311-479c-84c0-55b1cb19b26b) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:17.903280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:17.903907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:17.909236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6270d81c-59f8-4974-a69f-3a0843ae0fa3 None None] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:49:17.930135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4ab3ea47-c9b2-4f3b-b73d-0681e37d2bdd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5570803 Aug 06 17:49:18.252410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:49:18.253746 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:18.536830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Allocated IP 172.20.0.2 (5b8ea2b5-d311-479c-84c0-55b1cb19b26b/8f96386c-d661-4fe1-ad8b-3faf4e6b123d/98937d6c-5574-42e6-bdce-cb109106f4c5) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:49:18.746193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:18.793820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Transition to ACTIVE for port object 98937d6c-5574-42e6-bdce-cb109106f4c5 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:49:18.815011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Transition to ACTIVE for port object 98937d6c-5574-42e6-bdce-cb109106f4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:49:18.824917 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:18.894836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:49:18.899704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:18.911581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:49:18.914820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Pushing event updated for resources: {'Port': ['ID=98937d6c-5574-42e6-bdce-cb109106f4c5,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:18.925953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.926291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.926623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.926946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.927266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.927645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.927926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.928273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.928580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.928889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.929184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.929522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Tracked resource versions report: Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: pushed versions: Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: { 'AddressGroup': {'1.2'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'ConntrackHelper': {'1.0'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Log': {'1.0'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Network': {'1.1'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Port': {'1.7'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'PortForwarding': {'1.2'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'QosPolicy': {'1.9'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SecurityGroup': {'1.4'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SubPort': {'1.0'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Subnet': {'1.1'}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Trunk': {'1.1'}} Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: consumer versions: Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: L3 agent@n-d-793621-29: {}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: Metadata agent@n-d-793621-29: {}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: Metering agent@n-d-793621-29: {}, Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'ConntrackHelper': '1.0', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Log': '1.0', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Network': '1.1', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Port': '1.7', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'PortForwarding': '1.2', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'QosPolicy': '1.9', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SecurityGroup': '1.4', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SecurityGroupRule': '1.2', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'SubPort': '1.0', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Subnet': '1.1', Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: 'Trunk': '1.1'}} Aug 06 17:49:18.930627 n-d-793621-29 neutron-server[94123]: {{(pid=94123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:49:19.002424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Attempting to bind port 98937d6c-5574-42e6-bdce-cb109106f4c5 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:49:19.002814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Attempting to bind port 98937d6c-5574-42e6-bdce-cb109106f4c5 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:49:19.003237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Attempting to bind port 98937d6c-5574-42e6-bdce-cb109106f4c5 on network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:49:19.009978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:49:19.010354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Checking segment: {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:49:19.010860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:19.011244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Bound using segment: {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:49:19.011719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Bound port: 98937d6c-5574-42e6-bdce-cb109106f4c5, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:49:19.012108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:19.105168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] For port 98937d6c-5574-42e6-bdce-cb109106f4c5, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:49:19.111499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] For port 98937d6c-5574-42e6-bdce-cb109106f4c5, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=98937d6c-5574-42e6-bdce-cb109106f4c5,segment=NetworkSegment(0b3f8e63-3bd8-4114-8538-6e1ff9a29823),segment_id=0b3f8e63-3bd8-4114-8538-6e1ff9a29823)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:49:19.120054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:19.193623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7ae3b-c9d7-4e02-960c-cfcbc101d29e None None] Pushing event updated for resources: {'Port': ['ID=98937d6c-5574-42e6-bdce-cb109106f4c5,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:20.389220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:20.736053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-26299fb3-8d78-40fa-a552-7280739cf3cf admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:49:20.737055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26299fb3-8d78-40fa-a552-7280739cf3cf admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3468189 Aug 06 17:49:23.167594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38098) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:23.518785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-ce14591a-4b23-4aab-b8d2-40ac5241416e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:49:23.519877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ce14591a-4b23-4aab-b8d2-40ac5241416e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3513312 Aug 06 17:49:26.167589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38108) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:26.494700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Request body: {'router': {'tenant_id': '8e994819209242b093fbfafa34f1030e', 'name': 'router1', 'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:26.521974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:26.523797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:26.690042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:26.696727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:26.712884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:26.714223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-476e5f9e-538f-48ba-badf-7db6098d782f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5454950 Aug 06 17:49:27.620555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc22705-b519-44a0-b94b-ac625046bffd None None] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:49:27.717229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1db92701-74b1-4b0c-8f7a-214e5559362d None None] Provisioning for port 98937d6c-5574-42e6-bdce-cb109106f4c5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:49:28.034013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 98937d6c-5574-42e6-bdce-cb109106f4c5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:28.127287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 98937d6c-5574-42e6-bdce-cb109106f4c5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:49:28.132039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 98937d6c-5574-42e6-bdce-cb109106f4c5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:28.132550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:28.243976 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:28.275480 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7345-1895-4bd8-a0b1-be93ae2d1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:28.295863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 98937d6c-5574-42e6-bdce-cb109106f4c5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=98937d6c-5574-42e6-bdce-cb109106f4c5,segment=NetworkSegment(0b3f8e63-3bd8-4114-8538-6e1ff9a29823),segment_id=0b3f8e63-3bd8-4114-8538-6e1ff9a29823)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:49:28.300677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:28.351656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=98937d6c-5574-42e6-bdce-cb109106f4c5,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:29.153792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38120) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:29.481357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-adc99aed-35b8-4e59-a5cc-ec51cb93c686 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:49:29.482384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-adc99aed-35b8-4e59-a5cc-ec51cb93c686 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3276584 Aug 06 17:49:29.994397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 98937d6c-5574-42e6-bdce-cb109106f4c5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:30.053631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 98937d6c-5574-42e6-bdce-cb109106f4c5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:30.054014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:31.347570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:31.539107 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f95c63a-0cfb-4e60-ba9b-7ac31583e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.004487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:32.450180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:32.484274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Made reservation on behalf of 470e226f9be54f8d9182c1e70bea2334 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:49:32.486892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.496933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.626877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.633263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.652627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Reserving flat network on physical network physnet1 {{(pid=94121) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 06 17:49:32.678607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0d6c6-c147-4545-9802-bdfcf1274ee8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:32.686668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.687080 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Added segment f432f89c-08a2-4d31-9cc6-bcfc605685f6 of type flat for network 765cf35c-2e01-4222-b4b4-47ccec64cd89 Aug 06 17:49:32.741916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.783087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.784179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:32.784850 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:32.839043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8331189 Aug 06 17:49:32.848287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec84f-cf91-4e12-9d48-7f5198238895 admin admin] Pushing event updated for resources: {'Network': ['ID=765cf35c-2e01-4222-b4b4-47ccec64cd89,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:32.862797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:49:32.945842 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:34.355284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:35.332495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38146) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:35.516947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08112718-3c4f-434e-b7ee-fbbaa0b882a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:35.518359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08112718-3c4f-434e-b7ee-fbbaa0b882a6 admin admin] 10.222.0.64 "GET /v2.0/subnets/8f96386c-d661-4fe1-ad8b-3faf4e6b123d HTTP/1.1" status: 200 len: 849 time: 0.1850128 Aug 06 17:49:35.648649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7820c87-cda3-43a7-a638-242c5f8d9374 admin admin] 10.222.0.64 "GET /v2.0/routers/b22514fb-adb7-4743-b78a-167d8b10be25 HTTP/1.1" status: 200 len: 704 time: 0.1241701 Aug 06 17:49:35.933967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:36.266125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Allocated IP 172.20.0.1 (5b8ea2b5-d311-479c-84c0-55b1cb19b26b/8f96386c-d661-4fe1-ad8b-3faf4e6b123d/1448271c-3d02-4ffa-af1c-6d210a8d5f67) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:49:36.424022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:36.446745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Transition to ACTIVE for port object 1448271c-3d02-4ffa-af1c-6d210a8d5f67 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:49:36.534872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:36.608235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:49:36.615892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:36.618159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Pushing event updated for resources: {'Port': ['ID=1448271c-3d02-4ffa-af1c-6d210a8d5f67,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:36.629506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:49:36.630109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:36.793901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5474bf58-71d6-4b47-b41b-0e286499a7ad None None] Provisioning for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:49:36.798677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5474bf58-71d6-4b47-b41b-0e286499a7ad None None] Provisioning complete for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:36.799022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5474bf58-71d6-4b47-b41b-0e286499a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:36.863666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5474bf58-71d6-4b47-b41b-0e286499a7ad None None] Port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:49:36.902273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:37.115039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:37.120958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:37.121818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:37.204574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Pushing event updated for resources: {'Port': ['ID=1448271c-3d02-4ffa-af1c-6d210a8d5f67,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:37.248274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:49:37.249688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:37.409816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Router b22514fb-adb7-4743-b78a-167d8b10be25 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:49:37.486978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dae87ddf-8cc6-4b89-8c63-8a22a27b4560 None None] Provisioning complete for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:37.487363 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dae87ddf-8cc6-4b89-8c63-8a22a27b4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:37.499014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:49:37.504200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ad07cab0-940e-4962-a23b-e426f6fcae36 admin admin] 10.222.0.64 "PUT /v2.0/routers/b22514fb-adb7-4743-b78a-167d8b10be25/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8497081 Aug 06 17:49:37.509369 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Sync routers for ids ['b22514fb-adb7-4743-b78a-167d8b10be25'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:49:37.521437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Routers {'b22514fb-adb7-4743-b78a-167d8b10be25'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:49:37.522330 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:49:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b22514fb-adb7-4743-b78a-167d8b10be25'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:37.538738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dae87ddf-8cc6-4b89-8c63-8a22a27b4560 None None] Port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:49:37.707533 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Set router b22514fb-adb7-4743-b78a-167d8b10be25 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:49:38.169805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:36Z', 'revision_number': 2, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port_host': None, '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:36Z', 'revision_number': 2, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:38.221871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Checking router: b22514fb-adb7-4743-b78a-167d8b10be25 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:49:38.222240 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Updating router b22514fb-adb7-4743-b78a-167d8b10be25 port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:49:38.272409 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:38.806910 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:38.827839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Transition to ACTIVE for port object 1448271c-3d02-4ffa-af1c-6d210a8d5f67 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:49:38.835189 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:39.004913 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Attempting to bind port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:49:39.005497 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Attempting to bind port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:49:39.005808 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Attempting to bind port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 on network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:49:39.009531 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Pushing event updated for resources: {'Port': ['ID=1448271c-3d02-4ffa-af1c-6d210a8d5f67,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:39.016386 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:49:39.016869 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Checking segment: {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:49:39.017265 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:39.017698 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Bound using segment: {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:49:39.018281 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Bound port: 1448271c-3d02-4ffa-af1c-6d210a8d5f67, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3f8e63-3bd8-4114-8538-6e1ff9a29823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:49:39.018685 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:39.037715 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.038164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.038701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.038918 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.039194 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.039525 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.039878 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.040205 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.040525 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.040847 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.041165 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.041506 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Tracked resource versions report: Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: pushed versions: Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: { 'AddressGroup': {'1.2'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'ConntrackHelper': {'1.0'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Log': {'1.0'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Network': {'1.1'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Port': {'1.7'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'PortForwarding': {'1.2'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'QosPolicy': {'1.9'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SecurityGroup': {'1.4'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SubPort': {'1.0'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Subnet': {'1.1'}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Trunk': {'1.1'}} Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: consumer versions: Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: L3 agent@n-d-793621-29: {}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: Metadata agent@n-d-793621-29: {}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: Metering agent@n-d-793621-29: {}, Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'ConntrackHelper': '1.0', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Log': '1.0', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Network': '1.1', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Port': '1.7', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'PortForwarding': '1.2', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'QosPolicy': '1.9', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SecurityGroup': '1.4', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SecurityGroupRule': '1.2', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'SubPort': '1.0', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Subnet': '1.1', Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: 'Trunk': '1.1'}} Aug 06 17:49:39.042720 n-d-793621-29 neutron-server[94124]: {{(pid=94124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:49:39.114824 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] For port 1448271c-3d02-4ffa-af1c-6d210a8d5f67, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:49:39.155772 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] For port 1448271c-3d02-4ffa-af1c-6d210a8d5f67, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1448271c-3d02-4ffa-af1c-6d210a8d5f67,segment=NetworkSegment(0b3f8e63-3bd8-4114-8538-6e1ff9a29823),segment_id=0b3f8e63-3bd8-4114-8538-6e1ff9a29823)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:49:39.162530 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:39.232454 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Routers {'b22514fb-adb7-4743-b78a-167d8b10be25'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:49:39.233364 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:49:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b22514fb-adb7-4743-b78a-167d8b10be25'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:39.311905 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b96b0-5fd9-478a-a289-734e91c10afe None None] Pushing event updated for resources: {'Port': ['ID=1448271c-3d02-4ffa-af1c-6d210a8d5f67,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:39.343396 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] Set router b22514fb-adb7-4743-b78a-167d8b10be25 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:49:39.574789 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:36Z', 'revision_number': 2, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port_host': None, '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:39Z', 'revision_number': 4, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:39.600369 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd10fd-4f73-42ef-ad7d-595ee8a27d04 None None] The sync data for ids ['b22514fb-adb7-4743-b78a-167d8b10be25'] in n-d-793621-29 is: [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:36Z', 'revision_number': 2, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port_host': None, '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:39Z', 'revision_number': 4, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:49:39.775195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:39.896997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f87a54-fb77-488c-85c5-9eedd09cec2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:39.898486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93f87a54-fb77-488c-85c5-9eedd09cec2f admin admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 842 time: 0.1222887 Aug 06 17:49:39.909652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Request body: {'subnet': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:39.935458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Made reservation on behalf of 470e226f9be54f8d9182c1e70bea2334 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:49:39.937781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:40.277004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 17:49:40.277480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:40.332255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d82eaab-1a4f-4f51-be9d-9f9bae0ba199,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:40.345341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:49:40.345704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Network hostable DHCP agents. Network: 765cf35c-2e01-4222-b4b4-47ccec64cd89, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:49:40.368880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:49:40.383028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 765cf35c-2e01-4222-b4b4-47ccec64cd89) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:40.388984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:40.389972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:40.396383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6024f321-b7e1-4d4b-b40b-c584b04cd640 None None] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:49:40.418940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9ca8eb9d-7487-4814-80da-2431ffabe0a7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5080740 Aug 06 17:49:40.599220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a6b5c-2e41-4dbe-9068-15c80417b426 None None] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:49:43.489315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38176) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:43.668793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-064c2f1c-207b-4f35-b629-5e66b1976fe5 admin admin] 10.222.0.64 "GET /v2.0/routers/b22514fb-adb7-4743-b78a-167d8b10be25 HTTP/1.1" status: 200 len: 710 time: 0.1771507 Aug 06 17:49:43.770906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543f63d-dab5-4623-85c6-2ef484cd8d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:49:43.772227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a543f63d-dab5-4623-85c6-2ef484cd8d68 admin admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 886 time: 0.0970883 Aug 06 17:49:43.782856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:49:44.146241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:44.347322 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:49:44.393435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:44.475893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:44.591976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Allocated IP 172.25.3.161 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/984eff4f-075f-4959-95be-2e6719ca7a5d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:49:44.765759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:44.831448 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:44.879113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:49:44.883286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:49:44.885256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Pushing event updated for resources: {'Port': ['ID=984eff4f-075f-4959-95be-2e6719ca7a5d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:44.887234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:49:45.173120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:45.416293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:45.420303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:45.709471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Router b22514fb-adb7-4743-b78a-167d8b10be25 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:49:45.874363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:49:45.882395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:45.884610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c8227849-077d-4f37-b1a3-7389daa7f752 admin admin] 10.222.0.64 "PUT /v2.0/routers/b22514fb-adb7-4743-b78a-167d8b10be25 HTTP/1.1" status: 200 len: 890 time: 2.1054673 Aug 06 17:49:46.069654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1448271c-3d02-4ffa-af1c-6d210a8d5f67 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:46.155268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:49:46.160564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:46.161573 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:46.288609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:46.334317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1448271c-3d02-4ffa-af1c-6d210a8d5f67, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1448271c-3d02-4ffa-af1c-6d210a8d5f67,segment=NetworkSegment(0b3f8e63-3bd8-4114-8538-6e1ff9a29823),segment_id=0b3f8e63-3bd8-4114-8538-6e1ff9a29823)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:49:46.340219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:46.413746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1448271c-3d02-4ffa-af1c-6d210a8d5f67,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:47.563075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Sync routers for ids ['b22514fb-adb7-4743-b78a-167d8b10be25'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:49:47.576511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Routers {'b22514fb-adb7-4743-b78a-167d8b10be25'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:49:47.577348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:49:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b22514fb-adb7-4743-b78a-167d8b10be25'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:47.893137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Set router b22514fb-adb7-4743-b78a-167d8b10be25 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:49:48.050110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1448271c-3d02-4ffa-af1c-6d210a8d5f67 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:48.288686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:48.289058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:48.486500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:45Z', 'revision_number': 4, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port': {'id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:44Z', 'updated_at': '2021-08-06T17:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:46Z', 'revision_number': 5, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:48.539552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Checking router: b22514fb-adb7-4743-b78a-167d8b10be25 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:49:48.539866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Updating router b22514fb-adb7-4743-b78a-167d8b10be25 port 984eff4f-075f-4959-95be-2e6719ca7a5d binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:49:48.589884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:48.950252 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:48.951663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38188) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:49:48.965908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Transition to ACTIVE for port object 984eff4f-075f-4959-95be-2e6719ca7a5d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:49:48.973259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:49.035646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Attempting to bind port 984eff4f-075f-4959-95be-2e6719ca7a5d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:49:49.036173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Attempting to bind port 984eff4f-075f-4959-95be-2e6719ca7a5d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:49:49.036607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Attempting to bind port 984eff4f-075f-4959-95be-2e6719ca7a5d on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:49:49.044770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:49:49.045226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:49:49.045788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:49.046364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:49:49.046995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Bound port: 984eff4f-075f-4959-95be-2e6719ca7a5d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:49:49.047491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:49.050852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df738b-8dc3-4f8a-b256-ddf5a7d36c42 None None] Pushing event updated for resources: {'Port': ['ID=984eff4f-075f-4959-95be-2e6719ca7a5d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:49.095737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6bd1e135-ec10-4e63-abe0-014782b9511a admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1425934 Aug 06 17:49:49.125199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] For port 984eff4f-075f-4959-95be-2e6719ca7a5d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:49:49.131219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] For port 984eff4f-075f-4959-95be-2e6719ca7a5d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984eff4f-075f-4959-95be-2e6719ca7a5d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:49:49.138459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:49.354882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Routers {'b22514fb-adb7-4743-b78a-167d8b10be25'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:49:49.355647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:49:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b22514fb-adb7-4743-b78a-167d8b10be25'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:49.362925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df738b-8dc3-4f8a-b256-ddf5a7d36c42 None None] Pushing event updated for resources: {'Port': ['ID=984eff4f-075f-4959-95be-2e6719ca7a5d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:49.507631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] Set router b22514fb-adb7-4743-b78a-167d8b10be25 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:49:49.778380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:45Z', 'revision_number': 4, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port': {'id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:44Z', 'updated_at': '2021-08-06T17:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:46Z', 'revision_number': 5, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:49:49.807269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a38be-53b9-4932-8005-8007a55ac905 None None] The sync data for ids ['b22514fb-adb7-4743-b78a-167d8b10be25'] in n-d-793621-29 is: [{'id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'name': 'router1', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:49:26Z', 'updated_at': '2021-08-06T17:49:45Z', 'revision_number': 4, 'project_id': '8e994819209242b093fbfafa34f1030e', 'gw_port': {'id': '984eff4f-075f-4959-95be-2e6719ca7a5d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:44Z', 'updated_at': '2021-08-06T17:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1448271c-3d02-4ffa-af1c-6d210a8d5f67', 'name': '', 'network_id': '5b8ea2b5-d311-479c-84c0-55b1cb19b26b', 'tenant_id': '8e994819209242b093fbfafa34f1030e', 'mac_address': 'fa:16:3e:a9:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22514fb-adb7-4743-b78a-167d8b10be25', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:49:35Z', 'updated_at': '2021-08-06T17:49:46Z', 'revision_number': 5, 'project_id': '8e994819209242b093fbfafa34f1030e', 'subnets': [{'id': '8f96386c-d661-4fe1-ad8b-3faf4e6b123d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '565b7728-52d8-48af-b6b7-6385f3f67b5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:49:50.111348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984eff4f-075f-4959-95be-2e6719ca7a5d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:50.196540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 984eff4f-075f-4959-95be-2e6719ca7a5d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:49:50.203049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 984eff4f-075f-4959-95be-2e6719ca7a5d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:50.203619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:50.344198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:50.396969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 984eff4f-075f-4959-95be-2e6719ca7a5d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984eff4f-075f-4959-95be-2e6719ca7a5d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:49:50.410582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:50.496713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=984eff4f-075f-4959-95be-2e6719ca7a5d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:49:52.059202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984eff4f-075f-4959-95be-2e6719ca7a5d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:49:52.140735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 984eff4f-075f-4959-95be-2e6719ca7a5d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:49:52.143240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:49:58.316574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-22d69893-cf5f-437c-b899-a8f40f7b1e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:01.360677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:01.549113 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6754dd48-6739-41b7-b8a2-eeae0836fd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:02.913355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:04.365038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:21.348303 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:50:28.303456 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-055b113a-82da-40da-9332-3c1876d8ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:31.353563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:31.542158 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b86a3bdb-70c6-4ed5-b77f-677b795a1fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:32.930756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:34.385112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:58.278611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47e2b5dd-0f8c-4886-ac9f-1142f867eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:50:58.352154 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:51:01.356609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:01.538856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87dc80fb-c3fc-4b41-bdd4-e79ded3384eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:02.905721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:04.375099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:28.274524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-80cc7756-88c4-474f-a939-cc4a6648b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:31.351539 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:31.543023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1cee1501-ebe9-49a4-bab4-158323314185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:32.909642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:34.383604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:35.353261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:51:43.875106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38788) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:43.941041 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d98692-cfe6-4775-a494-f5a1ce08a6bb admin admin] GET failed (client error): The resource could not be found. Aug 06 17:51:43.942425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-84d98692-cfe6-4775-a494-f5a1ce08a6bb admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663686 Aug 06 17:51:44.122655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb07600-de7c-45f5-b9ee-23b3315eabb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:44.124170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eeb07600-de7c-45f5-b9ee-23b3315eabb7 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1772873 Aug 06 17:51:46.325419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:46.420276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c5dbf-1862-4e6b-83f6-eaa190239ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:46.421696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-092c5dbf-1862-4e6b-83f6-eaa190239ad6 admin admin] 10.222.0.64 "GET /v2.0/subnets/8f96386c-d661-4fe1-ad8b-3faf4e6b123d HTTP/1.1" status: 200 len: 849 time: 0.0953374 Aug 06 17:51:46.432167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:51:46.522326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:46.670373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755202594398'] for subnet, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:46.701454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:46.702061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:46.703557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] 10.222.0.64 "PUT /v2.0/subnets/8f96386c-d661-4fe1-ad8b-3faf4e6b123d HTTP/1.1" status: 200 len: 868 time: 0.2752631 Aug 06 17:51:46.707931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78b152-b9de-4c17-b06a-2c205d564f96 None None] Network 5b8ea2b5-d311-479c-84c0-55b1cb19b26b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:51:46.722565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f96386c-d661-4fe1-ad8b-3faf4e6b123d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:51:46.731148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.731546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.731812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.732179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.732522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.732856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.733187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.733517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.733866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.734189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.734511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:46.734836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a28459-f8e1-48c4-93d1-ebe7f0b05d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:51:47.126615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6831b57-fb1c-4b44-99a9-3fc2714e8efc None None] Provisioning complete for port 1448271c-3d02-4ffa-af1c-6d210a8d5f67 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:51:47.127010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6831b57-fb1c-4b44-99a9-3fc2714e8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:47.214783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6831b57-fb1c-4b44-99a9-3fc2714e8efc None None] Provisioning complete for port 98937d6c-5574-42e6-bdce-cb109106f4c5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:51:47.214985 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6831b57-fb1c-4b44-99a9-3fc2714e8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:48.851290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:49.051643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad476ac-c1cf-48a6-85af-f4946ac0cb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:49.052009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad476ac-c1cf-48a6-85af-f4946ac0cb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:49.053620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ad476ac-c1cf-48a6-85af-f4946ac0cb47 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013462 Aug 06 17:51:51.208537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:51.346351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4996e92-4a71-4c87-a8c7-ecb0384bc019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:51.346742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4996e92-4a71-4c87-a8c7-ecb0384bc019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:51.348318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a4996e92-4a71-4c87-a8c7-ecb0384bc019 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1387978 Aug 06 17:51:53.534901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:53.676984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887614b1-7175-4cf1-a009-f42f2e854e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:53.678417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-887614b1-7175-4cf1-a009-f42f2e854e39 admin admin] 10.222.0.64 "GET /v2.0/networks/5b8ea2b5-d311-479c-84c0-55b1cb19b26b HTTP/1.1" status: 200 len: 869 time: 0.1425395 Aug 06 17:51:55.886515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38830) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:56.021833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e242a-5241-47ab-a546-08a2ee4ba7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:56.023268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-100e242a-5241-47ab-a546-08a2ee4ba7bc admin admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 886 time: 0.1357701 Aug 06 17:51:58.219475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38838) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:51:58.281496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c07dde67-e3c4-48e5-aa01-08f7303a7ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:51:58.370877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a91ff-1a2e-4af1-8aef-61652bbb6dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:58.371328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a91ff-1a2e-4af1-8aef-61652bbb6dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:51:58.372899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e37a91ff-1a2e-4af1-8aef-61652bbb6dd4 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1524434 Aug 06 17:52:00.643318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:00.756679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90850d29-d947-4775-a3ee-b6a9c4cc8285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:00.757165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90850d29-d947-4775-a3ee-b6a9c4cc8285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:00.758756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-90850d29-d947-4775-a3ee-b6a9c4cc8285 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1140995 Aug 06 17:52:01.362275 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:01.545601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e7daa96-250d-43bd-b486-1adda462b8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:02.920957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:02.998522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38854) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:03.127319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae96f68-805c-46f6-b627-be64453acf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:03.128761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ae96f68-805c-46f6-b627-be64453acf95 admin admin] 10.222.0.64 "GET /v2.0/subnets/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199 HTTP/1.1" status: 200 len: 816 time: 0.1292121 Aug 06 17:52:04.393408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:05.466330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:05.583233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c8682-dbe4-49aa-a7b2-41dce1d771cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:05.584625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-708c8682-dbe4-49aa-a7b2-41dce1d771cd admin admin] 10.222.0.64 "GET /v2.0/subnets/8f96386c-d661-4fe1-ad8b-3faf4e6b123d HTTP/1.1" status: 200 len: 868 time: 0.1173139 Aug 06 17:52:12.353869 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:52:28.286097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-57d98ce9-84dd-4896-bcb4-7bb8079f2a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:31.465996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:31.477618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38918) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:31.532432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-b94de3e6-a96f-47dd-91e2-a8dbebb6c6d9 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:52:31.536735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b94de3e6-a96f-47dd-91e2-a8dbebb6c6d9 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580902 Aug 06 17:52:31.550468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a681972b-2bd9-49b4-afe2-9e9adb6fdf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:32.915969 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:33.850566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:33.926638 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f39c2f7-e7b8-4357-a42e-5d19bba828fb admin admin] GET failed (client error): The resource could not be found. Aug 06 17:52:33.928032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1f39c2f7-e7b8-4357-a42e-5d19bba828fb admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0764861 Aug 06 17:52:34.092167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed52c0-d1d6-4fb6-821a-c0e2c83c074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:34.095373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26ed52c0-d1d6-4fb6-821a-c0e2c83c074d admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1610959 Aug 06 17:52:34.395947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.300128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38934) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:36.350867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:52:36.374285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Made reservation on behalf of 470e226f9be54f8d9182c1e70bea2334 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:52:36.376775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.415243 n-d-793621-29 neutron-server[94121]: WARNING neutron.services.revisions.revision_plugin [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Could not find related network for resource to bump revision. Aug 06 17:52:36.427868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:52:36.439512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.439851 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Added segment 44d4f79d-864f-4a3f-aac4-8d648d9301bb of type vlan for network f40c6da6-b89b-42cb-bffe-8a50253ec77c Aug 06 17:52:36.483406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.512869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.513879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:36.514524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:36.569103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2678440 Aug 06 17:52:36.576731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Pushing event updated for resources: {'Network': ['ID=f40c6da6-b89b-42cb-bffe-8a50253ec77c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:52:36.584405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.584741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.585071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.585405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.585764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.586089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.586413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.586730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.587048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.587362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.587678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.587994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb30143-7597-43de-9d58-b144a69491cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:36.599588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:52:38.774295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:52:38.839606 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d953900c-e652-4a2c-a196-198ffcd9234b admin admin] GET failed (client error): The resource could not be found. Aug 06 17:52:38.840962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d953900c-e652-4a2c-a196-198ffcd9234b admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656826 Aug 06 17:52:38.921416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9bbff-e2c4-4474-9de0-13d56e3815c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:38.926371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ae9bbff-e2c4-4474-9de0-13d56e3815c5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0777087 Aug 06 17:52:38.934922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Request body: {'subnet': {'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:52:38.962002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Made reservation on behalf of 470e226f9be54f8d9182c1e70bea2334 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:52:38.964392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.203378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.251408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f06237-c5eb-4d64-b27f-e6132e99a5c9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:52:39.272138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:52:39.272551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Network hostable DHCP agents. Network: f40c6da6-b89b-42cb-bffe-8a50253ec77c, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:52:39.294746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:52:39.306551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f40c6da6-b89b-42cb-bffe-8a50253ec77c) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:52:39.311238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:52:39.311930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.317930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f153385-f837-4e88-bc06-13feed998367 None None] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:52:39.328780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c0f123dc-1cab-4dae-830f-26de8f0bb1d7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985968 Aug 06 17:52:39.481607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'tenant_id': '470e226f9be54f8d9182c1e70bea2334', 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:52:39.482550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.627888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Allocated IP 192.168.233.2 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/8f478851-7ad9-4d5f-866a-cd70abe2424a) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:52:39.786476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.798234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Transition to ACTIVE for port object 8f478851-7ad9-4d5f-866a-cd70abe2424a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:52:39.817767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Transition to ACTIVE for port object 8f478851-7ad9-4d5f-866a-cd70abe2424a will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:52:39.825296 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.862277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:52:39.867498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:52:39.871175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:52:39.882243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Pushing event updated for resources: {'Port': ['ID=8f478851-7ad9-4d5f-866a-cd70abe2424a,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:52:39.903731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.904078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.904418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.904750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.905074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.906261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.906261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.906261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.906539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.906732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.907050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.907369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:52:39.941862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Attempting to bind port 8f478851-7ad9-4d5f-866a-cd70abe2424a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:52:39.942224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Attempting to bind port 8f478851-7ad9-4d5f-866a-cd70abe2424a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:52:39.942579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Attempting to bind port 8f478851-7ad9-4d5f-866a-cd70abe2424a on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:52:39.947973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:52:39.948343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:52:39.948776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:39.949809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:52:39.949809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Bound port: 8f478851-7ad9-4d5f-866a-cd70abe2424a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:52:39.950037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:40.018784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] For port 8f478851-7ad9-4d5f-866a-cd70abe2424a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:52:40.022089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] For port 8f478851-7ad9-4d5f-866a-cd70abe2424a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8f478851-7ad9-4d5f-866a-cd70abe2424a,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:52:40.027731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:40.088223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4faa42-bb9c-4764-890b-198bf895a377 None None] Pushing event updated for resources: {'Port': ['ID=8f478851-7ad9-4d5f-866a-cd70abe2424a,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:52:40.956233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aed343-1904-4292-ae89-4eda80e20ec4 None None] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:52:41.028713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dd1c17b9-8ab9-4be9-86ae-1d96099e0209 None None] Provisioning for port 8f478851-7ad9-4d5f-866a-cd70abe2424a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:52:42.198305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8f478851-7ad9-4d5f-866a-cd70abe2424a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:52:42.253847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8f478851-7ad9-4d5f-866a-cd70abe2424a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:52:42.259240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8f478851-7ad9-4d5f-866a-cd70abe2424a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:52:42.259820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:42.360967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:42.398450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8f478851-7ad9-4d5f-866a-cd70abe2424a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8f478851-7ad9-4d5f-866a-cd70abe2424a,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:52:42.403251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:42.449995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8f478851-7ad9-4d5f-866a-cd70abe2424a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:52:44.164762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8f478851-7ad9-4d5f-866a-cd70abe2424a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:52:44.219416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8f478851-7ad9-4d5f-866a-cd70abe2424a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:52:44.219768 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:52:49.356007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:52:58.291182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a57f16b6-fc4e-4d4b-afae-a03020ecfa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:01.358924 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:01.554630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95cc987d-4cbd-4fc8-910f-6b5865135f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:02.917576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:04.410428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:26.359811 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:53:28.287343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34bbd96c-131e-4040-86b5-06e7c86f61ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:31.365477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:31.561408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-539722ea-7f22-4746-8743-960faaf2344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:32.927449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:34.406897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:51.712306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:53:51.719147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-44030dac-34dc-480c-8700-b66417e3c87d tempest-verify_tempest_config-1692250955 tempest-verify_tempest_config-1692250955-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:53:51.720186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44030dac-34dc-480c-8700-b66417e3c87d tempest-verify_tempest_config-1692250955 tempest-verify_tempest_config-1692250955-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068302 Aug 06 17:53:52.126339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:53:52.237336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.325042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.330035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.376578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68b4ff7b903a498e87d751dfa92a2521&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2490187 Aug 06 17:53:52.377267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258cc200-6c6d-4ff2-adce-a16e1b0dd5af,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:53:52.379503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39016) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:53:52.384110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.384451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.384790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.385118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.385462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.385794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.386136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.386453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.386784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.387130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.387470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.387786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec424a7-f71a-43d1-b4c0-c6e22fcaa9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.464534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.488263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.596914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.599664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:53:52.600859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/258cc200-6c6d-4ff2-adce-a16e1b0dd5af HTTP/1.1" status: 204 len: 168 time: 0.2203188 Aug 06 17:53:52.609017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cc200-6c6d-4ff2-adce-a16e1b0dd5af,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:53:52.616077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.616424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.616768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.617099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.617426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.617786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.618093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.618414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.618734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.619052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.619372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:52.619689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ecbc5-49fa-4fba-8a90-fd50e12e4173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:53:58.283639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-99057278-76b8-44fa-9efc-cf3c063ef572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:01.365013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:01.555171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6a4718a-25dc-4536-996b-e0d25f7d6bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:02.920361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:03.359249 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:54:04.418037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:28.288393 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d403ff2d-5b05-4550-ac48-a5c602ae38bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:31.367322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:31.558501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8febebe-bd22-48d6-abcf-bf745ada0ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:32.923310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:34.414623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:54:40.358664 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:54:58.293227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae94c9a5-576e-45f5-b039-7000896d366b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:01.361750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:01.562554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cef1a9e3-bf17-4216-848a-b3f9f9a862f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:02.924437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:04.417827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:17.358189 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:55:28.297976 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72a1a68f-da44-4e90-9a82-d40ae0b5e6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:31.365803 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:31.567179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b620ecb8-41f2-4b22-8b5c-0b194d9ba447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:32.931660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:34.421755 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:55:54.358046 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:55:58.308763 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3228fea6-368a-4108-8997-cdba6d291dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:01.370850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:01.570392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab5041b5-eba4-4c75-b4d2-1c494d58757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:02.932810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:04.427174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:28.303063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd81090c-0ebc-404a-acf5-7f360549d5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:31.356305 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:56:31.376346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:31.574337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4cc3-14f7-4d5a-9382-52259b14a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:32.933953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:34.428798 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:56:58.307948 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ceafc29-7900-4cfe-b2a5-7bf950d6f0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:01.370294 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:01.584608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6d34e7e-3cc9-4d8e-8d51-87353f773f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:02.939247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:04.431632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:08.355628 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 5 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:57:10.037796 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:11.344094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-724382'] for agent, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:28.311760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bd5119a-aa6d-450b-a412-d1d7733985c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:31.374502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:31.578517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-38fc2e99-4500-4306-bf2a-df134118deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:32.941195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:34.437356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:39.988166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:41.297709 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:45.356310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:57:56.959436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:57:57.071623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b60d3baf-27c6-4d39-9866-5162654f56bb admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1109447 Aug 06 17:57:58.315969 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01beed0f-5b0f-4cca-a659-ab32dee99b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:57:59.259391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39092) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:57:59.320604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7ab7cc51-d9b8-40f3-a5a9-3a99bae27c62 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0599294 Aug 06 17:58:01.378933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:01.581059 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d62cd263-9224-4bf0-b4d6-807b8fa3825e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:02.944250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:04.437852 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:10.003466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:11.294192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:22.356891 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:58:28.321155 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ddee999d-63f0-4d13-b004-3029b15cba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:31.384608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:31.585125 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2199a377-d956-4759-a3d5-455eda02c6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:32.947110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:34.447646 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:40.015311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:41.293144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:58.325781 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a933bdf-7814-40cf-b24c-6f3a2638198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:58:59.356281 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:59:01.379056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:01.590495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-531c5d88-9951-41f0-a38c-2df6142eb420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:02.951603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:04.444933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:10.016529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:11.287697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:22.798987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39352) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:23.280424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:23.294134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d2682a5-1bd8-4de3-8d7d-4adb9710d5a0 tempest-AutoAllocateNetworkTest-645226091 tempest-AutoAllocateNetworkTest-645226091-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0caf7821a9924ea893aa2f062d9dfbcd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4932222 Aug 06 17:59:23.492052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cd84b-60c4-494a-9770-c3db3dd6126e tempest-AutoAllocateNetworkTest-645226091 tempest-AutoAllocateNetworkTest-645226091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:23.497401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:23.498084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-753cd84b-60c4-494a-9770-c3db3dd6126e tempest-AutoAllocateNetworkTest-645226091 tempest-AutoAllocateNetworkTest-645226091-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2166121 Aug 06 17:59:23.701050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39410) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:23.701359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-640e7076-7cd1-460c-8a42-d5db42856c7e tempest-AutoAllocateNetworkTest-645226091 tempest-AutoAllocateNetworkTest-645226091-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2030265 Aug 06 17:59:23.730580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-519b94dc-6f90-4cd4-905d-93adfc8e451d tempest-AutoAllocateNetworkTest-645226091 tempest-AutoAllocateNetworkTest-645226091-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0caf7821a9924ea893aa2f062d9dfbcd HTTP/1.1" status: 200 len: 208 time: 0.0280516 Aug 06 17:59:24.416649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39444) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:24.445970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39448) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:24.759486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:24.761630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02cd7738-9d99-4e37-97f1-7a120c5cd1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:24.876550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:24.886761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:24.940843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0caf7821a9924ea893aa2f062d9dfbcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4930122 Aug 06 17:59:24.941624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39470) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:24.989550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6c7ddf-c47f-424f-86ea-97da6b6fbf6d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:25.019071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.019421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.019805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.020145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.020479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.020813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.021142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.024902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.027338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.027975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.029023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c18707-4ed4-4068-8b71-50b3ed0d76fc admin admin] Tracked resource versions report: Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: pushed versions: Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: { 'AddressGroup': {'1.2'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'ConntrackHelper': {'1.0'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Log': {'1.0'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Network': {'1.1'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Port': {'1.7'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'PortForwarding': {'1.2'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'QosPolicy': {'1.9'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SecurityGroup': {'1.4'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SubPort': {'1.0'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Subnet': {'1.1'}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Trunk': {'1.1'}} Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: consumer versions: Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: HyperV agent@n-h1-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: HyperV agent@n-h2-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: L3 agent@n-d-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: Metadata agent@n-d-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: Metering agent@n-d-793621-29: {}, Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'ConntrackHelper': '1.0', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Log': '1.0', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Network': '1.1', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Port': '1.7', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'PortForwarding': '1.2', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'QosPolicy': '1.9', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SecurityGroup': '1.4', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SecurityGroupRule': '1.2', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'SubPort': '1.0', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Subnet': '1.1', Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: 'Trunk': '1.1'}} Aug 06 17:59:25.030796 n-d-793621-29 neutron-server[94121]: {{(pid=94121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:59:25.041353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.107419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.133804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02cd7738-9d99-4e37-97f1-7a120c5cd1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.139580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02cd7738-9d99-4e37-97f1-7a120c5cd1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.231809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.234394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.244651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-02cd7738-9d99-4e37-97f1-7a120c5cd1ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ef9ad1b42a14a29a297cafb0ab6a919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8214488 Aug 06 17:59:25.245630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:25.249414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c6c7ddf-c47f-424f-86ea-97da6b6fbf6d HTTP/1.1" status: 204 len: 168 time: 0.3060417 Aug 06 17:59:25.261033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6c7ddf-c47f-424f-86ea-97da6b6fbf6d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:25.270775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.271585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.272133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.272627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.273110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.273723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.274297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.274792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.275811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.276509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.277009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.277812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d62e528-41f1-40ca-8e33-4b71cfe3f799 admin admin] Tracked resource versions report: Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: pushed versions: Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: { 'AddressGroup': {'1.2'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'ConntrackHelper': {'1.0'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Log': {'1.0'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Network': {'1.1'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Port': {'1.7'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'PortForwarding': {'1.2'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'QosPolicy': {'1.9'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SecurityGroup': {'1.4'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SubPort': {'1.0'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Subnet': {'1.1'}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Trunk': {'1.1'}} Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: consumer versions: Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: HyperV agent@n-h1-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: HyperV agent@n-h2-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: L3 agent@n-d-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: Metadata agent@n-d-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: Metering agent@n-d-793621-29: {}, Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'ConntrackHelper': '1.0', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Log': '1.0', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Network': '1.1', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Port': '1.7', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'PortForwarding': '1.2', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'QosPolicy': '1.9', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SecurityGroup': '1.4', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SecurityGroupRule': '1.2', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'SubPort': '1.0', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Subnet': '1.1', Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: 'Trunk': '1.1'}} Aug 06 17:59:25.279302 n-d-793621-29 neutron-server[94122]: {{(pid=94122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:59:25.319403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd7738-9d99-4e37-97f1-7a120c5cd1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c645b92-4571-43d1-ae04-e1c268a02990,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:25.360986 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.392831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.452183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.455045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:25.456232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c645b92-4571-43d1-ae04-e1c268a02990 HTTP/1.1" status: 204 len: 168 time: 0.2072232 Aug 06 17:59:25.464262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47662c99-d358-437a-872a-4e6e5734b2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c645b92-4571-43d1-ae04-e1c268a02990,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:26.042568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:26.062537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c6cf-f73a-4ea8-a075-7fe914da87f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.157585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:26.203114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c6cf-f73a-4ea8-a075-7fe914da87f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.211974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c6cf-f73a-4ea8-a075-7fe914da87f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.278116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d8d7c6cf-f73a-4ea8-a075-7fe914da87f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97b9f403e5dc4aa6a06f6da3f3dc4b30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2302110 Aug 06 17:59:26.278116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7c6cf-f73a-4ea8-a075-7fe914da87f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7246cd79-0038-4b51-80fa-cd0b1d450d51,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:26.278532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:26.350793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e743fb99-7779-47ae-89a8-ab25d3a29b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.390797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.422900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.486931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e743fb99-7779-47ae-89a8-ab25d3a29b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.496143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e743fb99-7779-47ae-89a8-ab25d3a29b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.535509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743fb99-7779-47ae-89a8-ab25d3a29b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7134b3-b310-47bc-a738-55b2f984d893,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:26.551606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39572) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:26.551776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e743fb99-7779-47ae-89a8-ab25d3a29b94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d58955e49c9454ba074e232ac6c21bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3923249 Aug 06 17:59:26.570135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.573398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.575481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7246cd79-0038-4b51-80fa-cd0b1d450d51 HTTP/1.1" status: 204 len: 168 time: 0.2960780 Aug 06 17:59:26.584254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01081b-4c8f-4c80-8544-202cd675c682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7246cd79-0038-4b51-80fa-cd0b1d450d51,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:26.626936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.651468 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.708878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.711617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:26.715218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce7134b3-b310-47bc-a738-55b2f984d893 HTTP/1.1" status: 204 len: 168 time: 0.1602023 Aug 06 17:59:26.725748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b81d5-6afc-4036-a9df-a2fa5d568517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7134b3-b310-47bc-a738-55b2f984d893,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:27.213530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39628) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:27.216585 n-d-793621-29 neutron-server[94122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 17:59:27.242364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39630) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:27.246153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-dcfe5cee-0f5f-4074-8208-ef4a3fc0010b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=768d5d49312c46bda97555eb698d5bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306001 Aug 06 17:59:27.260118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3582343f-d963-43a8-9468-dbdbb00c1c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.402065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3582343f-d963-43a8-9468-dbdbb00c1c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.408373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3582343f-d963-43a8-9468-dbdbb00c1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.459538 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3582343f-d963-43a8-9468-dbdbb00c1c1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47d274e46fed4223b01bfb9085fbc0d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2158990 Aug 06 17:59:27.461641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582343f-d963-43a8-9468-dbdbb00c1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8842810-d623-4e93-8584-c8164b8bdd7f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:27.464594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39642) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:27.467196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-98420d12-d577-42da-94c9-0fdc65ecea5b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:27.468899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-98420d12-d577-42da-94c9-0fdc65ecea5b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197998 Aug 06 17:59:27.492722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-eaf50f52-3881-4377-a201-d1ad33de89af tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/quotas/768d5d49312c46bda97555eb698d5bcb HTTP/1.1" status: 200 len: 375 time: 0.0167859 Aug 06 17:59:27.517684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.542739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.557981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-53eaeb23-bb0c-4f2f-8c59-ab0dcd076004 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642693 Aug 06 17:59:27.611186 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.616925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:27.618448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8842810-d623-4e93-8584-c8164b8bdd7f HTTP/1.1" status: 204 len: 168 time: 0.1526814 Aug 06 17:59:27.629512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7760a-9886-4ec4-a490-68e772869803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8842810-d623-4e93-8584-c8164b8bdd7f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:27.801475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39670) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:27.803893 n-d-793621-29 neutron-server[94121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 17:59:27.839943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-d084829c-9572-4b14-b903-ff6ad39c9ade tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3d13bafb0c741cc8853160407228ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370593 Aug 06 17:59:27.859309 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2673c0f8-d24c-468f-8308-f1e99b45ee49 req-ec12f031-ba05-48b3-843d-119a5448cd17 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.0519345 Aug 06 17:59:28.044448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-2b165210-1991-4658-a267-a91e7a4d9305 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:28.051754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-2b165210-1991-4658-a267-a91e7a4d9305 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042506 Aug 06 17:59:28.069871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-695d8096-3da0-485b-9d49-1aeebb5f2ff6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/quotas/e3d13bafb0c741cc8853160407228ed9 HTTP/1.1" status: 200 len: 375 time: 0.0170860 Aug 06 17:59:28.175241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-e8f38412-679f-4a4f-8aea-267cff7cf6fa tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3d13bafb0c741cc8853160407228ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043508 Aug 06 17:59:28.337653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc3da698-55a9-431c-9a05-fae7c4fe0ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:28.466371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9eeceaf-c1e2-457c-a7f8-591fd247e554 req-ee7ae2e8-e4a8-4213-800d-243d0c51d711 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Aug 06 17:59:28.761410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39756) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:28.791585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:28.960208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39776) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:29.003714 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3431126-c205-45a3-a46d-957c39152955 req-94bb2bba-e885-4298-b4f9-d055bb45aa79 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.0622280 Aug 06 17:59:29.071187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-network', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:29.101402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0b07fce-d0c6-4400-8e8e-e03177555c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.134516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Made reservation on behalf of 4f722b72d1a441d8b10f9fefcfbf283a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:29.140698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.166407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.279024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.376463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0b07fce-d0c6-4400-8e8e-e03177555c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.384761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0b07fce-d0c6-4400-8e8e-e03177555c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.426495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 17:59:29.426495 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 17:59:29.426495 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': '6747b794c13e47f393343fc5c2882695', 'expiration_1': datetime.datetime(2021, 8, 6, 17, 59, 29, 314249)}] Aug 06 17:59:29.426495 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 17:59:29.426957 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 17:59:29.477421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f0b07fce-d0c6-4400-8e8e-e03177555c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=904b3db41a9d4d9ebcac40fa7960c656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6724942 Aug 06 17:59:29.477421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:29.584633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39814) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:29.604014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.620515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b07fce-d0c6-4400-8e8e-e03177555c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d985a-b576-4f8a-b1e1-ea99219e8144,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:29.634728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.665029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.688854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a398c059-620d-478f-b179-3b1424d715cb req-f8b3ef1e-a45d-4ff0-b472-81f5d2ffd440 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0801377 Aug 06 17:59:29.707320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:29.714002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.729141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.729665 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Added segment d882ca91-fdb3-4e98-bec9-5414dd1e1647 of type vlan for network e30cc2c6-39d6-4245-b28d-30561982cdd5 Aug 06 17:59:29.731282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9fb90-8e6c-4df4-8d6f-a82742505617,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:29.785395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.809078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.812160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.816085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/459d985a-b576-4f8a-b1e1-ea99219e8144 HTTP/1.1" status: 204 len: 168 time: 0.3381710 Aug 06 17:59:29.823101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900761-7f4e-4266-90f0-a0a0b5ca5df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d985a-b576-4f8a-b1e1-ea99219e8144,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:29.851482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.853341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:29.853882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.892776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:29.928341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:29.958504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e30cc2c6-39d6-4245-b28d-30561982cdd5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:29.973762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:30.003634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1105312062-network', 'tenant_id': '245b441a22864afaa5455a4eb6927c96'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:30.119906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.128369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.135819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5f68fa6a-e19f-4742-9903-0965f33d08d1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3731561 Aug 06 17:59:30.140863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:30.158516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Request body: {'subnet': {'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-subnet', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:30.161749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Made reservation on behalf of 245b441a22864afaa5455a4eb6927c96 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:30.165211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.178383 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.269083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a89fb7c5-330d-4faa-b99c-922d84f9f5cf req-847c49b3-c5a9-4c3c-bf40-e7300b6633c5 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.0682211 Aug 06 17:59:30.275168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6747b794c13e47f393343fc5c2882695&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3139150 Aug 06 17:59:30.276882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7a2c-13c1-435c-9ccc-4d52feb9c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5aa1c5-3935-49fc-871b-55f2b73b58bb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:30.278110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39840) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:30.293432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Made reservation on behalf of 4f722b72d1a441d8b10f9fefcfbf283a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:30.295338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.368330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:30.371118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cc69714-48e9-45a5-9c1d-6e9f616b7f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.423053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.16', 49970) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:30.433958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5142652c-ea2d-45fa-8180-e120a18cfaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.449664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.459456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-b06aa75e-d9db-43fc-b9c0-b0e2817d17cc tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=768d5d49312c46bda97555eb698d5bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353122 Aug 06 17:59:30.480817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.514798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.522018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.554065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:30.577113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd55c2-c27b-45b3-956a-2bf75ee59d27,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:30.583123 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.583618 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Added segment 5b73869a-d18a-4c1d-a566-a49daa745890 of type vlan for network 26cfaa31-e8b4-49a5-b7c2-75f19d7975de Aug 06 17:59:30.618482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.621320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.622949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd5aa1c5-3935-49fc-871b-55f2b73b58bb HTTP/1.1" status: 204 len: 168 time: 0.3435488 Aug 06 17:59:30.644898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccad77c-cb1c-4c48-b2ed-c004cc67fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5aa1c5-3935-49fc-871b-55f2b73b58bb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:30.665985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.713552 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.716900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:30.719374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.743522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-678fca0f-d67d-464d-af42-faa9aceebc1f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:30.749678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-678fca0f-d67d-464d-af42-faa9aceebc1f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821944 Aug 06 17:59:30.755869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:30.811761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.55', 56793) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:30.835853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] Pushing event updated for resources: {'Network': ['ID=26cfaa31-e8b4-49a5-b7c2-75f19d7975de,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:30.837901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Request body: {'port': {'device_id': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '768d5d49312c46bda97555eb698d5bcb'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:30.848997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 26cfaa31-e8b4-49a5-b7c2-75f19d7975de details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:30.868374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-2fb1c30c-6ac5-4ad8-97f7-b0ea022f4b1d tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e3d13bafb0c741cc8853160407228ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543242 Aug 06 17:59:30.954233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50e49b17-e3be-4167-9fe3-5bfa3b84ceaa req-459eaf1a-bf3c-4de3-8d10-2dcf937f8707 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0930660 Aug 06 17:59:31.032340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cc69714-48e9-45a5-9c1d-6e9f616b7f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.035627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8377e3d-a8db-4328-bc04-ae0f69b8a38a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:31.073822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cc69714-48e9-45a5-9c1d-6e9f616b7f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.142982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-d09cf98a-2558-4043-8d3e-ab4c0bdb80ab tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:31.145043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-d09cf98a-2558-4043-8d3e-ab4c0bdb80ab tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615118 Aug 06 17:59:31.165593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc69714-48e9-45a5-9c1d-6e9f616b7f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a49ef-ac97-4139-a52a-2b40ae6b65e6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:31.201633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Checking segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:31.202251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Network hostable DHCP agents. Network: e30cc2c6-39d6-4245-b28d-30561982cdd5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:31.214693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Request body: {'port': {'device_id': '70f83111-dc28-4d97-8867-e9565ebde415', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'e3d13bafb0c741cc8853160407228ed9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:31.217854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8cc69714-48e9-45a5-9c1d-6e9f616b7f0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8a22a4f49594f748c4c8a66f41c2fc9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3237450 Aug 06 17:59:31.224094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.250054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5142652c-ea2d-45fa-8180-e120a18cfaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.270836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5142652c-ea2d-45fa-8180-e120a18cfaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.276319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:31.292951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39878) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.317141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e30cc2c6-39d6-4245-b28d-30561982cdd5) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:31.321411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:31.322391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.324960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b58205cc-1572-4abc-9217-a4292d1b6c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.328204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff558500-efd0-4968-bd8b-932fd3c8884c None None] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:31.356154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d1579496-a7a7-4ded-a943-5ae06fcc4673 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7653415 Aug 06 17:59:31.360986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39888) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.375939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Request body: {'subnet': {'network_id': '26cfaa31-e8b4-49a5-b7c2-75f19d7975de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1105312062-subnet', 'tenant_id': '245b441a22864afaa5455a4eb6927c96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:31.386871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Made reservation on behalf of 768d5d49312c46bda97555eb698d5bcb for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:31.391548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.433333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c82daf78-32fe-4515-b964-361f24cc6914 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2872937 Aug 06 17:59:31.433333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.443380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39892) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.444605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.533717 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5142652c-ea2d-45fa-8180-e120a18cfaad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3aa185d0264e439ebfe4b9d05df3b098&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1498280 Aug 06 17:59:31.545082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:31.549800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39894) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.576213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142652c-ea2d-45fa-8180-e120a18cfaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b661ba-5492-4bf8-978c-9c7a4d2f031e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:31.651850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.663517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2cd5-556d-4d18-b3c3-93d10168963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.672540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a582b1aa-12fd-4f4f-a374-38e7c80c43f6 req-8b918fcd-22e3-436f-acee-fa1d458da77f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.2886152 Aug 06 17:59:31.697651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.700696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.743313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.856315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b58205cc-1572-4abc-9217-a4292d1b6c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.874040 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b58205cc-1572-4abc-9217-a4292d1b6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.889016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.893180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:31.894914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42b661ba-5492-4bf8-978c-9c7a4d2f031e HTTP/1.1" status: 204 len: 168 time: 0.3429129 Aug 06 17:59:31.912800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b58205cc-1572-4abc-9217-a4292d1b6c3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf2e69fe862a484bbf536d898f0d2c01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6161358 Aug 06 17:59:31.914394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39904) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:31.931375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823c35a-904d-42aa-8a52-3d26517c78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b661ba-5492-4bf8-978c-9c7a4d2f031e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:31.964659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e30cc2c6-39d6-4245-b28d-30561982cdd5', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:59:31.965753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.016991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.019686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.022262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.023428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e59a49ef-ac97-4139-a52a-2b40ae6b65e6 HTTP/1.1" status: 204 len: 168 time: 0.7981236 Aug 06 17:59:32.049003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Made reservation on behalf of e3d13bafb0c741cc8853160407228ed9 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:32.062868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.070273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Made reservation on behalf of 245b441a22864afaa5455a4eb6927c96 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:32.073035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.125040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.136594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.184801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.184801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.206074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b6dd01c-aeeb-42f6-a58d-e673e47a2da3 req-0d7af5bd-37e3-4a0b-9738-b1da573b46b1 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0815334 Aug 06 17:59:32.271763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Allocated IP 172.20.0.2 (e30cc2c6-39d6-4245-b28d-30561982cdd5/d8377e3d-a8db-4328-bc04-ae0f69b8a38a/af4c4bac-8ad1-4b90-ad66-3849061c3ae8) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:32.391022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.540376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58205cc-1572-4abc-9217-a4292d1b6c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b87889-b41d-48d9-8810-38062f453b64,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:32.702495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.704957 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.706176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83b87889-b41d-48d9-8810-38062f453b64 HTTP/1.1" status: 204 len: 168 time: 0.7892747 Aug 06 17:59:32.744734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3501aa5-fdea-4025-ab54-c4eced14a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a49ef-ac97-4139-a52a-2b40ae6b65e6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:32.772121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a306a-fe68-4405-beee-3edbe9d0d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b87889-b41d-48d9-8810-38062f453b64,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:32.857992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.946227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:32.977631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Transition to ACTIVE for port object af4c4bac-8ad1-4b90-ad66-3849061c3ae8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:33.022603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Transition to ACTIVE for port object af4c4bac-8ad1-4b90-ad66-3849061c3ae8 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:33.046306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa1d94d-2f3a-4d06-b0b7-081504360be3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:33.090812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.202292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2df7790-62a0-40f3-8034-13e040e8af03 req-387a78d5-545b-45bf-abd3-637e5b25b5c1 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.1725771 Aug 06 17:59:33.202880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39926) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:33.240471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Pushing event updated for resources: {'Port': ['ID=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:33.252393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.252913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.253596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.254158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.254780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.255914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.256652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.257234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.257817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.258292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.258893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.259354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Tracked resource versions report: Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: pushed versions: Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: { 'AddressGroup': {'1.2'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'ConntrackHelper': {'1.0'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Log': {'1.0'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Network': {'1.1'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Port': {'1.7'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'PortForwarding': {'1.2'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'QosPolicy': {'1.9'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SecurityGroup': {'1.4'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SubPort': {'1.0'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Subnet': {'1.1'}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Trunk': {'1.1'}} Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: consumer versions: Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: HyperV agent@n-h1-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: HyperV agent@n-h2-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: L3 agent@n-d-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: Metadata agent@n-d-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: Metering agent@n-d-793621-29: {}, Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'ConntrackHelper': '1.0', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Log': '1.0', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Network': '1.1', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Port': '1.7', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'PortForwarding': '1.2', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'QosPolicy': '1.9', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SecurityGroup': '1.4', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SecurityGroupRule': '1.2', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'SubPort': '1.0', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Subnet': '1.1', Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: 'Trunk': '1.1'}} Aug 06 17:59:33.261275 n-d-793621-29 neutron-server[94123]: {{(pid=94123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:59:33.287429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:33.290064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:33.292082 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.293116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:33.327808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b560ea16-fbaa-4bd5-8c59-4d402fec74e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.338329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.379491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.381087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Attempting to bind port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:33.381657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Attempting to bind port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:33.382175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Attempting to bind port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:33.388708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:33.389541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Checking segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:33.390107 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.390644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Bound using segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:33.391308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Bound port: af4c4bac-8ad1-4b90-ad66-3849061c3ae8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:33.391891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.421520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.535351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-773a2ac0-0d62-4517-9a9b-84a3c66eb436 req-6833f061-cbbd-416b-8bb0-31cd2cfb3b32 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0819056 Aug 06 17:59:33.536813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] For port af4c4bac-8ad1-4b90-ad66-3849061c3ae8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:33.544777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] For port af4c4bac-8ad1-4b90-ad66-3849061c3ae8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:33.561806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:33.757507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Checking segment: {'id': '5b73869a-d18a-4c1d-a566-a49daa745890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '26cfaa31-e8b4-49a5-b7c2-75f19d7975de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:33.757890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Network hostable DHCP agents. Network: 26cfaa31-e8b4-49a5-b7c2-75f19d7975de, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:33.778839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7812-6f45-44c4-9b78-a74361ec9332 None None] Pushing event updated for resources: {'Port': ['ID=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:33.823222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169729c4-340a-46cb-8c7d-35b2b0bcdf71,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:33.935208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Network 26cfaa31-e8b4-49a5-b7c2-75f19d7975de is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:34.004444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 26cfaa31-e8b4-49a5-b7c2-75f19d7975de) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:34.011084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:34.011836 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.017831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0fdb0-110f-497c-b46a-66baa6e351ce None None] Network 26cfaa31-e8b4-49a5-b7c2-75f19d7975de requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:34.032214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.072143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.214523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.271452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Allocated IP 192.168.233.220 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/4f91fe84-675f-45e2-8338-999e1eaf3ba4) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:34.455285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38382052-a3b0-438a-8404-4c9274ce449e None None] Network 26cfaa31-e8b4-49a5-b7c2-75f19d7975de requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:34.511856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.536796 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.550364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c700832-5e3f-4feb-95f2-c540906db9b3 req-06953557-b3ec-4fbd-850b-3229aabc6742 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.1285920 Aug 06 17:59:34.599454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:34.662950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af4c4bac-8ad1-4b90-ad66-3849061c3ae8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:34.768681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b560ea16-fbaa-4bd5-8c59-4d402fec74e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.779768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b560ea16-fbaa-4bd5-8c59-4d402fec74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:34.837301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39964) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:34.868501 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b560ea16-fbaa-4bd5-8c59-4d402fec74e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddbe11f932e04015af05b0cf15dd8f75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6219873 Aug 06 17:59:34.879670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560ea16-fbaa-4bd5-8c59-4d402fec74e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2843c37-fc40-4fa0-8ec5-f1b8271842c0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:34.898018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39966) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:34.931874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6f35285b-98f1-437a-b91b-81abe4d1575b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5690985 Aug 06 17:59:34.944206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:35.052946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc0a9220-1672-4826-ab4a-6c4fad290466 req-ec7bd477-9ae7-4a24-aa00-ec9bcedbf0aa tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.2293670 Aug 06 17:59:35.120297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.221123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.249663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.284541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Transition to ACTIVE for port object 4f91fe84-675f-45e2-8338-999e1eaf3ba4 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:35.358444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Allocated IP 172.25.3.164 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/a1035d4a-628e-4cf8-b9d1-6aa700673ab3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:35.383618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.392321 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.400335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2843c37-fc40-4fa0-8ec5-f1b8271842c0 HTTP/1.1" status: 204 len: 168 time: 0.4653783 Aug 06 17:59:35.412138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.592706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aac95-f5ca-41bc-aafd-4c65bceb703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2843c37-fc40-4fa0-8ec5-f1b8271842c0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:35.662627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1360561187-network', 'tenant_id': 'd831c831d3524198923cde552730ed16'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:35.701578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:35.716919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:35.757291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:35.778594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:35.781202 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.785078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2725bbf1-81e3-4db5-8eb9-8f5d83287e20 None None] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:35.813262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Pushing event updated for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:35.877083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:35.881664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.911690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-95cc667a-aca4-4f59-96f4-28144a4016aa tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0923748 Aug 06 17:59:35.915332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:35.918480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Allocated IP 192.168.233.26 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/3b84558e-5e70-49b5-9725-ef5b02c17b76) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:35.969238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Provisioning for port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:35.995503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Provisioning complete for port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:35.996061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.072639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351c4a9-14f6-48e9-90a3-a6738e07cb13 req-b8a426f8-06f2-45a7-a76f-6cdd8e42d2f3 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:36.075804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9351c4a9-14f6-48e9-90a3-a6738e07cb13 req-b8a426f8-06f2-45a7-a76f-6cdd8e42d2f3 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 936 time: 0.2756040 Aug 06 17:59:36.319912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.331023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.356221 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:59:36.359175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.362331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-526ed290-79bf-4085-a0a5-0e4786ef361f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:59:36.366287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-526ed290-79bf-4085-a0a5-0e4786ef361f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238848 Aug 06 17:59:36.377783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.383761 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9351c4a9-14f6-48e9-90a3-a6738e07cb13 req-4b881d27-a652-4ed1-b8af-a2059de26aa9 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891140 Aug 06 17:59:36.437169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Transition to ACTIVE for port object 3b84558e-5e70-49b5-9725-ef5b02c17b76 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:36.450499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13790726-8319-4385-831d-2c13d9f397fe None None] For port af4c4bac-8ad1-4b90-ad66-3849061c3ae8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:36.456070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:36.457896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.503102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1dde13-6062-4c98-a39b-3aeb15d1593f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:36.510681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755202658744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.512571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Unsubscribe: segment precommit_create {{(pid=94122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 17:59:36.516754 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Added segment d961d839-277a-42bf-8144-c39864f46053 of type vlan for network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a Aug 06 17:59:36.529782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13790726-8319-4385-831d-2c13d9f397fe None None] Pushing event updated for resources: {'Port': ['ID=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:36.588910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-681b60e2-f950-4351-b1cb-6ef2609b85e2 None None] Provisioning for port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:36.596914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-681b60e2-f950-4351-b1cb-6ef2609b85e2 None None] Provisioning complete for port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:36.597699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-681b60e2-f950-4351-b1cb-6ef2609b85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.670113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.692919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-681b60e2-f950-4351-b1cb-6ef2609b85e2 None None] Port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:59:36.702342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a7243d2-27c0-4a5b-8d7e-94f4cc80f7da req-4b85a659-b47f-4ab9-b2d0-6dc24e65b14b tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.1539681 Aug 06 17:59:36.744999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.833774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.836285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:36.837377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.842366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.876181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0062413 Aug 06 17:59:36.878848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40002) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:36.887487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:36.895722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Pushing event updated for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:36.898669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:36.928366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:36.935947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:36.937024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:36.966170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Request body: {'subnet': {'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1360561187-subnet', 'tenant_id': 'd831c831d3524198923cde552730ed16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:37.027519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-dd684874-6ab6-43b8-8994-263e55cf9ba6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8142757 Aug 06 17:59:37.035202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:37.040285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3e9ac051-e9aa-467a-8ffb-24c5c3555177 None None] Provisioning complete for port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:37.042088 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac051-e9aa-467a-8ffb-24c5c3555177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:37.054472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-ddebe6b2-3978-4903-8081-575e2c95e535 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:59:37.056561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-ddebe6b2-3978-4903-8081-575e2c95e535 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135627 Aug 06 17:59:37.114148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c6f2b-284d-4873-af56-fd107c88f974 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:37.122708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:37.127155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:37.142074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:37.477658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:37.499404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:37.514944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:37.548510 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:37.555997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a15097-0694-40d3-a757-5079b70eea67 None None] Provisioning for port 3b84558e-5e70-49b5-9725-ef5b02c17b76 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:37.563205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a15097-0694-40d3-a757-5079b70eea67 None None] Provisioning complete for port 3b84558e-5e70-49b5-9725-ef5b02c17b76 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:37.563606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11a15097-0694-40d3-a757-5079b70eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:37.610320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Pushing event updated for resources: {'Port': ['ID=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:37.635288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Request body: {'port': {'device_id': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:37.665702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-11a15097-0694-40d3-a757-5079b70eea67 None None] Port 3b84558e-5e70-49b5-9725-ef5b02c17b76 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:59:37.864739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Request body: {'port': {'device_id': '70f83111-dc28-4d97-8867-e9565ebde415', 'device_owner': 'compute:tempest-test_az-1899428052', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:38.078958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40028) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:38.087930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763387264-network', 'tenant_id': '64e049e17c3a444db2992e5b92b3bce7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:38.183895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:38.196891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afb0b3-28b1-473b-b0ef-2c364fab795f req-14b7d039-8765-4e1a-81f8-9f78cf7e4940 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:38.205004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13afb0b3-28b1-473b-b0ef-2c364fab795f req-14b7d039-8765-4e1a-81f8-9f78cf7e4940 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 936 time: 0.6899548 Aug 06 17:59:38.236988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Made reservation on behalf of 64e049e17c3a444db2992e5b92b3bce7 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:38.250704 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.279075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:38.286371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Network hostable DHCP agents. Network: c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:38.297974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.306201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.310236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.380917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13afb0b3-28b1-473b-b0ef-2c364fab795f req-7843ad37-7733-4d0b-86e1-e72fed51eeb9 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557472 Aug 06 17:59:38.477506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.481720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:38.518693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bf79f-d1f8-4ab7-8275-226c92126cb6 req-52f1f77d-0569-4e81-b7ec-20312e108913 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:38.521303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-772bf79f-d1f8-4ab7-8275-226c92126cb6 req-52f1f77d-0569-4e81-b7ec-20312e108913 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 935 time: 0.6815076 Aug 06 17:59:38.549943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af4c4bac-8ad1-4b90-ad66-3849061c3ae8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:38.554586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:38.618574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:38.622412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577ed7a-ecf6-4955-a93c-79d0b9acb1a4 None None] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:38.627460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:38.825596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:38.826025 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.020416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbc5aa-69eb-48bb-a8b0-ad78584ebd29 None None] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:39.155362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-772bf79f-d1f8-4ab7-8275-226c92126cb6 req-fbf81990-b6fa-40f5-87cb-c7fa7756517e tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193877 Aug 06 17:59:39.173703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.209382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.253018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3cb639c8-131d-48b8-b215-f72bc840d191 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3276858 Aug 06 17:59:39.379206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.388770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6486c9-3072-4a56-bd2d-51d60bbebcf2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:39.488796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f91fe84-675f-45e2-8338-999e1eaf3ba4 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:59:39.509165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.548000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Transition to ACTIVE for port object 4f91fe84-675f-45e2-8338-999e1eaf3ba4 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:39.558419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:39.588297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.590243 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Added segment a6a9e995-fada-4c15-9b00-7a7e6d27499f of type vlan for network 0579db8b-5923-4f6b-8ff4-f3964392e28c Aug 06 17:59:39.706246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:39.812651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Pushing event updated for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:39.835744 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.039015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.043018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Attempting to bind port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:40.043474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Attempting to bind port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:40.043892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Attempting to bind port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:40.065603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:59:40.066188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Attempting to bind port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:40.073630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.074760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:40.075413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.142342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:40.144409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:40.149983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:40.150740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Bound port: 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:40.151273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.191000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316edf5-0557-4c69-a7df-3ee910fde32f req-532a5833-fbec-471d-9bff-98065c4d9d6f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:40.200953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8316edf5-0557-4c69-a7df-3ee910fde32f req-532a5833-fbec-471d-9bff-98065c4d9d6f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.4892108 Aug 06 17:59:40.268565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1844862 Aug 06 17:59:40.288164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:40.310559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Request body: {'subnet': {'network_id': '0579db8b-5923-4f6b-8ff4-f3964392e28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763387264-subnet', 'tenant_id': '64e049e17c3a444db2992e5b92b3bce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:40.351118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1dd87-4317-48d7-914c-55977ef5b6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0579db8b-5923-4f6b-8ff4-f3964392e28c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:40.362494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0579db8b-5923-4f6b-8ff4-f3964392e28c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:40.392615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:40.404016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792e94d-2b35-41de-83f4-379dfff5b60a req-1ff31e5c-f157-4c90-84c5-20cf4719b05f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:40.405656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f792e94d-2b35-41de-83f4-379dfff5b60a req-1ff31e5c-f157-4c90-84c5-20cf4719b05f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 935 time: 0.1079102 Aug 06 17:59:40.437732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:40.445756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.482258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8316edf5-0557-4c69-a7df-3ee910fde32f req-47ac5cba-dd22-4381-940f-eb122b92919c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777741 Aug 06 17:59:40.510715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:59:40.521477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Made reservation on behalf of 64e049e17c3a444db2992e5b92b3bce7 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:40.528712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.544244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b84558e-5e70-49b5-9725-ef5b02c17b76 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:59:40.561309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Pushing event updated for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:40.613324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f792e94d-2b35-41de-83f4-379dfff5b60a req-65f03c02-7409-45f8-a647-c598005648e2 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904404 Aug 06 17:59:40.628355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:40.630633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.641932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-76be672f-c478-48bb-8539-1087a105d33e service neutron] 10.222.0.16 "PUT /v2.0/ports/4f91fe84-675f-45e2-8338-999e1eaf3ba4 HTTP/1.1" status: 200 len: 1097 time: 3.6400542 Aug 06 17:59:40.642594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:59:40.669222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:40.897727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Transition to ACTIVE for port object 3b84558e-5e70-49b5-9725-ef5b02c17b76 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:40.900113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40088) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:40.937232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.066315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-b4c41b9f-bd93-4edc-9459-e58d9301c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:41.068025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-b4c41b9f-bd93-4edc-9459-e58d9301c124 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 1100 time: 0.2192364 Aug 06 17:59:41.185893 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-45b1d0e6-762c-46a6-a407-81a663ae6fcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4 HTTP/1.1" status: 200 len: 217 time: 0.1092491 Aug 06 17:59:41.328657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.334943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-c238a0a0-af7b-41f1-80df-2f82a61c237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:41.340702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-c238a0a0-af7b-41f1-80df-2f82a61c237f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1443853 Aug 06 17:59:41.408264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:41.428647 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c6711-859c-4aa8-b926-13beb8cc40b3" -d '{"events": [{"name": "network-changed", "server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:59:41.436720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1674570573-network', 'tenant_id': '8e21e4bb951f4a8bb01927ab79eaa670'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:41.442052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5241ff-807f-4125-8262-ecc35dda73db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.512102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Attempting to bind port 3b84558e-5e70-49b5-9725-ef5b02c17b76 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:41.512835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Attempting to bind port 3b84558e-5e70-49b5-9725-ef5b02c17b76 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:41.514980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Attempting to bind port 3b84558e-5e70-49b5-9725-ef5b02c17b76 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:41.531443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Pushing event updated for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:41.534510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Made reservation on behalf of 8e21e4bb951f4a8bb01927ab79eaa670 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:41.551990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.559796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Port 3b84558e-5e70-49b5-9725-ef5b02c17b76 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:59:41.568201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Attempting to bind port 3b84558e-5e70-49b5-9725-ef5b02c17b76 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:41.669488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.697946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-7de0d607-0451-4465-bc36-a2c2d8d55f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:41.699883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-7de0d607-0451-4465-bc36-a2c2d8d55f9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3542204 Aug 06 17:59:41.871669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5241ff-807f-4125-8262-ecc35dda73db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.883505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5241ff-807f-4125-8262-ecc35dda73db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.911884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-cf4ec7db-6b82-42fc-bf89-b529ba03b4fb service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879632 Aug 06 17:59:41.913599 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818edb03-c186-442a-a53e-587524164e2d x-openstack-request-id: req-818edb03-c186-442a-a53e-587524164e2d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:59:41.913969 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:59:41.914218 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-818edb03-c186-442a-a53e-587524164e2d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:59:41.914717 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4', 'status': 'completed', 'code': 200} Aug 06 17:59:41.914952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:41.915382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:41.916124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:41.916675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Bound port: 3b84558e-5e70-49b5-9725-ef5b02c17b76, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:41.917105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:41.927996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5241ff-807f-4125-8262-ecc35dda73db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee6638-aea0-4cc5-bd5e-90f960a44846,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:41.928483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039789f-c56d-49e7-a94e-989021b6640e req-c9bbced1-95c6-41d8-ae43-ca9b117459c2 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:41.931043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1039789f-c56d-49e7-a94e-989021b6640e req-c9bbced1-95c6-41d8-ae43-ca9b117459c2 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.3042750 Aug 06 17:59:41.936790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:59:41.949256 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:59:41.986219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:59:41.989588 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:42.026303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc5241ff-807f-4125-8262-ecc35dda73db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0f4e2a6994043b0b576692ce898d166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1225753 Aug 06 17:59:42.055025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40120) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:42.183923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1039789f-c56d-49e7-a94e-989021b6640e req-c170e49c-9190-43ff-98a8-47465e2ab2dc tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151539 Aug 06 17:59:42.247803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74926f58-5343-43b1-89d6-cd1dea4af25d req-392f94e9-b278-49d4-9f04-d457848f56f1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155732 Aug 06 17:59:42.291579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.296460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.298660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.312701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:42.325795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.326268 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Added segment 7f43700f-86a7-4e4e-ba8c-0cbcd294e0e5 of type vlan for network e95d7cc9-827a-4880-ae29-635a88e40b5b Aug 06 17:59:42.337548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:42.376799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.395622 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:59:42.412283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:42.418689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.419975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:42.420667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.428041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.448028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0148044 Aug 06 17:59:42.448649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40128) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:42.473056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Request body: {'subnet': {'network_id': 'e95d7cc9-827a-4880-ae29-635a88e40b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1674570573-subnet', 'tenant_id': '8e21e4bb951f4a8bb01927ab79eaa670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:42.474019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.475390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-21b2e2ee-635d-42b7-a854-8d42a0f48b37 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.9481103 Aug 06 17:59:42.482804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.486361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40130) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:42.544277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62b1ce-a19a-4064-b07a-298234d45aeb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:42.568294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a2d6-141d-41fe-817d-2dbfb7b44f98 admin admin] Pushing event updated for resources: {'Network': ['ID=e95d7cc9-827a-4880-ae29-635a88e40b5b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:42.595347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fee8d-b917-447e-b695-76735435d00d req-8f8c5215-499b-406f-b610-60183d58d0dd tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:42.600498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e95d7cc9-827a-4880-ae29-635a88e40b5b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:42.607236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-338fee8d-b917-447e-b695-76735435d00d req-8f8c5215-499b-406f-b610-60183d58d0dd tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.5332191 Aug 06 17:59:42.611023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Made reservation on behalf of 8e21e4bb951f4a8bb01927ab79eaa670 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:42.617601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.626761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:42.902643 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:37Z', 'revision_number': 3, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:42.973027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Pushing event updated for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:42.986063 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:59:42.988062 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Updating router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:59:43.088361 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.135414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.195586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-338fee8d-b917-447e-b695-76735435d00d req-1684c4ed-e43f-4ce6-9df4-59a13fbdcad8 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862141 Aug 06 17:59:43.205328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:43.208577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.213111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-72874696-03c5-4cc0-9b69-dcb83c5ab489 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b84558e-5e70-49b5-9725-ef5b02c17b76 HTTP/1.1" status: 200 len: 1118 time: 5.6522133 Aug 06 17:59:43.297920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:59:43.357079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Checking segment: {'id': '7f43700f-86a7-4e4e-ba8c-0cbcd294e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e95d7cc9-827a-4880-ae29-635a88e40b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:43.357779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Network hostable DHCP agents. Network: e95d7cc9-827a-4880-ae29-635a88e40b5b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:43.388747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=676a56f3-d4bf-4a49-a80b-ba5ce1be5082,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:43.454834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Network e95d7cc9-827a-4880-ae29-635a88e40b5b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:43.502840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e95d7cc9-827a-4880-ae29-635a88e40b5b) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:43.513498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2139b-d8ff-4d3c-8ea6-e5db1ac6b67b None None] Network e95d7cc9-827a-4880-ae29-635a88e40b5b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:43.531884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:43.542087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.553300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8251351-5ffb-45a9-81f8-479da23463ef,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:43.615271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75f61e09-c276-4084-bd3d-5090577afd3c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1474383 Aug 06 17:59:43.776539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Checking segment: {'id': 'a6a9e995-fada-4c15-9b00-7a7e6d27499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0579db8b-5923-4f6b-8ff4-f3964392e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:43.777178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Network hostable DHCP agents. Network: 0579db8b-5923-4f6b-8ff4-f3964392e28c, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:43.807530 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96c2e0-8291-424e-b116-200c9550d867" -d '{"events": [{"name": "network-changed", "server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:59:43.872279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4618ddf-3ac6-422f-8357-29ba8d61f18e req-266fa48f-fe77-408c-85d8-6fb3ffce04b1 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:43.883560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4618ddf-3ac6-422f-8357-29ba8d61f18e req-266fa48f-fe77-408c-85d8-6fb3ffce04b1 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.3630354 Aug 06 17:59:43.896854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.901836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:43.907593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ee6638-aea0-4cc5-bd5e-90f960a44846 HTTP/1.1" status: 204 len: 168 time: 1.8509789 Aug 06 17:59:43.914178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-cce80743-419d-4bda-9fe0-4ced69877c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:43.914178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-cce80743-419d-4bda-9fe0-4ced69877c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3d13bafb0c741cc8853160407228ed9&device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 1121 time: 0.4039063 Aug 06 17:59:43.938615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Network 0579db8b-5923-4f6b-8ff4-f3964392e28c is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:43.964968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0579db8b-5923-4f6b-8ff4-f3964392e28c) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:43.971472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:43.972596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.018646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86065684-1477-493e-b323-6121ce2d2bf3 None None] Network 0579db8b-5923-4f6b-8ff4-f3964392e28c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:44.056068 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.078018 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Transition to ACTIVE for port object a1035d4a-628e-4cf8-b9d1-6aa700673ab3 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:44.089636 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.090343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4161-d96f-43e1-80bb-e9e3c6ac7773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee6638-aea0-4cc5-bd5e-90f960a44846,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:44.138406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-64d1564d-ce5c-4914-b9f8-a3d65b6b2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:44.139922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-64d1564d-ce5c-4914-b9f8-a3d65b6b2b6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 1100 time: 0.1602249 Aug 06 17:59:44.140099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-bd9a4c96-e2d9-443b-8e45-837f1fe36a5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76 HTTP/1.1" status: 200 len: 217 time: 0.1835830 Aug 06 17:59:44.274937 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Pushing event updated for resources: {'Port': ['ID=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:44.297035 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.298449 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.304354 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.312978 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.313842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.315251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.316797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.317634 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.318780 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.324332 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.324976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.326279 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Tracked resource versions report: Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: pushed versions: Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: { 'AddressGroup': {'1.2'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'ConntrackHelper': {'1.0'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Log': {'1.0'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Network': {'1.1'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Port': {'1.7'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'PortForwarding': {'1.2'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'QosPolicy': {'1.9'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SecurityGroup': {'1.4'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SecurityGroupRule': {'1.2'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SubPort': {'1.0'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Subnet': {'1.1'}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Trunk': {'1.1'}} Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: consumer versions: Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: { DHCP agent@n-d-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: HyperV agent@n-h1-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: HyperV agent@n-h2-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: L3 agent@n-d-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: Metadata agent@n-d-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: Metering agent@n-d-793621-29: {}, Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: Open vSwitch agent@n-d-793621-29: { 'AddressGroup': '1.2', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'ConntrackHelper': '1.0', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Log': '1.0', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Network': '1.1', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Port': '1.7', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'PortForwarding': '1.2', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'QosPolicy': '1.9', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SecurityGroup': '1.4', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SecurityGroupRule': '1.2', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'SubPort': '1.0', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Subnet': '1.1', Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: 'Trunk': '1.1'}} Aug 06 17:59:44.328729 n-d-793621-29 neutron-server[94124]: {{(pid=94124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 17:59:44.365191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-67984507-b92c-4481-9038-fabbff8c9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:44.370134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-67984507-b92c-4481-9038-fabbff8c9031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2112718 Aug 06 17:59:44.447721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Attempting to bind port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:44.448407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Attempting to bind port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:44.449193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Attempting to bind port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:44.451708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0817163c-e010-4d4f-9fea-8eb36eee840b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1461890 Aug 06 17:59:44.466361 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:44.468399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:44.469893 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.470467 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:44.472512 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Bound port: a1035d4a-628e-4cf8-b9d1-6aa700673ab3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:44.475113 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.532668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4618ddf-3ac6-422f-8357-29ba8d61f18e req-75811ba8-8efc-4065-96ca-160c99a0a772 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454966 Aug 06 17:59:44.624572 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] For port a1035d4a-628e-4cf8-b9d1-6aa700673ab3, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:44.635088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] For port a1035d4a-628e-4cf8-b9d1-6aa700673ab3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:44.641327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-068b6fab-ab49-427d-b581-103b7331f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:44.644864 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:44.645854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-068b6fab-ab49-427d-b581-103b7331f797 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.4874835 Aug 06 17:59:44.716076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164f9d-43bc-41d3-8cf6-0159082a59ed None None] Pushing event updated for resources: {'Port': ['ID=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:44.724073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23448ba5-6e1e-4526-93aa-45ca7d285168 None None] Network e95d7cc9-827a-4880-ae29-635a88e40b5b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:44.780759 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:59:44.782066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:44.837324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83d07b-08a9-45b7-af3e-7c4478cd8281 None None] Network 0579db8b-5923-4f6b-8ff4-f3964392e28c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:44.882886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-1a4dc390-46d6-427d-8cb4-83c5fbee29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:44.884741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-1a4dc390-46d6-427d-8cb4-83c5fbee29fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5037332 Aug 06 17:59:45.011180 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:59:45.014652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb83411-760b-4d63-9849-d7ea15d50960 req-ac039952-ac3c-4c2c-a228-4a1fd4c6ccee tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:45.033858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9eb83411-760b-4d63-9849-d7ea15d50960 req-ac039952-ac3c-4c2c-a228-4a1fd4c6ccee tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.3019223 Aug 06 17:59:45.061164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:45.179014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-ead9042d-9798-483a-af13-aad433e017ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4 HTTP/1.1" status: 200 len: 217 time: 0.5194299 Aug 06 17:59:45.184904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Deleting subnet 7aa1d94d-2f3a-4d06-b0b7-081504360be3 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:59:45.199485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.205308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66cc0f-45f2-4072-bad8-0c0192948a48 x-openstack-request-id: req-7e66cc0f-45f2-4072-bad8-0c0192948a48 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:59:45.205613 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:59:45.205816 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e66cc0f-45f2-4072-bad8-0c0192948a48 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:59:45.206264 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76', 'status': 'completed', 'code': 200} Aug 06 17:59:45.279068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:45.354317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc047-2c55-45b3-bcfc-1ac2a0579ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.376081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.408618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.465885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-7ea6cfbe-17c0-4b75-af41-61829e7d84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:45.467886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-7ea6cfbe-17c0-4b75-af41-61829e7d84a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2082584 Aug 06 17:59:45.474039 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:37Z', 'revision_number': 3, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:45.484732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9eb83411-760b-4d63-9849-d7ea15d50960 req-904bcfc6-07c2-47a9-bfe2-8044cb67a85c tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498470 Aug 06 17:59:45.508178 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ede34-7d89-43c5-9788-34b71155680f None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:37Z', 'revision_number': 3, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:59:45.719830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.767553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-719e7fe1-118e-45f3-ba1b-2d76ed81a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:45.769134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-719e7fe1-118e-45f3-ba1b-2d76ed81a137 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2347801 Aug 06 17:59:45.776099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa1d94d-2f3a-4d06-b0b7-081504360be3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:45.785336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:45.789005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4ccae662-cabd-4343-9daa-56ee0457ecf8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7aa1d94d-2f3a-4d06-b0b7-081504360be3 HTTP/1.1" status: 204 len: 168 time: 0.7264793 Aug 06 17:59:45.791890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:45.902333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.047657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.060943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.061386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.062148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.062490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > port after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.062942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.063322 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > port after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.063665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.063984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.064313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.064630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.197793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-0e1bc9dd-aaa1-4931-946e-af49dbce560d service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2969136 Aug 06 17:59:46.249786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.250396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.250504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.252796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:46.253180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cfaa31-e8b4-49a5-b7c2-75f19d7975de']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:46.279474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b73869a-d18a-4c1d-a566-a49daa745890') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:46.279474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b73869a-d18a-4c1d-a566-a49daa745890') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:46.301656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.329477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.346683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:59:46.348071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: from cryptography.utils import int_from_bytes Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: from cryptography.utils import int_from_bytes Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: timer() Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:59:46.352617 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:59:46.371841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d24c19a-b7ba-4b3f-841e-93acbb973c8c req-b90ccbd0-7dd8-4928-8f3a-295b075c2ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340251 Aug 06 17:59:46.494662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.497067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc047-2c55-45b3-bcfc-1ac2a0579ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.505193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.511062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] 10.222.0.64 "DELETE /v2.0/networks/26cfaa31-e8b4-49a5-b7c2-75f19d7975de HTTP/1.1" status: 204 len: 168 time: 0.7163720 Aug 06 17:59:46.518113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:46.531152 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.547099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca3dc047-2c55-45b3-bcfc-1ac2a0579ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.574185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7d20c-66e1-4f77-a161-bebec2e4eb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cfaa31-e8b4-49a5-b7c2-75f19d7975de,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:46.604512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1035d4a-628e-4cf8-b9d1-6aa700673ab3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:46.666752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dc047-2c55-45b3-bcfc-1ac2a0579ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20344657-702f-43c2-b19f-5b446102263c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:46.688478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164046f-839b-40df-8ff9-85f42e2dfdf3 req-96cd05fd-b9fe-41b7-95b4-22a35a1b673a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:46.704756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d164046f-839b-40df-8ff9-85f42e2dfdf3 req-96cd05fd-b9fe-41b7-95b4-22a35a1b673a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.6160343 Aug 06 17:59:46.729988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Deleting subnet d8251351-5ffb-45a9-81f8-479da23463ef {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:59:46.747756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.778766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:46.792521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:46.793303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.806054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.858592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca3dc047-2c55-45b3-bcfc-1ac2a0579ef0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d394d35ab2494808905eba8cebef9ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5744550 Aug 06 17:59:46.858858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:46.864144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:46.878634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d164046f-839b-40df-8ff9-85f42e2dfdf3 req-976c523a-ccf0-40da-a627-788b1db76f41 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604958 Aug 06 17:59:46.908310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c2e0-8291-424e-b116-200c9550d867 req-9de48e50-bc2d-4340-8594-c8fc46ddea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:46.910173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-9de48e50-bc2d-4340-8594-c8fc46ddea01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3d13bafb0c741cc8853160407228ed9&device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 1121 time: 0.4105036 Aug 06 17:59:46.992871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.037859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port a1035d4a-628e-4cf8-b9d1-6aa700673ab3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:47.060860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.187040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-ac3afab0-2507-4260-8348-cc51377bdd2d service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703109 Aug 06 17:59:47.201363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d512f9-431a-47c0-b874-9a93e40845e3 req-2d1918bd-c259-4bae-bc1f-abef51a9379c tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:47.212771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03d512f9-431a-47c0-b874-9a93e40845e3 req-2d1918bd-c259-4bae-bc1f-abef51a9379c tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.1334360 Aug 06 17:59:47.215228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:47.222972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.270734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8251351-5ffb-45a9-81f8-479da23463ef,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:47.280012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03d512f9-431a-47c0-b874-9a93e40845e3 req-49798887-ad78-40a1-bebc-18be425c7159 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647373 Aug 06 17:59:47.299792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Allocated IP 172.20.0.1 (e30cc2c6-39d6-4245-b28d-30561982cdd5/d8377e3d-a8db-4328-bc04-ae0f69b8a38a/0ba88d92-fd8a-4b09-91b3-b1872becb583) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:47.313384 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.326143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.328142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74c9a75d-1fcd-4f8f-a10e-a21ae19c54ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8251351-5ffb-45a9-81f8-479da23463ef HTTP/1.1" status: 204 len: 168 time: 0.7990236 Aug 06 17:59:47.335835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40226) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:47.444493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.453864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.526169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-269c6711-859c-4aa8-b926-13beb8cc40b3 req-8c061d39-fa74-48cb-9658-a26b1bd1f807 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138232 Aug 06 17:59:47.567112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.575549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.579619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20344657-702f-43c2-b19f-5b446102263c HTTP/1.1" status: 204 len: 168 time: 0.7117591 Aug 06 17:59:47.609146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19888be8-5c12-4285-9a19-2e79afab1532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20344657-702f-43c2-b19f-5b446102263c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:47.670818 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.704337 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.704677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.705409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.705855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > port after_create 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.706258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.706737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > port after_update 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.707247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.707588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.708021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.708448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.777508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.777957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.778368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.778802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 17:59:47.779272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0579db8b-5923-4f6b-8ff4-f3964392e28c']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:47.807852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a9e995-fada-4c15-9b00-7a7e6d27499f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:47.808427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a9e995-fada-4c15-9b00-7a7e6d27499f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:47.818465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.838942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.881903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Transition to ACTIVE for port object 0ba88d92-fd8a-4b09-91b3-b1872becb583 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:47.887782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.906627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:59:47.907635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: from cryptography.utils import int_from_bytes Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: from cryptography.utils import int_from_bytes Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: timer() Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:59:47.912107 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:59:48.005203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.025998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.029403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.040225 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] 10.222.0.64 "DELETE /v2.0/networks/0579db8b-5923-4f6b-8ff4-f3964392e28c HTTP/1.1" status: 204 len: 168 time: 0.6968238 Aug 06 17:59:48.069645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213d35d-c94c-4773-8117-752a45dd6d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0579db8b-5923-4f6b-8ff4-f3964392e28c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:48.241431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:48.257622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:48.261465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:48.263849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Pushing event updated for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:48.339751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f414c-5919-459a-a07c-cdd0b73bfc73 req-78518b8e-da28-44f8-9d6a-46c53965f74c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:48.341728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5f414c-5919-459a-a07c-cdd0b73bfc73 req-78518b8e-da28-44f8-9d6a-46c53965f74c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.2004068 Aug 06 17:59:48.342778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.473665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:48.544333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1035d4a-628e-4cf8-b9d1-6aa700673ab3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:48.558810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0842fda2-b93f-468a-8b34-e2125674e6d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=245b441a22864afaa5455a4eb6927c96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832574 Aug 06 17:59:48.559585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40260) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:48.630239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.689035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:48.689793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.750639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:48.842930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5f414c-5919-459a-a07c-cdd0b73bfc73 req-a06c2f64-c2d8-44f5-8ff1-92de8948af88 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654162 Aug 06 17:59:48.927688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-554fe0ba-85dd-4349-b983-c85107740124 None None] Provisioning for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:48.942628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-554fe0ba-85dd-4349-b983-c85107740124 None None] Provisioning complete for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:48.943055 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-554fe0ba-85dd-4349-b983-c85107740124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.037067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-554fe0ba-85dd-4349-b983-c85107740124 None None] Port 0ba88d92-fd8a-4b09-91b3-b1872becb583 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:59:49.136393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-8af7ef8e-2449-479e-888d-b8f46e570092 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:49.138019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-8af7ef8e-2449-479e-888d-b8f46e570092 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.4609141 Aug 06 17:59:49.165770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.173198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.176272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cdd55c2-c27b-45b3-956a-2bf75ee59d27 HTTP/1.1" status: 204 len: 168 time: 0.6152017 Aug 06 17:59:49.196276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-bc89ec12-d1d3-4dd7-9350-d8c32e5823c6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/quotas/d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 375 time: 0.0424929 Aug 06 17:59:49.197334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d092d29-f7f9-41a8-8801-d457aa12295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd55c2-c27b-45b3-956a-2bf75ee59d27,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:49.258112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-4a034b75-52e5-4011-85f3-d787cc8b91df tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513699 Aug 06 17:59:49.524426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.531949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c2e0-8291-424e-b116-200c9550d867 req-c435ecce-137f-4258-a6e5-354181c0f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:49.534287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-c435ecce-137f-4258-a6e5-354181c0f506 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.9322889 Aug 06 17:59:49.563945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8728c9-4c6c-4a4d-b70b-80b41d9809fd req-40013a7b-c018-4b02-8015-b00dda2cb476 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:49.564728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40290) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:49.572851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e8728c9-4c6c-4a4d-b70b-80b41d9809fd req-40013a7b-c018-4b02-8015-b00dda2cb476 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.5098305 Aug 06 17:59:49.600366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-c3fcc00d-5600-4396-86ce-740df462dc9e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:59:49.609574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-c3fcc00d-5600-4396-86ce-740df462dc9e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1877437 Aug 06 17:59:49.672994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-0b92ca07-e045-4d27-aa0a-cf3d76e06cb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76 HTTP/1.1" status: 200 len: 217 time: 0.0979254 Aug 06 17:59:49.736012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e8728c9-4c6c-4a4d-b70b-80b41d9809fd req-5a1abd22-28bb-4929-991e-94f31d32b1fe tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620755 Aug 06 17:59:49.768006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1653532818-network', 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:49.811581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40298) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:49.866016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:49.868839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.939123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-51ee3624-4208-4961-8851-a1ee968f847a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64e049e17c3a444db2992e5b92b3bce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201630 Aug 06 17:59:49.939123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.942326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.942649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:49.950084 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:49.999851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.018204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-96f27c62-19a1-4bb7-ad86-1a0e044982cf service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073613 Aug 06 17:59:50.082765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.106425 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.190045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Pushing event updated for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:50.233464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:50.239496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:50.242964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.245513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.249893 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e6486c9-3072-4a56-bd2d-51d60bbebcf2 HTTP/1.1" status: 204 len: 168 time: 0.3007612 Aug 06 17:59:50.255944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-5a0d0dd7-f0a6-4e36-a3e1-63f2909374e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145207 Aug 06 17:59:50.269638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa7f5d-ec2a-427e-a81a-00b7867fe0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6486c9-3072-4a56-bd2d-51d60bbebcf2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:50.276117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.287085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.346320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:50.375704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88701ee-9cc9-4741-8443-64cc222dc650,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:50.400502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.400844 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Added segment 340da99e-6537-46e1-ba8e-f1e7938b60f6 of type vlan for network ae786341-183f-4732-a423-f0be9854f5ae Aug 06 17:59:50.495166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.596150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fb341-8ad4-4dc8-8f54-20e4a921a41d req-85518cc7-fd4f-4e82-80c6-45cd7dd7293d tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:50.606264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-835fb341-8ad4-4dc8-8f54-20e4a921a41d req-85518cc7-fd4f-4e82-80c6-45cd7dd7293d tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.3248558 Aug 06 17:59:50.614048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae881852-592f-4b55-83f2-af05948bd1d9 req-bad859f9-e13e-43d7-a28b-422b8cf6359a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 210 time: 0.0481281 Aug 06 17:59:50.615721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.616903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:50.617997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.699222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7fbe3d9d-9c88-4668-b4f6-7ef664217b43 None None] Provisioning complete for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:50.701848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7fbe3d9d-9c88-4668-b4f6-7ef664217b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:50.744422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-835fb341-8ad4-4dc8-8f54-20e4a921a41d req-97527e3b-469b-49d1-ae97-c0375f8dbe57 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357093 Aug 06 17:59:50.778220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:59:50.801231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2343204 Aug 06 17:59:50.806466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40326) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:50.811540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Request body: {'subnet': {'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1653532818-subnet', 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:50.827189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe3d9d-9c88-4668-b4f6-7ef664217b43 None None] Port 0ba88d92-fd8a-4b09-91b3-b1872becb583 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:59:50.889769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bc002-f8c4-4aaf-9168-4b5a4b6aeb89 admin admin] Pushing event updated for resources: {'Network': ['ID=ae786341-183f-4732-a423-f0be9854f5ae,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:50.901491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ae786341-183f-4732-a423-f0be9854f5ae details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:50.905724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:50.908103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.000607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:59:51.033609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-71cd2ae1-a5b4-4e14-a646-577b1c7b9e6f admin admin] 10.222.0.64 "PUT /v2.0/routers/665bc67f-02cf-422e-8a0c-c9ce8c28a55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4579682 Aug 06 17:59:51.047766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:59:51.061362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:59:51.062103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:51.083628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c2e0-8291-424e-b116-200c9550d867 req-deecb3b7-4c0c-4c82-9f21-c2a8fa3eefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:51.086572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-deecb3b7-4c0c-4c82-9f21-c2a8fa3eefa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1428845 Aug 06 17:59:51.223870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c2e0-8291-424e-b116-200c9550d867 req-d74e7d23-c634-4fef-a3b6-35c5280060a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:51.228957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-d74e7d23-c634-4fef-a3b6-35c5280060a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307855 Aug 06 17:59:51.275612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:59:51.289846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09efe54-043b-4ee7-b255-51cf919dec5a req-d3faba15-7c51-4c6d-9f28-d22f380821c7 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:51.291879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b09efe54-043b-4ee7-b255-51cf919dec5a req-d3faba15-7c51-4c6d-9f28-d22f380821c7 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.4231577 Aug 06 17:59:51.371948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b09efe54-043b-4ee7-b255-51cf919dec5a req-bf1c1d6e-ca0c-4823-acce-374c4949a952 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725870 Aug 06 17:59:51.380535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:51.478219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.498195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-98321ee3-81c9-4225-96b6-197652fca3f6 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556243 Aug 06 17:59:51.590595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:51.593870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:51.594396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Network hostable DHCP agents. Network: ae786341-183f-4732-a423-f0be9854f5ae, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:51.616634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Network ae786341-183f-4732-a423-f0be9854f5ae is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:51.644428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ae786341-183f-4732-a423-f0be9854f5ae) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:51.652847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:51.653434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.672510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e165e-b83c-445e-b753-8a206fbe7cc1 None None] Network ae786341-183f-4732-a423-f0be9854f5ae requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:51.695644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d6304201-a0a6-42b8-9d49-6a8f35b274c6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8771808 Aug 06 17:59:51.723829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42654d5b-b960-47ad-8cbf-448fb7185bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.801694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-465e2d4d-ef41-4ef1-b64a-69b0c819b7ed req-2f6f4648-e9ef-40d9-916b-f5f58dd823f0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 210 time: 0.0500922 Aug 06 17:59:51.803591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b96c2e0-8291-424e-b116-200c9550d867 req-f7060fb6-e265-4141-917c-e8668932c759 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974663 Aug 06 17:59:51.822500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 2, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:51.854350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:59:51.854880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Updating router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c port 0ba88d92-fd8a-4b09-91b3-b1872becb583 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:59:51.903577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.964319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5df07-58d2-4070-b60a-b7f0eae0fd09 req-b92d97a4-bba9-47b7-9518-b2e8e985ea15 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:51.971508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57d5df07-58d2-4070-b60a-b7f0eae0fd09 req-b92d97a4-bba9-47b7-9518-b2e8e985ea15 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.0936263 Aug 06 17:59:51.974434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984ea22-9cbe-486e-bf18-edc578a7f416 None None] Network ae786341-183f-4732-a423-f0be9854f5ae requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:51.975927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42654d5b-b960-47ad-8cbf-448fb7185bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:51.990473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42654d5b-b960-47ad-8cbf-448fb7185bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.046838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57d5df07-58d2-4070-b60a-b7f0eae0fd09 req-5a0681ea-09ee-4fb1-abb3-41e819517482 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690842 Aug 06 17:59:52.065976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-42654d5b-b960-47ad-8cbf-448fb7185bb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=410f5bf9a6734491843f8bb42569b960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827140 Aug 06 17:59:52.068882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40366) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:52.074637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42654d5b-b960-47ad-8cbf-448fb7185bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5d7b1-88de-4aec-a248-370fed6036f0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:52.130277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.154874 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.219162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.223599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.225103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80c5d7b1-88de-4aec-a248-370fed6036f0 HTTP/1.1" status: 204 len: 168 time: 0.1552157 Aug 06 17:59:52.236439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec6911-4d8f-4f4f-91a7-eaf51f643389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5d7b1-88de-4aec-a248-370fed6036f0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:52.389785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-66be6d9c-dd2f-4f22-9836-28495df6dd70 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:52.391539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-66be6d9c-dd2f-4f22-9836-28495df6dd70 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.1409614 Aug 06 17:59:52.408196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Request body: {'port': {'device_id': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'admin_state_up': True, 'tenant_id': 'd831c831d3524198923cde552730ed16'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:52.555734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.564244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58089639-159b-492e-84c6-b9b5d81f3e41 req-1c9febbc-1f6f-4d16-b7a4-682c32f7e896 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:52.566467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58089639-159b-492e-84c6-b9b5d81f3e41 req-1c9febbc-1f6f-4d16-b7a4-682c32f7e896 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.0740402 Aug 06 17:59:52.570689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Transition to ACTIVE for port object 0ba88d92-fd8a-4b09-91b3-b1872becb583 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:52.579758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.616434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:52.624941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.650118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58089639-159b-492e-84c6-b9b5d81f3e41 req-fda7d02a-4da3-48a9-ba63-0bb8fd1a9a71 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700350 Aug 06 17:59:52.655627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9384-f10f-42c8-8c86-b95bc724847d None None] Pushing event updated for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:52.724976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Attempting to bind port 0ba88d92-fd8a-4b09-91b3-b1872becb583 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:52.725657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Attempting to bind port 0ba88d92-fd8a-4b09-91b3-b1872becb583 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:52.726224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Attempting to bind port 0ba88d92-fd8a-4b09-91b3-b1872becb583 on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:52.732552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:52.733381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Checking segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:52.734026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.734607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Bound using segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:52.735892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Bound port: 0ba88d92-fd8a-4b09-91b3-b1872becb583, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:52.736985 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.849108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] For port 0ba88d92-fd8a-4b09-91b3-b1872becb583, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:52.865116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] For port 0ba88d92-fd8a-4b09-91b3-b1872becb583, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0ba88d92-fd8a-4b09-91b3-b1872becb583,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:52.877735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:52.901043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Allocated IP 172.20.0.5 (c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a/e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b/960a5fbd-a684-4b30-be46-8b987497f746) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:52.978269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:59:52.979209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:53.016440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cccff901-f78e-4d2a-a8f7-13c50c2b8f71 req-e3dc963b-135c-471e-b362-1c3dc1ff818a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 210 time: 0.0921786 Aug 06 17:59:53.048008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:53.056933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-network', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:53.128349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Made reservation on behalf of 8c31c7c9d6224c6ba3a89cdc62ce4e6a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:53.131177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.151045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9384-f10f-42c8-8c86-b95bc724847d None None] Pushing event updated for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:53.186495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.220128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:53.240940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74070256-6aa5-4cde-9f26-750167f6bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.263176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.276190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:59:53.280644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c2c5-6299-404a-8588-2ead9f2b2481 req-aa4e57f3-8083-4b12-b79a-4aef3ed0ff89 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:53.289353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69c6c2c5-6299-404a-8588-2ead9f2b2481 req-aa4e57f3-8083-4b12-b79a-4aef3ed0ff89 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 948 time: 0.1340277 Aug 06 17:59:53.334821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.356701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69c6c2c5-6299-404a-8588-2ead9f2b2481 req-117bfa4d-4f49-43df-8d3c-4b91a92bfad0 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Aug 06 17:59:53.381638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:53.384783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:53.424381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.434131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.442262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:53.457039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40406) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:53.469975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:53.483311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.485109 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Added segment 31f88b16-3273-4c50-a5dd-7d5ea800a043 of type vlan for network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a Aug 06 17:59:53.494005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1769946440-network', 'tenant_id': '349c47189b8d4377b27ac1f2103849bc'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:53.548191 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.567347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:53.568180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.571264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:53.577610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:52Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:53.600887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.602534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:53.603202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.610853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a960bc3-c7f1-4a2d-ab85-7340bb9935fa,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:53.621060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431a74c-0557-48dc-add0-de0546f1fe3b None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:52Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:59:53.660824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74070256-6aa5-4cde-9f26-750167f6bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.686518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74070256-6aa5-4cde-9f26-750167f6bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.700573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-52d1ec00-49c5-4e58-8755-0dff55b93b07 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984591 Aug 06 17:59:53.723500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Request body: {'port': {'device_id': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:53.745727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6961820 Aug 06 17:59:53.747276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161a315-e9cc-4d00-8a7e-f96f3870a7bf admin admin] Pushing event updated for resources: {'Network': ['ID=9c3244ac-837a-4271-b4b3-ac1da0a2bb2a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:53.751470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40412) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:53.756553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Request body: {'subnet': {'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-subnet', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:53.767355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:53.820889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74070256-6aa5-4cde-9f26-750167f6bf30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e2759fab37c40a9ba87e1fb14979aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958238 Aug 06 17:59:53.821041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40418) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:53.868152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74070256-6aa5-4cde-9f26-750167f6bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897447b8-2b9f-4fec-bb8f-4d7ac79db02c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:53.906811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Made reservation on behalf of 349c47189b8d4377b27ac1f2103849bc for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:53.909077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.929892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.941952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.948546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Made reservation on behalf of 8c31c7c9d6224c6ba3a89cdc62ce4e6a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:53.951162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.962942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:53.990395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4f91fe84-675f-45e2-8338-999e1eaf3ba4 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:59:54.000631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06453-2129-4cfa-9023-7a1ef15c5231 req-70f7c027-0e1e-4ab9-a728-795d293378b7 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:54.008500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34f06453-2129-4cfa-9023-7a1ef15c5231 req-70f7c027-0e1e-4ab9-a728-795d293378b7 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.2342737 Aug 06 17:59:54.064732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.189104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:54.204781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '4f91fe84-675f-45e2-8338-999e1eaf3ba4', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '4f91fe84-675f-45e2-8338-999e1eaf3ba4', 'mac_address': 'fa:16:3e:dd:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:59:54.218812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34f06453-2129-4cfa-9023-7a1ef15c5231 req-36ff3e4f-0af4-4f4b-a3eb-b25020462752 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059789 Aug 06 17:59:54.274214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.277215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.282161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/897447b8-2b9f-4fec-bb8f-4d7ac79db02c HTTP/1.1" status: 204 len: 168 time: 0.4599795 Aug 06 17:59:54.303372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d4b81-2b72-4c13-b481-3ff9caf0d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897447b8-2b9f-4fec-bb8f-4d7ac79db02c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:54.307129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.360895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f91fe84-675f-45e2-8338-999e1eaf3ba4 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:59:54.392295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438b9cf-a33f-4b33-ae0d-bad85103c3ef req-818007c2-44af-4ee7-b1f1-4d3478e7ba52 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:54.399367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:54.401754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b438b9cf-a33f-4b33-ae0d-bad85103c3ef req-818007c2-44af-4ee7-b1f1-4d3478e7ba52 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 931 time: 0.1916993 Aug 06 17:59:54.411429 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.431185 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.535189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b438b9cf-a33f-4b33-ae0d-bad85103c3ef req-88a3ce82-7701-43f6-9463-df2b956bb514 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275201 Aug 06 17:59:54.559592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567c165b-1d55-4b0e-b58d-2f604d31765c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:54.572386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Checking segment: {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:54.575383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Network hostable DHCP agents. Network: 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:54.600755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0ba88d92-fd8a-4b09-91b3-b1872becb583 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:54.607534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:54.614229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:54.632967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:54.651805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:54.652268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.658311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79257d-ca9e-41fd-a319-1645203ebad6 None None] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:54.736203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.749057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.758248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-11e953ec-237e-4e9d-81af-07c22fae1c44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0035472 Aug 06 17:59:54.758954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:54.760924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3b84558e-5e70-49b5-9725-ef5b02c17b76 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:59:54.763910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:54.813606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:54.816228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.817388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.845306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3544d-606e-4dc7-9019-d7ec8c258119 req-0304b107-2461-43e5-b3e0-825b5b7d1aa7 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:54.847478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9b3544d-606e-4dc7-9019-d7ec8c258119 req-0304b107-2461-43e5-b3e0-825b5b7d1aa7 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 949 time: 0.2880220 Aug 06 17:59:54.855612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:59:54.869965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['4f91fe84-675f-45e2-8338-999e1eaf3ba4'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:59:54.900193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960a5fbd-a684-4b30-be46-8b987497f746 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:59:54.931348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.935438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:54.937639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.954895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.958980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976cc7cf-086d-44b9-acf0-d140ca6183e7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:54.962539 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:54.963064 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Added segment 6956c447-de79-4bb3-bdae-acc27d3bd2ae of type vlan for network 9397dc38-1bd2-441d-a19d-f1dfa120122d Aug 06 17:59:55.023749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Transition to ACTIVE for port object 960a5fbd-a684-4b30-be46-8b987497f746 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:55.048707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40446) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:55.066406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9b3544d-606e-4dc7-9019-d7ec8c258119 req-ef8bb5f3-42be-4c78-b97d-374296f6bab2 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079477 Aug 06 17:59:55.072494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.091992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.150724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-6fbab54a-217e-43a7-97c1-a50ec5183cee tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417373 Aug 06 17:59:55.156245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b039b37-5ad4-4a5a-81df-c777d663be65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.159559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:55.204624 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.205904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.206561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.236942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'fixed_ips': [{'subnet_id': '567c165b-1d55-4b0e-b58d-2f604d31765c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:59:55.237982 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.269244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:55.308806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] Pushing event updated for resources: {'Network': ['ID=9397dc38-1bd2-441d-a19d-f1dfa120122d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:55.329087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:55.329551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:55.330148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:55.336400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:59:55.336809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:55.339681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 9397dc38-1bd2-441d-a19d-f1dfa120122d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:59:55.344021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:55.344466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:55.344926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:55.345596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Bound port: 960a5fbd-a684-4b30-be46-8b987497f746, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:55.346094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.476386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f64ad-bcbe-4a54-9e89-8ba0b09ac707 req-ec677547-c791-4588-937a-4359d1d2545f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.478050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-314f64ad-bcbe-4a54-9e89-8ba0b09ac707 req-ec677547-c791-4588-937a-4359d1d2545f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 969 time: 0.1253827 Aug 06 17:59:55.485428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:55.490626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:55.500774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.535849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.537128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.538795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] 10.222.0.16 "PUT /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 1092 time: 1.8235779 Aug 06 17:59:55.560604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:59:55.563484 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "tag": "960a5fbd-a684-4b30-be46-8b987497f746"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:59:55.586663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.592720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '3b84558e-5e70-49b5-9725-ef5b02c17b76', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '3b84558e-5e70-49b5-9725-ef5b02c17b76', 'mac_address': 'fa:16:3e:13:c4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-1899428052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:59:55.628536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-314f64ad-bcbe-4a54-9e89-8ba0b09ac707 req-39e63765-6a4e-4f8a-907b-92fc3b02d39b tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401992 Aug 06 17:59:55.641971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a053-173a-4625-8980-9ed55162cc11 service neutron] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:55.664340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-75e02b6f-d567-4636-8890-d0b619a7d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.666898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-75e02b6f-d567-4636-8890-d0b619a7d082 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1095 time: 0.0735383 Aug 06 17:59:55.702954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.704699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-2623f70f-8b60-4eca-939e-59ff242a9b60 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.706336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-2623f70f-8b60-4eca-939e-59ff242a9b60 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5340571 Aug 06 17:59:55.738371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-fb11ce37-7c36-496f-8e73-15c0518fc735 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/quotas/8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 375 time: 0.0207670 Aug 06 17:59:55.746741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-8613ffca-31b0-4f4e-b7fe-ecdaef448b84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.0708408 Aug 06 17:59:55.783206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-6047080c-733b-4992-8ff0-dd061cf401f4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383627 Aug 06 17:59:55.802154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b039b37-5ad4-4a5a-81df-c777d663be65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.812584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b039b37-5ad4-4a5a-81df-c777d663be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.821496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.828122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d4146d6-b4ab-4c07-b141-ee63ce6b5478 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3427989 Aug 06 17:59:55.829244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:55.840771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ac264-8bf0-42de-bb54-b2a80e9d55bc req-1e32c895-1c74-4b5e-a855-b56d23c7bac9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.842196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c2ac264-8bf0-42de-bb54-b2a80e9d55bc req-1e32c895-1c74-4b5e-a855-b56d23c7bac9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.1122775 Aug 06 17:59:55.846202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Request body: {'subnet': {'network_id': '9397dc38-1bd2-441d-a19d-f1dfa120122d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1769946440-subnet', 'tenant_id': '349c47189b8d4377b27ac1f2103849bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:55.850569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-efd6a676-9213-4252-bbe3-eba855113d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:55.852117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-efd6a676-9213-4252-bbe3-eba855113d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0819178 Aug 06 17:59:55.864116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0ba88d92-fd8a-4b09-91b3-b1872becb583, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0ba88d92-fd8a-4b09-91b3-b1872becb583,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:55.868104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b039b37-5ad4-4a5a-81df-c777d663be65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec15a8b8aab74b86acf007bf74690fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172042 Aug 06 17:59:55.871558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b039b37-5ad4-4a5a-81df-c777d663be65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be802a27-e9c2-44fc-a332-cdec7fb147eb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:55.871950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b84558e-5e70-49b5-9725-ef5b02c17b76 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:59:55.890576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:55.890770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:55.898884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Allocated IP 172.20.0.2 (9c3244ac-837a-4271-b4b3-ac1da0a2bb2a/567c165b-1d55-4b0e-b58d-2f604d31765c/e1b5e456-fbea-4591-8497-fe5677afdc1a) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:55.933948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-6fd4dc56-1613-4a2f-ac0e-33324d81a383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666442 Aug 06 17:59:55.958665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:55.980942 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.021875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Made reservation on behalf of 349c47189b8d4377b27ac1f2103849bc for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:56.025286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.037247 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45336dd7-d52b-44f3-9f24-2de48a370b91 x-openstack-request-id: req-45336dd7-d52b-44f3-9f24-2de48a370b91 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:59:56.037651 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "tag": "960a5fbd-a684-4b30-be46-8b987497f746", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:59:56.037988 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45336dd7-d52b-44f3-9f24-2de48a370b91 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:59:56.038473 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746', 'status': 'completed', 'code': 200} Aug 06 17:59:56.072303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c2ac264-8bf0-42de-bb54-b2a80e9d55bc req-15c0bcb0-2f0e-4444-834b-e46d98a73934 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177041 Aug 06 17:59:56.083864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.107079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd7f5e71-e8ea-4a65-84b6-6cc6d896b3fd req-637d74f8-2f85-496c-822e-7ff1204a7bc5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 210 time: 0.0438507 Aug 06 17:59:56.111832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.148030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.180934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.260128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.271774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Transition to ACTIVE for port object e1b5e456-fbea-4591-8497-fe5677afdc1a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:56.290899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Transition to ACTIVE for port object e1b5e456-fbea-4591-8497-fe5677afdc1a will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:56.300620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.301267 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.316971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3b84558e-5e70-49b5-9725-ef5b02c17b76'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:59:56.325480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Allocated IP 172.25.3.16 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/fc6fd891-14e6-49ae-8eab-c7852ef9e602) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:56.350435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-abd692b1-802c-4a5f-87b4-e65d367a52d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992760 Aug 06 17:59:56.386188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.423550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Pushing event updated for resources: {'Port': ['ID=e1b5e456-fbea-4591-8497-fe5677afdc1a,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.428086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27d5b-a687-4655-8909-c6e98f513916 req-4fcc0e91-82a9-4b75-8265-68473233afe6 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:56.429879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dff27d5b-a687-4655-8909-c6e98f513916 req-4fcc0e91-82a9-4b75-8265-68473233afe6 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 949 time: 0.1861289 Aug 06 17:59:56.451080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:56.459719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:56.464887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:56.480469 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.545992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.563131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0ba88d92-fd8a-4b09-91b3-b1872becb583 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:56.608179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:59:56.615354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:56.616188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dff27d5b-a687-4655-8909-c6e98f513916 req-121c8adc-5f68-4501-84c8-b96af1358c5e tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363466 Aug 06 17:59:56.616888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6fd891-14e6-49ae-8eab-c7852ef9e602,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.624854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:59:56.637050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.639750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.641112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be802a27-e9c2-44fc-a332-cdec7fb147eb HTTP/1.1" status: 204 len: 168 time: 0.7492971 Aug 06 17:59:56.653321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e993a7c-0589-45c9-aba0-a5ef0a0f0986 req-d74f69b5-8c54-4662-908c-2a669b4ae60f service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874656 Aug 06 17:59:56.663763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Attempting to bind port e1b5e456-fbea-4591-8497-fe5677afdc1a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:59:56.666443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Attempting to bind port e1b5e456-fbea-4591-8497-fe5677afdc1a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:59:56.666854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Attempting to bind port e1b5e456-fbea-4591-8497-fe5677afdc1a on network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:59:56.688654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91730abe-a41a-49aa-9fb8-3fd022fe006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be802a27-e9c2-44fc-a332-cdec7fb147eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.712349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.743257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:59:56.744093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Checking segment: {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:56.744717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.745330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Bound using segment: {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:59:56.746078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Bound port: e1b5e456-fbea-4591-8497-fe5677afdc1a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:59:56.746704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.830662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edea972-eb28-451b-8bf8-d135442a050a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:56.852897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Checking segment: {'id': '6956c447-de79-4bb3-bdae-acc27d3bd2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9397dc38-1bd2-441d-a19d-f1dfa120122d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:59:56.853521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Network hostable DHCP agents. Network: 9397dc38-1bd2-441d-a19d-f1dfa120122d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:59:56.859968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-e7eb00dc-3c2f-4181-8e9c-fd818e162ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:56.862044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-e7eb00dc-3c2f-4181-8e9c-fd818e162ca4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1095 time: 0.1084597 Aug 06 17:59:56.885850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0ba88d92-fd8a-4b09-91b3-b1872becb583 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:56.886346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.918388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Network 9397dc38-1bd2-441d-a19d-f1dfa120122d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:59:56.933984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] For port e1b5e456-fbea-4591-8497-fe5677afdc1a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:59:56.960076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9198c7-a4cb-4856-b124-4589af51c9b7 req-4b4be9f9-40e1-4407-8807-60c4486fb195 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:56.966517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] For port e1b5e456-fbea-4591-8497-fe5677afdc1a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e1b5e456-fbea-4591-8497-fe5677afdc1a,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:59:56.966765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 9397dc38-1bd2-441d-a19d-f1dfa120122d) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:59:56.972851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:56.973435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.980013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:56.980922 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a9198c7-a4cb-4856-b124-4589af51c9b7 req-4b4be9f9-40e1-4407-8807-60c4486fb195 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 970 time: 0.1771500 Aug 06 17:59:56.987092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff3b79-1c44-4af7-b2d2-a8f717d8a1d2 None None] Network 9397dc38-1bd2-441d-a19d-f1dfa120122d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:56.998387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3675d191-2bab-42db-9918-c9d03899e5be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1659606 Aug 06 17:59:57.019424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-483f98cd-8c34-4495-a3e8-6acd1a40e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:57.021477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-483f98cd-8c34-4495-a3e8-6acd1a40e639 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1497548 Aug 06 17:59:57.071816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-f3b39dbe-2434-4055-bbf2-6f81d6d3c543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.0426803 Aug 06 17:59:57.165959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0043a-00ff-4bda-adf8-9a346eb6c559 None None] Pushing event updated for resources: {'Port': ['ID=e1b5e456-fbea-4591-8497-fe5677afdc1a,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:57.209181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-a046ec49-4859-4483-8927-dfa0f41febeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:57.219619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-a046ec49-4859-4483-8927-dfa0f41febeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1318834 Aug 06 17:59:57.278026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc8f8c-7f2e-45aa-b82c-e44b2df8a25e None None] Network 9397dc38-1bd2-441d-a19d-f1dfa120122d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:57.303837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:57.530298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-07028da8-59b2-40f7-93a5-e9d0b7a2e189 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387855 Aug 06 17:59:57.544464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a9198c7-a4cb-4856-b124-4589af51c9b7 req-23b34f25-a648-4470-8c18-b44df470ff7f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621066 Aug 06 17:59:57.722611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-d2d846bf-a66d-4adc-93cd-4cf9f8b9cb55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5021517 Aug 06 17:59:57.749852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-911a784d-7745-4ecd-a57b-d269093b15a4 req-c6909df6-a3fe-4d7d-8615-83656d854e74 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 210 time: 0.1047833 Aug 06 17:59:57.802983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb3f58-44ce-4b4a-a509-1b36890986c8 req-a1aa8cba-5044-4667-9fa6-09f1132a911b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:57.810619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32eb3f58-44ce-4b4a-a509-1b36890986c8 req-a1aa8cba-5044-4667-9fa6-09f1132a911b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.5739505 Aug 06 17:59:57.838515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:57.881738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32eb3f58-44ce-4b4a-a509-1b36890986c8 req-8b8d85a4-b3ab-4941-850e-98518f08d40c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563614 Aug 06 17:59:57.897248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-ff2cb4bd-3e1c-47d0-b5cb-74d99d179f30 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644289 Aug 06 17:59:57.952711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-3c8e53f3-d3b4-480b-94ee-aadd29d17ca4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:57.954368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-3c8e53f3-d3b4-480b-94ee-aadd29d17ca4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046378 Aug 06 17:59:57.968937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Request body: {'port': {'device_id': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '8f91969929c647a599e04c12ba9871ae'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:59:57.995357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4f91fe84-675f-45e2-8338-999e1eaf3ba4 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:58.103642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:58.111199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d968d-674c-422b-927b-5b62b7b21661 req-51ae7f2d-84a6-45d9-91ae-b0a20b05815e tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:58.115193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Router 9346fbdb-336e-4051-8bf3-cf80bf896b20 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:59:58.141706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-878d968d-674c-422b-927b-5b62b7b21661 req-51ae7f2d-84a6-45d9-91ae-b0a20b05815e tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 949 time: 0.1901815 Aug 06 17:59:58.142816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:58.144318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.185096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c97bb3a-9bab-4ee3-8e00-b5860fa789f1 req-1ebae3e0-3bb5-4bd8-b8f5-748b29dd301c service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779949 Aug 06 17:59:58.216824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-878d968d-674c-422b-927b-5b62b7b21661 req-486c6459-b25b-48e5-92af-dc55f0572659 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739489 Aug 06 17:59:58.303325 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.348540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:58.355007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:59:58.451656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.498268 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-80476bae-f8e9-49bf-aa29-51b5376677d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.545675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:58.559790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4abefa-9139-4404-8777-66870ed51a85 None None] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:59:58.652446 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d7d54-8e11-4a2f-b29f-d7a31bd92e38" -d '{"events": [{"server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "name": "network-vif-plugged", "status": "completed", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:59:58.658642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e1b5e456-fbea-4591-8497-fe5677afdc1a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:58.739883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9e20a857-b35e-46ba-8d5c-e6c29cc6e820 None None] Provisioning for port e1b5e456-fbea-4591-8497-fe5677afdc1a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:58.744819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa846-8d4a-42c3-9b2b-228626cf4e55 req-aad6d1b0-3461-42bf-8d6c-19785cea3ac9 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:58.754621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Made reservation on behalf of 8f91969929c647a599e04c12ba9871ae for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:59:58.758629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.758725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fdfa846-8d4a-42c3-9b2b-228626cf4e55 req-aad6d1b0-3461-42bf-8d6c-19785cea3ac9 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 970 time: 0.1024628 Aug 06 17:59:58.774710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3b84558e-5e70-49b5-9725-ef5b02c17b76 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:59:58.795110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.797431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:59:58.808535 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Sync routers for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:59:58.810808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fdfa846-8d4a-42c3-9b2b-228626cf4e55 req-5ec426e2-24c9-4e35-a423-fac12ca2987e tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Aug 06 17:59:58.832508 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:59:58.833177 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:58.852349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e1b5e456-fbea-4591-8497-fe5677afdc1a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:58.883620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e1b5e456-fbea-4591-8497-fe5677afdc1a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:58.884017 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:58.892243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-44244604-ad2a-4ee5-830c-f39af7ec5ea0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:58.893898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-44244604-ad2a-4ee5-830c-f39af7ec5ea0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.6311853 Aug 06 17:59:58.920607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-90b86a39-1a43-4855-a940-648ae86b62c9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/quotas/b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 375 time: 0.0191939 Aug 06 17:59:58.968086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-dba432fc-6508-4ee7-8178-3fae35469ca8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380723 Aug 06 17:59:59.015873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 3b84558e-5e70-49b5-9725-ef5b02c17b76 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:59:59.025232 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:59:59.026715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 3b84558e-5e70-49b5-9725-ef5b02c17b76 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:59.027093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.041682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.052119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.100251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.104266 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8243a364-653a-4549-8770-30cc3113d567 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3417156 Aug 06 17:59:59.104811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40552) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:59:59.119755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c381214-358c-45b3-841a-e160ba438179,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:59.174626 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.254877 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82291a-99d9-43f3-ba8e-7c1126d13720 x-openstack-request-id: req-bf82291a-99d9-43f3-ba8e-7c1126d13720 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:59:59.255160 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "name": "network-vif-plugged", "status": "completed", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:59:59.255412 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf82291a-99d9-43f3-ba8e-7c1126d13720 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:59:59.255861 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4', 'code': 200} Aug 06 17:59:59.316162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:59.318543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.342686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.359670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-66bd34bc-dbee-4c4e-807f-5289906d85bc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:59:59.361604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-66bd34bc-dbee-4c4e-807f-5289906d85bc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018403 Aug 06 17:59:59.365625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Allocated IP 192.168.233.150 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:59:59.401873 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T17:59:56Z', 'revision_number': 3, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T17:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:59:59.411424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e1b5e456-fbea-4591-8497-fe5677afdc1a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e1b5e456-fbea-4591-8497-fe5677afdc1a,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:59:59.425562 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.431938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:59.435214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ba574e45-b249-43fa-9a6b-422ec7802311 None None] Provisioning complete for port e1b5e456-fbea-4591-8497-fe5677afdc1a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:59:59.435743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba574e45-b249-43fa-9a6b-422ec7802311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.455893 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Checking router: 9346fbdb-336e-4051-8bf3-cf80bf896b20 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:59:59.456659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Updating router 9346fbdb-336e-4051-8bf3-cf80bf896b20 port fc6fd891-14e6-49ae-8eab-c7852ef9e602 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:59:59.490498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-6cd7750a-a600-40fc-9bdb-cf5a72dc5c09 service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211183 Aug 06 17:59:59.512204 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.530981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e1b5e456-fbea-4591-8497-fe5677afdc1a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:59:59.614910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-189a7fcd-2a51-4140-967c-27ee1ce33c3d req-d764d6f4-d40e-4922-9229-71ff1d69e408 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 210 time: 0.1504381 Aug 06 17:59:59.648428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-c6b8a408-b0c0-4713-a00b-4b2770ba6ef3 service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468558 Aug 06 17:59:59.675585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-7a6e22d8-f08c-4e73-9b6a-63c9f0c86210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:59.676414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-7a6e22d8-f08c-4e73-9b6a-63c9f0c86210 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 1102 time: 0.2108362 Aug 06 17:59:59.704006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-b783e8ed-8a4a-4954-b3e5-ff80208f7937 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.855658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.863850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8425-0b5a-42af-90bf-f4ac42a5f5e5 req-6cda9cea-9ec3-4aa8-8bec-c95369ebb056 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:59:59.865668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-811c8425-0b5a-42af-90bf-f4ac42a5f5e5 req-6cda9cea-9ec3-4aa8-8bec-c95369ebb056 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.1158502 Aug 06 17:59:59.887755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Transition to ACTIVE for port object e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:59.947744 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.963257 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Transition to ACTIVE for port object fc6fd891-14e6-49ae-8eab-c7852ef9e602 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:59:59.971132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:59:59.979478 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.001632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-811c8425-0b5a-42af-90bf-f4ac42a5f5e5 req-fcbb0ee1-1950-4cf3-b764-6a91e3f236d1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144996 Aug 06 18:00:00.001632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.030926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:00.034935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:00.048894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:00.049905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-b783e8ed-8a4a-4954-b3e5-ff80208f7937 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.062585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-b783e8ed-8a4a-4954-b3e5-ff80208f7937 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.076770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c17aec-94e3-490f-9902-7f1c592f8397 None None] Pushing event updated for resources: {'Port': ['ID=fc6fd891-14e6-49ae-8eab-c7852ef9e602,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:00.108457 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Attempting to bind port fc6fd891-14e6-49ae-8eab-c7852ef9e602 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:00.108769 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Attempting to bind port fc6fd891-14e6-49ae-8eab-c7852ef9e602 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:00.109140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Attempting to bind port fc6fd891-14e6-49ae-8eab-c7852ef9e602 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:00.121134 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:00.122149 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:00.122570 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.123269 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:00.123756 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Bound port: fc6fd891-14e6-49ae-8eab-c7852ef9e602, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:00.124162 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.144079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:00.188396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7f43120-0179-4498-bd5f-3ade7fbdef9b req-b783e8ed-8a4a-4954-b3e5-ff80208f7937 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038290 Aug 06 18:00:00.237916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] For port fc6fd891-14e6-49ae-8eab-c7852ef9e602, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:00.241954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] For port fc6fd891-14e6-49ae-8eab-c7852ef9e602, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fc6fd891-14e6-49ae-8eab-c7852ef9e602,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:00.250368 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.257535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:00.258941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.304639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-f9d9b54a-2d25-410e-82f1-5583949332ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3399804 Aug 06 18:00:00.333827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Request body: {'port': {'device_id': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'device_owner': 'compute:tempest-test_az-1899428052', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:00.345097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc15463-1b78-4df8-b203-9a49c445bc25 req-399801a4-8491-47c8-9934-31f06e129053 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:00.346841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abc15463-1b78-4df8-b203-9a49c445bc25 req-399801a4-8491-47c8-9934-31f06e129053 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 950 time: 0.1575122 Aug 06 18:00:00.347547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783e8ed-8a4a-4954-b3e5-ff80208f7937 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f154ece-0115-4b3a-a84e-1d4027d672ad,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:00.387767 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c17aec-94e3-490f-9902-7f1c592f8397 None None] Pushing event updated for resources: {'Port': ['ID=fc6fd891-14e6-49ae-8eab-c7852ef9e602,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:00.397084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:00.399360 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T17:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:00.537793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8b7e347c-07f6-4c6d-8d46-da899be34384 None None] Provisioning for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:00.556536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8b7e347c-07f6-4c6d-8d46-da899be34384 None None] Provisioning complete for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:00.557492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8b7e347c-07f6-4c6d-8d46-da899be34384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.588016 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:00.593022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.609790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af85d-3b19-4350-a064-cdd30bee5bc2 req-1ba8f5f2-a077-4bde-87dd-ee8d45a977b2 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:00.610546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-189af85d-3b19-4350-a064-cdd30bee5bc2 req-1ba8f5f2-a077-4bde-87dd-ee8d45a977b2 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.2611771 Aug 06 18:00:00.625980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abc15463-1b78-4df8-b203-9a49c445bc25 req-5415032f-77e0-43ee-9d5b-cd4f2450e8c4 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469285 Aug 06 18:00:00.667867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-189af85d-3b19-4350-a064-cdd30bee5bc2 req-85edd26c-ebdb-4ab8-972a-0f7efd814965 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Aug 06 18:00:00.801895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1cd1213-58f6-4d47-9a50-734fd7e51f32 req-9da1b24a-b8fc-421a-97f8-e215cc0b6594 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 210 time: 0.0635247 Aug 06 18:00:00.838058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Allocated IP 172.20.0.1 (9c3244ac-837a-4271-b4b3-ac1da0a2bb2a/567c165b-1d55-4b0e-b58d-2f604d31765c/5b7b061e-f365-4069-b740-fe864929fb58) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:00.855723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e1b5e456-fbea-4591-8497-fe5677afdc1a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:00.897840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e347c-07f6-4c6d-8d46-da899be34384 None None] Port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:00.929760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e1b5e456-fbea-4591-8497-fe5677afdc1a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:00.930134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:00.970478 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T17:59:56Z', 'revision_number': 3, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:01.013039 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc7a61-bfdf-4d85-87bc-a82f20053c51 None None] The sync data for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 is: [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T17:59:56Z', 'revision_number': 3, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:00:01.136197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.170597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6268f09-d613-4076-b396-61ba0330c8bc req-83a5be5b-8e41-4322-ac9e-09efdc795914 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.172198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6268f09-d613-4076-b396-61ba0330c8bc req-83a5be5b-8e41-4322-ac9e-09efdc795914 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 936 time: 0.1681178 Aug 06 18:00:01.173302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Transition to ACTIVE for port object 5b7b061e-f365-4069-b740-fe864929fb58 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:01.179249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945c582-46dc-402a-954b-0ed86087f3fc req-27d21960-d20b-4e0b-8893-28871b4f9f17 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.180838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b945c582-46dc-402a-954b-0ed86087f3fc req-27d21960-d20b-4e0b-8893-28871b4f9f17 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0912266 Aug 06 18:00:01.232149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6268f09-d613-4076-b396-61ba0330c8bc req-34e78a19-1987-44a8-b6fe-69d637a95375 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492251 Aug 06 18:00:01.239583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.256775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:01.259414 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c6409a-bb94-48de-a429-da9392f89f68" -d '{"events": [{"server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "name": "network-vif-plugged", "status": "completed", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:01.262018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b945c582-46dc-402a-954b-0ed86087f3fc req-5488360f-6996-4834-a79f-51a2fda343c2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Aug 06 18:00:01.273726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:01.278503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:01.285258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.288030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:01.296437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:01.311569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:01.313582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Transition to ACTIVE for port object e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:01.324452 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.334051 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c03d46-0af4-4319-aa6a-1518d291ae3c x-openstack-request-id: req-80c03d46-0af4-4319-aa6a-1518d291ae3c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:01.334558 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "name": "network-vif-plugged", "status": "completed", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:01.334939 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80c03d46-0af4-4319-aa6a-1518d291ae3c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:01.335609 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76', 'code': 200} Aug 06 18:00:01.391808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.396986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.446787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:01.487808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.55', 56801) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:01.616557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8b2a96bb-93cd-4d56-8fc5-c6e5bbd7e638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.786211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3292e1f4-868a-4e66-b145-18f6818e1e26 None None] Provisioning for port 5b7b061e-f365-4069-b740-fe864929fb58 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:01.791400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3292e1f4-868a-4e66-b145-18f6818e1e26 None None] Provisioning complete for port 5b7b061e-f365-4069-b740-fe864929fb58 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:01.791952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3292e1f4-868a-4e66-b145-18f6818e1e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.821793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.863272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3292e1f4-868a-4e66-b145-18f6818e1e26 None None] Port 5b7b061e-f365-4069-b740-fe864929fb58 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:01.894092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0584ce-e4f1-4202-a515-a4252e37a6a0 req-0143d224-5a24-4529-b85b-80b353289804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.895901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df0584ce-e4f1-4202-a515-a4252e37a6a0 req-0143d224-5a24-4529-b85b-80b353289804 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 1123 time: 0.3906591 Aug 06 18:00:01.920063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:01.920063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:01.920447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:01.937905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:01.938483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:01.958645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f163d05-3f7a-4477-a87d-bc3ca43ed278 req-98c64139-0ca9-47dc-bb25-937fed1db179 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.960278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f163d05-3f7a-4477-a87d-bc3ca43ed278 req-98c64139-0ca9-47dc-bb25-937fed1db179 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 950 time: 0.1472797 Aug 06 18:00:01.983180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:01.983687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:01.984266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:01.984921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Bound port: e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:01.985123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-69eec2bc-135b-4767-aaaf-259de0c562a4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.985480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:01.987164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-69eec2bc-135b-4767-aaaf-259de0c562a4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.3649867 Aug 06 18:00:01.997045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec915e-14f8-4d0d-b06f-221dffac7e6d req-9222e0b6-a24d-4c9d-9a18-777139d8716a tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:01.998559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8aec915e-14f8-4d0d-b06f-221dffac7e6d req-9222e0b6-a24d-4c9d-9a18-777139d8716a tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.1112499 Aug 06 18:00:02.005758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Request body: {'port': {'device_id': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'admin_state_up': True, 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:02.018784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df0584ce-e4f1-4202-a515-a4252e37a6a0 req-cf5a7e4d-7aaa-4933-9595-15dd736bf4d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137576 Aug 06 18:00:02.042018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:02.082949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f163d05-3f7a-4477-a87d-bc3ca43ed278 req-cb46212b-406a-4c7d-ad4c-e27fada2e71a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109202 Aug 06 18:00:02.152962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:02.158066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:02.169146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.238787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.239475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.241047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] 10.222.0.55 "PUT /v2.0/ports/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 1119 time: 1.9275291 Aug 06 18:00:02.257202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:02.259648 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e262b3-33d8-41ca-8922-c5d24fe77378" -d '{"events": [{"name": "network-changed", "server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:02.294133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-052a6c40-fd4f-4b83-9a33-754355ada1fa req-7a22fb82-f03b-4d46-a572-adaed92c1fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 210 time: 0.0746450 Aug 06 18:00:02.314938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40628) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:02.347782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e7e9-6176-47aa-9c56-61a3d3954432 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:02.362127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8aec915e-14f8-4d0d-b06f-221dffac7e6d req-eaa38188-3e91-45e2-9edf-c023e8914e36 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173977 Aug 06 18:00:02.387510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:02.393382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.433348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:02.450372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '960a5fbd-a684-4b30-be46-8b987497f746', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'port_id': '960a5fbd-a684-4b30-be46-8b987497f746', 'mac_address': 'fa:16:3e:4c:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:02.463549 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c46aa4-85a4-430e-9156-d19e427d2d34 x-openstack-request-id: req-c3c46aa4-85a4-430e-9156-d19e427d2d34 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:02.470746 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:02.471208 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3c46aa4-85a4-430e-9156-d19e427d2d34 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:02.471858 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'status': 'completed', 'code': 200} Aug 06 18:00:02.527754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.555894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960a5fbd-a684-4b30-be46-8b987497f746 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:02.581690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-2e81d6d8-f768-42db-be82-9aa1d3157179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.583362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-2e81d6d8-f768-42db-be82-9aa1d3157179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1122 time: 0.2179089 Aug 06 18:00:02.617016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:02.620798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fc6fd891-14e6-49ae-8eab-c7852ef9e602 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:02.625933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.679047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e53167-c0e3-4796-986a-628e2256d2f3 req-64ee7640-7372-4be1-86fc-a1b70091cfc1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.680767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1e53167-c0e3-4796-986a-628e2256d2f3 req-64ee7640-7372-4be1-86fc-a1b70091cfc1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 970 time: 0.2314858 Aug 06 18:00:02.682769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-60eac9c3-9d82-4a38-8c56-3edf5001035b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0901277 Aug 06 18:00:02.683978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42b7299b-cb5d-42ff-b275-8b0907fd4785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.729608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.741010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:02.745752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port fc6fd891-14e6-49ae-8eab-c7852ef9e602 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:02.750739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fc6fd891-14e6-49ae-8eab-c7852ef9e602 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:02.751226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.767715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd10c73-0762-4fcf-8e3b-1665b303d9cf req-6cc9ca3f-726b-4f88-a7eb-5dea4fa2fdfa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.774296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fd10c73-0762-4fcf-8e3b-1665b303d9cf req-6cc9ca3f-726b-4f88-a7eb-5dea4fa2fdfa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.1587107 Aug 06 18:00:02.790344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-adc6bf34-b0cf-4f50-9ec8-3ecd24f4bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.791964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-adc6bf34-b0cf-4f50-9ec8-3ecd24f4bff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1000590 Aug 06 18:00:02.803902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1e53167-c0e3-4796-986a-628e2256d2f3 req-c2a832dc-c8e9-406e-aae7-e822d1514a85 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107035 Aug 06 18:00:02.806397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.842317 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.864169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port fc6fd891-14e6-49ae-8eab-c7852ef9e602, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fc6fd891-14e6-49ae-8eab-c7852ef9e602,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:02.874634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.893845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d3276a8f-ab06-4a81-98b7-31af83c4d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:02.895442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-d3276a8f-ab06-4a81-98b7-31af83c4d772 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793962 Aug 06 18:00:02.940440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=fc6fd891-14e6-49ae-8eab-c7852ef9e602,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:02.953100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['960a5fbd-a684-4b30-be46-8b987497f746'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:02.961893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42b7299b-cb5d-42ff-b275-8b0907fd4785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:02.995154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42b7299b-cb5d-42ff-b275-8b0907fd4785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.000304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.047092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-42b7299b-cb5d-42ff-b275-8b0907fd4785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07740f624e0f4842a39db2053e6589b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7298141 Aug 06 18:00:03.050885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40632) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:03.059748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7299b-cb5d-42ff-b275-8b0907fd4785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1541d-c5ac-4771-954a-623e47582353,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:03.087114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-df7b848c-fa7c-4e45-8f72-5a69af5eba53 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762314 Aug 06 18:00:03.158247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Allocated IP 172.20.0.4 (ae786341-183f-4732-a423-f0be9854f5ae/d8344886-c18e-4a0a-b6aa-519e8cc6a4fd/1f561e4f-5ee5-437d-b6f7-f5740df0d16c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:03.202668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fd10c73-0762-4fcf-8e3b-1665b303d9cf req-a5c9dd0f-2d8f-4ce1-8653-61064b8883f8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846853 Aug 06 18:00:03.203644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:03.207297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.210236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.409687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a82bed2-98a5-4205-adcd-c59499119426 req-c0881e8e-29f2-4cf5-82e5-9e3f9e103613 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 210 time: 0.0497773 Aug 06 18:00:03.443408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:03.452339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:03.467338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.476874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.490873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81d41881-6369-4a9f-b8f7-8d023ba287e0 req-a70ebc70-584d-494b-b991-4e3f0066e832 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953664 Aug 06 18:00:03.540362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32059-4410-43f8-a2bb-610b732b85cc req-dd94efda-759d-4679-b1f5-e09fb26dd4a8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:03.558168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86a32059-4410-43f8-a2bb-610b732b85cc req-dd94efda-759d-4679-b1f5-e09fb26dd4a8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 950 time: 0.3565981 Aug 06 18:00:03.589958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.650569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86a32059-4410-43f8-a2bb-610b732b85cc req-02cf9063-7ef8-4a9f-9a31-bd506895652f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Aug 06 18:00:03.652564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.655165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.658948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ef1541d-c5ac-4771-954a-623e47582353 HTTP/1.1" status: 204 len: 168 time: 0.6047435 Aug 06 18:00:03.690794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7095007-35b9-4a6d-8a0e-6e60c693ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1541d-c5ac-4771-954a-623e47582353,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:03.711568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-8ec60e7b-19e4-4fd5-a479-cbd261204d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:03.713103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-8ec60e7b-19e4-4fd5-a479-cbd261204d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1122 time: 0.1342676 Aug 06 18:00:03.751209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-559af3f6-0541-4cdf-a177-7e1cfbe3fffe None None] Provisioning complete for port 5b7b061e-f365-4069-b740-fe864929fb58 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:03.751748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-559af3f6-0541-4cdf-a177-7e1cfbe3fffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.756977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:03.771690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Network ae786341-183f-4732-a423-f0be9854f5ae is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:03.775774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:03.815386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:03.826608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-559af3f6-0541-4cdf-a177-7e1cfbe3fffe None None] Port 5b7b061e-f365-4069-b740-fe864929fb58 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:03.876774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-1ba9deb8-228f-45e2-8b86-75d60947af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:03.878835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-1ba9deb8-228f-45e2-8b86-75d60947af56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1580081 Aug 06 18:00:03.882123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659795d-dd85-4e1a-9662-cedac9e8ce94 req-3bb6fff9-0de0-4618-acaa-627dc37b14a5 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:03.886243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b659795d-dd85-4e1a-9662-cedac9e8ce94 req-3bb6fff9-0de0-4618-acaa-627dc37b14a5 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.3221755 Aug 06 18:00:03.924548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:03.925227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:03.931296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-7baf3f77-6062-4009-ad86-8096c5354351 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0438259 Aug 06 18:00:03.945236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Router 9346fbdb-336e-4051-8bf3-cf80bf896b20 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:00:03.961379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ef249932-c6ca-4c28-9d11-8204fd35d257 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9616003 Aug 06 18:00:03.969583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b659795d-dd85-4e1a-9662-cedac9e8ce94 req-3b66bd58-b436-47dc-9c4c-4c201d74a3bc tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771694 Aug 06 18:00:03.976770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Request body: {'port': {'device_id': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:04.015567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-e58269d3-d71c-4fc0-86cc-bb7a4bf813b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.017244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-e58269d3-d71c-4fc0-86cc-bb7a4bf813b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0783107 Aug 06 18:00:04.039053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:04.098584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-eac0399e-bbe8-43e9-a2e2-4f6cb085a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.098584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-eac0399e-bbe8-43e9-a2e2-4f6cb085a7f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712271 Aug 06 18:00:04.155365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:04.159629 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 960a5fbd-a684-4b30-be46-8b987497f746 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:04.164207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 960a5fbd-a684-4b30-be46-8b987497f746 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:04.164589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.173705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-857c290a-4b97-49ef-b08d-d85de9b994d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.207725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.264014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.274323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d070-1513-47db-bf96-a4d5fa35bc06 req-ed750571-f536-49c7-8be2-4b9b2aa8e43f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.276711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9467d070-1513-47db-bf96-a4d5fa35bc06 req-ed750571-f536-49c7-8be2-4b9b2aa8e43f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 970 time: 0.2175534 Aug 06 18:00:04.280931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:00:04.290756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5230314c-b49c-4a1a-be22-afdb365ed361 admin admin] 10.222.0.64 "PUT /v2.0/routers/9346fbdb-336e-4051-8bf3-cf80bf896b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1847982 Aug 06 18:00:04.295176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Sync routers for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:00:04.304712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:04.307528 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108c137-197d-4f90-9a26-b34edc57289e" -d '{"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-plugged", "status": "completed", "tag": "960a5fbd-a684-4b30-be46-8b987497f746"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:04.326336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:04.328883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:04.329776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:04.336778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-dfc4e45c-3b45-4b30-8a8a-8ac423606be7 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310553 Aug 06 18:00:04.452710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9467d070-1513-47db-bf96-a4d5fa35bc06 req-056d0e49-792d-47a2-9f50-a06bf7e4880e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670368 Aug 06 18:00:04.479457 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6e262b3-33d8-41ca-8922-c5d24fe77378 req-a2f1b166-a456-49e3-af28-979f2e11a0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322963 Aug 06 18:00:04.532605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-857c290a-4b97-49ef-b08d-d85de9b994d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.536433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.543011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-857c290a-4b97-49ef-b08d-d85de9b994d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.552739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:04.600140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-857c290a-4b97-49ef-b08d-d85de9b994d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cff210f9a4341e790596d056c5fac31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435985 Aug 06 18:00:04.603608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fc6fd891-14e6-49ae-8eab-c7852ef9e602 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:04.605158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40664) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:04.606373 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100205e1-8e3e-487c-beb5-ca47acee956e x-openstack-request-id: req-100205e1-8e3e-487c-beb5-ca47acee956e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:04.607232 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-plugged", "status": "completed", "tag": "960a5fbd-a684-4b30-be46-8b987497f746", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:04.607232 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-100205e1-8e3e-487c-beb5-ca47acee956e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:04.607232 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746', 'code': 200} Aug 06 18:00:04.649515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c290a-4b97-49ef-b08d-d85de9b994d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f4ec04-c826-469b-8ef8-2562d25bcf1b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:04.666721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.16', 49983) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:04.685849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.749770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f20b-f7e4-40ba-8953-cab57770c3b9 req-5ed0a0d1-5f04-4cfa-ab2e-808203bfeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.751310 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ab6f20b-f7e4-40ba-8953-cab57770c3b9 req-5ed0a0d1-5f04-4cfa-ab2e-808203bfeed5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1097 time: 0.0827284 Aug 06 18:00:04.756172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c3e81-1b79-40c5-bd1d-3bd2c2ae667e req-49170719-d63f-4562-9b16-c3f0d440d4e0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.759310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34589be-c6c1-4ff6-9b0d-f319357ee2be req-d0ed64a0-ed44-48fb-9f73-b110d010e2ae tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:04.760873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e34589be-c6c1-4ff6-9b0d-f319357ee2be req-d0ed64a0-ed44-48fb-9f73-b110d010e2ae tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 945 time: 0.1899965 Aug 06 18:00:04.763594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe2c3e81-1b79-40c5-bd1d-3bd2c2ae667e req-49170719-d63f-4562-9b16-c3f0d440d4e0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 931 time: 0.1141939 Aug 06 18:00:04.773755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:04.778406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f561e4f-5ee5-437d-b6f7-f5740df0d16c {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:04.791725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.811685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.816360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Transition to ACTIVE for port object 1f561e4f-5ee5-437d-b6f7-f5740df0d16c will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:04.818136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fc6fd891-14e6-49ae-8eab-c7852ef9e602 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:04.818506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.830584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe2c3e81-1b79-40c5-bd1d-3bd2c2ae667e req-24d94425-62e0-4a7a-a652-55e1a170508e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Aug 06 18:00:04.833169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.891679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e34589be-c6c1-4ff6-9b0d-f319357ee2be req-44ccbb9d-c8c6-4ec6-8356-748723e11353 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162813 Aug 06 18:00:04.907066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ab6f20b-f7e4-40ba-8953-cab57770c3b9 req-b841d954-c337-4514-b0b6-79b236295ddf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 Aug 06 18:00:04.919025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:04.958517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:04.984671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:00:01Z', 'revision_number': 4, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5b7b061e-f365-4069-b740-fe864929fb58', 'name': '', 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'mac_address': 'fa:16:3e:68:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:00Z', 'updated_at': '2021-08-06T18:00:01Z', 'revision_number': 2, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'subnets': [{'id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:05.010694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.011535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec55a30-a2de-46d5-8541-23d3f1c05883 req-51e2f974-e12d-467b-bc8b-74cceed40106 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.013242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec55a30-a2de-46d5-8541-23d3f1c05883 req-51e2f974-e12d-467b-bc8b-74cceed40106 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 950 time: 0.0883093 Aug 06 18:00:05.013823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.017733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55f4ec04-c826-469b-8ef8-2562d25bcf1b HTTP/1.1" status: 204 len: 168 time: 0.3863037 Aug 06 18:00:05.025308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b818a-c0c0-4ca4-85f3-8ce6d44a1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f4ec04-c826-469b-8ef8-2562d25bcf1b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:05.028970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Checking router: 9346fbdb-336e-4051-8bf3-cf80bf896b20 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:00:05.029773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Updating router 9346fbdb-336e-4051-8bf3-cf80bf896b20 port 5b7b061e-f365-4069-b740-fe864929fb58 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:00:05.051483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:05.051819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:05.052554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:05.063323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:05.063674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:05.072001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:05.072350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:05.072740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:05.073356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Bound port: 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:05.073806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.081422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.102457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec55a30-a2de-46d5-8541-23d3f1c05883 req-9e72cf7f-5395-41a5-a847-2ee3fa005bab tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605707 Aug 06 18:00:05.161924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:05.165566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:05.174821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.221333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.222062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.223649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 1092 time: 1.2531445 Aug 06 18:00:05.225554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:05.228052 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccef769-a267-4628-b651-4a9a11070a43" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:05.270300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f916-7d90-40e8-ac90-414637e07666 service neutron] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:05.297177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c5885-16eb-4cf8-87f7-6e93bcbc4de3 req-31d6d914-8818-4b37-b003-0a272be0de1c tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.298831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-564c5885-16eb-4cf8-87f7-6e93bcbc4de3 req-31d6d914-8818-4b37-b003-0a272be0de1c tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.0958674 Aug 06 18:00:05.356346 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755224b6-8037-4563-945a-df2486f212c9 x-openstack-request-id: req-755224b6-8037-4563-945a-df2486f212c9 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:05.356636 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:05.356935 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-755224b6-8037-4563-945a-df2486f212c9 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:05.357324 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'status': 'completed', 'code': 200} Aug 06 18:00:05.370936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-a0ed248a-c0c5-4012-902e-c71172594797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.372588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-a0ed248a-c0c5-4012-902e-c71172594797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1095 time: 0.0925488 Aug 06 18:00:05.375415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-564c5885-16eb-4cf8-87f7-6e93bcbc4de3 req-d89e244d-56f4-4ccd-aecd-02ac878cca8e tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Aug 06 18:00:05.448019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-0d808baf-1d77-4a21-956d-aa6a615e0164 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.0644720 Aug 06 18:00:05.550673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.563009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Transition to ACTIVE for port object 5b7b061e-f365-4069-b740-fe864929fb58 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:05.567417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ed136970-7b00-4232-a50a-40ffad166788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.568965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-ed136970-7b00-4232-a50a-40ffad166788 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1112039 Aug 06 18:00:05.571815 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.579815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-8432b83c-87ef-4ca5-b6b6-72446865d6c4 tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:05.584137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-8432b83c-87ef-4ca5-b6b6-72446865d6c4 tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 1123 time: 0.0652156 Aug 06 18:00:05.616373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-8083d715-451e-4b52-82c0-02ebac740b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389729 Aug 06 18:00:05.636477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-fe3df477-72cf-4008-9ff7-f228dd4eb51f tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.652311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfbedb-35a3-4550-a05e-4277fa220852 None None] Pushing event updated for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:05.815816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-e01744e7-a69d-4dae-bd6b-94b9b42e3b3b service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805108 Aug 06 18:00:05.847922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Attempting to bind port 5b7b061e-f365-4069-b740-fe864929fb58 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:05.848538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Attempting to bind port 5b7b061e-f365-4069-b740-fe864929fb58 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:05.848646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Attempting to bind port 5b7b061e-f365-4069-b740-fe864929fb58 on network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:05.858088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:05.858884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Checking segment: {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:05.859995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.860325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Bound using segment: {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:05.860799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Bound port: 5b7b061e-f365-4069-b740-fe864929fb58, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f88b16-3273-4c50-a5dd-7d5ea800a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:05.861188 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:05.889981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40708) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:05.900578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679109194', 'description': 'tempest-description--1425748163'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:05.943820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] For port 5b7b061e-f365-4069-b740-fe864929fb58, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:05.947754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] For port 5b7b061e-f365-4069-b740-fe864929fb58, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5b7b061e-f365-4069-b740-fe864929fb58,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:05.959219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.054408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfbedb-35a3-4550-a05e-4277fa220852 None None] Pushing event updated for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:06.062563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74b948-db91-44b6-9f34-85dcb840a9e2 req-0939d72b-6eda-479d-a753-8738999ba5c7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.069902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:06.071819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b74b948-db91-44b6-9f34-85dcb840a9e2 req-0939d72b-6eda-479d-a753-8738999ba5c7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 970 time: 0.0944285 Aug 06 18:00:06.075916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:06.104794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-fe3df477-72cf-4008-9ff7-f228dd4eb51f tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.117293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-fe3df477-72cf-4008-9ff7-f228dd4eb51f tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.148389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b68cfb60-fb49-46e3-aaa6-5da7a99950cd req-4f56c865-f179-4562-b82c-2e9471e7e571 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225722 Aug 06 18:00:06.185246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc7ae657-a191-44ed-a2cd-093f84b2c6f0 req-fe3df477-72cf-4008-9ff7-f228dd4eb51f tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919957 Aug 06 18:00:06.206525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3df477-72cf-4008-9ff7-f228dd4eb51f tempest-AggregatesAdminTestJSON-122659249 tempest-AggregatesAdminTestJSON-122659249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe61017-dec5-4e7e-b5f4-3391d1445209,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:06.262389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:06.280208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccef769-a267-4628-b651-4a9a11070a43 req-24bcaf43-fbc4-41be-89ae-b2859ee4e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.281960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-24bcaf43-fbc4-41be-89ae-b2859ee4e4b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1095 time: 0.0484333 Aug 06 18:00:06.285522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.316328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b74b948-db91-44b6-9f34-85dcb840a9e2 req-7526ebd8-cc84-4992-9512-6577fe926eda tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426379 Aug 06 18:00:06.355571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c3f657e7-7f4a-40d2-9389-e150b3dc420c tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.357681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c3f657e7-7f4a-40d2-9389-e150b3dc420c tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 1102 time: 0.2353015 Aug 06 18:00:06.474068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650193-51e5-4ca8-add5-34626c1fe05b req-7957bfc4-ab27-430c-a7e0-34a8b3694526 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.482700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08650193-51e5-4ca8-add5-34626c1fe05b req-7957bfc4-ab27-430c-a7e0-34a8b3694526 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.1817789 Aug 06 18:00:06.528188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccef769-a267-4628-b651-4a9a11070a43 req-beffb92b-351f-4999-b9e8-87dd7eeb602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.530169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-beffb92b-351f-4999-b9e8-87dd7eeb602d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.2401946 Aug 06 18:00:06.544983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:00:01Z', 'revision_number': 4, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5b7b061e-f365-4069-b740-fe864929fb58', 'name': '', 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'mac_address': 'fa:16:3e:68:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:00Z', 'updated_at': '2021-08-06T18:00:05Z', 'revision_number': 4, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'subnets': [{'id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:06.554920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.567736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.583249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d9d0e-a7ef-4991-87e3-fe63fca90920 None None] The sync data for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 is: [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:00:01Z', 'revision_number': 4, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5b7b061e-f365-4069-b740-fe864929fb58', 'name': '', 'network_id': '9c3244ac-837a-4271-b4b3-ac1da0a2bb2a', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'mac_address': 'fa:16:3e:68:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:00Z', 'updated_at': '2021-08-06T18:00:05Z', 'revision_number': 4, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'subnets': [{'id': '567c165b-1d55-4b0e-b58d-2f604d31765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:00:06.588774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9e02b-bddc-4b88-ab45-c48b55a8a7e5 req-b6b749e9-6642-4706-b0e3-b218502e1b69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.590693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acf9e02b-bddc-4b88-ab45-c48b55a8a7e5 req-b6b749e9-6642-4706-b0e3-b218502e1b69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 945 time: 0.1273322 Aug 06 18:00:06.600094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Deleting port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:00:06.600425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.602834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-ac54a773-2c33-4d7b-b96b-b79c4ceb2e67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.0605953 Aug 06 18:00:06.617212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08650193-51e5-4ca8-add5-34626c1fe05b req-4f4c07b0-6145-4fbb-8cf4-701a7bcd6e3b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326828 Aug 06 18:00:06.665728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.676986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7828484 Aug 06 18:00:06.689836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:06.732865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'security_group_rule': {'security_group_id': '21e0bd2a-82eb-4b3e-ad52-706303abdfcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:06.742758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7d96d-2b17-46d1-a1ff-9bff9b03659a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0bd2a-82eb-4b3e-ad52-706303abdfcb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:06.796876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccef769-a267-4628-b651-4a9a11070a43 req-d2d4b7c9-4b39-4194-a759-6ae2d38650fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.798808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-d2d4b7c9-4b39-4194-a759-6ae2d38650fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1803472 Aug 06 18:00:06.803579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:06.840292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-a15280b1-8431-419f-a46d-a0e4ba358db3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322642 Aug 06 18:00:06.845500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acf9e02b-bddc-4b88-ab45-c48b55a8a7e5 req-6260e97e-7fca-4678-b646-84c09c01adc8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344964 Aug 06 18:00:06.872049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] For port 4f91fe84-675f-45e2-8338-999e1eaf3ba4, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4f91fe84-675f-45e2-8338-999e1eaf3ba4,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:06.873725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.875317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794230d9-f640-40f3-850a-fea91142e097 req-467c16a2-2f59-4594-a1d8-6d319772dc88 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:06.884663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794230d9-f640-40f3-850a-fea91142e097 req-467c16a2-2f59-4594-a1d8-6d319772dc88 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 950 time: 0.1406634 Aug 06 18:00:06.908844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Calling delete_port for 4f91fe84-675f-45e2-8338-999e1eaf3ba4 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:00:06.912373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:06.981258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:07.002481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'mac_address': 'fa:16:3e:99:40:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-1899428052', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:07.028170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794230d9-f640-40f3-850a-fea91142e097 req-90faa4d6-067c-4494-a9ea-9d48571404b0 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212437 Aug 06 18:00:07.083437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-f332c276-1459-43c0-9105-e743552bc23e service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312682 Aug 06 18:00:07.098658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.143359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:07.220778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.229912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.230650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:07.239556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.266478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d64ae-3f75-44c3-9a54-091f1c1304b5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:07.304640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.309666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-05752d63-6c17-4375-9102-9033540117f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6148515 Aug 06 18:00:07.317405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40748) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:07.331927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'security_group_rule': {'security_group_id': '21e0bd2a-82eb-4b3e-ad52-706303abdfcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:07.367182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:07.441299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:07.474859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.557849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.569922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.572700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.591629 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['4f91fe84-675f-45e2-8338-999e1eaf3ba4'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:07.640742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f91fe84-675f-45e2-8338-999e1eaf3ba4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:07.647172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.652345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299191 Aug 06 18:00:07.654606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40762) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:07.663713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914cf90-83b2-47b6-bbe1-ee7c6107e3a3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61afa0e-446e-44f9-b88c-26e9aa01d13c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:07.683039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:07.773018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] No DVR routers for this DVR port 4f91fe84-675f-45e2-8338-999e1eaf3ba4 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:07.781639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.790713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68305b1d-57e2-421e-ac19-3df8baf587eb req-c55d404e-e484-4fcc-9d3b-bf85c7c13ab5 tempest-DeleteServersAdminTestJSON-228411409 tempest-DeleteServersAdminTestJSON-228411409-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4f91fe84-675f-45e2-8338-999e1eaf3ba4 HTTP/1.1" status: 204 len: 173 time: 1.4242983 Aug 06 18:00:07.791484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'name': 'network-vif-deleted', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:07.814422 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60649d69-1042-41af-9aeb-0af04180afea" -d '{"events": [{"server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "name": "network-vif-deleted", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:07.866732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:07.889073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b403e-7638-4e79-84f6-768b70c58b8c req-8fefd311-534b-42aa-a023-9c53952d1a1d tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:07.897868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e11b403e-7638-4e79-84f6-768b70c58b8c req-8fefd311-534b-42aa-a023-9c53952d1a1d tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1097 time: 0.2438712 Aug 06 18:00:07.929631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ccef769-a267-4628-b651-4a9a11070a43 req-289210b7-3d6e-4084-89f3-716e742bb307 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387399 Aug 06 18:00:07.932458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347e76c-5c78-46c6-aacb-68eb1a1c31a6 req-4c2f12ca-e577-49cf-8faf-834aa9f52082 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:07.939704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3347e76c-5c78-46c6-aacb-68eb1a1c31a6 req-4c2f12ca-e577-49cf-8faf-834aa9f52082 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 971 time: 0.1109426 Aug 06 18:00:08.007795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3347e76c-5c78-46c6-aacb-68eb1a1c31a6 req-960a572a-da74-4294-8599-00641de7f68b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Aug 06 18:00:08.038067 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e11b403e-7638-4e79-84f6-768b70c58b8c req-b6a8b1d6-5f71-4fa2-a71c-3ca019a80acb tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265545 Aug 06 18:00:08.092185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.188202 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0662ea-3540-4dc0-b0ed-17ac4f722a8a x-openstack-request-id: req-7e0662ea-3540-4dc0-b0ed-17ac4f722a8a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:08.188202 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279ebf2d-760e-4e81-97a3-cadd5d93abfb", "name": "network-vif-deleted", "tag": "4f91fe84-675f-45e2-8338-999e1eaf3ba4", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:08.188202 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e0662ea-3540-4dc0-b0ed-17ac4f722a8a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:08.188202 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279ebf2d-760e-4e81-97a3-cadd5d93abfb', 'name': 'network-vif-deleted', 'tag': '4f91fe84-675f-45e2-8338-999e1eaf3ba4', 'status': 'completed', 'code': 200} Aug 06 18:00:08.258003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84650199-b922-4880-b2b8-07673ed57f91 req-6c927af8-1069-4562-ad8b-ede8659efb84 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:08.261600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84650199-b922-4880-b2b8-07673ed57f91 req-6c927af8-1069-4562-ad8b-ede8659efb84 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.1504810 Aug 06 18:00:08.299110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08429641-5d2c-48e8-b074-a8640d0a2671 req-8cadd798-7e62-4684-b36e-40b9f490f484 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=279ebf2d-760e-4e81-97a3-cadd5d93abfb HTTP/1.1" status: 200 len: 210 time: 0.0424287 Aug 06 18:00:08.342348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Allocated IP 172.25.3.157 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6e4085b0-180c-41c3-8e6e-8c34925b22b9) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:08.364241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84650199-b922-4880-b2b8-07673ed57f91 req-80712031-49a4-4762-b384-cfbe83262916 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931358 Aug 06 18:00:08.518794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646ac08-0343-45c0-b70e-d0021c65d60c req-90ee765c-81a5-4c8a-a381-dcda58350127 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:08.541363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8646ac08-0343-45c0-b70e-d0021c65d60c req-90ee765c-81a5-4c8a-a381-dcda58350127 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1097 time: 0.1497817 Aug 06 18:00:08.542380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40778) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:08.616971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5b7b061e-f365-4069-b740-fe864929fb58 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:08.618524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8646ac08-0343-45c0-b70e-d0021c65d60c req-5fa5b819-e9cb-4ac5-a22d-fa8653ed3f90 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770462 Aug 06 18:00:08.644226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.709382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 5b7b061e-f365-4069-b740-fe864929fb58 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:08.710798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.717326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5b7b061e-f365-4069-b740-fe864929fb58 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:08.717813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.743603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e07674-d6bb-49c0-9d9b-abe361ff49a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.754634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:08.763009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:08.767568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:08.792100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'Port': ['ID=6e4085b0-180c-41c3-8e6e-8c34925b22b9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:08.822706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.825046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:08.853329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-5843ec48-62a4-484a-a05a-b66fa852c995 req-0ba8be8d-8e8d-47a0-9ec4-f56d5304127b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:08.854682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5843ec48-62a4-484a-a05a-b66fa852c995 req-0ba8be8d-8e8d-47a0-9ec4-f56d5304127b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075614 Aug 06 18:00:08.907581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 5b7b061e-f365-4069-b740-fe864929fb58, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5b7b061e-f365-4069-b740-fe864929fb58,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:08.918320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e07674-d6bb-49c0-9d9b-abe361ff49a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.927552 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.929220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e07674-d6bb-49c0-9d9b-abe361ff49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:08.962819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.001035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e07674-d6bb-49c0-9d9b-abe361ff49a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744055a8-33ab-41bf-96b9-2d07c7de1416,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.001646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:09.009134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7e07674-d6bb-49c0-9d9b-abe361ff49a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d74a67493ad04d3eb7afb4375621b3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629056 Aug 06 18:00:09.009351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:09.009351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.009577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40800) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:09.054219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.061592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.078646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.111475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.178127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.187280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.189868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.191129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/744055a8-33ab-41bf-96b9-2d07c7de1416 HTTP/1.1" status: 204 len: 168 time: 0.1805434 Aug 06 18:00:09.200790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e3f60-16a0-41dc-92e4-602609ebde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744055a8-33ab-41bf-96b9-2d07c7de1416,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.226754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:09.229035 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaed056d-dbe2-4c4e-8097-f1e0ca5d00af" -d '{"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-plugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:09.249862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:09.257627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.319601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117f164-054d-4994-87a6-b6faf32cb3dc req-20854db2-ce62-4a8c-8d17-3e79a94d3dd8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:09.321140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9117f164-054d-4994-87a6-b6faf32cb3dc req-20854db2-ce62-4a8c-8d17-3e79a94d3dd8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 971 time: 0.0990906 Aug 06 18:00:09.333648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.407269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9117f164-054d-4994-87a6-b6faf32cb3dc req-c6607fe5-8983-4321-a976-883843cbd640 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Aug 06 18:00:09.412351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.418281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.500451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'Port': ['ID=6e4085b0-180c-41c3-8e6e-8c34925b22b9,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.524026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.546733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.557126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d52b0b52-130b-45fe-9216-9e32bee3c627 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8841195 Aug 06 18:00:09.657957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:09.677008 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a986c40-50a7-473b-80ad-fada68d48ec2 x-openstack-request-id: req-9a986c40-50a7-473b-80ad-fada68d48ec2 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:09.677796 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-plugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:09.677921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aeacbacc-8957-4c67-ab8c-36cf339d97a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.678056 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a986c40-50a7-473b-80ad-fada68d48ec2 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:09.678056 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'code': 200} Aug 06 18:00:09.841651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aeacbacc-8957-4c67-ab8c-36cf339d97a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.844094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2622bc-859c-4faa-b891-63bc91473105 req-71773404-fae1-41d9-aed4-424450641104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:09.845738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd2622bc-859c-4faa-b891-63bc91473105 req-71773404-fae1-41d9-aed4-424450641104 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1124 time: 0.0847833 Aug 06 18:00:09.849659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aeacbacc-8957-4c67-ab8c-36cf339d97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:09.880910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6e425-2608-4176-b9e1-ead446119059 req-bd4ab6a7-fc2e-49b6-874e-562d8ba72be5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:09.882663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ff6e425-2608-4176-b9e1-ead446119059 req-bd4ab6a7-fc2e-49b6-874e-562d8ba72be5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.0582681 Aug 06 18:00:09.909105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aeacbacc-8957-4c67-ab8c-36cf339d97a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c0ac2abd31a4accb000d1b84f1863d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474473 Aug 06 18:00:09.909105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacbacc-8957-4c67-ab8c-36cf339d97a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e66ed2-775b-41f5-ad8a-52d1e3b2e634,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:09.910647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:09.934063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ff6e425-2608-4176-b9e1-ead446119059 req-36f7b8c8-0fb0-4a3e-9fc3-4fc093070fbe tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Aug 06 18:00:09.943796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd2622bc-859c-4faa-b891-63bc91473105 req-28d4f876-131c-4ce3-a659-ccf63601f58b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837181 Aug 06 18:00:09.984044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.009718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.055272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:10.079116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.084224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.088292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4f91fe84-675f-45e2-8338-999e1eaf3ba4 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:10.089127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.100430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4e66ed2-775b-41f5-ad8a-52d1e3b2e634 HTTP/1.1" status: 204 len: 168 time: 0.1845491 Aug 06 18:00:10.125697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 4f91fe84-675f-45e2-8338-999e1eaf3ba4 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:00:10.126120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4f91fe84-675f-45e2-8338-999e1eaf3ba4 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:10.135844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e1425-7f3f-4773-aab3-91001b7b3a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e66ed2-775b-41f5-ad8a-52d1e3b2e634,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:10.201726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-3b89deed-3112-4a1c-a347-4a7cbf851fda tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1679109194&fields=id&tenant_id=4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 267 time: 0.0657086 Aug 06 18:00:10.238577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:10.251370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'port_id': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'mac_address': 'fa:16:3e:84:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8344886-c18e-4a0a-b6aa-519e8cc6a4fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:10.304669 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.328122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f561e4f-5ee5-437d-b6f7-f5740df0d16c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:10.361293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-ccfa8019-a0f4-467d-ab85-6f82f4129674 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:10.362461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:10.363615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-ccfa8019-a0f4-467d-ab85-6f82f4129674 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 823 time: 0.1532311 Aug 06 18:00:10.377561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.390653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-b4ebe82d-69fe-4e56-85b7-72801369caa2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/quotas/4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 375 time: 0.0204763 Aug 06 18:00:10.467458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:10.483219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40892) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:10.498039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-2fbb59c9-5edc-4f0d-95dd-9567406f2410 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061373 Aug 06 18:00:10.514904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5b7b061e-f365-4069-b740-fe864929fb58 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:10.571315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5b7b061e-f365-4069-b740-fe864929fb58 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:10.571716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.668930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-e98c6f4d-650c-42c1-91ef-707f993e8b09 service neutron] 10.222.0.64 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415784 Aug 06 18:00:10.670167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cad9905f-47a5-427f-927b-a7780d3286b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:10.712509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1f561e4f-5ee5-437d-b6f7-f5740df0d16c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:10.750024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40900) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:10.821070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-9362e53e-65dd-4cde-9e2c-55f7af1b5e83 service neutron] 10.222.0.64 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428361 Aug 06 18:00:10.901611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c6f00ac4-22bf-4289-b2f1-7a228549f873 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:10.910170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c6f00ac4-22bf-4289-b2f1-7a228549f873 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1495268 Aug 06 18:00:11.014655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cad9905f-47a5-427f-927b-a7780d3286b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.019114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-52554e67-5eae-498d-81a4-6dcc393913f5 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:11.020667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-52554e67-5eae-498d-81a4-6dcc393913f5 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 1094 time: 0.1094143 Aug 06 18:00:11.024508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cad9905f-47a5-427f-927b-a7780d3286b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.094952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9905f-47a5-427f-927b-a7780d3286b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15920ef5-bdcf-4d2f-ba7d-828a0c892185,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:11.114649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cad9905f-47a5-427f-927b-a7780d3286b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8bfd1a4f5254ce58788de6469e7f46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302757 Aug 06 18:00:11.118005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:11.142045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-b9432439-609d-489a-baa7-f7c6b5c27dc7 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=768d5d49312c46bda97555eb698d5bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482874 Aug 06 18:00:11.204428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.237785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.308103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-bca1e295-4114-41d0-9f35-a8bcece67104 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:11.315458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-bca1e295-4114-41d0-9f35-a8bcece67104 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683860 Aug 06 18:00:11.323997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.327638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.329319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15920ef5-bdcf-4d2f-ba7d-828a0c892185 HTTP/1.1" status: 204 len: 168 time: 0.2105818 Aug 06 18:00:11.332382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ecf7c1a4-9b60-451e-827c-a149ab7f3362 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/quotas/768d5d49312c46bda97555eb698d5bcb HTTP/1.1" status: 200 len: 375 time: 0.0156453 Aug 06 18:00:11.340744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b952c-9d7f-4b96-8ebb-bf936ae642e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15920ef5-bdcf-4d2f-ba7d-828a0c892185,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:11.348202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:11.390583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-55d06feb-aad7-4902-af3b-75f11e1ce581 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571225 Aug 06 18:00:11.441015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:11.442498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:00:11.764431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:11.764431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:11.764692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:11.776601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:11.777037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:11.786078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:11.786993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:11.787669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:11.788472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Bound port: 960a5fbd-a684-4b30-be46-8b987497f746, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:11.793899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9466e-ead7-4783-aaa0-243c2e7baf1c req-be7c7226-92bd-43e5-8c97-e11cce422d88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:11.795681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8d9466e-ead7-4783-aaa0-243c2e7baf1c req-be7c7226-92bd-43e5-8c97-e11cce422d88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0854754 Aug 06 18:00:11.874529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8d9466e-ead7-4783-aaa0-243c2e7baf1c req-d69763a6-441b-431f-a12a-00da9c0f93b3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662508 Aug 06 18:00:12.016714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:12.027196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.032477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-aa149e3f-eb44-417a-876e-2cabf7f9eb76 service neutron] 10.222.0.64 "POST /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746/bindings HTTP/1.1" status: 201 len: 390 time: 0.7572680 Aug 06 18:00:12.061330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40962) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:12.089058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:12.108035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eca2188d-7bb8-4c08-b27b-629123e88a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.181700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa217af-046c-4d53-ab59-5e5e151400fa req-96a9140c-d5a0-4143-9e75-997fcdeecc8d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:12.194294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9aa217af-046c-4d53-ab59-5e5e151400fa req-96a9140c-d5a0-4143-9e75-997fcdeecc8d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.1900487 Aug 06 18:00:12.239558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:12.252096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:12.255791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.295718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9aa217af-046c-4d53-ab59-5e5e151400fa req-72d95fc5-9376-45e2-8fd1-68ae7e7f968f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Aug 06 18:00:12.401262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70edcd5b-ecbf-4bbc-aae2-28de3f9c11b0 req-62b34192-43aa-41a8-9e23-bf14c850ecca tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 210 time: 0.0647535 Aug 06 18:00:12.519503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d8ab613-839c-430a-b194-c1193c941eff req-550c4da7-2708-4e61-a852-cff779be9635 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 210 time: 0.1220555 Aug 06 18:00:12.526170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eca2188d-7bb8-4c08-b27b-629123e88a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.536803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eca2188d-7bb8-4c08-b27b-629123e88a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.603475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eca2188d-7bb8-4c08-b27b-629123e88a95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1898a5d82b5a47d4a0b9abb7008d0954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347517 Aug 06 18:00:12.603475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2188d-7bb8-4c08-b27b-629123e88a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ca757-2c6f-44d9-a79c-8b313bd19670,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:12.605131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40978) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:12.696923 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.709185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.782732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.798053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:12.806372 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551a57d-fe1d-4f03-b318-5dd949139ddb" -d '{"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-plugged", "status": "completed", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:12.860201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:12.870132 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:12.994118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-e8fefa9d-1e57-45a9-8b53-376634154fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:12.998393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-e8fefa9d-1e57-45a9-8b53-376634154fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1097 time: 0.1873155 Aug 06 18:00:13.058988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:13.230880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.237545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-006c1e91-27b5-4330-b468-2f875abfe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:13.251310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.251766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-006c1e91-27b5-4330-b468-2f875abfe4d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.2438467 Aug 06 18:00:13.256916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e1ca757-2c6f-44d9-a79c-8b313bd19670 HTTP/1.1" status: 204 len: 168 time: 0.6492691 Aug 06 18:00:13.310789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-0d0f2606-a316-48b4-9ddb-63d7ef64478c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:13.312722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-0d0f2606-a316-48b4-9ddb-63d7ef64478c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 823 time: 0.4718981 Aug 06 18:00:13.314468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3643ce-7458-4d12-a2a8-b218767ed502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ca757-2c6f-44d9-a79c-8b313bd19670,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:13.356839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:00:13.399706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-83bdb9b2-f8ab-45e0-882d-c8b782dd77ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.1354921 Aug 06 18:00:13.428434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-ac203a50-4ee6-414e-8044-dc9948b7da77 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:13.430671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-ac203a50-4ee6-414e-8044-dc9948b7da77 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1124 time: 0.1040943 Aug 06 18:00:13.456447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-85c9017d-109e-4e2d-b30c-2d53b7d9dd32 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 380 time: 0.0907285 Aug 06 18:00:13.468869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'port': {'device_id': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'admin_state_up': True, 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'security_groups': ['21e0bd2a-82eb-4b3e-ad52-706303abdfcb']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:13.476259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-54dd185d-ad75-45b5-98b2-0e0b0f685e7d tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.601750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-7e8a4274-3bc6-44d1-970a-02b873ebef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:13.603956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-7e8a4274-3bc6-44d1-970a-02b873ebef72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1992409 Aug 06 18:00:13.685000 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-5c8c6735-4fc0-4b07-afad-08b12f3a0d1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711079 Aug 06 18:00:13.699516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc862c-a134-4c7b-8360-f8f189309b5d req-fa6ce06b-7b6d-41a3-aac4-cf2c535ae116 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:13.701814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eacc862c-a134-4c7b-8360-f8f189309b5d req-fa6ce06b-7b6d-41a3-aac4-cf2c535ae116 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 945 time: 0.3062522 Aug 06 18:00:13.763571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-54dd185d-ad75-45b5-98b2-0e0b0f685e7d tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.775550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-54dd185d-ad75-45b5-98b2-0e0b0f685e7d tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.859866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-431e146d-6ddd-4afe-b91d-f1e84a4110dc req-54dd185d-ad75-45b5-98b2-0e0b0f685e7d tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175916 Aug 06 18:00:13.889024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eacc862c-a134-4c7b-8360-f8f189309b5d req-cccf9a81-afda-40a6-8738-44ff37e68ea6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734116 Aug 06 18:00:13.913524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Made reservation on behalf of 4f722b72d1a441d8b10f9fefcfbf283a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:13.917784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:13.924289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd185d-ad75-45b5-98b2-0e0b0f685e7d tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54283b-f979-4a07-af31-8a7cb125e713,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:13.961265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-5605ed71-4cef-4e1a-beb9-d6d90ad1a927 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578995 Aug 06 18:00:13.993867 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21595248-e7f7-45fe-a429-a6025bad9a3f x-openstack-request-id: req-21595248-e7f7-45fe-a429-a6025bad9a3f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:13.994447 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-plugged", "status": "completed", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:13.994566 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21595248-e7f7-45fe-a429-a6025bad9a3f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:13.994900 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'code': 200} Aug 06 18:00:14.107456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.16', 49990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:14.208668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-7b45ef37-4369-4560-bdbb-83cafc2680a3 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=768d5d49312c46bda97555eb698d5bcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873375 Aug 06 18:00:14.214888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c506480d-6ac4-450d-bd20-2c9dd54ce1c7 req-af6810f2-c563-45af-acd2-38e1bb785a86 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 210 time: 0.1082752 Aug 06 18:00:14.313999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e08b-2625-4a90-ac4a-5424241e65b2 req-9ab2409f-0ea5-439f-86d1-4fae5afea2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:14.315605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5421e08b-2625-4a90-ac4a-5424241e65b2 req-9ab2409f-0ea5-439f-86d1-4fae5afea2e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1097 time: 0.2071972 Aug 06 18:00:14.403802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eea5dd1f-d294-43fb-b49e-75d0d7741c15 req-7be6e214-008d-4478-8049-65ca37f19140 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 210 time: 0.0651503 Aug 06 18:00:14.416686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Allocated IP 172.20.0.7 (e30cc2c6-39d6-4245-b28d-30561982cdd5/d8377e3d-a8db-4328-bc04-ae0f69b8a38a/c7a5dbe6-2546-465c-9ee1-542fbf7b22ea) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:14.466262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5421e08b-2625-4a90-ac4a-5424241e65b2 req-70d61e15-ac46-4c60-8161-be2275345fd2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429341 Aug 06 18:00:14.506126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dbb1e-85a7-4037-947d-b4c6f53ac3a5 req-64f1eed4-a444-4736-920d-2f8100de5bf9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:14.508375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f69dbb1e-85a7-4037-947d-b4c6f53ac3a5 req-64f1eed4-a444-4736-920d-2f8100de5bf9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.4877365 Aug 06 18:00:14.590475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-31d6c332-2995-43dc-bb6c-66e7b238083f req-130ea094-0677-41b0-98c1-7041ad3dea5d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:14.606007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31d6c332-2995-43dc-bb6c-66e7b238083f req-130ea094-0677-41b0-98c1-7041ad3dea5d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188100 Aug 06 18:00:14.612564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-0b674a87-e105-418c-920f-3781d781fa4c service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431870 Aug 06 18:00:14.616434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-3739a258-a7a0-42ba-a722-a56c0b788abc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4386721 Aug 06 18:00:14.650720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f69dbb1e-85a7-4037-947d-b4c6f53ac3a5 req-5704ee8d-c675-482a-a18e-3e6d82a4aa8f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010849 Aug 06 18:00:14.676494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-d01f2e48-f1f4-4c56-936f-43262b232fcc tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:14.678349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-d01f2e48-f1f4-4c56-936f-43262b232fcc tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4460366 Aug 06 18:00:14.709729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Request body: {'port': {'device_id': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '768d5d49312c46bda97555eb698d5bcb'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:14.827353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:14.881069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Transition to ACTIVE for port object c7a5dbe6-2546-465c-9ee1-542fbf7b22ea will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:14.977404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Made reservation on behalf of 768d5d49312c46bda97555eb698d5bcb for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:14.981212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:14.988425 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:15.012690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-48d39eef-e64e-4a9e-9101-669b417a2a83 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.014475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-48d39eef-e64e-4a9e-9101-669b417a2a83 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.1472642 Aug 06 18:00:15.041192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:15.045006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-e920ae15-ba40-4dbf-867e-909cc8fb056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.059828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-e920ae15-ba40-4dbf-867e-909cc8fb056c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3d13bafb0c741cc8853160407228ed9&device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 1123 time: 0.3400681 Aug 06 18:00:15.062820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:15.070318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:15.086115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:15.110807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:15.152079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.153060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:15.184534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-57ccc548-17d0-4e30-abe6-6f69a6012b7b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7208564 Aug 06 18:00:15.198077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Request body: {'port': {'device_id': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:15.382071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:15.450368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aea71b44-4699-4cdf-833d-a341751c48a7 None None] Provisioning for port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:15.454510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aea71b44-4699-4cdf-833d-a341751c48a7 None None] Provisioning complete for port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:15.454887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aea71b44-4699-4cdf-833d-a341751c48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:15.486846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:15.528967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aea71b44-4699-4cdf-833d-a341751c48a7 None None] Port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:15.582220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-fc81247a-89da-44cb-b453-3065a69afa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.583764 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-fc81247a-89da-44cb-b453-3065a69afa51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.4836199 Aug 06 18:00:15.617119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Allocated IP 192.168.233.192 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:15.688236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-bdf33c28-7068-4dbe-83f2-741cc90f413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.690825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-bdf33c28-7068-4dbe-83f2-741cc90f413a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1097 time: 0.3082950 Aug 06 18:00:15.728380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-9c81f231-0461-4da9-8b2e-3f63f8e8b751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76 HTTP/1.1" status: 200 len: 217 time: 0.1324415 Aug 06 18:00:15.873746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:15.913343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-532ded29-64e9-4b4e-97e0-b4bf59d069f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:15.914766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-532ded29-64e9-4b4e-97e0-b4bf59d069f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1750908 Aug 06 18:00:15.944095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:16.024280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832493c5-301a-4188-94d0-593217134eca req-11e22aea-dc64-430d-937b-3c6c58b59c36 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.025965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-832493c5-301a-4188-94d0-593217134eca req-11e22aea-dc64-430d-937b-3c6c58b59c36 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 931 time: 0.2674329 Aug 06 18:00:16.153412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-bf005320-dfbb-447b-baef-ae0dcba5e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.155012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-bf005320-dfbb-447b-baef-ae0dcba5e218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2309890 Aug 06 18:00:16.164616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:16.214522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.225951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-832493c5-301a-4188-94d0-593217134eca req-4acb68c5-d634-4d76-9987-591fc463741c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814618 Aug 06 18:00:16.285120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8d129dbc-4e90-4074-b9e7-b90a50fc497b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4072247 Aug 06 18:00:16.285120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Transition to ACTIVE for port object f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:16.326100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-6cfba5f3-53da-4024-bc13-56f71acac138 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:16.327076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-6cfba5f3-53da-4024-bc13-56f71acac138 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056710 Aug 06 18:00:16.334920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:16.338461 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aabb760-9fec-46dd-bb16-7ac092ce0281" -d '{"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-unplugged", "status": "completed", "tag": "960a5fbd-a684-4b30-be46-8b987497f746"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:16.344448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.352863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beee16-6c76-41da-a8eb-edb942db25eb req-6f4242e0-6c1b-49bf-a9df-8b85b1fa8794 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.360213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.361503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34beee16-6c76-41da-a8eb-edb942db25eb req-6f4242e0-6c1b-49bf-a9df-8b85b1fa8794 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 945 time: 0.4857931 Aug 06 18:00:16.423848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-d92659a4-ed42-427f-81f2-59949eb70f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.425015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-d92659a4-ed42-427f-81f2-59949eb70f89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.5518062 Aug 06 18:00:16.456457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34beee16-6c76-41da-a8eb-edb942db25eb req-1e1b4669-28b2-42dc-828c-9d5400b5d379 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938399 Aug 06 18:00:16.501464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.505156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-3f52a05d-4e12-4257-a613-85b1914c2262 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248558 Aug 06 18:00:16.521900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:16.552725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-d6f2e799-4b2c-4575-8848-6934a0668856 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.1170759 Aug 06 18:00:16.617598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:16.620012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a5dbe6-2546-465c-9ee1-542fbf7b22ea {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:16.633954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.657219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:16.657878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:16.658561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:16.661096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:16.669787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:16.671674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Transition to ACTIVE for port object c7a5dbe6-2546-465c-9ee1-542fbf7b22ea will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:16.674193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-6bf7ceba-e97a-4d18-84e8-4d9aa5c37f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.676085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-6bf7ceba-e97a-4d18-84e8-4d9aa5c37f19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1124439 Aug 06 18:00:16.680946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.710543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e34d90-6b4b-4183-a96b-596c94495ed7 req-37d3b54b-5f9d-4f02-a0c2-d8988694a185 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.715190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Pushing event updated for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:16.717938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71e34d90-6b4b-4183-a96b-596c94495ed7 req-37d3b54b-5f9d-4f02-a0c2-d8988694a185 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 936 time: 0.1696973 Aug 06 18:00:16.769330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-61305924-0b55-4da0-b61e-8724eb85063b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855765 Aug 06 18:00:16.789693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:16.791938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Attempting to bind port 960a5fbd-a684-4b30-be46-8b987497f746 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:16.846797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:16.861877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:16.861877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:16.862284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:16.865334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Bound port: 960a5fbd-a684-4b30-be46-8b987497f746, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:16.865778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.900551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:16.901202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:16.928792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-ee6c0864-50d9-4cb7-908c-e5433c50b9d8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2392197 Aug 06 18:00:16.948411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71e34d90-6b4b-4183-a96b-596c94495ed7 req-07f87485-7504-4072-bd3b-010f5c1f8c10 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294314 Aug 06 18:00:16.974649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Request body: {'port': {'device_id': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:16.983979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb47a2f-433f-46f7-be75-c800c0f251e7 req-bfe804fa-fd7f-48c8-8351-b8761059a553 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630957 Aug 06 18:00:17.037227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842051f-a902-4db4-b529-eb5532a8145d req-5fb9a0ea-d419-45ce-b831-89d81d0eeb88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.045701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7842051f-a902-4db4-b529-eb5532a8145d req-5fb9a0ea-d419-45ce-b831-89d81d0eeb88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.2722740 Aug 06 18:00:17.076252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-250963aa-a5ff-4883-9ec0-e10d2b5b4149 None None] Provisioning for port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:17.096247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-abaaf6d2-42f4-47f1-bbbe-f4f504817240 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126585 Aug 06 18:00:17.098614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-250963aa-a5ff-4883-9ec0-e10d2b5b4149 None None] Provisioning complete for port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:17.101713 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-250963aa-a5ff-4883-9ec0-e10d2b5b4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.190141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Attempting to bind port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:17.190403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Attempting to bind port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:17.190837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Attempting to bind port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:17.200948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-250963aa-a5ff-4883-9ec0-e10d2b5b4149 None None] Port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:17.233376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea on network e30cc2c6-39d6-4245-b28d-30561982cdd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:17.233803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Attempting to bind port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:17.254213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:17.254737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Checking segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:17.255825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Bound using segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:17.255825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Bound port: c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:17.256308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.301312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfaee6-5d94-485d-934d-89f5bc39b555 req-3d0a5e7d-a3d9-4f8e-a798-1664ccc00762 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.303089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cfaee6-5d94-485d-934d-89f5bc39b555 req-3d0a5e7d-a3d9-4f8e-a798-1664ccc00762 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.1145585 Aug 06 18:00:17.309133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9854bf-ed20-4332-8284-7664afa87d94 req-9e2721e2-d54f-45b6-9f7e-871be064c30f service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041702 Aug 06 18:00:17.391736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cfaee6-5d94-485d-934d-89f5bc39b555 req-c7a5fff0-a1e9-4208-a4ca-67f916344438 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801673 Aug 06 18:00:17.402302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:17.406206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:17.411755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:17.422554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7842051f-a902-4db4-b529-eb5532a8145d req-06185b55-6b6a-4dcc-b860-28101abfb6ed tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753004 Aug 06 18:00:17.422794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.427441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:17.429237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.441129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.479268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.479986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.481503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 200 len: 1092 time: 2.2884967 Aug 06 18:00:17.482130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:17.484721 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:17.550969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99f2c1-8a7b-42ed-8cfa-9a7d3c5e30d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:17.561927 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef21860-c107-4792-8f33-b1b5bc36965c x-openstack-request-id: req-9ef21860-c107-4792-8f33-b1b5bc36965c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:17.562276 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-unplugged", "status": "completed", "tag": "960a5fbd-a684-4b30-be46-8b987497f746", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:17.562564 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ef21860-c107-4792-8f33-b1b5bc36965c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:17.563064 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746', 'code': 200} Aug 06 18:00:17.704208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-66829a85-f0ba-40ba-80aa-cddede735648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.707633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:17.708061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-66829a85-f0ba-40ba-80aa-cddede735648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 1095 time: 0.0893624 Aug 06 18:00:17.715243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.715961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:17.717570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-656a954d-45b3-45fb-bb71-97133b7ceecf service neutron] 10.222.0.55 "PUT /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 1123 time: 2.6910188 Aug 06 18:00:17.784394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['960a5fbd-a684-4b30-be46-8b987497f746'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:17.819570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-5c24846e-d5e2-4ba6-a55a-97a111f6041c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 200 len: 217 time: 0.0902979 Aug 06 18:00:17.906316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-19146803-fcff-4259-b920-6d21a0b26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.907985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-19146803-fcff-4259-b920-6d21a0b26fd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.0763810 Aug 06 18:00:17.921560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fa47c-627d-49e9-8b5d-6f307db989f3 req-73c5147a-83e6-4fc6-9c85-b564cedfc19c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.923322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c1fa47c-627d-49e9-8b5d-6f307db989f3 req-73c5147a-83e6-4fc6-9c85-b564cedfc19c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 943 time: 0.1070693 Aug 06 18:00:17.990248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c1fa47c-627d-49e9-8b5d-6f307db989f3 req-eb08d40e-199a-4553-9f6c-06748ad5a93e tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573790 Aug 06 18:00:17.995249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-de82518f-dc2b-4b29-82ae-c5c0bc694063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:17.996822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-de82518f-dc2b-4b29-82ae-c5c0bc694063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725296 Aug 06 18:00:18.029581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:18.039302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6bd95-32ac-4974-b9a8-3b903d3b4a1b req-02216abf-bec2-4f83-a980-c5617576e9c2 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.040887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82f6bd95-32ac-4974-b9a8-3b903d3b4a1b req-02216abf-bec2-4f83-a980-c5617576e9c2 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1097 time: 0.1054497 Aug 06 18:00:18.042853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:18.078648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Transition to ACTIVE for port object f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:18.090589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:18.110005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82f6bd95-32ac-4974-b9a8-3b903d3b4a1b req-93a546d1-ebd0-4b4f-a891-c843d50e7e06 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 Aug 06 18:00:18.169622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1082-d08e-41c4-8209-3fe353f7627d req-495847bd-6634-4cea-90d0-650a09e191cc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.171133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ba4d1082-d08e-41c4-8209-3fe353f7627d req-495847bd-6634-4cea-90d0-650a09e191cc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0894303 Aug 06 18:00:18.200257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:18.223241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ba4d1082-d08e-41c4-8209-3fe353f7627d req-724aaf18-5da4-4240-b3b3-54329da76cde tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Aug 06 18:00:18.230933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-2c99ff63-1b9d-4920-9bd5-0b4958710bfa service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207685 Aug 06 18:00:18.289483 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9eb55c-9456-4b97-aa40-89824a1b513d x-openstack-request-id: req-9d9eb55c-9456-4b97-aa40-89824a1b513d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:18.290155 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:18.292315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-d9b3a1eb-8b80-4a78-9645-f1d19ffeb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.292657 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d9eb55c-9456-4b97-aa40-89824a1b513d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:18.293214 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'status': 'completed', 'code': 200} Aug 06 18:00:18.294593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-d9b3a1eb-8b80-4a78-9645-f1d19ffeb6a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1124 time: 0.1077471 Aug 06 18:00:18.349167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Attempting to bind port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:18.350775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Attempting to bind port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:18.351180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Attempting to bind port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:18.398613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:18.398956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Attempting to bind port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:18.443325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:18.443659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:18.444095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:18.444553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Bound port: f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:18.444918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:18.478779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6ca4870-3680-461e-af77-6dbdeadc660b req-220a5cf3-af11-4a1d-85d9-31e76d0f62da service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389371 Aug 06 18:00:18.530062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccbd47-78b1-42fb-af5e-80ad4d21e2b8 req-b10ee09a-1227-45dd-aef7-bd82cfa5da4a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.532784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ccbd47-78b1-42fb-af5e-80ad4d21e2b8 req-b10ee09a-1227-45dd-aef7-bd82cfa5da4a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 948 time: 0.0986035 Aug 06 18:00:18.540956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-32c85601-efc8-4654-af3b-e948933db066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.541333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-32c85601-efc8-4654-af3b-e948933db066 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2364707 Aug 06 18:00:18.602945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-c56bf976-7e80-4d44-8f58-d91d51d212eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0496330 Aug 06 18:00:18.610526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ccbd47-78b1-42fb-af5e-80ad4d21e2b8 req-907b65ae-8430-4755-afe9-d7e2e0741092 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651901 Aug 06 18:00:18.615678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:18.625402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-cb4fe991-dd27-47ab-b4f4-3b321be245ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.626875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-cb4fe991-dd27-47ab-b4f4-3b321be245ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 1095 time: 0.0572846 Aug 06 18:00:18.670888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:18.682309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:18.736054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-99b0c8b1-a332-4865-8fc6-51de1b229968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.737704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-99b0c8b1-a332-4865-8fc6-51de1b229968 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1235800 Aug 06 18:00:18.739417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129bc70-f8fa-4117-bf32-e26cd04db8d8 req-5eee77f6-e204-4cdb-889d-95455c72a09a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.746067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4129bc70-f8fa-4117-bf32-e26cd04db8d8 req-5eee77f6-e204-4cdb-889d-95455c72a09a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1097 time: 0.1473598 Aug 06 18:00:18.750932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.751688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:18.753249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef HTTP/1.1" status: 200 len: 1097 time: 1.7982976 Aug 06 18:00:18.793514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-f2acc09d-edc4-4ae1-90f2-7499d3c9554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.795081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-f2acc09d-edc4-4ae1-90f2-7499d3c9554a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.1589167 Aug 06 18:00:18.803890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5cb9-24be-4395-8991-35ff1886186b req-afa90813-ce90-4b5d-8f31-6677d10eaa10 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.805413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-393f5cb9-24be-4395-8991-35ff1886186b req-afa90813-ce90-4b5d-8f31-6677d10eaa10 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0788064 Aug 06 18:00:18.853274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ba44-6ab8-4b75-8ece-8358546c7869 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:18.856180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-22fbf299-5139-4f12-8741-fe9c5f9a5e52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 200 len: 217 time: 0.0493319 Aug 06 18:00:18.879400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4129bc70-f8fa-4117-bf32-e26cd04db8d8 req-4f0efa8d-96eb-4b08-8d1a-061d9051a631 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203640 Aug 06 18:00:18.882906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-60a8e9fc-41dc-42f2-8e2a-1ced3fce0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.884400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-60a8e9fc-41dc-42f2-8e2a-1ced3fce0f5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352689 Aug 06 18:00:18.902371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-393f5cb9-24be-4395-8991-35ff1886186b req-76b612b8-d254-44c5-9913-462a43409534 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899196 Aug 06 18:00:18.903202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-b5eda707-7c1e-4dab-8b70-837a4b638cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.904754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-b5eda707-7c1e-4dab-8b70-837a4b638cbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 1100 time: 0.0873833 Aug 06 18:00:18.934907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-48ab671a-6044-4229-afa9-8f7f667343ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:18.936453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-48ab671a-6044-4229-afa9-8f7f667343ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.0723321 Aug 06 18:00:19.000254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-37ff7955-3b31-4731-91bc-6171d8846f6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef HTTP/1.1" status: 200 len: 217 time: 0.0850866 Aug 06 18:00:19.000789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-0f119030-f3f4-4202-96f2-4156903a5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:19.002364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-0f119030-f3f4-4202-96f2-4156903a5a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581775 Aug 06 18:00:19.050478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-cb567ed3-19a8-483b-9bed-75441ae898a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573076 Aug 06 18:00:19.121579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-0080d57b-f60c-4d98-9614-13cc5c53bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:19.123360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-0080d57b-f60c-4d98-9614-13cc5c53bded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0718040 Aug 06 18:00:19.146428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-385b169c-333a-4662-8d79-ee5395ebf409 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246111 Aug 06 18:00:19.258793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-d3acde3b-b790-44c2-b021-6fff1820c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:19.260344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-d3acde3b-b790-44c2-b021-6fff1820c49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199646 Aug 06 18:00:19.276178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d609f9-29d5-43ab-aa64-d47f6ccffc9b req-8c93015c-6d89-47dc-be09-a9cf337d9cc0 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225359 Aug 06 18:00:19.278366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-98e1a470-d025-48d2-ba89-2ec80002c0fc service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097855 Aug 06 18:00:19.358969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4607-33da-4876-ad99-01cadc9cc121 req-0b6788f1-a059-42ad-a8bb-5e4483af9563 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:19.361231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f37f4607-33da-4876-ad99-01cadc9cc121 req-0b6788f1-a059-42ad-a8bb-5e4483af9563 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 943 time: 0.0788405 Aug 06 18:00:19.419550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f37f4607-33da-4876-ad99-01cadc9cc121 req-fa734e22-e350-4251-b3fc-18f8426cd039 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Aug 06 18:00:19.451146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-d440750d-ab80-4639-8e2e-72f10e87acf2 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716814 Aug 06 18:00:19.564956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746'}, {'name': 'network-changed', 'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:19.567424 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714e55d-2c64-43a8-b029-81b2787a864a" -d '{"events": [{"name": "network-changed", "server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "tag": "960a5fbd-a684-4b30-be46-8b987497f746"}, {"name": "network-changed", "server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:19.572703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace5893c-c05d-482e-8c73-bbd677ba916e req-1f50fc76-f3e1-4fb4-a56d-5ac540db29a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066430 Aug 06 18:00:19.635755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122570ff-a3c1-4774-8912-54134c826b19 req-7c9b62ca-ad59-4f19-81ab-ca17a1ebd966 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:19.637378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-122570ff-a3c1-4774-8912-54134c826b19 req-7c9b62ca-ad59-4f19-81ab-ca17a1ebd966 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0701885 Aug 06 18:00:19.676944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-122570ff-a3c1-4774-8912-54134c826b19 req-663d8027-66e7-48ba-b86b-17b96ec6a874 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332117 Aug 06 18:00:20.009949 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b988610-3c67-401b-9b16-63f8b5f6e6be x-openstack-request-id: req-8b988610-3c67-401b-9b16-63f8b5f6e6be {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:20.010455 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "tag": "960a5fbd-a684-4b30-be46-8b987497f746", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:20.010455 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b988610-3c67-401b-9b16-63f8b5f6e6be {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:20.010847 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746', 'status': 'completed', 'code': 200} Aug 06 18:00:20.011272 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef', 'status': 'completed', 'code': 200} Aug 06 18:00:20.091487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-2a90a779-4444-425d-8c37-eb80ebdd76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.093071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-2a90a779-4444-425d-8c37-eb80ebdd76d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1126 time: 0.0484247 Aug 06 18:00:20.119255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99e826-5c4c-4c02-964f-a672b2534808 req-66616c5e-4cb5-4329-b630-4e0eef9a2ce1 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.120318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f99e826-5c4c-4c02-964f-a672b2534808 req-66616c5e-4cb5-4329-b630-4e0eef9a2ce1 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 948 time: 0.0615785 Aug 06 18:00:20.167485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f99e826-5c4c-4c02-964f-a672b2534808 req-6a891698-dfb1-4788-b048-4542b211ea31 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Aug 06 18:00:20.176119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-e8474423-b3b2-497a-9174-256afd0111ff tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:20.177083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-e8474423-b3b2-497a-9174-256afd0111ff tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086679 Aug 06 18:00:20.242092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-63194e69-42ce-4b9e-bb78-8bf98a999d4b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.243371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-63194e69-42ce-4b9e-bb78-8bf98a999d4b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 1094 time: 0.0526154 Aug 06 18:00:20.244773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-69a942d6-5dbc-48ab-8cfa-9cb2e5fa5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.246127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-69a942d6-5dbc-48ab-8cfa-9cb2e5fa5cb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1406593 Aug 06 18:00:20.252854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:20.253304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:00:20.317718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-63eac50f-21b6-4188-9935-682767b3bef9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.0595765 Aug 06 18:00:20.401221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8049e-68e3-409a-a61e-6539b29b5d0e req-e663a8ce-380b-4429-b7aa-5a19e422e392 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.402797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85f8049e-68e3-409a-a61e-6539b29b5d0e req-e663a8ce-380b-4429-b7aa-5a19e422e392 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0496879 Aug 06 18:00:20.429361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-108756e3-6048-4542-afe2-ef805a55e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.431334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-108756e3-6048-4542-afe2-ef805a55e548 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1030674 Aug 06 18:00:20.450006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85f8049e-68e3-409a-a61e-6539b29b5d0e req-b8b8bd54-d5fc-4960-a9b6-7837c77d44e0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Aug 06 18:00:20.485469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-a94d542b-23af-4454-a32c-5ed81b2c633e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358109 Aug 06 18:00:20.518719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:20.519072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:20.519461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:20.532955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:20.533279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:20.568047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:20.568397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:20.568858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:20.569227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Bound port: 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:20.634707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-8d9a547a-d01a-47b9-b618-68e0738902e9 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372507 Aug 06 18:00:20.653903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:20.674146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:20.675271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-adbfd707-74f3-4c71-a441-cef9206d0896 service neutron] 10.222.0.64 "POST /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4260283 Aug 06 18:00:20.764458 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-519eb631-8493-4792-bdef-62a551521e37 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216829 Aug 06 18:00:20.860777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7a7c2-cbe4-4ecb-9002-cadcd97ec073 req-42e9f401-7cee-487b-bf09-a9032f6dd33f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.862425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9af7a7c2-cbe4-4ecb-9002-cadcd97ec073 req-42e9f401-7cee-487b-bf09-a9032f6dd33f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 943 time: 0.0523169 Aug 06 18:00:20.865773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:20.901831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-93e555dd-b402-43a4-b7e6-3abc955c934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.903719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-93e555dd-b402-43a4-b7e6-3abc955c934a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768d5d49312c46bda97555eb698d5bcb&device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 1100 time: 0.0732508 Aug 06 18:00:20.914640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9af7a7c2-cbe4-4ecb-9002-cadcd97ec073 req-65a09a80-c676-4b6e-b653-b3b2243165ea tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Aug 06 18:00:20.916730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad709b8-b2c6-4c06-9a00-58c30736065f req-18927be9-fbe2-49ce-baf6-88e98151f9a2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:20.918268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dad709b8-b2c6-4c06-9a00-58c30736065f req-18927be9-fbe2-49ce-baf6-88e98151f9a2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0788438 Aug 06 18:00:20.983263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:20.998542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:00:21.013942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dad709b8-b2c6-4c06-9a00-58c30736065f req-d38e7953-5f35-4cf0-b47c-68942fc4455c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Aug 06 18:00:21.044220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-679a79e2-671b-41a3-a9b1-9cc9ca79e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.045729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-679a79e2-671b-41a3-a9b1-9cc9ca79e0b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1265421 Aug 06 18:00:21.096394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-e25aa32a-73e5-47c5-b63d-a78449df9194 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef HTTP/1.1" status: 200 len: 217 time: 0.0391860 Aug 06 18:00:21.204016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f8c1-d870-4296-b765-a3e2750c578b req-1dc8b2b1-bff9-492f-8911-f9aacb8b2053 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.205772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81a5f8c1-d870-4296-b765-a3e2750c578b req-1dc8b2b1-bff9-492f-8911-f9aacb8b2053 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.0899694 Aug 06 18:00:21.211401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-9ab719a8-af5d-40d6-baf1-99b8dff5d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.212811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-9ab719a8-af5d-40d6-baf1-99b8dff5d4bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1057332 Aug 06 18:00:21.274434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81a5f8c1-d870-4296-b765-a3e2750c578b req-0786dc1b-583b-4283-9810-8b267c83744b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603614 Aug 06 18:00:21.281296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714e55d-2c64-43a8-b029-81b2787a864a req-17303c41-48c8-4307-bab9-6971b97acf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.282943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-17303c41-48c8-4307-bab9-6971b97acf43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619838 Aug 06 18:00:21.462150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb031-588c-4a4a-8221-ebdacebb5296 req-7bba6b8d-437e-4fb4-97bb-d9c71dd057a8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.469279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-756eb031-588c-4a4a-8221-ebdacebb5296 req-7bba6b8d-437e-4fb4-97bb-d9c71dd057a8 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 948 time: 0.0911746 Aug 06 18:00:21.478180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-1700592a-cea5-42c4-8a84-2c761cd81270 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859195 Aug 06 18:00:21.511806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-756eb031-588c-4a4a-8221-ebdacebb5296 req-aa9ead14-2639-4dbe-aeb8-87e201fb1185 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Aug 06 18:00:21.662191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca8bb0-9aaa-43f2-be72-c5894735a1bc req-a9583436-3f84-4d87-8cd1-4d51efedcb27 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:21.663743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bca8bb0-9aaa-43f2-be72-c5894735a1bc req-a9583436-3f84-4d87-8cd1-4d51efedcb27 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0777020 Aug 06 18:00:21.666098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3714e55d-2c64-43a8-b029-81b2787a864a req-138b0983-7cac-4d70-a833-494d842a46d5 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611791 Aug 06 18:00:21.719977 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bca8bb0-9aaa-43f2-be72-c5894735a1bc req-ad33d023-7ead-4a1c-a19a-6d1deedd69fe tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 Aug 06 18:00:22.124890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02051-c8df-4008-be9e-06b43b5aa023 req-4e7a9fe0-0566-42ed-b4dd-b77bbc8ff3ff tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:22.127928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88b02051-c8df-4008-be9e-06b43b5aa023 req-4e7a9fe0-0566-42ed-b4dd-b77bbc8ff3ff tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 943 time: 0.0542297 Aug 06 18:00:22.150850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c7a5dbe6-2546-465c-9ee1-542fbf7b22ea details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:22.168283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88b02051-c8df-4008-be9e-06b43b5aa023 req-ef70f863-efdd-4b57-b9eb-b2fb2b3c720c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Aug 06 18:00:22.259829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:22.271431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'port_id': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'mac_address': 'fa:16:3e:4f:3f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:22.310630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:22.325133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a5dbe6-2546-465c-9ee1-542fbf7b22ea {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:22.338989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f59dc-1f81-41b0-901f-87ae51b37080 req-89757853-01fd-46d6-be05-2a7668078ef0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:22.340564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d9f59dc-1f81-41b0-901f-87ae51b37080 req-89757853-01fd-46d6-be05-2a7668078ef0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0602458 Aug 06 18:00:22.357167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:22.363862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:22.386260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d9f59dc-1f81-41b0-901f-87ae51b37080 req-1d67dc6d-827e-4b05-93a2-c021e2d3f9fe tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Aug 06 18:00:22.416729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:22.528920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca013-75ab-4676-9e5e-4eadc76763ba req-276d8c3e-509e-4d64-a367-414330d338fc tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:22.530448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f13ca013-75ab-4676-9e5e-4eadc76763ba req-276d8c3e-509e-4d64-a367-414330d338fc tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Aug 06 18:00:22.571751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f13ca013-75ab-4676-9e5e-4eadc76763ba req-58eed5a6-953e-44ee-b556-1cd922cf6fc5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Aug 06 18:00:22.691609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:22.776539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72839b89-6847-4140-a01b-dd4fb348bc3a req-52b47aae-15e1-40d3-99d3-c594ccf93481 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:22.778795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72839b89-6847-4140-a01b-dd4fb348bc3a req-52b47aae-15e1-40d3-99d3-c594ccf93481 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 948 time: 0.0794246 Aug 06 18:00:22.834088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72839b89-6847-4140-a01b-dd4fb348bc3a req-59402232-353e-40d0-b99f-f02c2d6ad09c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470576 Aug 06 18:00:23.002306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6f99-0a8f-48f1-b702-3e4ddc7be9bb req-16431de4-46dc-41e6-a557-04ec4771694c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:23.004496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d1d6f99-0a8f-48f1-b702-3e4ddc7be9bb req-16431de4-46dc-41e6-a557-04ec4771694c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0558605 Aug 06 18:00:23.061182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d1d6f99-0a8f-48f1-b702-3e4ddc7be9bb req-7bcbe2bf-5264-441c-8fd3-0e90678dcb65 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Aug 06 18:00:23.174520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41420) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:23.287785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61411fe6-7531-486f-a2ea-c53ffd2b703f req-c9e2e561-1d65-47b6-8762-8c1f7a46ae98 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:23.289607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61411fe6-7531-486f-a2ea-c53ffd2b703f req-c9e2e561-1d65-47b6-8762-8c1f7a46ae98 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 944 time: 0.0524361 Aug 06 18:00:23.328098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd82ca02-173f-4ce9-aead-fcc3debc5da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.351279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61411fe6-7531-486f-a2ea-c53ffd2b703f req-a6b3e1e6-6a37-4ad1-8eb5-7fa685e01bcb tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543754 Aug 06 18:00:23.443978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd82ca02-173f-4ce9-aead-fcc3debc5da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.456584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd82ca02-173f-4ce9-aead-fcc3debc5da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.496803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82ca02-173f-4ce9-aead-fcc3debc5da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10093a21-6145-489f-934b-584f0440baae,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:23.544902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd82ca02-173f-4ce9-aead-fcc3debc5da1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=085a6da3285e4a81bdfb104133a4ecf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691008 Aug 06 18:00:23.546842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41440) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:23.558646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90e8a5-e97e-4ac2-a253-bc8cb92a12c0 req-7f792c66-3fb9-41c2-8856-36782d54e0c6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:23.560858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f90e8a5-e97e-4ac2-a253-bc8cb92a12c0 req-7f792c66-3fb9-41c2-8856-36782d54e0c6 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.0945761 Aug 06 18:00:23.563246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-3986f197-c038-4ed3-8dbc-974d0651d178 service neutron] 10.222.0.16 "GET /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.1457326 Aug 06 18:00:23.595609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3e55-e21e-41be-85c1-3919af33be39 req-0bba1cca-2a55-4954-9657-b32ab7075e60 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:23.597150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df5c3e55-e21e-41be-85c1-3919af33be39 req-0bba1cca-2a55-4954-9657-b32ab7075e60 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 943 time: 0.0944688 Aug 06 18:00:23.634878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f90e8a5-e97e-4ac2-a253-bc8cb92a12c0 req-9ff5beed-56ed-4821-a7ab-19891a0b7ba3 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677333 Aug 06 18:00:23.642347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.659267 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df5c3e55-e21e-41be-85c1-3919af33be39 req-044287d7-f70e-4124-b3dc-148604d62642 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545993 Aug 06 18:00:23.671254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.775264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.779836 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:23.781927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10093a21-6145-489f-934b-584f0440baae HTTP/1.1" status: 204 len: 168 time: 0.2341304 Aug 06 18:00:23.804181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074b6c-e431-4eb1-8b24-54be15f1c9a1 req-52f870d8-4efd-4372-949e-6db410c506e8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:23.810197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10074b6c-e431-4eb1-8b24-54be15f1c9a1 req-52f870d8-4efd-4372-949e-6db410c506e8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.0834455 Aug 06 18:00:23.813746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769ac0d-f13d-4ad0-8f8f-17890c0c7376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10093a21-6145-489f-934b-584f0440baae,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:23.868991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10074b6c-e431-4eb1-8b24-54be15f1c9a1 req-1618b62b-fd9f-43d8-8ad1-1dc958299048 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558553 Aug 06 18:00:24.036279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac116-2c99-40f7-a7d9-9afc17fdef2a req-2cedce14-fcf3-46a8-bb94-1d712880133a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:24.037999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8dac116-2c99-40f7-a7d9-9afc17fdef2a req-2cedce14-fcf3-46a8-bb94-1d712880133a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 948 time: 0.1019208 Aug 06 18:00:24.039812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:24.091592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:24.096174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8dac116-2c99-40f7-a7d9-9afc17fdef2a req-524dc9b2-14ed-4984-9d52-3c5a7209f8c3 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Aug 06 18:00:24.140570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960a5fbd-a684-4b30-be46-8b987497f746 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:24.156068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:24.166458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:24.187864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.192733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c7a5dbe6-2546-465c-9ee1-542fbf7b22ea up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:24.264620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de88fdb-0185-4029-8539-3d892c68ce63 req-b5f6da79-6dd9-4603-8219-ab6669dbbb2d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:24.272985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6de88fdb-0185-4029-8539-3d892c68ce63 req-b5f6da79-6dd9-4603-8219-ab6669dbbb2d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0949044 Aug 06 18:00:24.273176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41480) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:24.291990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f60ccf7b-3a35-4613-a122-64e51a3278c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.319353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:24.331122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:24.331752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.363172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6de88fdb-0185-4029-8539-3d892c68ce63 req-60f7de5c-f3bf-4957-852a-012f52d3f151 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771081 Aug 06 18:00:24.366968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] Transition to ACTIVE for port object 960a5fbd-a684-4b30-be46-8b987497f746 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:24.367677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:24.372370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.410290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef', 'mac_address': 'fa:16:3e:0d:d3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:24.448607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] No DVR routers for this DVR port 960a5fbd-a684-4b30-be46-8b987497f746 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:24.452791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f60ccf7b-3a35-4613-a122-64e51a3278c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.473464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f60ccf7b-3a35-4613-a122-64e51a3278c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.476935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.495575 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] 10.222.0.16 "PUT /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 0.9195588 Aug 06 18:00:24.500564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb049d-cd21-4ea6-a331-f49b1efc3627 service neutron] Pushing event updated for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:24.523449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:24.544291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:24.554175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:24.555696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.559213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41490) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:24.561848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f60ccf7b-3a35-4613-a122-64e51a3278c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dda838b1036d404fa34d3bfc7da3eee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836564 Aug 06 18:00:24.565093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ccf7b-3a35-4613-a122-64e51a3278c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f29861-0e10-40c2-84fe-12cf5586a1eb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:24.565290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.584423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3209b6-4214-401a-b10c-5f6bfa478743 req-c234807b-194f-4323-97ce-5d837ad7b8ff tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:24.592123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b3209b6-4214-401a-b10c-5f6bfa478743 req-c234807b-194f-4323-97ce-5d837ad7b8ff tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 944 time: 0.1294782 Aug 06 18:00:24.625560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:24.633912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:24.636285 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbde0e-44d7-4e81-a6e0-21b1731a5fcf" -d '{"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:24.636533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b3209b6-4214-401a-b10c-5f6bfa478743 req-2c22c64c-4283-4c61-a49d-9107a56d7202 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Aug 06 18:00:24.732739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d039b9dc-f74b-4ebc-ae0f-a01c7f1a15f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.785225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-3b01dd47-8504-4f4a-96a1-744b5e27c8ff tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:24.786929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-3b01dd47-8504-4f4a-96a1-744b5e27c8ff tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2040293 Aug 06 18:00:24.794017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a2c0-7da1-4772-8219-e30e2a4e9ee1 req-52f9c1b9-e656-46e9-9683-647643d2c068 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:24.795727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81c4a2c0-7da1-4772-8219-e30e2a4e9ee1 req-52f9c1b9-e656-46e9-9683-647643d2c068 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.0693986 Aug 06 18:00:24.819905 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60439be-5d3e-4a0b-be78-e6affe92e7f9 x-openstack-request-id: req-c60439be-5d3e-4a0b-be78-e6affe92e7f9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:24.820169 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-plugged", "status": "completed", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:24.820658 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c60439be-5d3e-4a0b-be78-e6affe92e7f9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:24.821253 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'code': 200} Aug 06 18:00:24.824970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:24.829715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.830483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:24.842017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81c4a2c0-7da1-4772-8219-e30e2a4e9ee1 req-13e136ee-e327-45f1-93f1-5981c31833e9 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Aug 06 18:00:24.882970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:24.950592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:24.960659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.005399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690ef2-b801-448b-8c05-86accf4c9018 req-f1b86f59-260d-42ab-86c0-811250f366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.007335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96690ef2-b801-448b-8c05-86accf4c9018 req-f1b86f59-260d-42ab-86c0-811250f366d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 1096 time: 0.2469573 Aug 06 18:00:25.011792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674bcb6-6117-4739-8336-6e3147ebd7ef req-02e69656-deb3-41c0-8c9c-7e3b109f2d0f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.012854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3674bcb6-6117-4739-8336-6e3147ebd7ef req-02e69656-deb3-41c0-8c9c-7e3b109f2d0f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.0606790 Aug 06 18:00:25.045487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc685a8-784d-4a36-9ec0-7999235e9786 req-229721f7-6939-4434-a3d9-fb6538eccb36 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.047040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8bc685a8-784d-4a36-9ec0-7999235e9786 req-229721f7-6939-4434-a3d9-fb6538eccb36 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.2886536 Aug 06 18:00:25.054486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3674bcb6-6117-4739-8336-6e3147ebd7ef req-efa4640d-3817-4f8e-ba08-30e4b727de9a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 06 18:00:25.070460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-0a7b11cc-a23a-495d-bc58-21539021b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.072068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-0a7b11cc-a23a-495d-bc58-21539021b304 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02&tenant_id=d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 1096 time: 0.2661664 Aug 06 18:00:25.181914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96690ef2-b801-448b-8c05-86accf4c9018 req-33b7c87f-6bbe-4b45-b39d-6ee84fc5f536 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607165 Aug 06 18:00:25.197498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581c64-1ed2-4e79-b703-805dea33361f req-7a6b2704-bf54-4eea-b719-8148aeee12b8 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.198984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66581c64-1ed2-4e79-b703-805dea33361f req-7a6b2704-bf54-4eea-b719-8148aeee12b8 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.2463055 Aug 06 18:00:25.218787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13e2cb-8dac-44bd-a621-f2bd9714a7e4 req-5c36afad-bec5-4f17-848d-37a23ad34f5f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.220300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a13e2cb-8dac-44bd-a621-f2bd9714a7e4 req-5c36afad-bec5-4f17-848d-37a23ad34f5f tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 949 time: 0.0513904 Aug 06 18:00:25.222232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8bc685a8-784d-4a36-9ec0-7999235e9786 req-97d305c4-70c9-4e61-b7ce-bd8e6d82e83e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401575 Aug 06 18:00:25.222841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.225975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.226632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51f29861-0e10-40c2-84fe-12cf5586a1eb HTTP/1.1" status: 204 len: 168 time: 0.6660666 Aug 06 18:00:25.278666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a13e2cb-8dac-44bd-a621-f2bd9714a7e4 req-86a0fcc6-bf70-4770-b16f-0510b71e83bb tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Aug 06 18:00:25.324263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d039b9dc-f74b-4ebc-ae0f-a01c7f1a15f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.331037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f29861-0e10-40c2-84fe-12cf5586a1eb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:25.335571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-9227fb28-3bd6-4998-89f2-21e9ce7a4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.337226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-9227fb28-3bd6-4998-89f2-21e9ce7a4b9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1096 time: 0.2257116 Aug 06 18:00:25.350487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d039b9dc-f74b-4ebc-ae0f-a01c7f1a15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.378597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.378864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.379205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.379529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.379855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.380297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.380676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.380993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.381307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.381674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.382363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.382363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddfedc-364c-4774-82ab-990a7351d363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.523573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d039b9dc-f74b-4ebc-ae0f-a01c7f1a15f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0c63fb0d8ab4cd9bd733dcc05aab84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9775331 Aug 06 18:00:25.526691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41512) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:25.542467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b9dc-f74b-4ebc-ae0f-a01c7f1a15f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11516224-19c7-49d2-a6a2-67759938674c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:25.603348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-d19c3c06-9c13-4df4-9b0d-4755a11f7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.604419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-d19c3c06-9c13-4df4-9b0d-4755a11f7d01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.2460892 Aug 06 18:00:25.613851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.621970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3d6e2-d60f-4d6b-90cd-8f569cd6f886 req-4f910cdb-bdd2-4c78-b1ee-0f5f55ecf85f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.623689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bc3d6e2-d60f-4d6b-90cd-8f569cd6f886 req-4f910cdb-bdd2-4c78-b1ee-0f5f55ecf85f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1558664 Aug 06 18:00:25.633476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Deleting port 3b84558e-5e70-49b5-9725-ef5b02c17b76 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:00:25.633725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.643864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.688373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-63bce6ef-caa6-4d83-9e22-ad3f2cb87843 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.0626025 Aug 06 18:00:25.728074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.731182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.734889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11516224-19c7-49d2-a6a2-67759938674c HTTP/1.1" status: 204 len: 168 time: 0.2045479 Aug 06 18:00:25.750305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11516224-19c7-49d2-a6a2-67759938674c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:25.798539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.799562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.800529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.801616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.802246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.803015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.803544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.804275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.805094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.805908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.806694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.807960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca51025-43a2-42e8-9770-3907415e282f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:25.818242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bc3d6e2-d60f-4d6b-90cd-8f569cd6f886 req-80286672-8963-4d68-9d84-7f6c1e333036 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345210 Aug 06 18:00:25.826641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-0484faaa-0c1f-400b-8491-d45181a8ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.828334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-0484faaa-0c1f-400b-8491-d45181a8ffed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1310558 Aug 06 18:00:25.852413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3381-e0df-43d5-a3d0-b42368e02bee req-178b2837-b65c-4855-aa03-479c9f6f38fa tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:25.854165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6aa3381-e0df-43d5-a3d0-b42368e02bee req-178b2837-b65c-4855-aa03-479c9f6f38fa tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 945 time: 0.1090298 Aug 06 18:00:25.880322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-c6985210-c732-43e6-9d4a-bc029faed07e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436516 Aug 06 18:00:25.886283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] For port 3b84558e-5e70-49b5-9725-ef5b02c17b76, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3b84558e-5e70-49b5-9725-ef5b02c17b76,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:25.886889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:25.922696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6aa3381-e0df-43d5-a3d0-b42368e02bee req-5d9be3ed-7324-45c6-bd6b-0f6d7c865b3e tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571365 Aug 06 18:00:25.929850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Calling delete_port for 3b84558e-5e70-49b5-9725-ef5b02c17b76 owned by compute:tempest-test_az-1899428052 {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:00:26.094833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-a73e5e4c-fdff-4092-8daa-4396946e1169 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044947 Aug 06 18:00:26.104073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda943-a757-4f2e-ad25-3ea17a14ad0e req-0bc0f4ec-910f-4db0-91eb-032678c0f456 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:26.105628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97dda943-a757-4f2e-ad25-3ea17a14ad0e req-0bc0f4ec-910f-4db0-91eb-032678c0f456 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 971 time: 0.1268804 Aug 06 18:00:26.168943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:26.197642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41536) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:26.206204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add258f-620b-4d23-b11e-4876e23f3de1 req-2b02175f-4468-4b8a-a8d4-73eaff261c1f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:26.213690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9add258f-620b-4d23-b11e-4876e23f3de1 req-2b02175f-4468-4b8a-a8d4-73eaff261c1f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.0726345 Aug 06 18:00:26.237871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:26.242004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:26.242377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.250048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c50b2668-4296-4fb4-b26b-14dbe5b0886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.283207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9add258f-620b-4d23-b11e-4876e23f3de1 req-bac1ad82-cbaf-4db8-bc7c-ba7e0b910372 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684581 Aug 06 18:00:26.323078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97dda943-a757-4f2e-ad25-3ea17a14ad0e req-c1cc2c16-547d-42a7-9b8c-146dd77d6e9f tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/security-groups?id=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055411 Aug 06 18:00:26.335915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.344385 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-09a06c73-92ba-46c1-aba8-f2489c302a31 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273514 Aug 06 18:00:26.374960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.415173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c50b2668-4296-4fb4-b26b-14dbe5b0886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.422625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3b84558e-5e70-49b5-9725-ef5b02c17b76'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:26.423627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c50b2668-4296-4fb4-b26b-14dbe5b0886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.428042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:26.434444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Pushing event deleted for resources: {'Port': ['ID=3b84558e-5e70-49b5-9725-ef5b02c17b76,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:26.471286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.472298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:26.495760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c50b2668-4296-4fb4-b26b-14dbe5b0886a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20d43b33f2c641ab80db5b57bd2d8c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795386 Aug 06 18:00:26.496284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b2668-4296-4fb4-b26b-14dbe5b0886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe511b-f4f7-4637-852f-052424389c98,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:26.498766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:26.564759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.590719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:26.596535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:26.604145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.653182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] No DVR routers for this DVR port 3b84558e-5e70-49b5-9725-ef5b02c17b76 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:26.667580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.669753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66581c64-1ed2-4e79-b703-805dea33361f req-1ecca20d-b472-4325-b2b4-0da918b4b966 tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.55 "DELETE /v2.0/ports/3b84558e-5e70-49b5-9725-ef5b02c17b76 HTTP/1.1" status: 204 len: 173 time: 1.4622841 Aug 06 18:00:26.674018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'name': 'network-vif-deleted', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:26.679872 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad909a8-e3bb-4509-88e9-e53d932b430d" -d '{"events": [{"server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "name": "network-vif-deleted", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:26.698572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.702531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:26.706348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29fe511b-f4f7-4637-852f-052424389c98 HTTP/1.1" status: 204 len: 168 time: 0.2042284 Aug 06 18:00:26.720306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbe818-8a1a-4a00-9f07-51edd2b0aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe511b-f4f7-4637-852f-052424389c98,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:26.742953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92479581-a1e5-402c-8acd-51d2a92bb282 req-58c928e9-335d-4731-a416-803f09c16503 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:26.752625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92479581-a1e5-402c-8acd-51d2a92bb282 req-58c928e9-335d-4731-a416-803f09c16503 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.3194561 Aug 06 18:00:26.822402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:26.824742 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc05b8b-687b-41a5-979d-2787ba2958ae" -d '{"events": [{"server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "name": "network-vif-plugged", "status": "completed", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:26.830504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-b7ef62f2-824e-431a-9e20-c03aec8f012d tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:26.834481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-b7ef62f2-824e-431a-9e20-c03aec8f012d tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.1406300 Aug 06 18:00:26.847271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92479581-a1e5-402c-8acd-51d2a92bb282 req-75a77d11-c04f-4d53-8e9e-4a08142fb9ca tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936594 Aug 06 18:00:26.910902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490d236-553b-4f61-bb83-4d6483f29d2a req-81df3bb4-45ec-42fa-bfe8-5b22bfec5c1c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:26.919313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1490d236-553b-4f61-bb83-4d6483f29d2a req-81df3bb4-45ec-42fa-bfe8-5b22bfec5c1c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.1000559 Aug 06 18:00:26.979397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1490d236-553b-4f61-bb83-4d6483f29d2a req-3e512560-bede-4386-9133-cba2a4728310 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568511 Aug 06 18:00:26.982511 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c1e45-228e-4b93-aafc-ca465fbf5084 x-openstack-request-id: req-1b6c1e45-228e-4b93-aafc-ca465fbf5084 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:26.982807 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "name": "network-vif-plugged", "status": "completed", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:26.983169 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b6c1e45-228e-4b93-aafc-ca465fbf5084 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:26.983571 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef', 'code': 200} Aug 06 18:00:27.170767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5133-bdb7-451f-8686-5b57ef274564 req-337bb5ef-0b2d-4b56-b621-a44af44896ad tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:27.171702 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623e01d-e39a-4078-bc49-bfdd6dab8788 x-openstack-request-id: req-e623e01d-e39a-4078-bc49-bfdd6dab8788 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:27.172092 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f83111-dc28-4d97-8867-e9565ebde415", "name": "network-vif-deleted", "tag": "3b84558e-5e70-49b5-9725-ef5b02c17b76", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:27.172342 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e623e01d-e39a-4078-bc49-bfdd6dab8788 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:27.172727 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f83111-dc28-4d97-8867-e9565ebde415', 'name': 'network-vif-deleted', 'tag': '3b84558e-5e70-49b5-9725-ef5b02c17b76', 'status': 'completed', 'code': 200} Aug 06 18:00:27.173012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c77f5133-bdb7-451f-8686-5b57ef274564 req-337bb5ef-0b2d-4b56-b621-a44af44896ad tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 945 time: 0.0912428 Aug 06 18:00:27.257710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c77f5133-bdb7-451f-8686-5b57ef274564 req-c529b7b3-a889-4b08-b99c-dc0a84ecd881 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686767 Aug 06 18:00:27.274661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b795465-c35b-43b1-b90c-2d756d6dfa64 req-09f822f2-51cc-4851-90e0-1d8c96370c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:27.276208 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b795465-c35b-43b1-b90c-2d756d6dfa64 req-09f822f2-51cc-4851-90e0-1d8c96370c2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 1102 time: 0.1027420 Aug 06 18:00:27.285114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488115-91c6-4c91-b226-ca9a3c0e06d3 req-5aed75f3-3bfe-4a42-911f-f4172fdfd571 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:27.292477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0488115-91c6-4c91-b226-ca9a3c0e06d3 req-5aed75f3-3bfe-4a42-911f-f4172fdfd571 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1176939 Aug 06 18:00:27.409133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0488115-91c6-4c91-b226-ca9a3c0e06d3 req-2eea3513-930e-4cd0-8a60-bac837b70a3f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156538 Aug 06 18:00:27.423536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b795465-c35b-43b1-b90c-2d756d6dfa64 req-0b291389-acd0-48fb-81e1-0e1c7c886cb7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212204 Aug 06 18:00:27.444453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-deeb5d77-9a84-4a68-b154-c1b66748651f service neutron] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:27.455513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76068764-670a-4bb3-9bf9-654752b7d215 req-113fac5e-4ae0-460f-81cc-ecc58e334143 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:27.456261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-deeb5d77-9a84-4a68-b154-c1b66748651f service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:27.459066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-695ecdf2-8826-4464-bd25-2cb611a7aeea req-deeb5d77-9a84-4a68-b154-c1b66748651f service neutron] 10.222.0.55 "DELETE /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.6096380 Aug 06 18:00:27.461357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76068764-670a-4bb3-9bf9-654752b7d215 req-113fac5e-4ae0-460f-81cc-ecc58e334143 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 945 time: 0.0883002 Aug 06 18:00:27.474606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41590) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:27.483865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'floatingip': {'port_id': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:27.617470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afbaddd7-070c-4d9f-9554-fbd177edb135 req-e01b68ef-0df2-4884-998e-14cf19c2491b tempest-AggregatesAdminTestJSON-482723892 tempest-AggregatesAdminTestJSON-482723892-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f83111-dc28-4d97-8867-e9565ebde415 HTTP/1.1" status: 200 len: 210 time: 0.0283477 Aug 06 18:00:27.637476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:27.751797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d8b3-1f7f-43ab-ba97-c582a869b5b0 req-091bcf85-502f-4caf-884b-70fd6fe3a33b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:27.758331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51c4d8b3-1f7f-43ab-ba97-c582a869b5b0 req-091bcf85-502f-4caf-884b-70fd6fe3a33b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.2009840 Aug 06 18:00:27.850092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51c4d8b3-1f7f-43ab-ba97-c582a869b5b0 req-fbb76901-4667-4ea6-b352-4882a3065965 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826590 Aug 06 18:00:27.888466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0615220-986d-4a8c-9298-da64d7d8d6b4 req-01ff48f1-67b7-491c-943d-778a6e591d29 tempest-FlavorsV2NegativeTest-653114167 tempest-FlavorsV2NegativeTest-653114167-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02c1461e44544955a3c0e410d9e82e87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296109 Aug 06 18:00:28.016279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0615220-986d-4a8c-9298-da64d7d8d6b4 req-b81e7423-cd20-46d4-aa97-e99b4c2e447b tempest-FlavorsV2NegativeTest-653114167 tempest-FlavorsV2NegativeTest-653114167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:28.029227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0615220-986d-4a8c-9298-da64d7d8d6b4 req-b81e7423-cd20-46d4-aa97-e99b4c2e447b tempest-FlavorsV2NegativeTest-653114167 tempest-FlavorsV2NegativeTest-653114167-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396008 Aug 06 18:00:28.045916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0615220-986d-4a8c-9298-da64d7d8d6b4 req-80dcff4c-cb05-4546-9e9e-3848ac1b8ca6 tempest-FlavorsV2NegativeTest-653114167 tempest-FlavorsV2NegativeTest-653114167-project] 10.222.0.64 "GET /v2.0/quotas/02c1461e44544955a3c0e410d9e82e87 HTTP/1.1" status: 200 len: 375 time: 0.0156300 Aug 06 18:00:28.090498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0615220-986d-4a8c-9298-da64d7d8d6b4 req-9fc91b09-13db-4ba6-8f1e-6b03e2ed823d tempest-FlavorsV2NegativeTest-653114167 tempest-FlavorsV2NegativeTest-653114167-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02c1461e44544955a3c0e410d9e82e87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429275 Aug 06 18:00:28.092225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cde3dd-a649-463c-95fd-dc84b6dc7dfc req-888df390-96fa-4391-a394-e6026b41987c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:28.094050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83cde3dd-a649-463c-95fd-dc84b6dc7dfc req-888df390-96fa-4391-a394-e6026b41987c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.1188326 Aug 06 18:00:28.231227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cb92d-66ec-4089-8394-bf91b285fcc2 req-ecbff593-d4bc-4dba-9efa-542ddc88607b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:28.241097 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c77cb92d-66ec-4089-8394-bf91b285fcc2 req-ecbff593-d4bc-4dba-9efa-542ddc88607b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.0658462 Aug 06 18:00:28.293049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83cde3dd-a649-463c-95fd-dc84b6dc7dfc req-19b8ab12-0a5a-43be-acad-f14f63836470 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685421 Aug 06 18:00:28.300483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c77cb92d-66ec-4089-8394-bf91b285fcc2 req-c3a6e731-3248-4463-81da-5db25e96d98c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555079 Aug 06 18:00:28.357840 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28c50496-4dc1-4e15-9fee-371147a97bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:28.587923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b8364-3cf6-489d-b772-44545b3dd7ed req-9453596a-a543-4b1d-956a-eb2e036cf386 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:28.592234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-718b8364-3cf6-489d-b772-44545b3dd7ed req-9453596a-a543-4b1d-956a-eb2e036cf386 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1096 time: 0.0910847 Aug 06 18:00:28.605595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:28.613206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:28.676520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72071681-464d-4012-b2b4-abf89ddcff27 req-40691dbd-8877-4684-8c1e-2ec1346f88ae tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:28.683977 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72071681-464d-4012-b2b4-abf89ddcff27 req-40691dbd-8877-4684-8c1e-2ec1346f88ae tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1472452 Aug 06 18:00:28.710926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-718b8364-3cf6-489d-b772-44545b3dd7ed req-ed3dcc35-f7a5-471a-ab51-d76c54387b09 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035018 Aug 06 18:00:28.766916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72071681-464d-4012-b2b4-abf89ddcff27 req-84221e57-f7b3-42ee-8afb-e77c6d24f99c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Aug 06 18:00:28.803784 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2 associated. External IP: 172.25.3.157, port: c7a5dbe6-2546-465c-9ee1-542fbf7b22ea. Aug 06 18:00:28.921510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3b84558e-5e70-49b5-9725-ef5b02c17b76 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:29.029969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3b84558e-5e70-49b5-9725-ef5b02c17b76 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:00:29.030380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3b84558e-5e70-49b5-9725-ef5b02c17b76 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:29.209752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-30d88a3b-063d-4b7b-9a02-6068127edf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.211470 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-30d88a3b-063d-4b7b-9a02-6068127edf00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1097 time: 0.4394002 Aug 06 18:00:29.229773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-8c12fe00-3267-4655-8cac-3731e0a765e4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.242051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-8c12fe00-3267-4655-8cac-3731e0a765e4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.1856093 Aug 06 18:00:29.262987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-5f3fd0db-5584-41c6-b3c6-c3a5ce46d5d5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/quotas/d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 375 time: 0.0196588 Aug 06 18:00:29.265258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41684) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:29.328001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-ca8a8188-b3c5-4630-93b5-515fe39f2956 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639729 Aug 06 18:00:29.410728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0698a7b-a26f-4f40-9bc0-1fa8ab656b61 req-187e5a44-e075-442c-bdf8-9bc68f53ba4e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.419172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0698a7b-a26f-4f40-9bc0-1fa8ab656b61 req-187e5a44-e075-442c-bdf8-9bc68f53ba4e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.2245166 Aug 06 18:00:29.419584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41692) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:29.434536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:00:29.450494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-7726f7b8-aafe-47f6-8809-3ae3200104d6 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145103 Aug 06 18:00:29.518156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0698a7b-a26f-4f40-9bc0-1fa8ab656b61 req-a9816ea3-47a1-4e06-af6f-38e946ccf537 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991688 Aug 06 18:00:29.524730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-c85716c4-fdce-47a8-a4d2-0a1aa50673dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.526585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-c85716c4-fdce-47a8-a4d2-0a1aa50673dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.2997329 Aug 06 18:00:29.589402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-06af601f-021e-4c35-93bf-bfdee51f6d5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.0483012 Aug 06 18:00:29.690865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:00:29.693598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-0a42de24-4106-40d5-862f-cc40cef3966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.695136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-0a42de24-4106-40d5-862f-cc40cef3966c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0715954 Aug 06 18:00:29.698460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:29.708730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:00:29.720232 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:29.721314 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:29.751956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-dd3cb526-a42e-4a6a-b19b-cccb9a922232 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335357 Aug 06 18:00:29.758142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e1d6ef91-1690-43d4-a1b9-eeb6951d5ab4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "PUT /v2.0/floatingips/4dd4152e-d150-4f07-9912-53bea7c1c8b2 HTTP/1.1" status: 200 len: 991 time: 2.2821293 Aug 06 18:00:29.761019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:29.763635 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a34613-e5d5-4ba2-9fb2-de674af0b567" -d '{"events": [{"name": "network-changed", "server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:29.808359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef278138-1a97-41c3-a2cb-3c5f2bca1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:29.862609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9ed9d90f-a243-49dc-b0ae-a5605f8b8a5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3d13bafb0c741cc8853160407228ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962641 Aug 06 18:00:29.869305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:29.899371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-5b50fa1e-f754-4bf1-8258-1de2fb8f4465 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422321 Aug 06 18:00:29.930690 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:29.943112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e76da0-998a-456a-903c-f088a1c0c790 req-4438a5af-43cc-445d-886d-730476b3ee79 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:29.950491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5e76da0-998a-456a-903c-f088a1c0c790 req-4438a5af-43cc-445d-886d-730476b3ee79 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.1129501 Aug 06 18:00:29.953776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-2554b58a-19db-429e-aef8-c5a4060680a1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944599 Aug 06 18:00:30.006578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef278138-1a97-41c3-a2cb-3c5f2bca1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.012801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef278138-1a97-41c3-a2cb-3c5f2bca1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.072159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-f5114d74-4ac8-4e2c-b92f-358903a867a1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974596 Aug 06 18:00:30.092913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef278138-1a97-41c3-a2cb-3c5f2bca1916 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02c1461e44544955a3c0e410d9e82e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722510 Aug 06 18:00:30.093734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41712) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:30.114230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278138-1a97-41c3-a2cb-3c5f2bca1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4336e4-b68d-47a9-94a9-e81f760038f9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:30.122285 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.127238 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5e76da0-998a-456a-903c-f088a1c0c790 req-8988c625-9d55-45a3-b9de-21a916b3241a tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758971 Aug 06 18:00:30.156102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.214853 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.235587 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c1789-ed8a-4a82-abcf-563c28c19cda x-openstack-request-id: req-034c1789-ed8a-4a82-abcf-563c28c19cda {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:30.236827 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:30.237094 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-034c1789-ed8a-4a82-abcf-563c28c19cda {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:30.237536 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'status': 'completed', 'code': 200} Aug 06 18:00:30.242978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.328587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.333733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.337757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c4336e4-b68d-47a9-94a9-e81f760038f9 HTTP/1.1" status: 204 len: 168 time: 0.2419457 Aug 06 18:00:30.356423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ddf0f-1339-4e17-a04a-5b604e797191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4336e4-b68d-47a9-94a9-e81f760038f9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:30.393123 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:4f:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:00:28Z', 'revision_number': 1, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:30.408893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-f2f7b536-7ecc-499f-8f62-33f15a2d220b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:30.410731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-f2f7b536-7ecc-499f-8f62-33f15a2d220b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.2437420 Aug 06 18:00:30.437802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:30.438502 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:00:30.449917 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:30.451336 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:30.469358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a95fe-8d28-4df9-95bd-b164116471e3 req-0e759bfd-34fc-4b98-b30f-f47f90d6816e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:30.476706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-577a95fe-8d28-4df9-95bd-b164116471e3 req-0e759bfd-34fc-4b98-b30f-f47f90d6816e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1878955 Aug 06 18:00:30.522167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.524686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:30.528299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/141a5a36-cbfc-465f-afdf-cf0dc9da0c1b HTTP/1.1" status: 204 len: 168 time: 0.6556926 Aug 06 18:00:30.537428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-717e443e-47eb-45b4-8508-94f640081f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:30.538998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-717e443e-47eb-45b4-8508-94f640081f29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 1097 time: 0.2514570 Aug 06 18:00:30.570753 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:30.576728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc67220c-7419-403a-912c-c00c3978945b req-e015d8b2-0ed9-48a1-8a3d-f8884eb8dacc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 210 time: 0.0825050 Aug 06 18:00:30.666177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-10ea982e-3608-453d-84a5-6e2ae4a3162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:30.667684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-10ea982e-3608-453d-84a5-6e2ae4a3162a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.1189604 Aug 06 18:00:30.668398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc7a4a-2a69-488a-b0b0-35d9fc5b46c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a5a36-cbfc-465f-afdf-cf0dc9da0c1b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:30.685365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-577a95fe-8d28-4df9-95bd-b164116471e3 req-80dd72f4-d531-4859-b60c-9491f1bae209 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032840 Aug 06 18:00:30.862843 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:4f:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:00:28Z', 'revision_number': 1, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:30.907468 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc37b4-c93a-4e65-9788-430d380b24bd None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:4f:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:00:28Z', 'revision_number': 1, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:00:30.940615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.007122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-6a5f12b8-0aea-406a-bf15-465854c2103d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 200 len: 999 time: 0.3204441 Aug 06 18:00:31.103904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492043ae-9c36-4081-bdf6-c57840843d76 req-d53a94b1-ae7d-46d1-9b9b-18af81ed3566 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:31.111531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-492043ae-9c36-4081-bdf6-c57840843d76 req-d53a94b1-ae7d-46d1-9b9b-18af81ed3566 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 945 time: 0.1868722 Aug 06 18:00:31.215328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d93a-0966-4a20-ba8f-4f4d500139cc req-4d610385-4d47-425b-b071-c8213f276af7 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:31.225869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-17cbfdde-e5fd-432c-bd86-26fdcce61d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:31.225869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-17cbfdde-e5fd-432c-bd86-26fdcce61d6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.1939111 Aug 06 18:00:31.226331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f274d93a-0966-4a20-ba8f-4f4d500139cc req-4d610385-4d47-425b-b071-c8213f276af7 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.1096945 Aug 06 18:00:31.239775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-492043ae-9c36-4081-bdf6-c57840843d76 req-18c0d9bf-8caf-4186-8aef-ff64edd82601 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272409 Aug 06 18:00:31.310036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f274d93a-0966-4a20-ba8f-4f4d500139cc req-173008c1-4842-4027-8871-82d04ed1cc3b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Aug 06 18:00:31.310674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:31.332479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e9f1c-cf4c-4634-84fd-19a30c0321e9 None None] New status for floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:00:31.347763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:31.365958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de0ddadd-2994-43db-80c7-b45210b08743 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98ec1276908642acbcec6be1a1ce4b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538948 Aug 06 18:00:31.369281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:31.406503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-52f02e29-3e23-4af8-abd9-3685a378ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:31.408312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-52f02e29-3e23-4af8-abd9-3685a378ee8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656053 Aug 06 18:00:31.434046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.474897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.546651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.549948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.551133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fe61017-dec5-4e7e-b5f4-3391d1445209 HTTP/1.1" status: 204 len: 168 time: 0.1804781 Aug 06 18:00:31.596098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65874bb-458b-4fd3-88b5-2d8c81ae806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe61017-dec5-4e7e-b5f4-3391d1445209,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:31.650736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:31.672788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.678121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3837455-9a48-4ec2-8cbe-324e583570fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.839023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6c4721c-dde0-4fd8-8b54-db3acddf004d req-460a2da3-f708-468e-97fb-49845a39d914 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 210 time: 0.0769742 Aug 06 18:00:31.885351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829152b-8d08-4ae7-805a-f1fdc1fe1cb4 req-bbc4148b-5df9-4fed-a16f-afe38e8864ba tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:31.887367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a829152b-8d08-4ae7-805a-f1fdc1fe1cb4 req-bbc4148b-5df9-4fed-a16f-afe38e8864ba tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0826557 Aug 06 18:00:31.890309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.920261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:31.971813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a829152b-8d08-4ae7-805a-f1fdc1fe1cb4 req-1dd3510f-a60e-4dcb-856a-ccc9fc73c23f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731316 Aug 06 18:00:32.060503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41784) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:32.195522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-a4f94ee1-0a5f-4915-8406-cd31ec87443a service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763395 Aug 06 18:00:32.219253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9c2c-2885-489a-85c7-7136cf3346f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.257299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:32.259638 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168a9c1-6b1e-427d-8884-43a7366d7761" -d '{"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-unplugged", "status": "completed", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:32.311842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-e46440c9-bdba-4efd-bd7a-56557151eea7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:32.313083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-e46440c9-bdba-4efd-bd7a-56557151eea7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.6264462 Aug 06 18:00:32.358940 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36406695-5e35-471d-8436-afc09e0c348d x-openstack-request-id: req-36406695-5e35-471d-8436-afc09e0c348d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:32.358940 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-unplugged", "status": "completed", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:32.358940 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36406695-5e35-471d-8436-afc09e0c348d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:32.359407 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'code': 200} Aug 06 18:00:32.363430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Request body: {'port': {'device_id': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'admin_state_up': True, 'tenant_id': 'd831c831d3524198923cde552730ed16'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:32.363737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:32.382165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:32.392438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9c2c-2885-489a-85c7-7136cf3346f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.400516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9c2c-2885-489a-85c7-7136cf3346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.458537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168b338-1e77-4fbe-af6a-1734d29e6b5b req-89c74745-0112-4f53-ad0c-b1bf11d731d5 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:32.467080 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5168b338-1e77-4fbe-af6a-1734d29e6b5b req-89c74745-0112-4f53-ad0c-b1bf11d731d5 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.2980969 Aug 06 18:00:32.487748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e9c2c-2885-489a-85c7-7136cf3346f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de173270-a03e-462f-aa4a-8c0acbff7ccb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:32.496125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b1e9c2c-2885-489a-85c7-7136cf3346f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8266e4abf92b4908bd64560030a4b5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346125 Aug 06 18:00:32.499216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:32.515716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-network', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:32.517609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:32.517951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:32.518445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:32.529081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:32.529573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Attempting to bind port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:32.561433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c81e-e838-42f7-b6d4-671594623aad req-3a37375f-3d56-49ae-89a8-d8f7a8125ef3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:32.561433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7d0c81e-e838-42f7-b6d4-671594623aad req-3a37375f-3d56-49ae-89a8-d8f7a8125ef3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.1255751 Aug 06 18:00:32.581189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:32.581424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:32.581831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:32.582329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Bound port: 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:32.582647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.590465 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5a34613-e5d5-4ba2-9fb2-de674af0b567 req-a8740c52-dd32-4cad-87f3-06729363f513 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670638 Aug 06 18:00:32.590765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Made reservation on behalf of d1dbd309c4a6475ebe75c02f5078ea90 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:32.593092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.629480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5168b338-1e77-4fbe-af6a-1734d29e6b5b req-ffd2b826-11eb-4116-89bd-5f09779a691b tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609869 Aug 06 18:00:32.629745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.675589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7d0c81e-e838-42f7-b6d4-671594623aad req-471e58a3-d5ab-4867-82cd-fba248c4b2f2 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024706 Aug 06 18:00:32.678857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.692745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:32.700683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:32.721009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.731716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.808670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:32.812693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:32.813366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.814953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-7f15aa4c-554e-430b-a2ce-fdefab79293e service neutron] 10.222.0.55 "PUT /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 1123 time: 2.3934479 Aug 06 18:00:32.833021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.836413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.837714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de173270-a03e-462f-aa4a-8c0acbff7ccb HTTP/1.1" status: 204 len: 168 time: 0.3376317 Aug 06 18:00:32.849682 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.855359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.858497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224ba6f-5bc3-40aa-bf5b-c2f7a5a01300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de173270-a03e-462f-aa4a-8c0acbff7ccb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:32.881038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:00:32.905016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4a97f-e06c-4091-aa50-6023a58476bd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:32.908454 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.908864 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Added segment f694e49e-49d3-4ee1-a7c8-251bc7b8af9d of type vlan for network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e Aug 06 18:00:32.916870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:32.918705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1f561e4f-5ee5-437d-b6f7-f5740df0d16c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:32.927921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:32.994649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.029357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.068908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f73ac15-1e7e-4ea1-bb4f-8b553f2ba0ef req-64d35e28-8b81-4e43-8b85-0bf272a055b6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 210 time: 0.0744402 Aug 06 18:00:33.166793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.167775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.168379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.201856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Allocated IP 172.20.0.8 (c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a/e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b/268d816b-dd5f-4249-94cf-83e33fe58bc2) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:33.219014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced8ae-43b8-4912-a71c-08c7891022fb req-490e427c-bb83-429c-8a6f-ca4d01d40229 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.220644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c8ced8ae-43b8-4912-a71c-08c7891022fb req-490e427c-bb83-429c-8a6f-ca4d01d40229 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0784054 Aug 06 18:00:33.262899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8980570 Aug 06 18:00:33.268264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:33.274218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Request body: {'subnet': {'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-subnet', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:33.277319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d40a4-4543-4b0a-824b-f3859d6da1da admin admin] Pushing event updated for resources: {'Network': ['ID=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:33.292621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:00:33.302022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c8ced8ae-43b8-4912-a71c-08c7891022fb req-a3913e66-380b-47b2-9861-856795667b0f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732906 Aug 06 18:00:33.316873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Made reservation on behalf of d1dbd309c4a6475ebe75c02f5078ea90 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:33.319700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.441413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:33.460092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b742-58e3-46da-9edf-dc23a93c51ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.471020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-245976b0-02ea-4a62-b95b-1a08d6d7266c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.472520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-245976b0-02ea-4a62-b95b-1a08d6d7266c tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.0789757 Aug 06 18:00:33.495397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.600255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.618101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.634695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Deleting port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:00:33.635045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.674177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:33.684364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:33.711272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b742-58e3-46da-9edf-dc23a93c51ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.712673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f42245-f1dc-47e5-a7bc-98bfdb30a823,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:33.717778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:33.722224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b742-58e3-46da-9edf-dc23a93c51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.736628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Checking segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:33.736628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Network hostable DHCP agents. Network: 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:00:33.754272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:33.777838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3b742-58e3-46da-9edf-dc23a93c51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb700c8-b820-4e7e-bddc-7d3ffc3761ba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:33.786212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8d3b742-58e3-46da-9edf-dc23a93c51ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=545c63ac3375498ca86bbe9c40441246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406303 Aug 06 18:00:33.786593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:33.803214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.804105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.815771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] For port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:33.816401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.833202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Calling delete_port for f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:00:33.840365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-77927b9f-58eb-417d-a2c9-2076c36c808b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4868002 Aug 06 18:00:33.841942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:00:33.859468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Request body: {'port': {'device_id': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:33.866389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:33.871487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.873401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.878627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c99c37-86d9-46b1-a1a6-46bf4326fdb3 None None] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:00:33.904089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2cc997c8-f2c2-40f4-a39a-55b20d1b207e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6345878 Aug 06 18:00:33.913530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:33.914450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa256a-afd3-4b7e-9c36-748f7757f646 req-23480a67-3a5f-4a3b-88a0-9b7266655ccf tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:33.915987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddaa256a-afd3-4b7e-9c36-748f7757f646 req-23480a67-3a5f-4a3b-88a0-9b7266655ccf tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 950 time: 0.1095443 Aug 06 18:00:33.919331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.925688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:33.957786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:33.986165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddaa256a-afd3-4b7e-9c36-748f7757f646 req-3e0a0d27-44e4-4d82-96b1-cabe1287a2bf tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/security-groups?id=169729c4-340a-46cb-8c7d-35b2b0bcdf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637100 Aug 06 18:00:34.013642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91df8-774f-4b90-9789-95353b1f53a3 req-fae5a436-29cc-4321-9bfd-13bcf767c4f5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:34.015203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ae91df8-774f-4b90-9789-95353b1f53a3 req-fae5a436-29cc-4321-9bfd-13bcf767c4f5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.1794882 Aug 06 18:00:34.037023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.041224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.042332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.043366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.044236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fb700c8-b820-4e7e-bddc-7d3ffc3761ba HTTP/1.1" status: 204 len: 168 time: 0.2566791 Aug 06 18:00:34.055229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e2a8e-c984-49ce-8e55-d38e45e57b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb700c8-b820-4e7e-bddc-7d3ffc3761ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:34.060648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.087761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:00:34.089335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.234374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ae91df8-774f-4b90-9789-95353b1f53a3 req-fa356b1c-6076-46c8-a292-4f0ce7ee30cc tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088425 Aug 06 18:00:34.267870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.309953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Allocated IP 172.20.0.2 (10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e/e4f42245-f1dc-47e5-a7bc-98bfdb30a823/be484680-6eb8-4a7e-beed-59f5498b3663) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:34.389844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:34.392092 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c4c81-76d0-43c1-baac-a1b186d18331" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:34.401505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.462764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:34.519591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.524605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.535665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Transition to ACTIVE for port object be484680-6eb8-4a7e-beed-59f5498b3663 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:34.538332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Pushing event deleted for resources: {'Port': ['ID=f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:34.568595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Transition to ACTIVE for port object be484680-6eb8-4a7e-beed-59f5498b3663 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:34.578020 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.635604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:34.642599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:34.647317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Pushing event updated for resources: {'Port': ['ID=be484680-6eb8-4a7e-beed-59f5498b3663,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:34.647718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:34.659699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.663530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.663934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.664277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.664666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.665002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.665333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.665735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.666062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.666420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.667916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.668278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:00:34.688581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f17ec-8874-4a41-86f0-920e966a7a7f req-7a69e06c-57ba-4778-8e17-426b1a83acf2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:34.690845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-143f17ec-8874-4a41-86f0-920e966a7a7f req-7a69e06c-57ba-4778-8e17-426b1a83acf2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0976989 Aug 06 18:00:34.736661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Attempting to bind port be484680-6eb8-4a7e-beed-59f5498b3663 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:34.737121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Attempting to bind port be484680-6eb8-4a7e-beed-59f5498b3663 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:34.737594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Attempting to bind port be484680-6eb8-4a7e-beed-59f5498b3663 on network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:34.743375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:34.743850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Checking segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:34.744330 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.744788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Bound using segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:34.745375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Bound port: be484680-6eb8-4a7e-beed-59f5498b3663, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:34.745865 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.771444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-143f17ec-8874-4a41-86f0-920e966a7a7f req-797ae9d4-3701-47a8-9878-371d1d338ada tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712652 Aug 06 18:00:34.790028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] No DVR routers for this DVR port f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:34.799276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.804673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:34.808510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9cd320-4ab1-4ed5-8ab5-93c2fdced059 req-74e46320-c07d-4dbb-8a60-7ff2b6dcd301 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.16 "DELETE /v2.0/ports/f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef HTTP/1.1" status: 204 len: 173 time: 1.3291306 Aug 06 18:00:34.821203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a9220-0969-4658-b1e3-27f1e2a8d410 req-64f50c68-a779-43cf-8cac-b6939e98d43b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:34.830663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e25a9220-0969-4658-b1e3-27f1e2a8d410 req-64f50c68-a779-43cf-8cac-b6939e98d43b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 931 time: 0.5100532 Aug 06 18:00:34.868015 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7831213f-f341-4415-922e-bb1a7aef22bf x-openstack-request-id: req-7831213f-f341-4415-922e-bb1a7aef22bf {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:34.868482 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:34.868728 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7831213f-f341-4415-922e-bb1a7aef22bf {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:34.869304 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'status': 'completed', 'code': 200} Aug 06 18:00:34.994950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] For port be484680-6eb8-4a7e-beed-59f5498b3663, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:34.998495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] For port be484680-6eb8-4a7e-beed-59f5498b3663, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be484680-6eb8-4a7e-beed-59f5498b3663,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:35.003803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e25a9220-0969-4658-b1e3-27f1e2a8d410 req-bebf87d6-bbcc-4e38-83da-8b3e1b4329b7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713419 Aug 06 18:00:35.011520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:35.088560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04704f-9c62-4b49-98c2-532e335feb05 None None] Pushing event updated for resources: {'Port': ['ID=be484680-6eb8-4a7e-beed-59f5498b3663,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:35.123411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-d3b7b97b-841d-4aa9-b82f-dd7a0ccef2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:35.125307 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-d3b7b97b-841d-4aa9-b82f-dd7a0ccef2bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1126 time: 0.1979706 Aug 06 18:00:35.229527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52fbcb5e-a755-48b4-ac07-ddaf7c0bc128 req-14efad31-5524-4b27-9ed2-daa95224e3a4 tempest-DeleteServersAdminTestJSON-1445489194 tempest-DeleteServersAdminTestJSON-1445489194-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6d2ae1-95d9-415d-886a-cb61cc605c28 HTTP/1.1" status: 200 len: 210 time: 0.0957406 Aug 06 18:00:35.282931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268d816b-dd5f-4249-94cf-83e33fe58bc2 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:35.306758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:35.335281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Transition to ACTIVE for port object 268d816b-dd5f-4249-94cf-83e33fe58bc2 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:35.342273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-ae49c707-132f-453f-aeed-d1a294034738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:35.343729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-ae49c707-132f-453f-aeed-d1a294034738 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1995575 Aug 06 18:00:35.354312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:35.510150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-bf5a578c-cd70-4099-9a18-960c4153d6bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.1568906 Aug 06 18:00:35.539967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d6f8d-054d-46bb-a372-bc3e88f272b5 req-ef18ba14-2859-43b3-92c4-d152a7c45c06 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:35.542680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-681d6f8d-054d-46bb-a372-bc3e88f272b5 req-ef18ba14-2859-43b3-92c4-d152a7c45c06 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.1653860 Aug 06 18:00:35.628381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-681d6f8d-054d-46bb-a372-bc3e88f272b5 req-7bd6e54d-51dd-47bf-95d0-7fd5584df03f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Aug 06 18:00:36.039537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:36.158812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-1e4a6752-d020-437e-9f29-c8a941b212cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:36.160230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-1e4a6752-d020-437e-9f29-c8a941b212cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.6411450 Aug 06 18:00:36.193573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b6d3f-cbc8-4e61-8272-ead3494312a8 req-843a1e03-b18a-41b2-a908-8f715bed4c46 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:36.195302 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-069b6d3f-cbc8-4e61-8272-ead3494312a8 req-843a1e03-b18a-41b2-a908-8f715bed4c46 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.0683792 Aug 06 18:00:36.214089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.226390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd947a-be9e-4d24-a7ce-a935153a7866 req-d90cc3b3-562a-44d4-ae3f-3123bf9798a1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:36.227955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8bfd947a-be9e-4d24-a7ce-a935153a7866 req-d90cc3b3-562a-44d4-ae3f-3123bf9798a1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.2751520 Aug 06 18:00:36.240189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-069b6d3f-cbc8-4e61-8272-ead3494312a8 req-ea0177eb-75fc-4b5d-92c1-6b07426ee84c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Aug 06 18:00:36.262467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-baec10a2-1c11-4a3b-a4d6-4efb9f8616c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630941 Aug 06 18:00:36.263155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:36.263488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:36.263816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:36.267380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.299740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:36.300405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:36.357888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:36.358242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:36.358652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:36.359150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Bound port: 268d816b-dd5f-4249-94cf-83e33fe58bc2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:36.359511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.384824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee091a-2b53-4488-99c1-0701020fb4b7 None None] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:00:36.461105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8bfd947a-be9e-4d24-a7ce-a935153a7866 req-88b9d311-d8b8-4319-aa85-21fc086f6a23 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014263 Aug 06 18:00:36.480737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4cbdc417-cceb-43cb-96ba-9e3529105e03 None None] Provisioning for port be484680-6eb8-4a7e-beed-59f5498b3663 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:36.554408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-2ee2e275-b365-4b51-8261-4538a428dffc service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752247 Aug 06 18:00:36.582660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Allocated IP 172.25.3.66 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/346a69d3-9b00-4d20-a19d-9e862ad0d4c7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:36.633572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be484680-6eb8-4a7e-beed-59f5498b3663 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:36.700654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port be484680-6eb8-4a7e-beed-59f5498b3663 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:36.706262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be484680-6eb8-4a7e-beed-59f5498b3663 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:36.706780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.742917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:36.792954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:36.815150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.840277 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.880299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f3c4c81-76d0-43c1-baac-a1b186d18331 req-6fe50c4b-3c2a-465e-b5b1-80c78c57c7fb service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445495 Aug 06 18:00:36.880810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'name': 'network-vif-deleted', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:36.883561 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113398ed-75bd-41f9-8f71-e760bed43779" -d '{"events": [{"server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "name": "network-vif-deleted", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:36.890640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.893575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port be484680-6eb8-4a7e-beed-59f5498b3663, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be484680-6eb8-4a7e-beed-59f5498b3663,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:36.900000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:36.962693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=be484680-6eb8-4a7e-beed-59f5498b3663,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:36.969070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:37.017286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.017286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.017286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] 10.222.0.55 "PUT /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 1092 time: 3.1668880 Aug 06 18:00:37.078731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c8bf885d-f234-47cc-bf84-adfdd1e0000f None None] Provisioning complete for port be484680-6eb8-4a7e-beed-59f5498b3663 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:37.078731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8bf885d-f234-47cc-bf84-adfdd1e0000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.080407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a8c7-a976-4d0d-842f-164b088c629f service neutron] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:37.091379 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c474c4-9f90-400a-8dd1-a3293c6e705a x-openstack-request-id: req-15c474c4-9f90-400a-8dd1-a3293c6e705a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:37.091667 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d2ae1-95d9-415d-886a-cb61cc605c28", "name": "network-vif-deleted", "tag": "f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:37.091916 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15c474c4-9f90-400a-8dd1-a3293c6e705a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:37.092320 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6d2ae1-95d9-415d-886a-cb61cc605c28', 'name': 'network-vif-deleted', 'tag': 'f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef', 'status': 'completed', 'code': 200} Aug 06 18:00:37.131167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e076e-ea33-4a78-983e-1a9e3632bbdf req-11173239-35fa-43ec-92dd-30d90e7acb70 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.139572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:37.140943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37e076e-ea33-4a78-983e-1a9e3632bbdf req-11173239-35fa-43ec-92dd-30d90e7acb70 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.2678239 Aug 06 18:00:37.156502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:00:37.176682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.188527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-adf516dc-d091-4448-9f6b-05297419b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.190369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-adf516dc-d091-4448-9f6b-05297419b50b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1095 time: 0.1271484 Aug 06 18:00:37.235156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37e076e-ea33-4a78-983e-1a9e3632bbdf req-7fe03aa6-1b56-4cf8-9b43-518f1d58e5c9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916629 Aug 06 18:00:37.277794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:37.279406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:37.286125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:37.295452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-b2eb078d-7f35-47a1-a8e8-a76483965af0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.0779123 Aug 06 18:00:37.359345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Pushing event updated for resources: {'Port': ['ID=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:37.388173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42018) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:37.456211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-58c17149-2cca-4ce0-b5ba-151f2249b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.458008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-58c17149-2cca-4ce0-b5ba-151f2249b4bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1377275 Aug 06 18:00:37.482022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db8300-b944-468d-943e-ca0351b5146f req-9f3dff53-db06-471c-9849-3b6f472a90d7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.491871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7db8300-b944-468d-943e-ca0351b5146f req-9f3dff53-db06-471c-9849-3b6f472a90d7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1073172 Aug 06 18:00:37.515120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-070eb689-f2d9-4fa7-824a-213369cf1f2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482938 Aug 06 18:00:37.617855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7db8300-b944-468d-943e-ca0351b5146f req-bada245c-07c3-4502-b9a6-0e13fea40982 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187987 Aug 06 18:00:37.658236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-714793b8-3424-4c90-8d18-25d998495055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=768d5d49312c46bda97555eb698d5bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703803 Aug 06 18:00:37.660674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:37.721776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:37.748591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.769629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b65c7f-219a-4ccf-b5b2-54a6bb8ce603 req-2e4a086c-e4c2-43e1-85bd-54e6de400bdc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:37.771395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b65c7f-219a-4ccf-b5b2-54a6bb8ce603 req-2e4a086c-e4c2-43e1-85bd-54e6de400bdc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1270483 Aug 06 18:00:37.780242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.813203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-332e74b9-6b61-4caf-a48a-8509fb4e7fe1 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778487 Aug 06 18:00:37.822734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.854166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.858860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.860355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/169729c4-340a-46cb-8c7d-35b2b0bcdf71 HTTP/1.1" status: 204 len: 168 time: 0.1970487 Aug 06 18:00:37.882967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb416-7aca-4d9b-b419-1479b1dfa9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169729c4-340a-46cb-8c7d-35b2b0bcdf71,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:37.929987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70301485-962f-4573-ab4d-29ba7827a2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:37.932628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b65c7f-219a-4ccf-b5b2-54a6bb8ce603 req-fe0428ab-d0be-4457-82cf-ce6e22bc5762 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336205 Aug 06 18:00:38.057960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9ab93f0-ee34-4f71-9594-9e2c5e574c94 req-96c58a4e-0b6b-44af-9ca4-ef8da5eafba7 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359056 Aug 06 18:00:38.108479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70301485-962f-4573-ab4d-29ba7827a2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.114932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70301485-962f-4573-ab4d-29ba7827a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.167508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70301485-962f-4573-ab4d-29ba7827a2ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=854eb78fe0e8478bbdcf72b84906ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418807 Aug 06 18:00:38.168140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:38.175859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70301485-962f-4573-ab4d-29ba7827a2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87dd417-8b40-4580-9383-d764ce42e21d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:38.202039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:38.223406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-87e8c961-68ec-44fe-84fb-7b8c93c6e381 service neutron] 10.222.0.16 "GET /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.1642292 Aug 06 18:00:38.231595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:00:38.231936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5c0efca-9ec7-4f7e-adcf-cfeba26b67ef not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:38.250680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.285682 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.351219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.355556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.360149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c87dd417-8b40-4580-9383-d764ce42e21d HTTP/1.1" status: 204 len: 168 time: 0.1885383 Aug 06 18:00:38.365029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:38.377431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bd83b-1c27-4591-ad47-47fa9296ab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87dd417-8b40-4580-9383-d764ce42e21d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:38.398154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00f54251-3d6b-438f-a4c3-7e04ba119805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.525028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00f54251-3d6b-438f-a4c3-7e04ba119805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.534517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00f54251-3d6b-438f-a4c3-7e04ba119805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.545677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be484680-6eb8-4a7e-beed-59f5498b3663 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:38.585418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-00f54251-3d6b-438f-a4c3-7e04ba119805 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d000c5c88540e5a87e5a434af3c696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148447 Aug 06 18:00:38.592838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42092) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:38.617048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54251-3d6b-438f-a4c3-7e04ba119805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde688cc-9ff6-410b-b4b5-a5714f13c7e2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:38.620834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be484680-6eb8-4a7e-beed-59f5498b3663 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:38.621626 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.735675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.744007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981a14a-bf23-42d2-a162-fe525e46efa2 req-e6666389-3004-4dda-a2d5-52563c556dee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:38.751672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5981a14a-bf23-42d2-a162-fe525e46efa2 req-e6666389-3004-4dda-a2d5-52563c556dee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 943 time: 0.0947235 Aug 06 18:00:38.755972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.814494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.874107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc942-1aa0-41fc-a1e1-7fd28c6acfb7 req-9703a7a9-7bdd-4c90-a569-9e9b36d2cbc4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:38.875801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f34dc942-1aa0-41fc-a1e1-7fd28c6acfb7 req-9703a7a9-7bdd-4c90-a569-9e9b36d2cbc4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1158617 Aug 06 18:00:38.937418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f34dc942-1aa0-41fc-a1e1-7fd28c6acfb7 req-722cd00b-ecd9-48bb-8aca-5c5f6da08210 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538793 Aug 06 18:00:38.938302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:38.945723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5981a14a-bf23-42d2-a162-fe525e46efa2 req-d932b514-6639-452c-ad20-55db4aff7c18 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885159 Aug 06 18:00:38.946744 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.949620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:38.950802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dde688cc-9ff6-410b-b4b5-a5714f13c7e2 HTTP/1.1" status: 204 len: 168 time: 0.3569252 Aug 06 18:00:38.974856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dcb69-f874-4d2f-a16e-cd974338146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde688cc-9ff6-410b-b4b5-a5714f13c7e2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.093723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:39.093986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42110) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:39.096153 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc85d70-527d-45a7-b404-d4ada8e6424a" -d '{"events": [{"name": "network-changed", "server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:39.099364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Router 9bae32e2-f0c2-4a10-b23e-441a1afac062 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:00:39.110953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d522bf6d-2f11-4ff3-a41c-c491a20133da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.126145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:39.159989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634dbe2-ffa9-4168-9055-f0354591c334 req-66faba01-2b44-4082-9d39-2de05c11510c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:39.160894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-25152c76-aabd-4813-a085-662fc0bb9029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.162867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c634dbe2-ffa9-4168-9055-f0354591c334 req-66faba01-2b44-4082-9d39-2de05c11510c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1187618 Aug 06 18:00:39.218597 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a4ded9-2295-49b6-bddf-9a4ae7e8fa96 x-openstack-request-id: req-a7a4ded9-2295-49b6-bddf-9a4ae7e8fa96 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:39.218881 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:39.219129 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7a4ded9-2295-49b6-bddf-9a4ae7e8fa96 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:39.219515 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'status': 'completed', 'code': 200} Aug 06 18:00:39.262324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d522bf6d-2f11-4ff3-a41c-c491a20133da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.269953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d522bf6d-2f11-4ff3-a41c-c491a20133da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.271294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:39.331738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d522bf6d-2f11-4ff3-a41c-c491a20133da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78f46baef1ad4b0d912706d74b5bf42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338891 Aug 06 18:00:39.331738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522bf6d-2f11-4ff3-a41c-c491a20133da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f072703-68d6-4076-bf6e-3a1420f2565e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.332793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42114) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:39.385660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f561e4f-5ee5-437d-b6f7-f5740df0d16c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:39.409209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-25152c76-aabd-4813-a085-662fc0bb9029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.414284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:39.416094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-25152c76-aabd-4813-a085-662fc0bb9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.419261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c634dbe2-ffa9-4168-9055-f0354591c334 req-4bddd0db-6d41-4ade-bf2f-d3b0c34174e1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917319 Aug 06 18:00:39.451757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-a3573722-50bc-4178-8c1f-bc543ba6796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:39.453340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-a3573722-50bc-4178-8c1f-bc543ba6796e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1095 time: 0.2276003 Aug 06 18:00:39.454744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:00:39.461562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.467004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-25152c76-aabd-4813-a085-662fc0bb9029 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9487e4d9f0e4533a2d7996fc3c100eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273151 Aug 06 18:00:39.467659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42118) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:39.471127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25152c76-aabd-4813-a085-662fc0bb9029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf8e83-f335-4962-9a83-a742a5a9e7b8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.473998 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Sync routers for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:00:39.490637 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:39.491673 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:39.523171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.539709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.569714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.581409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.582668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca5682d0-6c49-4472-a300-3d81827f230e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6681697 Aug 06 18:00:39.590424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42124) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:39.599011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.657738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:39.678738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-ceec2180-d51c-4876-a3bc-10230cb2771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:39.680580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-ceec2180-d51c-4876-a3bc-10230cb2771a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.2153585 Aug 06 18:00:39.732698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] Transition to ACTIVE for port object 1f561e4f-5ee5-437d-b6f7-f5740df0d16c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:39.735452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-238e689c-7092-42ce-89ed-db459dfef167 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.0434940 Aug 06 18:00:39.756988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.763142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.765807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.767197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f072703-68d6-4076-bf6e-3a1420f2565e HTTP/1.1" status: 204 len: 168 time: 0.4316049 Aug 06 18:00:39.769256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.772566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:39.776784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fdf8e83-f335-4962-9a83-a742a5a9e7b8 HTTP/1.1" status: 204 len: 168 time: 0.3079410 Aug 06 18:00:39.791188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c108-d5bf-4b65-a0c4-092728d66cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf8e83-f335-4962-9a83-a742a5a9e7b8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.833424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433afa0-ee99-4a2c-bbfb-40da0481a3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f072703-68d6-4076-bf6e-3a1420f2565e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.857965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-4066be89-9cd2-47a0-acea-bc6062b1d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:39.859534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-4066be89-9cd2-47a0-acea-bc6062b1d73c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1121278 Aug 06 18:00:39.903543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] No DVR routers for this DVR port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:39.924433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] Pushing event updated for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:39.936040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-4d8541e5-4d11-46c8-9bb7-010a2ca74669 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603645 Aug 06 18:00:40.022434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-40de2cc3-5453-46a1-a1fa-5b3e8bae896f service neutron] 10.222.0.16 "PUT /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 1.7864320 Aug 06 18:00:40.039592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:37Z', 'revision_number': 3, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:40.074025 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.098000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Checking router: 9bae32e2-f0c2-4a10-b23e-441a1afac062 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:00:40.098451 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Updating router 9bae32e2-f0c2-4a10-b23e-441a1afac062 port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:00:40.161791 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.197140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-958d0f14-3abc-4044-bb44-166edb5e95b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371638 Aug 06 18:00:40.208566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157aae-4d07-466f-97ea-c9268e5d3d60 req-15524947-5c6c-4001-87e0-6e90a8de9611 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.216955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c157aae-4d07-466f-97ea-c9268e5d3d60 req-15524947-5c6c-4001-87e0-6e90a8de9611 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.1245272 Aug 06 18:00:40.230894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d5d2a-282c-4d27-aa43-de20fea569fe req-b8298e18-b861-454c-96d6-6e9675039e9c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.232569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-296d5d2a-282c-4d27-aa43-de20fea569fe req-b8298e18-b861-454c-96d6-6e9675039e9c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1708856 Aug 06 18:00:40.322016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-296d5d2a-282c-4d27-aa43-de20fea569fe req-dfdd28f5-c706-406d-9b45-3b1aa04f47e2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823610 Aug 06 18:00:40.379698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-3a8aac18-77f1-4e31-a4ed-88ff58e4c2c3 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.381528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-3a8aac18-77f1-4e31-a4ed-88ff58e4c2c3 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2868788 Aug 06 18:00:40.383591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc85d70-527d-45a7-b404-d4ada8e6424a req-d5a26bcf-0812-44ca-b708-4cfa36b8224f service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626534 Aug 06 18:00:40.442834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.502459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-090ddc9f-f8d0-432c-852b-eeedbd2f61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.505021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-090ddc9f-f8d0-432c-852b-eeedbd2f61d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513&tenant_id=b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 1096 time: 0.0727031 Aug 06 18:00:40.508509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c157aae-4d07-466f-97ea-c9268e5d3d60 req-a8ed16b5-0363-4706-a03c-1b505d49e748 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240036 Aug 06 18:00:40.593835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-bc6fbc16-42d6-45e3-bf3e-b570ef31f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.595520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-bc6fbc16-42d6-45e3-bf3e-b570ef31f983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1096 time: 0.0583727 Aug 06 18:00:40.606499 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.619166 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Transition to ACTIVE for port object 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:40.630641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42156) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:40.631843 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.665132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39e36f01-37dc-4e0a-94b0-ce068264d938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.709913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a173f-be12-4490-b723-f0bf7dfb9a4c req-034fc8f1-cf5e-4f48-96bd-d36039d37314 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.717675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-270a173f-be12-4490-b723-f0bf7dfb9a4c req-034fc8f1-cf5e-4f48-96bd-d36039d37314 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1265063 Aug 06 18:00:40.749708 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56157469-18de-49c5-8a99-2d6e258e0638 None None] Pushing event updated for resources: {'Port': ['ID=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:40.759970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-4b74d2a6-cade-4fc8-8fa4-58ef381128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.762471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-4b74d2a6-cade-4fc8-8fa4-58ef381128bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1534209 Aug 06 18:00:40.793871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-270a173f-be12-4490-b723-f0bf7dfb9a4c req-14417bc7-6bf8-4cb4-bdf0-091c8b264646 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751805 Aug 06 18:00:40.809052 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Attempting to bind port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:40.809432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Attempting to bind port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:40.809828 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Attempting to bind port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:40.819763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:40.819763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:40.819763 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.819763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:40.819763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Bound port: 346a69d3-9b00-4d20-a19d-9e862ad0d4c7, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:40.820314 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.825508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-d3492668-0530-49d2-81a5-ca0d6a9995c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.0528357 Aug 06 18:00:40.838305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Allocated IP 172.20.0.1 (10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e/e4f42245-f1dc-47e5-a7bc-98bfdb30a823/89abce72-553c-4a38-9265-a9bc32fd7685) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:40.901133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-6b36bf3c-8842-460d-a919-4b20299b9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:40.902932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-6b36bf3c-8842-460d-a919-4b20299b9c82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0692418 Aug 06 18:00:40.926474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39e36f01-37dc-4e0a-94b0-ce068264d938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.946485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] For port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:40.948917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-64f20c84-0db3-42b8-80f9-50b0b9fd20df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357428 Aug 06 18:00:40.951171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39e36f01-37dc-4e0a-94b0-ce068264d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:40.951980 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] For port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:40.959832 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.005420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:41.025753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e36f01-37dc-4e0a-94b0-ce068264d938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1504f740-7c82-4463-b67c-f23dfb969be4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:41.045530 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:41.046144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:41.075437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-39e36f01-37dc-4e0a-94b0-ce068264d938 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38320dd755fb43f09956abfa0718dc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420223 Aug 06 18:00:41.078060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42166) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:41.089060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.110544 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56157469-18de-49c5-8a99-2d6e258e0638 None None] Pushing event updated for resources: {'Port': ['ID=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:41.128454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Transition to ACTIVE for port object 89abce72-553c-4a38-9265-a9bc32fd7685 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:41.154834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-b6de3010-0a93-4f40-a966-2dcaabc7526b service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968079 Aug 06 18:00:41.172502 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.195777 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.244581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:41.270411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:41.280660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'port_id': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'mac_address': 'fa:16:3e:30:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:41.286955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:41.303330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:41.374110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:41.375963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.381997 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:41.419501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.497738 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.503868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.567715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268d816b-dd5f-4249-94cf-83e33fe58bc2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:41.631759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.642668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:41.652067 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.666314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-1baa6c96-31d4-44d0-9827-48345a795fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013070 Aug 06 18:00:41.682396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.685105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.686316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1504f740-7c82-4463-b67c-f23dfb969be4 HTTP/1.1" status: 204 len: 168 time: 0.6070452 Aug 06 18:00:41.733413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0a1a8-7b20-4b6c-a35a-07a58d97ba2d req-505345b6-ff8c-4309-8b08-c4e901f3216f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:41.750320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98b0a1a8-7b20-4b6c-a35a-07a58d97ba2d req-505345b6-ff8c-4309-8b08-c4e901f3216f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.2383003 Aug 06 18:00:41.775059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096dd78-7d83-4e3f-969d-123bd6a938eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1504f740-7c82-4463-b67c-f23dfb969be4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:41.791489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:41.874520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98b0a1a8-7b20-4b6c-a35a-07a58d97ba2d req-99b7f21a-8153-4a9c-9dd7-30620386e435 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121397 Aug 06 18:00:41.875678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60787f0a-e607-4f42-b862-3c9dd9a5c9ba None None] Provisioning for port 89abce72-553c-4a38-9265-a9bc32fd7685 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:41.889771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60787f0a-e607-4f42-b862-3c9dd9a5c9ba None None] Provisioning complete for port 89abce72-553c-4a38-9265-a9bc32fd7685 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:41.891100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60787f0a-e607-4f42-b862-3c9dd9a5c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:41.908431 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:37Z', 'revision_number': 3, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:41.933571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde1564-8b63-4966-802b-932ba517307d req-879c9ee5-52e4-4c01-a064-d8784602a540 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:41.941504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4dde1564-8b63-4966-802b-932ba517307d req-879c9ee5-52e4-4c01-a064-d8784602a540 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.1523316 Aug 06 18:00:41.962601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['268d816b-dd5f-4249-94cf-83e33fe58bc2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:41.981853 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab143-3f3b-4fdb-b8d1-747db1db7085 None None] The sync data for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 is: [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:37Z', 'revision_number': 3, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:00:42.010293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215e48-f3be-416c-ba68-5a6aa099bfff req-3dfdbe6c-1e00-44be-ba95-9474f48df405 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:42.012415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4215e48-f3be-416c-ba68-5a6aa099bfff req-3dfdbe6c-1e00-44be-ba95-9474f48df405 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0977912 Aug 06 18:00:42.024233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-60787f0a-e607-4f42-b862-3c9dd9a5c9ba None None] Port 89abce72-553c-4a38-9265-a9bc32fd7685 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:42.155952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4215e48-f3be-416c-ba68-5a6aa099bfff req-4a9ba0d9-19d9-4efa-b347-ef9a42da8534 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310146 Aug 06 18:00:42.165829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-5ea6dc3e-bae4-4462-ab54-df94cc4d6a4a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:42.172510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-5ea6dc3e-bae4-4462-ab54-df94cc4d6a4a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.1218462 Aug 06 18:00:42.183333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4dde1564-8b63-4966-802b-932ba517307d req-ceff052f-776c-4c10-813c-49c2a25718f4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364934 Aug 06 18:00:42.227097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:42.267921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.290034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.319444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:42.415113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.421304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:42.427267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-127cc2a7-8ae3-4936-97b1-566497cc8276 service neutron] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:42.434267 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-127cc2a7-8ae3-4936-97b1-566497cc8276 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.436485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6ca7080-9fd0-4dc9-947e-bf8a76f7715b req-127cc2a7-8ae3-4936-97b1-566497cc8276 service neutron] 10.222.0.55 "DELETE /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.2553635 Aug 06 18:00:42.588914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:42.652803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:42.660325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:42.682148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:42.687272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:42.687658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.925752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:42.934807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Router 9bae32e2-f0c2-4a10-b23e-441a1afac062 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:00:43.005665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:43.017654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:43.060201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ab016-6e94-4695-b710-6208db5b6412 req-2f511dbc-9ebd-46b7-b51f-7bf27e34c7b0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:43.063267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:43.101196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad2ab016-6e94-4695-b710-6208db5b6412 req-2f511dbc-9ebd-46b7-b51f-7bf27e34c7b0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.1303580 Aug 06 18:00:43.149169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:00:43.162709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f3a02773-cbbc-444c-865b-9517acf1e8a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/9bae32e2-f0c2-4a10-b23e-441a1afac062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5704217 Aug 06 18:00:43.167831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad2ab016-6e94-4695-b710-6208db5b6412 req-a6fded2d-db7a-4ec0-92e1-1f658b8d4c87 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Aug 06 18:00:43.214267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f28287d7-0373-4093-9096-98b5fc2a41cb None None] Provisioning complete for port 89abce72-553c-4a38-9265-a9bc32fd7685 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:43.214682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f28287d7-0373-4093-9096-98b5fc2a41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:43.262931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:43.272199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 268d816b-dd5f-4249-94cf-83e33fe58bc2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:43.279789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 268d816b-dd5f-4249-94cf-83e33fe58bc2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:43.280165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:43.281838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f28287d7-0373-4093-9096-98b5fc2a41cb None None] Port 89abce72-553c-4a38-9265-a9bc32fd7685 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:43.371167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6243f-090b-4fa0-914e-79e51654be73 req-7c4c25f9-b3ec-43ed-a553-2ec5f4fccaab tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:43.372805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7ab6243f-090b-4fa0-914e-79e51654be73 req-7c4c25f9-b3ec-43ed-a553-2ec5f4fccaab tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1236143 Aug 06 18:00:43.393172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:43.454978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:43.456396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb429-622b-4e31-8bfc-8993281c193a req-cadd7935-2340-4041-b612-5d89c57c90a3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:43.459540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7ab6243f-090b-4fa0-914e-79e51654be73 req-2cb0d928-19cc-4476-a6bf-9102eab91a88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699337 Aug 06 18:00:43.464290 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d6fe5-da56-4bb1-be22-c257dc31901d" -d '{"events": [{"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-plugged", "status": "completed", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:43.467238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64acb429-622b-4e31-8bfc-8993281c193a req-cadd7935-2340-4041-b612-5d89c57c90a3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.0969214 Aug 06 18:00:43.488330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:43.499225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:43.533750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64acb429-622b-4e31-8bfc-8993281c193a req-94da0643-1f6a-406f-a304-c1c8e9d809ed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Aug 06 18:00:43.554101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:43.574525 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b7085-a63d-436f-bf54-fa66da354d0c x-openstack-request-id: req-5d9b7085-a63d-436f-bf54-fa66da354d0c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:43.574963 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-plugged", "status": "completed", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:43.575196 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d9b7085-a63d-436f-bf54-fa66da354d0c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:43.575787 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'code': 200} Aug 06 18:00:43.718537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460563-c862-47cc-ac3b-c4892f8fadd3 req-73aef057-f6da-4e5a-bf5c-aa795492bafd tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:43.720183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a460563-c862-47cc-ac3b-c4892f8fadd3 req-73aef057-f6da-4e5a-bf5c-aa795492bafd tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1096 time: 0.0519009 Aug 06 18:00:43.721249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc56ca-53b2-435d-ae9a-b3584d38538c req-c1ca6a3d-9b68-44a6-a5ae-04f3354fefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:43.722806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fbc56ca-53b2-435d-ae9a-b3584d38538c req-c1ca6a3d-9b68-44a6-a5ae-04f3354fefa9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.0675731 Aug 06 18:00:43.774704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fbc56ca-53b2-435d-ae9a-b3584d38538c req-ceb94d55-0f92-49ed-89f2-c6c2e4e50ac3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Aug 06 18:00:43.790746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a460563-c862-47cc-ac3b-c4892f8fadd3 req-69a07ea5-8860-45e8-970a-67cb56c5976b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586736 Aug 06 18:00:44.280671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-52e83469-4336-4611-86c4-1e2a9cb34e22 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:44.288050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-52e83469-4336-4611-86c4-1e2a9cb34e22 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 829 time: 0.1617370 Aug 06 18:00:44.299581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-e35c90ed-88c6-4aff-9173-d7ea53e378da tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/quotas/d1dbd309c4a6475ebe75c02f5078ea90 HTTP/1.1" status: 200 len: 375 time: 0.0106318 Aug 06 18:00:44.307425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Sync routers for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:00:44.328522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:44.329573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:44.398061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-24937800-dff4-4cd8-88b3-1587cd17caeb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925667 Aug 06 18:00:44.520412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:44.534798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36c38b33-5698-416d-83a2-fcde9b434e7f service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261365 Aug 06 18:00:44.577683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:44.627020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-a3a2eaf0-2f88-4c30-b7ac-53674e0df20f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:44.629484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-a3a2eaf0-2f88-4c30-b7ac-53674e0df20f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.1446185 Aug 06 18:00:44.647410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-81b84565-f25d-4412-8134-0a5a1c5c21f1 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/quotas/b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 375 time: 0.0111864 Aug 06 18:00:44.671817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-d5ff4929-84d4-412c-9142-699e3967c4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208773 Aug 06 18:00:44.717355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-d95150fd-1764-4833-96fa-feec3d15e879 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636954 Aug 06 18:00:44.851638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-17c3412e-7785-4411-a220-ebf7c23778a3 service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332734 Aug 06 18:00:44.945668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992b257-bf01-461b-9329-c1889421a111 req-3d0811e2-40f6-47a4-8113-5262401a9821 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:44.948176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2992b257-bf01-461b-9329-c1889421a111 req-3d0811e2-40f6-47a4-8113-5262401a9821 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 945 time: 0.0983119 Aug 06 18:00:44.996416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-6dd65820-bc8f-4fdb-83ea-816feb645059 service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438432 Aug 06 18:00:45.021489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:45.022204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:45.190110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 2, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:45.237846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Checking router: 9bae32e2-f0c2-4a10-b23e-441a1afac062 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:00:45.238200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Updating router 9bae32e2-f0c2-4a10-b23e-441a1afac062 port 89abce72-553c-4a38-9265-a9bc32fd7685 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:00:45.286644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:45.330181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2992b257-bf01-461b-9329-c1889421a111 req-1b474e74-47ad-4361-b037-70d213f8d591 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721671 Aug 06 18:00:45.455723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e2396-0440-4f40-b238-1742d844996e req-6dd2c336-8fd3-452a-8187-df65c76ec987 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:45.463562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f60e2396-0440-4f40-b238-1742d844996e req-6dd2c336-8fd3-452a-8187-df65c76ec987 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0588584 Aug 06 18:00:45.513598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f60e2396-0440-4f40-b238-1742d844996e req-d9595d05-06c3-4076-874d-ae19e1bf3666 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Aug 06 18:00:45.606015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-aac49836-d68c-41c8-bd20-398929b6ceb9 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=88d2dd31e2b44f43917b7ff17558596d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285859 Aug 06 18:00:45.649647 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-71af4b92-0e55-45b5-a5ae-4b4ad816b923 req-500b08e6-7477-4ab6-aa1f-a816fca83cab tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 210 time: 0.0573761 Aug 06 18:00:45.728685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-9627519d-7660-443b-a09b-a856da36b07c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:45.730509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-9627519d-7660-443b-a09b-a856da36b07c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236913 Aug 06 18:00:45.752164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-d0a0fd15-de90-4426-92ad-4f5c0d8966bb tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/quotas/88d2dd31e2b44f43917b7ff17558596d HTTP/1.1" status: 200 len: 375 time: 0.0119689 Aug 06 18:00:45.759457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:45.772390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Transition to ACTIVE for port object 89abce72-553c-4a38-9265-a9bc32fd7685 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:45.780623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:45.810653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-5a922879-4e70-4641-9300-8444ac9e8494 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=88d2dd31e2b44f43917b7ff17558596d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518377 Aug 06 18:00:45.864221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a9d8c-e952-458d-9906-63c9327b258c None None] Pushing event updated for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:45.968856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a581602-2e50-40f8-b22b-172f7ed96c51 req-d0583128-5704-4d4a-85f6-7b962a369d2c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 210 time: 0.0448713 Aug 06 18:00:45.984391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Attempting to bind port 89abce72-553c-4a38-9265-a9bc32fd7685 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:45.985177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Attempting to bind port 89abce72-553c-4a38-9265-a9bc32fd7685 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:45.985928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Attempting to bind port 89abce72-553c-4a38-9265-a9bc32fd7685 on network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:46.021031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:46.025476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Checking segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:46.025981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:46.026447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Bound using segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:46.027128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Bound port: 89abce72-553c-4a38-9265-a9bc32fd7685, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:46.027632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:46.113187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff54b5-1243-491f-8cb8-3aee764e0e51 req-901652ff-871a-4638-bb1e-ff289697ccd1 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:46.114935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67ff54b5-1243-491f-8cb8-3aee764e0e51 req-901652ff-871a-4638-bb1e-ff289697ccd1 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.0509479 Aug 06 18:00:46.157150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67ff54b5-1243-491f-8cb8-3aee764e0e51 req-ce8bd83e-7c8f-4cd7-9022-b91c81e23c8c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Aug 06 18:00:46.166582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] For port 89abce72-553c-4a38-9265-a9bc32fd7685, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:46.170151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] For port 89abce72-553c-4a38-9265-a9bc32fd7685, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=89abce72-553c-4a38-9265-a9bc32fd7685,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:46.190786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:46.241013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e41df4d2-dd82-48e6-a33a-dc1251c41ad2 req-616c172d-6b45-449c-a9d3-03050435a1af tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 210 time: 0.0333517 Aug 06 18:00:46.275998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:00:46.276637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:00:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:46.334749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a9d8c-e952-458d-9906-63c9327b258c None None] Pushing event updated for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:46.415148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278e691-44c2-4351-a0e9-9b44a5c4f7ce req-e1c4623e-175b-4023-a881-e48ccc27bb3c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:46.421170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9278e691-44c2-4351-a0e9-9b44a5c4f7ce req-e1c4623e-175b-4023-a881-e48ccc27bb3c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.0757246 Aug 06 18:00:46.496820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:00:46.605538 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9278e691-44c2-4351-a0e9-9b44a5c4f7ce req-068aaf9f-8a59-4df9-992c-15f7093c5115 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779561 Aug 06 18:00:46.668819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-0066338f-d354-494f-a53b-a13e7a5ec622 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:46.672774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-0066338f-d354-494f-a53b-a13e7a5ec622 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.16 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 829 time: 0.2373893 Aug 06 18:00:46.691594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'port': {'device_id': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'admin_state_up': True, 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:46.779692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8841e5e-8281-4aaa-a3a6-4bb9c1efcf56 req-ad8bc2cc-ded8-43bd-8d87-ab2107fca8e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:46.803122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8841e5e-8281-4aaa-a3a6-4bb9c1efcf56 req-ad8bc2cc-ded8-43bd-8d87-ab2107fca8e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1032245 Aug 06 18:00:46.822445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:46Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:00:46.852234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8841e5e-8281-4aaa-a3a6-4bb9c1efcf56 req-a0252242-f6f7-4e62-9811-678cfa35ec3b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Aug 06 18:00:46.860430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d7d31f8b-6bcf-49c4-a91c-0fe7bf6d2e61 req-c33cd93b-950e-4480-b567-3229447a154f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 210 time: 0.0315745 Aug 06 18:00:46.862818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a002c-4379-4b83-8f9c-c29600a3be23 None None] The sync data for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 is: [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:46Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:00:46.966937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Made reservation on behalf of d1dbd309c4a6475ebe75c02f5078ea90 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:46.972735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:47.220936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-891e46a4-dff7-45b8-95a9-37e1b33d1c99 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:47.236776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-891e46a4-dff7-45b8-95a9-37e1b33d1c99 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.2501457 Aug 06 18:00:47.332013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Request body: {'port': {'device_id': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'admin_state_up': True, 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:47.341042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Allocated IP 172.20.0.5 (10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e/e4f42245-f1dc-47e5-a7bc-98bfdb30a823/c73f0846-02ba-4b19-8da5-d3ba13a5ea77) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:47.351984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfe2478e-2e3e-4a11-b9e6-aa58ebcc3cbd req-3d689f96-9a3b-45e1-8297-4f23d077f322 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 210 time: 0.0900073 Aug 06 18:00:47.503432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b95b0-f10a-4f85-8c80-3aaa2c545b2d req-eda6228c-3081-49e9-87a5-f2b11b29e9c1 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:47.505544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a3b95b0-f10a-4f85-8c80-3aaa2c545b2d req-eda6228c-3081-49e9-87a5-f2b11b29e9c1 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.1335816 Aug 06 18:00:47.602669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bbd0bb36-bbc3-4d88-b8f3-3cd366da9012 req-d325c311-2e0d-4c46-b359-c8ddd4d023de tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 210 time: 0.1146884 Aug 06 18:00:47.621561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a3b95b0-f10a-4f85-8c80-3aaa2c545b2d req-b13ec3d6-ab6d-4715-a89c-3380f9d74e91 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087475 Aug 06 18:00:47.703713 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:47.706287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:47.717595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:47.721280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:47.734221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Transition to ACTIVE for port object c73f0846-02ba-4b19-8da5-d3ba13a5ea77 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:47.778872 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:47.808414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:47.856216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event updated for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:47.859011 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-3e6bac96-851d-4d79-b584-4b94474b5d63 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=88d2dd31e2b44f43917b7ff17558596d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514028 Aug 06 18:00:47.866517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:47.871516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:47.882051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:48.000155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:48.000858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.083633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-36114d15-0617-4bd5-bee4-269e640c381d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974478 Aug 06 18:00:48.117561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Request body: {'port': {'device_id': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:48.156002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d71bd075-e634-4cde-84ca-de6b4d42dd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.200513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.232179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d644-5b18-4f8c-bfe6-ff9a1960bf2c req-0de2c7ab-6112-4366-bd1d-1867f9a5f0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:48.234085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d695d644-5b18-4f8c-bfe6-ff9a1960bf2c req-0de2c7ab-6112-4366-bd1d-1867f9a5f0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 931 time: 0.1808207 Aug 06 18:00:48.236498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aefa5e22-eb67-44f2-b62f-39ea114591ae None None] Provisioning for port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:48.242998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aefa5e22-eb67-44f2-b62f-39ea114591ae None None] Provisioning complete for port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:48.243717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aefa5e22-eb67-44f2-b62f-39ea114591ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.305317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aefa5e22-eb67-44f2-b62f-39ea114591ae None None] Port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:48.416638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d695d644-5b18-4f8c-bfe6-ff9a1960bf2c req-442bc3cf-1b21-42f9-9944-3370f500acb8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692312 Aug 06 18:00:48.421529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-535ae3b3-6a86-429c-83d0-0441bd47c21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.483217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Allocated IP 172.20.0.3 (ae786341-183f-4732-a423-f0be9854f5ae/d8344886-c18e-4a0a-b6aa-519e8cc6a4fd/5d07e86e-2149-4b61-8b2e-5e77c0230dca) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:48.516468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abcea2-a491-4d67-a091-d2ab14e4ce52 req-c35e9868-7338-4c63-8177-a38b7282e6db tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:48.518346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6abcea2-a491-4d67-a091-d2ab14e4ce52 req-c35e9868-7338-4c63-8177-a38b7282e6db tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.1755345 Aug 06 18:00:48.530180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-9c39a18c-8304-4f98-a682-70e8840d5031 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:48.531723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-9c39a18c-8304-4f98-a682-70e8840d5031 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6574767 Aug 06 18:00:48.540189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d71bd075-e634-4cde-84ca-de6b4d42dd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.552448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d71bd075-e634-4cde-84ca-de6b4d42dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.570705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Request body: {'port': {'device_id': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '88d2dd31e2b44f43917b7ff17558596d'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:48.625914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 89abce72-553c-4a38-9265-a9bc32fd7685 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:48.667451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bd075-e634-4cde-84ca-de6b4d42dd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71cf9a-6c05-43d0-8db8-f5d013e3ac57,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:48.689254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f815d9a-1416-4c48-b352-3396a5f3a2dc req-17a6a86d-62ab-4255-8b3a-438270bc955e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 210 time: 0.0446751 Aug 06 18:00:48.691822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d71bd075-e634-4cde-84ca-de6b4d42dd8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7cfd3c8228d4a48943e52ed5c29a63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9847341 Aug 06 18:00:48.695374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:48.696704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 89abce72-553c-4a38-9265-a9bc32fd7685 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:48.704038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 89abce72-553c-4a38-9265-a9bc32fd7685 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:48.710244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.756732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6abcea2-a491-4d67-a091-d2ab14e4ce52 req-bd96d137-17a6-4643-885b-ca35aaa4cd99 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178628 Aug 06 18:00:48.836332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.859074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73f0846-02ba-4b19-8da5-d3ba13a5ea77 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:48.880132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.883009 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.903340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.906264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.922330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 89abce72-553c-4a38-9265-a9bc32fd7685, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=89abce72-553c-4a38-9265-a9bc32fd7685,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:48.930293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.932647 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adbe4bab-8900-4192-9cc5-32ce7d9c2cc1 req-b9f7d07c-3c84-4708-9abe-f7c764ad0ec9 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 210 time: 0.0549195 Aug 06 18:00:48.945438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Transition to ACTIVE for port object c73f0846-02ba-4b19-8da5-d3ba13a5ea77 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:48.950284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-535ae3b3-6a86-429c-83d0-0441bd47c21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.969221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.973978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-535ae3b3-6a86-429c-83d0-0441bd47c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:48.984697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.020499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d349fe-3215-4904-a9e0-1bc5b90b6937 req-a3184224-ff09-4666-980f-c8fd40e8ff52 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.027942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2d349fe-3215-4904-a9e0-1bc5b90b6937 req-a3184224-ff09-4666-980f-c8fd40e8ff52 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.1183205 Aug 06 18:00:49.031979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Pushing event updated for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.057244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Made reservation on behalf of 88d2dd31e2b44f43917b7ff17558596d for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:00:49.061035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.076888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ae3b3-6a86-429c-83d0-0441bd47c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70df20d-2fe0-4830-bbc0-0f1318ea74af,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.083662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-535ae3b3-6a86-429c-83d0-0441bd47c21c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=912591e0ec76445fab5e4329fc39b396&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2742648 Aug 06 18:00:49.086908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.089797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.095915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee71cf9a-6c05-43d0-8db8-f5d013e3ac57 HTTP/1.1" status: 204 len: 168 time: 0.3946836 Aug 06 18:00:49.095915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:49.099181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.138046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c7676-40a1-43a3-893a-4fa8400a1a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71cf9a-6c05-43d0-8db8-f5d013e3ac57,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.146591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2d349fe-3215-4904-a9e0-1bc5b90b6937 req-13a97160-1a8d-4593-abef-144d3f656c3b tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156576 Aug 06 18:00:49.151051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.228258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Attempting to bind port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:49.228604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Attempting to bind port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:49.229307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Attempting to bind port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 on network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:49.237767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 on network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:49.238721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Attempting to bind port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 on network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:49.251864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Network ae786341-183f-4732-a423-f0be9854f5ae is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:49.254882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:49.255453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Checking segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:49.256012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Bound using segment: {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:49.256794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Bound port: c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:49.257333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.260846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:49.271961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:49.289313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.345321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.357239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.390178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.390878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.407683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:49.411237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:49.419249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.421220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.428841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.457544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-fb2240bc-2818-478a-9744-d2a4ae38f17d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1754153 Aug 06 18:00:49.470298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.470977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.472701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] 10.222.0.16 "PUT /v2.0/ports/c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 1092 time: 1.3720295 Aug 06 18:00:49.476087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:49.479748 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ea580-1628-4104-8206-798894742c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:49.488952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.490144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Request body: {'port': {'device_id': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:49.491789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.496199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b70df20d-2fe0-4830-bbc0-0f1318ea74af HTTP/1.1" status: 204 len: 168 time: 0.3943973 Aug 06 18:00:49.516372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51383f5-bb72-4794-a71d-657a33ac1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70df20d-2fe0-4830-bbc0-0f1318ea74af,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.534772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e7942-95b3-4709-b6b5-c42734310c2c service neutron] Pushing event updated for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.625420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:49.658970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d8238c2-db0f-4aa2-9c60-f1500b9ac19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.659217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Allocated IP 192.168.233.102 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/fab8aec0-d621-431e-bf47-612dc5097846) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:00:49.671950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-064d32e7-fe78-4b73-96ec-934ecb274a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.673979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-064d32e7-fe78-4b73-96ec-934ecb274a49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1095 time: 0.1297932 Aug 06 18:00:49.723445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:49.791678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-bff96965-90b8-4c97-a2bd-88ed54bdc2c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 217 time: 0.0935471 Aug 06 18:00:49.884206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.895608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a02b-50f0-468f-abea-3dc7d7311459 req-d44e5f79-317e-4ae6-a272-eda9f5a105de tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.897602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5163a02b-50f0-468f-abea-3dc7d7311459 req-d44e5f79-317e-4ae6-a272-eda9f5a105de tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 943 time: 0.1756597 Aug 06 18:00:49.904405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-5bd5d2db-67e1-4651-b138-4a0faa35ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:49.905999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-5bd5d2db-67e1-4651-b138-4a0faa35ffa8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.1043847 Aug 06 18:00:49.956135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d8238c2-db0f-4aa2-9c60-f1500b9ac19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.960824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42478) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:49.972202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d8238c2-db0f-4aa2-9c60-f1500b9ac19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:49.993914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26ba19e8-2c65-4e95-adb5-a2e9685062a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.020756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.025320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5163a02b-50f0-468f-abea-3dc7d7311459 req-c9aa33be-ed63-42b7-85a3-a366fd680700 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152437 Aug 06 18:00:50.030455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-608ab271-551e-42bc-befb-ea7cc0ef15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.031991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-608ab271-551e-42bc-befb-ea7cc0ef15c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145890 Aug 06 18:00:50.038504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8238c2-db0f-4aa2-9c60-f1500b9ac19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a1f15-e180-4204-b76d-d404d143ed58,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:50.049041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d8238c2-db0f-4aa2-9c60-f1500b9ac19f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e269149ef2443e29e6f92d9abb68cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201326 Aug 06 18:00:50.057838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:50.103076 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5eeb17-319d-4f9f-85c9-29780399f604 x-openstack-request-id: req-4e5eeb17-319d-4f9f-85c9-29780399f604 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:50.103361 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:50.103614 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e5eeb17-319d-4f9f-85c9-29780399f604 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:50.104010 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'status': 'completed', 'code': 200} Aug 06 18:00:50.139144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Transition to ACTIVE for port object fab8aec0-d621-431e-bf47-612dc5097846 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:50.259647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.264857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-8f1e21ef-23e4-451f-9e99-150013bf2124 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233932 Aug 06 18:00:50.266881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.327938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.331576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26ba19e8-2c65-4e95-adb5-a2e9685062a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.359498 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:00:50.370838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26ba19e8-2c65-4e95-adb5-a2e9685062a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.378735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:00:50.392954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:00:50.400655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:00:50.403139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Pushing event updated for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:50.439368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4380ccb-da75-450f-9d6e-51a079eb1f05 req-4a67dbbf-e4ff-495b-9b46-0f4b00889562 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.440969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4380ccb-da75-450f-9d6e-51a079eb1f05 req-4a67dbbf-e4ff-495b-9b46-0f4b00889562 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 931 time: 0.1898003 Aug 06 18:00:50.505684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d07e86e-2149-4b61-8b2e-5e77c0230dca {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:50.506763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.509756 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.511392 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb1a1f15-e180-4204-b76d-d404d143ed58 HTTP/1.1" status: 204 len: 168 time: 0.4523890 Aug 06 18:00:50.512209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba19e8-2c65-4e95-adb5-a2e9685062a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934864d7-6308-4a54-a682-4425bfe05c23,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:50.523545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26ba19e8-2c65-4e95-adb5-a2e9685062a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6647930f47f5480bba452c9e4bca48b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616291 Aug 06 18:00:50.528485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:50.541811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.544716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e1b6f-f434-4b83-9d23-265b65ff2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a1f15-e180-4204-b76d-d404d143ed58,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:50.552818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-323e7cf6-bdd0-4b41-9a39-8f77f7c429dc req-885d67ea-2ea5-4245-aaca-8c598dadc019 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769761 Aug 06 18:00:50.556371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.556963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.603054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4380ccb-da75-450f-9d6e-51a079eb1f05 req-ffc14966-ebef-4bc9-8a81-2ebefa259256 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426871 Aug 06 18:00:50.609326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 89abce72-553c-4a38-9265-a9bc32fd7685 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:50.676206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Transition to ACTIVE for port object 5d07e86e-2149-4b61-8b2e-5e77c0230dca will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:50.692600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-687a9a7b-9d1a-4772-a7a4-d47de1064485 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1258821 Aug 06 18:00:50.702987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.718865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 89abce72-553c-4a38-9265-a9bc32fd7685 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:50.719640 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.721365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Request body: {'port': {'device_id': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:50.732913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea580-1628-4104-8206-798894742c7d req-e13cb14f-ea6b-42ff-a1fb-72ed267db88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.734739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-e13cb14f-ea6b-42ff-a1fb-72ed267db88e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1095 time: 0.0842533 Aug 06 18:00:50.826162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.861233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-887f8414-33ab-4e75-94c8-594fa8685d60 None None] Provisioning for port fab8aec0-d621-431e-bf47-612dc5097846 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:50.865535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-887f8414-33ab-4e75-94c8-594fa8685d60 None None] Provisioning complete for port fab8aec0-d621-431e-bf47-612dc5097846 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:50.865914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-887f8414-33ab-4e75-94c8-594fa8685d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.909655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-887f8414-33ab-4e75-94c8-594fa8685d60 None None] Port fab8aec0-d621-431e-bf47-612dc5097846 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:00:50.916591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:50.926534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea580-1628-4104-8206-798894742c7d req-8606a0c5-0f34-4d70-8d81-287723d59e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.928184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-8606a0c5-0f34-4d70-8d81-287723d59e10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 930 time: 0.1833937 Aug 06 18:00:50.928918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.967844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:50.976881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4101f79-47c3-48a3-aeb9-3c8722dc0dc7 req-b3323a94-273d-48b8-b77b-adbc3c472397 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:50.984119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-8df175a6-2be3-402c-afd9-8e2b0082ff51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 217 time: 0.0474920 Aug 06 18:00:50.984277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4101f79-47c3-48a3-aeb9-3c8722dc0dc7 req-b3323a94-273d-48b8-b77b-adbc3c472397 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.2578900 Aug 06 18:00:51.070513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea580-1628-4104-8206-798894742c7d req-c36d8e09-24b1-4f9e-8687-0dd6b499d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:51.072528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-c36d8e09-24b1-4f9e-8687-0dd6b499d893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.0799351 Aug 06 18:00:51.118230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4101f79-47c3-48a3-aeb9-3c8722dc0dc7 req-f6c39fcd-9860-476e-8743-441aa6075a73 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328225 Aug 06 18:00:51.119252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:51.119590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:51.121692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:51.137439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-f56df4e0-676c-463f-99f0-7cb35dfaa22f tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:00:51.138458 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-f56df4e0-676c-463f-99f0-7cb35dfaa22f tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2898042 Aug 06 18:00:51.166871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea580-1628-4104-8206-798894742c7d req-172efd9d-edcc-4946-994b-d45794e856ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:51.168341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-172efd9d-edcc-4946-994b-d45794e856ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887527 Aug 06 18:00:51.205129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:51.207750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:51.211290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/934864d7-6308-4a54-a682-4425bfe05c23 HTTP/1.1" status: 204 len: 168 time: 0.6774719 Aug 06 18:00:51.216190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-ce4f135e-34b6-4af6-adbb-d88b3fb1e955 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:51.217705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-ce4f135e-34b6-4af6-adbb-d88b3fb1e955 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0641556 Aug 06 18:00:51.230004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:51.230328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:51.236762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb66806-846a-4d6e-96a6-c09386f7e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934864d7-6308-4a54-a682-4425bfe05c23,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:51.267579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Request body: {'binding': {'host': 'n-h2-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:51.268035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:00:51.287992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:51.288378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:51.288708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:51.289160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Bound port: 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:51.289542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:51.395961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25217df8-19b6-4601-a581-10c3949c4b4e req-8de56d3f-26bb-4bfd-904c-eb69921f660e tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:51.403281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25217df8-19b6-4601-a581-10c3949c4b4e req-8de56d3f-26bb-4bfd-904c-eb69921f660e tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 936 time: 0.2037730 Aug 06 18:00:51.414652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-8061bc14-9a38-407f-92dc-d5ef4fb6e01b service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311790 Aug 06 18:00:51.495526 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-07dba78f-608c-4d9e-a9f8-2e9add9daf7c service neutron] show failed (client error): The resource could not be found. Aug 06 18:00:51.496568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-07dba78f-608c-4d9e-a9f8-2e9add9daf7c service neutron] 10.222.0.55 "GET /v2.0/ports/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.2245660 Aug 06 18:00:51.569772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8ea580-1628-4104-8206-798894742c7d req-bc9b0de3-1c04-4c65-9906-c21d456118e0 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276593 Aug 06 18:00:51.587014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on host n-h2-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:51.587491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:51.587719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:51.593951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:51.594281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:51.603752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:51.604424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:51.605056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:51.605606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Bound port: 268d816b-dd5f-4249-94cf-83e33fe58bc2, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:51.675417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:51.684366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:51.685737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-a0b7625c-6491-42e6-943a-2a014893c074 service neutron] 10.222.0.64 "POST /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4228573 Aug 06 18:00:51.739361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25217df8-19b6-4601-a581-10c3949c4b4e req-a2bd174c-b064-457c-9b75-6b2f8550e299 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351567 Aug 06 18:00:51.793119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:51.861921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:51.880253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:51.945016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-22bdf692-c778-44d8-8e59-b1148cb9ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:51.947770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-22bdf692-c778-44d8-8e59-b1148cb9ccf8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1124 time: 0.0783281 Aug 06 18:00:51.972574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.16', 50034) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:51.973967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:52.038799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.039417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.041084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 1092 time: 2.5584586 Aug 06 18:00:52.041594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:52.043869 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:52.054024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.099007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab8aec0-d621-431e-bf47-612dc5097846 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:52.111447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312456e-e94f-4c5f-9d29-906d967365e6 req-cc86e26a-3efa-4cc3-b436-a992bcd61a54 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.113900 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e312456e-e94f-4c5f-9d29-906d967365e6 req-cc86e26a-3efa-4cc3-b436-a992bcd61a54 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.1551130 Aug 06 18:00:52.129357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.166092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd073-8b99-48aa-8bb6-beaaefaf7e09 service neutron] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:52.184116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Transition to ACTIVE for port object fab8aec0-d621-431e-bf47-612dc5097846 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:52.192648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7f4b83ca-7af2-4675-8413-ef3d0029473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.194323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7f4b83ca-7af2-4675-8413-ef3d0029473f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1097 time: 0.2056699 Aug 06 18:00:52.197177 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.206644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c6af3-7df1-4365-a1a7-2d471779a88b req-4f72a9e8-915f-48fd-9c9d-655eb04cc51c tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.213911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea2c6af3-7df1-4365-a1a7-2d471779a88b req-4f72a9e8-915f-48fd-9c9d-655eb04cc51c tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 943 time: 0.3270006 Aug 06 18:00:52.325085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-d68f6f93-ff2c-4a21-b194-43872212055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.326812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-d68f6f93-ff2c-4a21-b194-43872212055a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1095 time: 0.2185147 Aug 06 18:00:52.451226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-2baf8e60-aa58-42b2-9c3b-f54e5c3c9e15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.0853844 Aug 06 18:00:52.451837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Pushing event updated for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:52.494493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea2c6af3-7df1-4365-a1a7-2d471779a88b req-794fdf28-b7fd-4f14-8e34-9dfdb7d585ed tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795565 Aug 06 18:00:52.555877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e312456e-e94f-4c5f-9d29-906d967365e6 req-aba5979c-e250-4ff8-b91e-ff4cb54d4abb tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312429 Aug 06 18:00:52.653120 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec3bbb-8aea-4d3d-9a5e-14364269bc57 x-openstack-request-id: req-36ec3bbb-8aea-4d3d-9a5e-14364269bc57 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:52.662415 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:52.662415 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36ec3bbb-8aea-4d3d-9a5e-14364269bc57 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:52.662415 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'status': 'completed', 'code': 200} Aug 06 18:00:52.731086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7767b79d-69f4-4a34-9e10-1e43cb7451e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.732600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7767b79d-69f4-4a34-9e10-1e43cb7451e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.5136902 Aug 06 18:00:52.770141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:52.779800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d226-bcc5-403b-b64d-ae8ac34a1c32 req-431a8487-07fb-4e08-a301-ed8b2a40874b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.781596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6816d226-bcc5-403b-b64d-ae8ac34a1c32 req-431a8487-07fb-4e08-a301-ed8b2a40874b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 972 time: 0.0781248 Aug 06 18:00:52.822373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-326f7539-6f5e-4c65-8c85-0050951598e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.0654917 Aug 06 18:00:52.823973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-6be9bebc-2bac-4f28-9406-8d5a7c7b6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.825373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-6be9bebc-2bac-4f28-9406-8d5a7c7b6188 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.3242390 Aug 06 18:00:52.844631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6816d226-bcc5-403b-b64d-ae8ac34a1c32 req-d61b1628-21ab-49db-bedd-ec9165c9aba0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528865 Aug 06 18:00:52.848399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:52.901854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:52.904606 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c78af-1c4c-44b8-90aa-fe2a94555b3b" -d '{"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-unplugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:52.906894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Attempting to bind port fab8aec0-d621-431e-bf47-612dc5097846 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:52.907568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Attempting to bind port fab8aec0-d621-431e-bf47-612dc5097846 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:52.908103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Attempting to bind port fab8aec0-d621-431e-bf47-612dc5097846 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:52.909143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.918859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Port fab8aec0-d621-431e-bf47-612dc5097846 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:52.919534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Attempting to bind port fab8aec0-d621-431e-bf47-612dc5097846 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:52.923538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-9e7bcbed-312c-46cb-ad54-a4f7e5c996be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861375 Aug 06 18:00:52.923692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Transition to ACTIVE for port object e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:00:52.928342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:52.937158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bde2e-8f4b-495f-bedd-fefc1066d3b9 req-c2613598-7dd3-4c73-bf5b-d9f34374db4c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:52.944822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df8bde2e-8f4b-495f-bedd-fefc1066d3b9 req-c2613598-7dd3-4c73-bf5b-d9f34374db4c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 945 time: 0.2943060 Aug 06 18:00:52.965850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:52.966190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:52.966734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:52.967273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Bound port: fab8aec0-d621-431e-bf47-612dc5097846, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:52.967647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.030856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] No DVR routers for this DVR port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:00:53.039213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:53.092573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db1b30-3e56-4835-81ff-a6bb944162c5 req-7753b50d-fca8-4934-90b1-b0a87a96ab6c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.094084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02db1b30-3e56-4835-81ff-a6bb944162c5 req-7753b50d-fca8-4934-90b1-b0a87a96ab6c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.1272881 Aug 06 18:00:53.095032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:53.095271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:53.095609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:53.100632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:53.101041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Attempting to bind port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:53.115071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:53.115487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:53.115810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:53.116245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Bound port: e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:53.116599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.139069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7fa9b5ed-e363-457e-a4d8-083534fa18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.141556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7fa9b5ed-e363-457e-a4d8-083534fa18e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.3050935 Aug 06 18:00:53.181708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-684e9dd8-6633-4de4-8a94-14767df06f1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299850 Aug 06 18:00:53.199169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df8bde2e-8f4b-495f-bedd-fefc1066d3b9 req-2bfd8acc-e0fa-473b-8ae0-7ac12f812b95 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501557 Aug 06 18:00:53.223024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02db1b30-3e56-4835-81ff-a6bb944162c5 req-1de790fe-5344-4ddf-af7a-db209af4b853 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141329 Aug 06 18:00:53.249762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-20a62b57-f5a0-477c-b3e3-9c2d0997e131 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011429 Aug 06 18:00:53.250648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:53.258134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:53.268310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.368756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:53.373290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fab8aec0-d621-431e-bf47-612dc5097846,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:53.382734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.386883 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.387601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.390509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 1097 time: 1.4267974 Aug 06 18:00:53.410778 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd8309-7220-44ae-ae37-6b38a64dc3a3 x-openstack-request-id: req-0cdd8309-7220-44ae-ae37-6b38a64dc3a3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:53.414394 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-unplugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:53.414737 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cdd8309-7220-44ae-ae37-6b38a64dc3a3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:53.415218 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'code': 200} Aug 06 18:00:53.468237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7c507-0ae4-4dd6-9890-40ace17d1ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:53.496300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-6364c86f-464e-48ce-a089-8873015c22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.497467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-6364c86f-464e-48ce-a089-8873015c22b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1100 time: 0.0725586 Aug 06 18:00:53.591314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.592016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:53.593653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] 10.222.0.16 "PUT /v2.0/ports/fab8aec0-d621-431e-bf47-612dc5097846 HTTP/1.1" status: 200 len: 1097 time: 2.8852959 Aug 06 18:00:53.595896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9187fec0-9092-47a8-acc6-68b8af551ca7 req-0014f74e-1e9a-44a3-9622-a92ea0fe1e5f service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281450 Aug 06 18:00:53.622567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd8da-5312-4b83-bb96-ae75f7268476 service neutron] Pushing event updated for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:53.644694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-039ad636-eb60-4dda-8d40-ea11dcecb35a service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395323 Aug 06 18:00:53.700413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b9562-f99d-4071-b549-7c572574aea9 req-d3ea3acd-8a7c-4bd3-ba9e-ff95a13b0c61 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.708117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-380b9562-f99d-4071-b549-7c572574aea9 req-d3ea3acd-8a7c-4bd3-ba9e-ff95a13b0c61 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 943 time: 0.1040998 Aug 06 18:00:53.737892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-488c3e04-f631-4fc3-85f7-37d8de16dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.739413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-488c3e04-f631-4fc3-85f7-37d8de16dceb service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2318342 Aug 06 18:00:53.794059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-380b9562-f99d-4071-b549-7c572574aea9 req-864216d3-3eeb-4212-865a-52c58d93fa3b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Aug 06 18:00:53.796655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-714c3ee0-d9cd-4703-b765-ef97622c96ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0462751 Aug 06 18:00:53.858071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-747d4468-5cd3-4497-a464-72b3ad650faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.859628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-747d4468-5cd3-4497-a464-72b3ad650faf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=88d2dd31e2b44f43917b7ff17558596d&device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 1100 time: 0.1937225 Aug 06 18:00:53.878164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-89cddb40-34fd-4c58-ac04-687d3657f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.880413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-89cddb40-34fd-4c58-ac04-687d3657f72e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0759487 Aug 06 18:00:53.892995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-ea556bcf-7575-4d67-8f6b-6e508103e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.894545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-ea556bcf-7575-4d67-8f6b-6e508103e6a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1095 time: 0.2274921 Aug 06 18:00:53.936028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-06b40120-db8d-4b15-bda1-78dffb148d29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=fab8aec0-d621-431e-bf47-612dc5097846 HTTP/1.1" status: 200 len: 217 time: 0.0671120 Aug 06 18:00:53.943751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f289cd-2c64-43d9-acad-3cf7094c0b31 req-1b0299e6-5c23-480d-938a-6bcecaa64ca9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.945362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4f289cd-2c64-43d9-acad-3cf7094c0b31 req-1b0299e6-5c23-480d-938a-6bcecaa64ca9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.1929812 Aug 06 18:00:53.958192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-744dae74-aeed-4a9a-b0b2-9f6d0b61b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:53.958742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-4c806207-5a57-436d-b150-8d405ef7af6c service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903590 Aug 06 18:00:53.960778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-744dae74-aeed-4a9a-b0b2-9f6d0b61b709 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716808 Aug 06 18:00:54.110890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-51ebb3db-5666-4c0d-a598-5827f69ec8e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410058 Aug 06 18:00:54.121267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77424c-917f-4f89-a710-1b3db386e75d req-8545c138-840b-415e-95af-bf0e2892c1b1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.122730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e77424c-917f-4f89-a710-1b3db386e75d req-8545c138-840b-415e-95af-bf0e2892c1b1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 948 time: 0.0833409 Aug 06 18:00:54.222182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e77424c-917f-4f89-a710-1b3db386e75d req-ca2f86c4-1739-4e38-b950-52cb0444f74d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898674 Aug 06 18:00:54.248261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5782b0f5-ecfb-46e6-a76b-f8088f252d1c req-cfab25e4-f907-45ab-beaf-80f503af69a5 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243339 Aug 06 18:00:54.303958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c73f0846-02ba-4b19-8da5-d3ba13a5ea77 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:54.365506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42618) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:54.409946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-3552a30f-11a9-4b65-a42b-54e0480ca3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.411465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-3552a30f-11a9-4b65-a42b-54e0480ca3de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.4652827 Aug 06 18:00:54.418216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a7928-1416-4b15-91ef-3b3faac16b9c req-663681a6-1b86-4058-849d-2970572237a5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.420795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-780a7928-1416-4b15-91ef-3b3faac16b9c req-663681a6-1b86-4058-849d-2970572237a5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 945 time: 0.0714352 Aug 06 18:00:54.462409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:54.464283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4f289cd-2c64-43d9-acad-3cf7094c0b31 req-ba93dbd9-1407-43d0-b9f8-d5d27e7d49ee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887893 Aug 06 18:00:54.490457 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-780a7928-1416-4b15-91ef-3b3faac16b9c req-8b8b005a-5938-4146-9ac1-c5860a0beb3a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534663 Aug 06 18:00:54.510748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'mac_address': 'fa:16:3e:6e:0e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:54.525798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-2a35567d-d8ce-4d13-a160-33f09ef6af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.526979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-2a35567d-d8ce-4d13-a160-33f09ef6af33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.6027794 Aug 06 18:00:54.533843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-75370983-9a73-467d-a80b-13c444949a1c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.535384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-75370983-9a73-467d-a80b-13c444949a1c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.4949033 Aug 06 18:00:54.547327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67886753-0316-48d4-b408-9580581bd104 req-604ac64f-85fd-4390-9498-37337202f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.548871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-604ac64f-85fd-4390-9498-37337202f20e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137137 Aug 06 18:00:54.557358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-29'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:00:54.590571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.599932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1e1213a-864f-49f3-8925-2151b05fa50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.612158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73f0846-02ba-4b19-8da5-d3ba13a5ea77 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:54.636641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-4ba2bd55-a214-46fc-b266-a23fa8673d37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.0945005 Aug 06 18:00:54.638612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:54.642608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44888392-1fba-423f-84f2-3e153df6cd7c req-2656cb97-74d5-45ce-a6ab-aa51d0fe3de2 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.644549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44888392-1fba-423f-84f2-3e153df6cd7c req-2656cb97-74d5-45ce-a6ab-aa51d0fe3de2 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.1054163 Aug 06 18:00:54.652326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.657330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:54.659694 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0102a788-01c7-4456-8704-cc4101d57a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "tag": "fab8aec0-d621-431e-bf47-612dc5097846"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:54.725307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:54.726645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44888392-1fba-423f-84f2-3e153df6cd7c req-6cafee77-26a6-4951-bf1b-8dfb0cf2377c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733685 Aug 06 18:00:54.769089 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33e15d-95c3-4b01-92ae-e6df847001a7 x-openstack-request-id: req-3b33e15d-95c3-4b01-92ae-e6df847001a7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:54.769408 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "tag": "fab8aec0-d621-431e-bf47-612dc5097846", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:54.769742 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b33e15d-95c3-4b01-92ae-e6df847001a7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:54.770127 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846', 'status': 'completed', 'code': 200} Aug 06 18:00:54.779018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.786973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-2dd7523f-c786-4ab6-8106-c19000c84f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.788464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-2dd7523f-c786-4ab6-8106-c19000c84f4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1418793 Aug 06 18:00:54.796165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1e1213a-864f-49f3-8925-2151b05fa50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.801916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1e1213a-864f-49f3-8925-2151b05fa50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:54.834572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-739d998d-8c5a-4123-bf55-c671d07bb6bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362115 Aug 06 18:00:54.839411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-02e3d4c7-f71b-44b0-82fd-01e726139851 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742372 Aug 06 18:00:54.864891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1e1213a-864f-49f3-8925-2151b05fa50f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd06aa459d514516b0f89b1b73519bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979386 Aug 06 18:00:54.866434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42634) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:54.867263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1213a-864f-49f3-8925-2151b05fa50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d488d-83e3-4e94-8683-f106a07bd851,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:54.976759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4f4ff-7a88-40b5-9068-043f0677015b req-5c0838a3-8729-40dd-8f94-7b12debb40f8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:54.978366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-def4f4ff-7a88-40b5-9068-043f0677015b req-5c0838a3-8729-40dd-8f94-7b12debb40f8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 944 time: 0.0801370 Aug 06 18:00:54.982918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.021911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.070971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-def4f4ff-7a88-40b5-9068-043f0677015b req-9b3ac6ea-506f-4b34-bbc4-e2d675bde280 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 Aug 06 18:00:55.089165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:00:55.119346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.119887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-7568500c-dd35-423f-8e3b-66dd7c7e8ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593980 Aug 06 18:00:55.123683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.123904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67886753-0316-48d4-b408-9580581bd104 req-10f36b41-1643-4c4e-80bd-1b39f03b0620 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655311 Aug 06 18:00:55.126015 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab7d488d-83e3-4e94-8683-f106a07bd851 HTTP/1.1" status: 204 len: 168 time: 0.2533362 Aug 06 18:00:55.127008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:55.138292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4d97-a211-4e8a-876f-f5118ddabbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d488d-83e3-4e94-8683-f106a07bd851,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:55.182672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:00:55.275538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:55.314182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a788-01c7-4456-8704-cc4101d57a6e req-503764a0-9a82-40dd-a680-7188df810702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.314880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42648) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:55.315589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-503764a0-9a82-40dd-a680-7188df810702 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=88d2dd31e2b44f43917b7ff17558596d&device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 1100 time: 0.1160810 Aug 06 18:00:55.326401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8cc2970a-5d8e-4caa-9b34-5e469cb91fc7 req-16956d6f-151c-4e48-8002-c5011a7fb3fa service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016916 Aug 06 18:00:55.390078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.416596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:55.422570 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92" -d '{"events": [{"name": "network-changed", "server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:55.429672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.488215 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b2da1-42cc-4ccc-8b8e-0fea011eed2b x-openstack-request-id: req-d51b2da1-42cc-4ccc-8b8e-0fea011eed2b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:55.488499 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:55.488749 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d51b2da1-42cc-4ccc-8b8e-0fea011eed2b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:55.489136 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'status': 'completed', 'code': 200} Aug 06 18:00:55.493897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d016982-414e-4de5-8359-eaadad00fbd9 req-17ef522d-7966-4c95-971d-5cbfb8638397 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.495500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d016982-414e-4de5-8359-eaadad00fbd9 req-17ef522d-7966-4c95-971d-5cbfb8638397 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 948 time: 0.1534019 Aug 06 18:00:55.575291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a788-01c7-4456-8704-cc4101d57a6e req-e19ecfe7-2662-4ffb-b39b-30b4266b68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.576860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-e19ecfe7-2662-4ffb-b39b-30b4266b68ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2529249 Aug 06 18:00:55.580618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26aaff92-e456-46ed-982a-8e18450d014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.614158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c73f0846-02ba-4b19-8da5-d3ba13a5ea77'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:55.619137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:55.627810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:55.636269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-e5249b2f-457a-4654-9126-601e8451bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.638935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-e5249b2f-457a-4654-9126-601e8451bbae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1100 time: 0.1117046 Aug 06 18:00:55.686653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68228dcc-0af9-4c5b-a448-c647dc01a8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.689404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-cc9f26c2-6b38-4686-a174-a91e99a326fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=fab8aec0-d621-431e-bf47-612dc5097846 HTTP/1.1" status: 200 len: 217 time: 0.0965693 Aug 06 18:00:55.722890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on host n-h1-793621-29 for vnic_type normal with profile {"migrating_to": "n-h2-793621-29"} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:00:55.723151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:00:55.723394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:55.734693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34115a9-7525-4a74-ae3b-db44a5dfcc86 req-7d8998ac-b097-48dd-b7cb-bbc1bbb73e3e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.736591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f34115a9-7525-4a74-ae3b-db44a5dfcc86 req-7d8998ac-b097-48dd-b7cb-bbc1bbb73e3e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1468098 Aug 06 18:00:55.748895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d016982-414e-4de5-8359-eaadad00fbd9 req-57613e83-29f0-4fa8-9a21-b995d4a4ec03 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375634 Aug 06 18:00:55.758399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:00:55.758817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Attempting to bind port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:00:55.762953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-c5ae297d-6f10-4c12-87a6-1f04d72ea5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.764532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-c5ae297d-6f10-4c12-87a6-1f04d72ea5ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1100 time: 0.2336607 Aug 06 18:00:55.784751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:00:55.785104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:00:55.785489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:00:55.785916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Bound port: 268d816b-dd5f-4249-94cf-83e33fe58bc2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:00:55.786280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.828986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-f97cac29-6223-4502-8b55-6b3755403307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.830644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-f97cac29-6223-4502-8b55-6b3755403307 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1832910 Aug 06 18:00:55.833146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a788-01c7-4456-8704-cc4101d57a6e req-88dfcd15-494b-44d2-834a-643f4673a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.834752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-88dfcd15-494b-44d2-834a-643f4673a690 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1254151 Aug 06 18:00:55.840506 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f34115a9-7525-4a74-ae3b-db44a5dfcc86 req-783016c7-496b-4303-ad9d-02fe38d1b92c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901527 Aug 06 18:00:55.880200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-086581ea-2c5a-4180-bbda-7d256aeadead service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0387597 Aug 06 18:00:55.943650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26aaff92-e456-46ed-982a-8e18450d014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:55.954328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-71d0550b-0a00-400f-99c2-8ede1f69ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:55.955964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-71d0550b-0a00-400f-99c2-8ede1f69ceef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0695415 Aug 06 18:00:55.961486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26aaff92-e456-46ed-982a-8e18450d014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.048233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:00:56.058716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26aaff92-e456-46ed-982a-8e18450d014e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33847935a10d4a2bafe76bdbe67feaa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424848 Aug 06 18:00:56.061956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaff92-e456-46ed-982a-8e18450d014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4524487-f172-4938-9571-09d148f7dcad,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:56.064893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-eb5729a5-f819-463f-a52b-9d48aaea3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.066831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-eb5729a5-f819-463f-a52b-9d48aaea3ea8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2835023 Aug 06 18:00:56.074063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42666) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:56.083423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949e08-5850-466b-b7ca-c231f7d25a77 req-ce37b6d7-15e2-4db2-bcb2-31207ec6cc79 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.084935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62949e08-5850-466b-b7ca-c231f7d25a77 req-ce37b6d7-15e2-4db2-bcb2-31207ec6cc79 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.2537966 Aug 06 18:00:56.096565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae49c7b-96f7-4f7c-a0e6-4a15b13d7d65 req-8b7ebb01-a2d2-49ea-83ab-3aab5867de57 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.097881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ae49c7b-96f7-4f7c-a0e6-4a15b13d7d65 req-8b7ebb01-a2d2-49ea-83ab-3aab5867de57 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.1075599 Aug 06 18:00:56.098025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102a788-01c7-4456-8704-cc4101d57a6e req-b0025216-1fdb-4864-a338-2d9dedec831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.099421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-b0025216-1fdb-4864-a338-2d9dedec831c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2076983 Aug 06 18:00:56.099647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-fce980cc-eb4b-4cfc-97d6-1f7b1a89f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.101010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-fce980cc-eb4b-4cfc-97d6-1f7b1a89f38f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366606 Aug 06 18:00:56.103951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:00:56.136825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.192875 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ae49c7b-96f7-4f7c-a0e6-4a15b13d7d65 req-73dfeab1-cf6b-48e7-93dd-259622b8d0ac tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873911 Aug 06 18:00:56.212277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-809f85c3-f544-44fd-9e60-642ac1be03e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.1192877 Aug 06 18:00:56.228664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-c207668f-b73b-4a4a-87e4-eaa7f2056240 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158350 Aug 06 18:00:56.352923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62949e08-5850-466b-b7ca-c231f7d25a77 req-2003ab28-cb5c-4fc1-8fdf-3bf79f06e0de tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524507 Aug 06 18:00:56.364800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6251e-7649-489e-ac6d-6925b627ba4f req-6877d36e-7433-4d57-b600-1b4679f365f1 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.366503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3c6251e-7649-489e-ac6d-6925b627ba4f req-6877d36e-7433-4d57-b600-1b4679f365f1 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 944 time: 0.1044414 Aug 06 18:00:56.373236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-4a74b342-8ba0-45a2-b162-17efe4cd2916 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373115 Aug 06 18:00:56.414635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3c6251e-7649-489e-ac6d-6925b627ba4f req-a6c3f3ef-99b8-41e0-aba1-e2ff9bd7daff tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Aug 06 18:00:56.455158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.455772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.457153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] 10.222.0.16 "PUT /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 1123 time: 1.9074111 Aug 06 18:00:56.463537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66bffe-2e7a-417c-8e89-9e89add4b612 service neutron] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=8']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:56.475909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.486180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-1f409f3b-71ab-4448-97ea-88acf0c4d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.487735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-1f409f3b-71ab-4448-97ea-88acf0c4d856 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2417459 Aug 06 18:00:56.489573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-cee0a57e-6aac-4f4d-a526-3c0dd4b04d70 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773751 Aug 06 18:00:56.518133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68228dcc-0af9-4c5b-a448-c647dc01a8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.524625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['268d816b-dd5f-4249-94cf-83e33fe58bc2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:56.557007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68228dcc-0af9-4c5b-a448-c647dc01a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.587288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:56.847551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2'}, {'name': 'network-changed', 'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:56.849862 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d42aa2-5641-41ea-a840-41bc6f484d3e" -d '{"events": [{"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-unplugged", "status": "completed", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2"}, {"name": "network-changed", "server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:56.920273 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f08dc-107e-4cb7-ab32-42ecbfdd62f1 x-openstack-request-id: req-df4f08dc-107e-4cb7-ab32-42ecbfdd62f1 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:56.920565 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-unplugged", "status": "completed", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2", "code": 200}, {"name": "network-changed", "server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:56.920845 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df4f08dc-107e-4cb7-ab32-42ecbfdd62f1 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:56.921195 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'code': 200} Aug 06 18:00:56.921421 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'status': 'completed', 'code': 200} Aug 06 18:00:56.939771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68228dcc-0af9-4c5b-a448-c647dc01a8dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf63bf20a18b415483d7e1348ac80f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3142102 Aug 06 18:00:56.941570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68228dcc-0af9-4c5b-a448-c647dc01a8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913db54-b73a-4b21-9e12-9701ae3071c8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:56.942931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42682) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:56.964944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-403da56a-894b-4718-987d-df8bd64462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:56.966455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-403da56a-894b-4718-987d-df8bd64462e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4649773 Aug 06 18:00:56.990926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0102a788-01c7-4456-8704-cc4101d57a6e req-dff598b3-4df2-43af-9127-fd98e6915b6d service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878442 Aug 06 18:00:57.031513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f7425-8d24-4608-9968-13df45b4f0c5 req-45c17042-99e3-4229-8a5d-639256782601 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.033832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b16f7425-8d24-4608-9968-13df45b4f0c5 req-45c17042-99e3-4229-8a5d-639256782601 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 948 time: 0.1769164 Aug 06 18:00:57.051876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-cb768286-b752-41da-b0e5-90ed4fa0e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.053303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-cb768286-b752-41da-b0e5-90ed4fa0e0ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1126 time: 0.1251006 Aug 06 18:00:57.070456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405849fb-4d30-4bcc-b2be-db046cc92954 req-443c69cc-f230-4810-8479-b66ef0752ce6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.072140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-405849fb-4d30-4bcc-b2be-db046cc92954 req-443c69cc-f230-4810-8479-b66ef0752ce6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1275008 Aug 06 18:00:57.073418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.077176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.078818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4524487-f172-4938-9571-09d148f7dcad HTTP/1.1" status: 204 len: 168 time: 0.9927900 Aug 06 18:00:57.113160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aad8f7-04ef-4bd0-afe6-c7968ecff9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4524487-f172-4938-9571-09d148f7dcad,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:57.128880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.155867 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b16f7425-8d24-4608-9968-13df45b4f0c5 req-85192ff3-6134-43fe-b5a2-b7a1b64b0aa1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 Aug 06 18:00:57.166975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-57df3a97-df77-46ba-bdbd-0ebd1522d53d service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906090 Aug 06 18:00:57.200741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.213569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-405849fb-4d30-4bcc-b2be-db046cc92954 req-2cd11d74-6b5e-4033-8a90-598049fc9669 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224155 Aug 06 18:00:57.254258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-a6fb2bbc-1f1c-452e-896d-791be3378556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.256327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-a6fb2bbc-1f1c-452e-896d-791be3378556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1941156 Aug 06 18:00:57.299177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da08ba9c-90f6-4d4e-8979-f8f81b8dca92 req-b441f1bb-80f5-464e-9c06-39d248860f69 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242149 Aug 06 18:00:57.317160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-5000944d-3de7-4da6-b6d3-cb0d24679218 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.0512455 Aug 06 18:00:57.405578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-f59344ce-2e31-4fac-8161-997ef1006a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.407419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-f59344ce-2e31-4fac-8161-997ef1006a52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0791092 Aug 06 18:00:57.411310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.414291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.418680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5913db54-b73a-4b21-9e12-9701ae3071c8 HTTP/1.1" status: 204 len: 168 time: 0.4548893 Aug 06 18:00:57.437927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7fee4-dcfd-49ae-bdbb-6b74c8fd6e0d req-5f6bc801-94f9-478d-a9f1-3b593915565c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.439728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15b7fee4-dcfd-49ae-bdbb-6b74c8fd6e0d req-5f6bc801-94f9-478d-a9f1-3b593915565c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.1256721 Aug 06 18:00:57.466148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-1cf55190-9dd8-4f17-ac7e-36b74a233b27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454378 Aug 06 18:00:57.466910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7601-be3a-4192-a152-9399e73b07c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913db54-b73a-4b21-9e12-9701ae3071c8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:57.564940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc536-6b6c-49c5-9d93-b1108b072445 req-b0535074-784b-4599-9cbd-f9fa3e432db7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.566884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94bc536-6b6c-49c5-9d93-b1108b072445 req-b0535074-784b-4599-9cbd-f9fa3e432db7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.0644467 Aug 06 18:00:57.569836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15b7fee4-dcfd-49ae-bdbb-6b74c8fd6e0d req-ec19fc29-37b3-4acd-8df0-b390fe428703 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059723 Aug 06 18:00:57.587638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42696) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:57.622480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94bc536-6b6c-49c5-9d93-b1108b072445 req-261477a9-a124-47c8-90d1-0fea1b5c5f58 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Aug 06 18:00:57.629806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dadc42b2-ed30-45d2-88dc-92a1aea4bec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.690344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-af6af404-ddcf-487e-a964-0d9034c9a465 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138402 Aug 06 18:00:57.751018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378f9-1d75-4d85-8a4a-468233310be5 req-14de0a77-c73d-43c5-8f44-0282285d4b56 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:57.752871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b6378f9-1d75-4d85-8a4a-468233310be5 req-14de0a77-c73d-43c5-8f44-0282285d4b56 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 944 time: 0.1194813 Aug 06 18:00:57.866232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b6378f9-1d75-4d85-8a4a-468233310be5 req-fd3cbb02-aaae-4bc3-8cd6-dcaa906d1335 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843835 Aug 06 18:00:57.868550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d42aa2-5641-41ea-a840-41bc6f484d3e req-e8b9852b-62ae-4f24-aaad-fcb2dc7a3428 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645637 Aug 06 18:00:57.900575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dadc42b2-ed30-45d2-88dc-92a1aea4bec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.906037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dadc42b2-ed30-45d2-88dc-92a1aea4bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:57.951044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dadc42b2-ed30-45d2-88dc-92a1aea4bec5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aef27a4a74e412ab5834c6ee9130063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480732 Aug 06 18:00:57.952219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc42b2-ed30-45d2-88dc-92a1aea4bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039611d0-e0af-4f22-bc31-2f1b45b7e86b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:57.954629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42710) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:00:58.006056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.027251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.077811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.080362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.084268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/039611d0-e0af-4f22-bc31-2f1b45b7e86b HTTP/1.1" status: 204 len: 168 time: 0.1259649 Aug 06 18:00:58.091999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9090a-c178-4f2a-94e5-107e0d0ff3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039611d0-e0af-4f22-bc31-2f1b45b7e86b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:58.268891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ae679-3a50-481c-aa95-cc0558d5a10a req-8316d5d5-b2ef-4ae7-8e53-770d17301d57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:58.278063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e86ae679-3a50-481c-aa95-cc0558d5a10a req-8316d5d5-b2ef-4ae7-8e53-770d17301d57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 948 time: 0.0629153 Aug 06 18:00:58.327971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e86ae679-3a50-481c-aa95-cc0558d5a10a req-436dbd49-1dc9-4de2-be86-831136c3aac7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483294 Aug 06 18:00:58.329979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:00:58.332044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c73f0846-02ba-4b19-8da5-d3ba13a5ea77 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:00:58.367545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91028-83ff-468c-9acd-bbaff45f19fb req-3d223359-be04-4bd2-abae-91557c0d6d67 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:58.373028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93a91028-83ff-468c-9acd-bbaff45f19fb req-3d223359-be04-4bd2-abae-91557c0d6d67 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.0847566 Aug 06 18:00:58.403471 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-39546b5f-3032-4814-a4e7-1b2bac64eae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.448941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93a91028-83ff-468c-9acd-bbaff45f19fb req-8b254888-b73d-423b-8403-3a150b74497c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691321 Aug 06 18:00:58.500221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:00:58.513108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:00:58.513634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.520091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:58.551299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'port_id': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'mac_address': 'fa:16:3e:0a:38:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8344886-c18e-4a0a-b6aa-519e8cc6a4fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:00:58.632034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.654766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d07e86e-2149-4b61-8b2e-5e77c0230dca {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:00:58.660540 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.699105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:00:58.701429 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b7cd0-d50b-42d3-8612-cfeffeac0134" -d '{"events": [{"server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "name": "network-vif-plugged", "status": "completed", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:00:58.705725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:58.718506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.722186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:00:58.740157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911495be-bdaf-4d31-83f1-a2f28bbbc7be req-665dac12-79fe-418c-a0f7-ebed116b38a3 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:58.747856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:00:58.757082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-911495be-bdaf-4d31-83f1-a2f28bbbc7be req-665dac12-79fe-418c-a0f7-ebed116b38a3 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.1165464 Aug 06 18:00:58.780918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:58.801891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7935b0-436d-4830-add9-ae471cf00eb8 req-91a81b29-bfab-44d4-9fad-0330d6e2711c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:58.808932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df7935b0-436d-4830-add9-ae471cf00eb8 req-91a81b29-bfab-44d4-9fad-0330d6e2711c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.0757184 Aug 06 18:00:58.834387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-911495be-bdaf-4d31-83f1-a2f28bbbc7be req-6694cc0e-dec6-449f-a469-01351718a2a8 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720654 Aug 06 18:00:58.864487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df7935b0-436d-4830-add9-ae471cf00eb8 req-84b9414d-c045-41a0-8ba6-733128a1d142 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Aug 06 18:00:58.882412 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e7adb7-830e-4b12-b8ea-d09bdd118413 x-openstack-request-id: req-27e7adb7-830e-4b12-b8ea-d09bdd118413 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:00:58.882701 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "name": "network-vif-plugged", "status": "completed", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:00:58.882944 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27e7adb7-830e-4b12-b8ea-d09bdd118413 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:00:58.883322 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'code': 200} Aug 06 18:00:58.884432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:00:59.007950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0b2e-84b2-4bc9-958a-e79ccbe971b4 req-bfca02db-ee40-415d-8d62-9ca0ebf191ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:59.009480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d0f0b2e-84b2-4bc9-958a-e79ccbe971b4 req-bfca02db-ee40-415d-8d62-9ca0ebf191ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1097 time: 0.0651217 Aug 06 18:00:59.033932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f9e3-f52c-479c-9d41-cd832951ef9c req-6b4ae351-a4ca-4c0d-a8ea-806ae54a9ec8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:59.035793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3467f9e3-f52c-479c-9d41-cd832951ef9c req-6b4ae351-a4ca-4c0d-a8ea-806ae54a9ec8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.1008086 Aug 06 18:00:59.087614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d0f0b2e-84b2-4bc9-958a-e79ccbe971b4 req-40db39e9-8514-46c5-850c-773a84031787 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701745 Aug 06 18:00:59.095327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3467f9e3-f52c-479c-9d41-cd832951ef9c req-109d57f5-139c-4a3e-a451-f0c124a69319 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Aug 06 18:00:59.282245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5d07e86e-2149-4b61-8b2e-5e77c0230dca'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:00:59.513207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b46f4e-8a17-4bd2-a428-e9bfba1311a7 req-d0d9dab4-0bd2-4aa8-af65-87c23beaeee0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:59.525301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74b46f4e-8a17-4bd2-a428-e9bfba1311a7 req-d0d9dab4-0bd2-4aa8-af65-87c23beaeee0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 948 time: 0.0840096 Aug 06 18:00:59.561670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74b46f4e-8a17-4bd2-a428-e9bfba1311a7 req-ce2a077a-b4b6-4204-a532-3e3659483238 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Aug 06 18:00:59.654969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38575-5179-4e4a-992f-e068d778f79a req-31bec0e7-e0a1-4662-9362-7135bd9a5b51 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:59.656561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7f38575-5179-4e4a-992f-e068d778f79a req-31bec0e7-e0a1-4662-9362-7135bd9a5b51 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.0549192 Aug 06 18:00:59.702723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7f38575-5179-4e4a-992f-e068d778f79a req-2f90c8fe-3900-45a1-8d96-cc1d7aa9c483 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Aug 06 18:00:59.944760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e5848-66e5-47ee-9e9a-8d05bc31ba22 req-99ed2404-4a83-4b05-960f-26183558ddec tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:00:59.946308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d1e5848-66e5-47ee-9e9a-8d05bc31ba22 req-99ed2404-4a83-4b05-960f-26183558ddec tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 948 time: 0.0483878 Aug 06 18:00:59.985159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d1e5848-66e5-47ee-9e9a-8d05bc31ba22 req-1e6e79ec-3918-463c-a9c2-53bcc5d0bff8 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 06 18:01:00.206493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-94f2317f-7d7a-4eda-a1a3-fd84200e469f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268762 Aug 06 18:01:00.286163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aee58c-a494-4f26-9ad9-25c524f18dff req-eebf1609-678a-4fbf-8571-2ef9553fa9a7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:00.287648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1aee58c-a494-4f26-9ad9-25c524f18dff req-eebf1609-678a-4fbf-8571-2ef9553fa9a7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.0530167 Aug 06 18:01:00.316342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-e9ef7a3f-7d2d-40d1-8812-0f1155441162 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:00.317900 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-e9ef7a3f-7d2d-40d1-8812-0f1155441162 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060464 Aug 06 18:01:00.324812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:00.325824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1aee58c-a494-4f26-9ad9-25c524f18dff req-71e77134-ec1a-41b3-90c2-0d0901ff76bd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Aug 06 18:01:00.340475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-85302d72-7c0b-48fe-b0e0-7565930fd427 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0107372 Aug 06 18:01:00.377795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-75ba9bf1-f6cf-499b-9357-57911b4712ef tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296314 Aug 06 18:01:00.443185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4991f1-8b77-4441-abff-6432d1b2d3fe req-772c0e5f-911c-43ea-b23d-e1709aa4bb54 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:00.444807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab4991f1-8b77-4441-abff-6432d1b2d3fe req-772c0e5f-911c-43ea-b23d-e1709aa4bb54 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.0577567 Aug 06 18:01:00.461046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:00.490422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'mac_address': 'fa:16:3e:99:40:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:00.497967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab4991f1-8b77-4441-abff-6432d1b2d3fe req-2fbd6c5b-cf2c-4b1e-adf5-436e46776110 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Aug 06 18:01:00.548520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:00.566242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:00.589135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:00.594575 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:00.596060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fab8aec0-d621-431e-bf47-612dc5097846 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:00.650795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c2369c2-3974-44cc-8a6d-464b4d0f581c req-0ac183a6-095d-4487-bc49-3162fcd4f7c8 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 210 time: 0.0621455 Aug 06 18:01:00.675474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fab8aec0-d621-431e-bf47-612dc5097846,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:00.701477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:00.707237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'fab8aec0-d621-431e-bf47-612dc5097846', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'fab8aec0-d621-431e-bf47-612dc5097846', 'mac_address': 'fa:16:3e:cc:f3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:00.768360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4a966-46ff-437a-8459-4c0139cc517c req-b537a677-34eb-4dda-828c-bb712d37dfb6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:00.783829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ea4a966-46ff-437a-8459-4c0139cc517c req-b537a677-34eb-4dda-828c-bb712d37dfb6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 949 time: 0.1136775 Aug 06 18:01:00.839396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ea4a966-46ff-437a-8459-4c0139cc517c req-d78ab778-9855-40ad-bfb2-8d82fb247ac1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540719 Aug 06 18:01:01.030814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c765a-ce5f-4722-a57c-d5f709c19573 req-aa22ba61-e2f2-44db-b0fb-7f01b000f36d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.032804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c3c765a-ce5f-4722-a57c-d5f709c19573 req-aa22ba61-e2f2-44db-b0fb-7f01b000f36d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.0848565 Aug 06 18:01:01.067501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.101892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab8aec0-d621-431e-bf47-612dc5097846 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:01.131239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c3c765a-ce5f-4722-a57c-d5f709c19573 req-8a2eb023-eca9-48e7-959b-16c8aa4fbcbc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Aug 06 18:01:01.152794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fab8aec0-d621-431e-bf47-612dc5097846,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:01.160680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.161832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:01.281695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:01.316958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d5665-43ed-4c00-8138-f7bad0390cf3 req-19975746-eb40-49bd-98aa-8e46e509d422 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.326695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a15d5665-43ed-4c00-8138-f7bad0390cf3 req-19975746-eb40-49bd-98aa-8e46e509d422 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 949 time: 0.0639699 Aug 06 18:01:01.343275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42850) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:01.360237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:01.379896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a15d5665-43ed-4c00-8138-f7bad0390cf3 req-4a57146f-c411-423e-8ad7-8325917a8835 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 Aug 06 18:01:01.395884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 has no active binding in host n-h2-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:01:01.405593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.428498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7883a-4184-46fe-8c3d-0d3d9e6a875a req-a8dcbcf4-d36a-4e9a-abd5-bb55b320b5d1 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.430696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4a7883a-4184-46fe-8c3d-0d3d9e6a875a req-a8dcbcf4-d36a-4e9a-abd5-bb55b320b5d1 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 949 time: 0.2257931 Aug 06 18:01:01.496631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6061-494d-45df-ae46-77dde68035be req-643a1eef-3650-45e5-bcf2-173d60a764c3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.498573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-643a1eef-3650-45e5-bcf2-173d60a764c3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621&tenant_id=8f91969929c647a599e04c12ba9871ae&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 949 time: 0.1732500 Aug 06 18:01:01.505019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8f7391c-3ca3-4e3d-98b0-41d7965b3929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.509220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4a7883a-4184-46fe-8c3d-0d3d9e6a875a req-bcf87277-4d85-449c-b80d-9deca7a31250 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Aug 06 18:01:01.544085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f16c-064c-4a50-acd2-caf87ae80fee req-a1dc3115-7653-420f-bb44-e250436f5bda tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.546192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34d6f16c-064c-4a50-acd2-caf87ae80fee req-a1dc3115-7653-420f-bb44-e250436f5bda tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.1020634 Aug 06 18:01:01.582356 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-fa9b6061-494d-45df-ae46-77dde68035be req-22f9ff02-9406-4ccf-9f19-4a504f72d953 service neutron] delete failed (client error): The resource could not be found. Aug 06 18:01:01.583639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-22f9ff02-9406-4ccf-9f19-4a504f72d953 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0780430 Aug 06 18:01:01.607333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ce153123-5c4e-4ab4-99ef-8c16e338d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.614133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34d6f16c-064c-4a50-acd2-caf87ae80fee req-9bdb6c1f-5355-43df-aa74-67613a33d3fd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Aug 06 18:01:01.660347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8f7391c-3ca3-4e3d-98b0-41d7965b3929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.662695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0b2c-bed5-46b9-b93d-5a72dbe548bf req-2bbf9390-28b1-4325-a2df-abfd5e4851e7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.665963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfcc0b2c-bed5-46b9-b93d-5a72dbe548bf req-2bbf9390-28b1-4325-a2df-abfd5e4851e7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.0674450 Aug 06 18:01:01.667354 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8f7391c-3ca3-4e3d-98b0-41d7965b3929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.707159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d8f7391c-3ca3-4e3d-98b0-41d7965b3929 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc122ca8689345eba84223be93fe5501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622389 Aug 06 18:01:01.707812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7391c-3ca3-4e3d-98b0-41d7965b3929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7045c-708e-4cab-a175-f6f5c26a7be7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:01.710243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:01.727564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6061-494d-45df-ae46-77dde68035be req-afd3ec87-f5a6-4a66-9145-6c6fb0053eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:01.729091 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-afd3ec87-f5a6-4a66-9145-6c6fb0053eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1101 time: 0.0614836 Aug 06 18:01:01.754270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9110096-dc1d-469c-9b9c-0d2aaf4bad3b req-2c627239-5231-4903-b789-1e1a6d56cc0f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 210 time: 0.0373147 Aug 06 18:01:01.762214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfcc0b2c-bed5-46b9-b93d-5a72dbe548bf req-ad0cedfd-638c-4ace-9a23-3c820811bf7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620861 Aug 06 18:01:01.874746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:01.990479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.067693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-c6ce75eb-b108-4328-a6c9-84b2f388a8f0 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 258 time: 0.2647507 Aug 06 18:01:02.079928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:02.089903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-4984d91d-4895-4698-b1b9-d61cc31cedc9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247633 Aug 06 18:01:02.100050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.102589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.103710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39a7045c-708e-4cab-a175-f6f5c26a7be7 HTTP/1.1" status: 204 len: 168 time: 0.3925641 Aug 06 18:01:02.111727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['fab8aec0-d621-431e-bf47-612dc5097846'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:02.113278 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.115845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:02.117588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6eac-6eac-4bd0-87e2-bb6c7f869a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7045c-708e-4cab-a175-f6f5c26a7be7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:02.169175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6061-494d-45df-ae46-77dde68035be req-1662a758-384d-4ad3-8aa9-f4227c57b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.171622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-1662a758-384d-4ad3-8aa9-f4227c57b9f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.4327142 Aug 06 18:01:02.175901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.55', 56840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:02.258993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-309b61a0-cd26-4c15-af89-902bdf132a48 service neutron] 10.222.0.55 "GET /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2/bindings/n-h2-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.0802379 Aug 06 18:01:02.315154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-5e01bc2e-dbf3-4a66-9dec-5b1f85ebbd84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.1314690 Aug 06 18:01:02.346093 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.378875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:02.470491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5d07e86e-2149-4b61-8b2e-5e77c0230dca completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:02.475415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5d07e86e-2149-4b61-8b2e-5e77c0230dca triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:02.476497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.477039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc6cfc-1abe-480d-9891-4abb63f130df req-5639ecdd-2b61-4df4-9045-14392a913dd7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.486764 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61bc6cfc-1abe-480d-9891-4abb63f130df req-5639ecdd-2b61-4df4-9045-14392a913dd7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 943 time: 0.1787488 Aug 06 18:01:02.514867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-dfeb3091-c187-4d60-bbd5-aea086191ed6 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.517286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-dfeb3091-c187-4d60-bbd5-aea086191ed6 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187903 Aug 06 18:01:02.518945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6061-494d-45df-ae46-77dde68035be req-76f6965a-d15e-4f26-a83e-4f5afed34ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.520529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-76f6965a-d15e-4f26-a83e-4f5afed34ef4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1837711 Aug 06 18:01:02.542214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Allocated IP 172.25.3.234 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/879185fa-b442-41ad-98d6-12d53fee4637) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:02.545354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:02.577776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.605139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:02.607672 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d78a97-5724-4239-b991-ac0510293e48" -d '{"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-plugged", "status": "completed", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:02.610848 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61bc6cfc-1abe-480d-9891-4abb63f130df req-32a42205-5c75-4b11-bfdc-065a5ccc2bdf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230340 Aug 06 18:01:02.616930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:02.626974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:02.628609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.646045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16d67005-ab6e-4237-8f6e-d7481052d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.681211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:02.690324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b6061-494d-45df-ae46-77dde68035be req-1b2b5ae5-769e-4f8d-b247-f1628c4e45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.691966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-1b2b5ae5-769e-4f8d-b247-f1628c4e45a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547637 Aug 06 18:01:02.748903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.780550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:02.818976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:02.852879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.865111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268d816b-dd5f-4249-94cf-83e33fe58bc2 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:02.887977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af81640-5c5c-425d-ac8a-160f0df7d8f5 req-62e78318-ed0a-41fe-9ba0-818439420a1d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:02.891045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5af81640-5c5c-425d-ac8a-160f0df7d8f5 req-62e78318-ed0a-41fe-9ba0-818439420a1d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 949 time: 0.1943212 Aug 06 18:01:02.897187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-3689bd74-7b0a-4408-93e9-1e43b9d4da0f service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847529 Aug 06 18:01:02.903045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:02.923025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:02.928313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:02.930613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event updated for resources: {'Port': ['ID=879185fa-b442-41ad-98d6-12d53fee4637,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:02.932792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:02.934974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:02.979244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.018423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5af81640-5c5c-425d-ac8a-160f0df7d8f5 req-57dad80f-f6d9-4a05-9bc7-c88e032c251e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170082 Aug 06 18:01:03.038470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16d67005-ab6e-4237-8f6e-d7481052d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.051870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16d67005-ab6e-4237-8f6e-d7481052d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.080029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa9b6061-494d-45df-ae46-77dde68035be req-f36a9754-2f63-444d-a9c9-e874555c2311 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712329 Aug 06 18:01:03.100482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.119526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:03.119526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.123959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] Transition to ACTIVE for port object 268d816b-dd5f-4249-94cf-83e33fe58bc2 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:03.129418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.142586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d67005-ab6e-4237-8f6e-d7481052d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5dc4a-48a4-4bb4-92eb-bcf508adfb3e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:03.144046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.148771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16d67005-ab6e-4237-8f6e-d7481052d29f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9281dd42125d46bba597f63573a06b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228894 Aug 06 18:01:03.152861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42886) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:03.194372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.209800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4895-d994-4a58-9a36-afa7ed1a9346 req-922d0b55-1cea-4cc7-ae95-9630f892d7ea tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:03.211328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-087c4895-d994-4a58-9a36-afa7ed1a9346 req-922d0b55-1cea-4cc7-ae95-9630f892d7ea tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 949 time: 0.0995007 Aug 06 18:01:03.270161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-087c4895-d994-4a58-9a36-afa7ed1a9346 req-ecb4d432-a844-48d0-b50f-f5fc00084617 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504210 Aug 06 18:01:03.273801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] No DVR routers for this DVR port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:03.304162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] Pushing event updated for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=10']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:03.312271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.320300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.332995 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45acc398-fab3-4c10-9baf-5fef03bc019e x-openstack-request-id: req-45acc398-fab3-4c10-9baf-5fef03bc019e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:03.333636 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-plugged", "status": "completed", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:03.333636 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45acc398-fab3-4c10-9baf-5fef03bc019e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:03.333987 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'code': 200} Aug 06 18:01:03.397855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-6cf2a6ab-7b8f-4b4e-ac02-3f48395b8b10 service neutron] 10.222.0.55 "PUT /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2/bindings/n-h2-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 1.1312311 Aug 06 18:01:03.398524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.450381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843043e4-b24e-4ead-98f7-de323b446be6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:03.475602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.524275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544dc5a-67ca-4250-b540-12d53a7a54a6 req-0cbe511a-d901-4374-aaa9-69bf8409ddcf tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:03.527267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f544dc5a-67ca-4250-b540-12d53a7a54a6 req-0cbe511a-d901-4374-aaa9-69bf8409ddcf tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 945 time: 0.1358941 Aug 06 18:01:03.548604 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.549137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.126 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/c75204ac-d30c-4940-9492-ca37b1062a67) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:03.555568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b120d-b88b-4f72-853e-07b1467b78f0 req-85047b7a-fa1b-4a04-b02d-6c41bfca49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:03.557112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c92b120d-b88b-4f72-853e-07b1467b78f0 req-85047b7a-fa1b-4a04-b02d-6c41bfca49ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1097 time: 0.1529357 Aug 06 18:01:03.573915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.599287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f544dc5a-67ca-4250-b540-12d53a7a54a6 req-721dfaf6-d23f-43cd-90bf-b130730ef82a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Aug 06 18:01:03.654221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event updated for resources: {'Port': ['ID=879185fa-b442-41ad-98d6-12d53fee4637,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:03.683931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-0c09af9e-4e23-4fac-9e35-647c79bd17dd tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:03.685528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-0c09af9e-4e23-4fac-9e35-647c79bd17dd tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.1550672 Aug 06 18:01:03.694116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c92b120d-b88b-4f72-853e-07b1467b78f0 req-c8835809-133b-4d0f-8b57-6067c5e29438 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223962 Aug 06 18:01:03.729486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.731999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.735420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00e5dc4a-48a4-4bb4-92eb-bcf508adfb3e HTTP/1.1" status: 204 len: 168 time: 0.5770226 Aug 06 18:01:03.755168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b936054c-be06-44ed-b486-0586b0491e95 req-e84d84fd-ebf8-4028-9dcd-365353d79869 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 210 time: 0.0322640 Aug 06 18:01:03.766316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.771018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215919e8-49a8-42fc-81d4-b20a2424d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5dc4a-48a4-4bb4-92eb-bcf508adfb3e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:03.797766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.799062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-8afc375f-8def-4521-b1f5-329757ea6b0d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7239809 Aug 06 18:01:03.801217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-81a98abd-c30d-4164-8878-4c9b42163f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:03.802754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-81a98abd-c30d-4164-8878-4c9b42163f76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140&tenant_id=d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 1096 time: 0.1060784 Aug 06 18:01:03.845336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.860155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object c75204ac-d30c-4940-9492-ca37b1062a67 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:03.905528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:03.976709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:03.996334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:04.002541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:04.052422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:04.094772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.095450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.110276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99767f1f-2f14-4e1a-9fc5-3ca05dc605b2 req-0d8b697d-9dc0-4404-8964-8be97fd285cf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.112246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99767f1f-2f14-4e1a-9fc5-3ca05dc605b2 req-0d8b697d-9dc0-4404-8964-8be97fd285cf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.1551197 Aug 06 18:01:04.150699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-b08f3b22-2647-4713-aefc-3a17760b0cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6119826 Aug 06 18:01:04.170991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Request body: {'port': {'device_id': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:04.195603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99767f1f-2f14-4e1a-9fc5-3ca05dc605b2 req-e3b23c1d-cf84-41ae-96b8-6005b0383deb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654256 Aug 06 18:01:04.212755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-97b93986-9be2-4026-aaa0-b5625ce68be3 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.4053979 Aug 06 18:01:04.226342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-541d5af8-f0f5-4806-9d51-a883055401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.227962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-541d5af8-f0f5-4806-9d51-a883055401c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1096 time: 0.3877356 Aug 06 18:01:04.241472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.278335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-790e1f17-38e4-4bdf-8826-4c3251847530 None None] Provisioning for port c75204ac-d30c-4940-9492-ca37b1062a67 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:04.284408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-790e1f17-38e4-4bdf-8826-4c3251847530 None None] Provisioning complete for port c75204ac-d30c-4940-9492-ca37b1062a67 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:04.284990 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-790e1f17-38e4-4bdf-8826-4c3251847530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.338959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-790e1f17-38e4-4bdf-8826-4c3251847530 None None] Port c75204ac-d30c-4940-9492-ca37b1062a67 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:04.380881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:04.415048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-78eb9c0e-9378-4613-8487-f97182e51b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.417115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-78eb9c0e-9378-4613-8487-f97182e51b4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1801817 Aug 06 18:01:04.455370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-314ee47c-fdbf-479a-ae96-c7715638120a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.456795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-314ee47c-fdbf-479a-ae96-c7715638120a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.2372878 Aug 06 18:01:04.458390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:04.467121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:04.467671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.478978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63b1f3-684a-4bf0-b2af-77159ebe2805 req-acaebee4-b6de-4dba-890a-5e42dd20768c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.481681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc63b1f3-684a-4bf0-b2af-77159ebe2805 req-acaebee4-b6de-4dba-890a-5e42dd20768c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 949 time: 0.1738968 Aug 06 18:01:04.482606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.489515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-72a16577-dab1-4c2f-b3a6-053b65b1ddc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.0563426 Aug 06 18:01:04.493580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-b864b2fc-85bc-4ef5-95b5-03dae555dbe6 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:04.494598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44133433-8acd-4cc3-9ceb-6a7fac628da1 req-b864b2fc-85bc-4ef5-95b5-03dae555dbe6 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077960 Aug 06 18:01:04.577321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-51441f1d-7a1f-41e9-9467-d2d9a89ace9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.580002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-51441f1d-7a1f-41e9-9467-d2d9a89ace9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0738363 Aug 06 18:01:04.581893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc63b1f3-684a-4bf0-b2af-77159ebe2805 req-115d5fc2-4e12-4287-85ae-563a58f7ddf9 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Aug 06 18:01:04.633862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.648451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-67f18e18-2d34-4175-b049-55e20a408be9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588045 Aug 06 18:01:04.673965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:04.681208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75204ac-d30c-4940-9492-ca37b1062a67 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:04.682456 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.683411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fab8aec0-d621-431e-bf47-612dc5097846 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:04.693480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.703230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d5e61-96ba-43bf-855e-fe34ac738d79 req-54ae0721-169f-4b57-b190-2178dc1f1b8c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.709110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Transition to ACTIVE for port object c75204ac-d30c-4940-9492-ca37b1062a67 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:04.711997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f4d5e61-96ba-43bf-855e-fe34ac738d79 req-54ae0721-169f-4b57-b190-2178dc1f1b8c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 949 time: 0.1250947 Aug 06 18:01:04.717161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.824283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f4d5e61-96ba-43bf-855e-fe34ac738d79 req-1838194d-ee55-400f-8bce-4fe62fb780d4 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059375 Aug 06 18:01:04.838651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Pushing event updated for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:04.848811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:04.860213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-8846595b-147b-4fba-9538-f39506711c04 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974850 Aug 06 18:01:04.877662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port fab8aec0-d621-431e-bf47-612dc5097846 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:04.887765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port fab8aec0-d621-431e-bf47-612dc5097846 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:04.888504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:04.947972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-ea9ed5dd-e16c-4e1c-91c8-93f09233a833 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:04.956748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-ea9ed5dd-e16c-4e1c-91c8-93f09233a833 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1834123 Aug 06 18:01:05.059532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8272ebf8-f735-40c9-89c4-593324e6fa99 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.1016779 Aug 06 18:01:05.066442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'floatingip': {'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:05.068483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Attempting to bind port c75204ac-d30c-4940-9492-ca37b1062a67 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:05.068808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Attempting to bind port c75204ac-d30c-4940-9492-ca37b1062a67 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:05.071366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Attempting to bind port c75204ac-d30c-4940-9492-ca37b1062a67 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:05.072824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.085407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-f6257f47-a1c0-4557-bde3-c53525cffac4 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148447 Aug 06 18:01:05.119439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fab8aec0-d621-431e-bf47-612dc5097846,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:05.119655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Port c75204ac-d30c-4940-9492-ca37b1062a67 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:05.119655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Attempting to bind port c75204ac-d30c-4940-9492-ca37b1062a67 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:05.120000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.141084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a39d8-15dd-4a6c-8ccc-238a3ac12ede req-f6f77d17-45d1-4e45-92fa-98d6dd2588d6 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.142374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.145058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d66a39d8-15dd-4a6c-8ccc-238a3ac12ede req-f6f77d17-45d1-4e45-92fa-98d6dd2588d6 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1102 time: 0.2148623 Aug 06 18:01:05.177919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:05.184059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:05.184405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:05.184800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:05.185254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Bound port: c75204ac-d30c-4940-9492-ca37b1062a67, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:05.185672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.199808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d66a39d8-15dd-4a6c-8ccc-238a3ac12ede req-4430dfc7-e382-4a35-8ee8-404b0a1223fd tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481524 Aug 06 18:01:05.292411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:05.295755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c75204ac-d30c-4940-9492-ca37b1062a67,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:05.301125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:05.328283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:05.336275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}, {'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:05.339491 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1c565-c12e-457b-b9fd-5c5a3fe2ee80" -d '{"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-plugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}, {"server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "name": "network-vif-plugged", "status": "completed", "tag": "fab8aec0-d621-431e-bf47-612dc5097846"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:05.345412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b465c-d762-4729-b51e-d9f4f103e52d req-ff637d99-d1c4-45ca-9428-93dbad28ae62 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.347030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.353157 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-766b465c-d762-4729-b51e-d9f4f103e52d req-ff637d99-d1c4-45ca-9428-93dbad28ae62 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 945 time: 0.0811398 Aug 06 18:01:05.422801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.423376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.424779 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] 10.222.0.55 "PUT /v2.0/ports/c75204ac-d30c-4940-9492-ca37b1062a67 HTTP/1.1" status: 200 len: 1097 time: 1.2652028 Aug 06 18:01:05.427075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:05.428766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-766b465c-d762-4729-b51e-d9f4f103e52d req-d02a307f-6f6f-4943-8ba2-279dea4a5b46 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722628 Aug 06 18:01:05.429270 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bd33af-c764-4ba3-82ce-c0368d8da6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:05.473313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d6354-838d-441c-8221-d67c5e0885c7 req-aebd3005-3cb9-4bee-8a5c-df5dcbf3b488 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.474921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-aebd3005-3cb9-4bee-8a5c-df5dcbf3b488 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.0885906 Aug 06 18:01:05.501720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a8ee7-737c-49d8-ae22-d178862fef81 service neutron] Pushing event updated for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:05.607341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4d739-8641-4490-871e-8d71fbf2e59b req-7ec150b5-7411-4ea5-b9f9-1170f9c8e627 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.609078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffb4d739-8641-4490-871e-8d71fbf2e59b req-7ec150b5-7411-4ea5-b9f9-1170f9c8e627 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 948 time: 0.0866134 Aug 06 18:01:05.742237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-072d6354-838d-441c-8221-d67c5e0885c7 req-ce1a5f98-2d8f-42ff-8ebc-2f02e11508a3 service neutron] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:05.747655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-072d6354-838d-441c-8221-d67c5e0885c7 req-ce1a5f98-2d8f-42ff-8ebc-2f02e11508a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:05.748802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072d6354-838d-441c-8221-d67c5e0885c7 req-ce1a5f98-2d8f-42ff-8ebc-2f02e11508a3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2/bindings/n-h1-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.2652194 Aug 06 18:01:05.764295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffb4d739-8641-4490-871e-8d71fbf2e59b req-2b6b3001-9972-40c7-ba03-a59c3e6cab63 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881186 Aug 06 18:01:05.855521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7a7bc059-df1e-4c2f-8508-d85457739475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.857051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-7a7bc059-df1e-4c2f-8508-d85457739475 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 1100 time: 0.3436751 Aug 06 18:01:05.929172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-020b393d-2386-4140-93de-6e8177d58b98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c75204ac-d30c-4940-9492-ca37b1062a67 HTTP/1.1" status: 200 len: 217 time: 0.0373828 Aug 06 18:01:05.982248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4871f-a984-4be8-bbee-175b5b95416d req-e17a51e8-fa69-4dc1-b977-7c8495b6128b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:05.983872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1b4871f-a984-4be8-bbee-175b5b95416d req-e17a51e8-fa69-4dc1-b977-7c8495b6128b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.0656934 Aug 06 18:01:06.023579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-ac723f3a-5216-4c71-a94b-7dbdb3ba6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.025210 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-ac723f3a-5216-4c71-a94b-7dbdb3ba6545 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0860894 Aug 06 18:01:06.025555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1b4871f-a984-4be8-bbee-175b5b95416d req-0af09852-b67e-48f2-bf4e-1ecf7c388fbb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Aug 06 18:01:06.084050 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c3be7-02a4-4220-985b-00bc7feaf963 x-openstack-request-id: req-f94c3be7-02a4-4220-985b-00bc7feaf963 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:06.084531 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-plugged", "status": "completed", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "code": 200}, {"server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "name": "network-vif-plugged", "status": "completed", "tag": "fab8aec0-d621-431e-bf47-612dc5097846", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:06.084929 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f94c3be7-02a4-4220-985b-00bc7feaf963 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:06.085487 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'code': 200} Aug 06 18:01:06.085901 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846', 'code': 200} Aug 06 18:01:06.131987 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8e48f-14bb-494f-b05e-810dfda46f21 x-openstack-request-id: req-3ba8e48f-14bb-494f-b05e-810dfda46f21 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:06.132280 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:06.132520 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ba8e48f-14bb-494f-b05e-810dfda46f21 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:06.132902 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67', 'status': 'completed', 'code': 200} Aug 06 18:01:06.146440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-40c32ffb-dd97-4f48-b440-69bb453187d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.147992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-40c32ffb-dd97-4f48-b440-69bb453187d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145740 Aug 06 18:01:06.183051 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:06.192749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:06.237809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a511-c630-4694-baab-de41a1d79e85 req-ec5114b5-841a-43ee-9587-2306acec404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.239837 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c995a511-c630-4694-baab-de41a1d79e85 req-ec5114b5-841a-43ee-9587-2306acec404d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 1102 time: 0.0842156 Aug 06 18:01:06.248320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5419f23-2a09-4f60-b3ed-87f0a3522ee7 req-16f002d4-602f-4466-be89-654d712e09ff tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.249897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5419f23-2a09-4f60-b3ed-87f0a3522ee7 req-16f002d4-602f-4466-be89-654d712e09ff tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1097 time: 0.0528822 Aug 06 18:01:06.301951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c995a511-c630-4694-baab-de41a1d79e85 req-d3089d77-a081-4777-a264-6a3a9181621f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Aug 06 18:01:06.308234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5419f23-2a09-4f60-b3ed-87f0a3522ee7 req-e9558fb0-6692-4b93-a7f5-faa3a06729f8 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Aug 06 18:01:06.332221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-be5042b8-fd50-4db5-b5b4-af192a63f530 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769924 Aug 06 18:01:06.361502 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Floating IP d1999378-6fe3-47f5-9156-7bece42f5733 associated. External IP: 172.25.3.234, port: c73f0846-02ba-4b19-8da5-d3ba13a5ea77. Aug 06 18:01:06.433030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df5151-1ec8-4a57-a757-0e3272b403d6 req-3e3e7c71-dc6d-45c1-8edc-56c17da621d0 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.435008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43df5151-1ec8-4a57-a757-0e3272b403d6 req-3e3e7c71-dc6d-45c1-8edc-56c17da621d0 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 950 time: 0.0520923 Aug 06 18:01:06.478766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43df5151-1ec8-4a57-a757-0e3272b403d6 req-7ebadf20-19d8-4361-909d-b687abc8d5f1 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Aug 06 18:01:06.526507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf0ed26-cda9-4c50-bb5b-af34ed551b00 req-75c8f2e3-5af4-4eca-a7cd-3264924bfb0d service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861203 Aug 06 18:01:06.675882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-656c10f1-7934-453d-9993-5deca43fe5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.677607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-656c10f1-7934-453d-9993-5deca43fe5d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 1100 time: 0.0928924 Aug 06 18:01:06.718786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Router 9bae32e2-f0c2-4a10-b23e-441a1afac062 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:01:06.722905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-efef1894-6e24-4bc8-ad1a-5e3933574fcd tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d560c58e60e146148eef65c289c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269270 Aug 06 18:01:06.824437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-4478d1e8-8464-4d60-b425-cfddcde8464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.825993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-4478d1e8-8464-4d60-b425-cfddcde8464e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1416564 Aug 06 18:01:06.849635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-727d4a5a-3364-4f32-9101-2b2e4e4c8772 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.851121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-727d4a5a-3364-4f32-9101-2b2e4e4c8772 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212335 Aug 06 18:01:06.868114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-ac03a45b-77f6-4f13-8fcb-8d21ab80a1ce tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/quotas/d560c58e60e146148eef65c289c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0098732 Aug 06 18:01:06.898319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-453e1860-d7fc-4850-908a-85431ea99572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c75204ac-d30c-4940-9492-ca37b1062a67 HTTP/1.1" status: 200 len: 217 time: 0.0440264 Aug 06 18:01:06.900410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-76298401-f837-4e9b-aab3-2006b9383280 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263686 Aug 06 18:01:06.940143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:01:06.945090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:06.952170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Sync routers for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:01:06.962699 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:06.963332 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:06.986181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-8e115540-4263-4243-86bc-284e76f96711 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "PUT /v2.0/floatingips/d1999378-6fe3-47f5-9156-7bece42f5733 HTTP/1.1" status: 200 len: 996 time: 1.9254839 Aug 06 18:01:06.987669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-92cfc10e-d175-403a-b1ca-3b49f3a1ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:06.989366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-92cfc10e-d175-403a-b1ca-3b49f3a1ad76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0836270 Aug 06 18:01:07.099998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-93b7ec12-74b0-42f0-ab9a-facfd78a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.107796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-93b7ec12-74b0-42f0-ab9a-facfd78a9464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1097 time: 0.0999780 Aug 06 18:01:07.109077 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:07.113576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-e19a2d33-bc31-4db1-9e12-deab52687908 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356543 Aug 06 18:01:07.119822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-5864d601-ca09-43f9-914c-b293a35906d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.121245 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-5864d601-ca09-43f9-914c-b293a35906d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244953 Aug 06 18:01:07.273667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-46823b26-8db5-4a01-8ed7-2d9ef287002a tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.274932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-0abc23f9-1f01-4cc6-8736-a70ad7ec2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.276659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-0abc23f9-1f01-4cc6-8736-a70ad7ec2f51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 930 time: 0.1680694 Aug 06 18:01:07.278631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-24e8e65e-c301-4341-84a3-212cfe485b19 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473987 Aug 06 18:01:07.282316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-46823b26-8db5-4a01-8ed7-2d9ef287002a tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503735 Aug 06 18:01:07.299545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-59e1db54-4191-4f3c-a76f-dfce8b10c201 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/quotas/8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 375 time: 0.0160980 Aug 06 18:01:07.354572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-088d4ca1-eb06-430a-ac14-b33459a31132 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531998 Aug 06 18:01:07.406516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-38359517-35fa-4dbf-8c65-a7c5f974a9fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 999 time: 0.1214981 Aug 06 18:01:07.423899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1999378-6fe3-47f5-9156-7bece42f5733', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'mac_address': 'fa:16:3e:6e:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:01:03Z', 'updated_at': '2021-08-06T18:01:06Z', 'revision_number': 1, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:07.464410 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Checking router: 9bae32e2-f0c2-4a10-b23e-441a1afac062 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:01:07.474879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:07.475690 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:07.520624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86bd33af-c764-4ba3-82ce-c0368d8da6f9 req-166668fe-e836-4e12-87d9-e533e85f7aab service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294292 Aug 06 18:01:07.524582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-730ba0f6-60e3-4d80-a670-f0fcae828704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.532496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-730ba0f6-60e3-4d80-a670-f0fcae828704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.1156652 Aug 06 18:01:07.605962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-643b92d3-53f5-457d-9318-3d48b194af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.615647 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:07.618553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-643b92d3-53f5-457d-9318-3d48b194af52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851398 Aug 06 18:01:07.624914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-5dc75a4f-890d-4ba2-8c43-4854e1541d1e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:07.639903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-5dc75a4f-890d-4ba2-8c43-4854e1541d1e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204079 Aug 06 18:01:07.650979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9828d-3db4-4db7-9fa1-12ca3157e8ad req-6f554f77-061e-476a-a287-ca04a581011a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.661174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cd9828d-3db4-4db7-9fa1-12ca3157e8ad req-6f554f77-061e-476a-a287-ca04a581011a tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1097 time: 0.0634813 Aug 06 18:01:07.714958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cd9828d-3db4-4db7-9fa1-12ca3157e8ad req-ea2db81e-52f6-4ffd-bd96-22139786ab79 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483780 Aug 06 18:01:07.776550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-ad412c5d-8295-4bf8-a410-bfdd292bcd86 service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317329 Aug 06 18:01:07.909006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6503f4e-b9a3-4799-9804-c9987b6a2af2 req-464b89b7-d44b-452e-84ea-0f37f78bdebd service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247907 Aug 06 18:01:07.915180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d61df-d4e5-490e-b99c-2521c4434cd8 req-088edd53-d82c-43d4-92ed-a4837e51d188 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:07.916765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-460d61df-d4e5-490e-b99c-2521c4434cd8 req-088edd53-d82c-43d4-92ed-a4837e51d188 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 948 time: 0.0696673 Aug 06 18:01:07.982367 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1999378-6fe3-47f5-9156-7bece42f5733', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'mac_address': 'fa:16:3e:6e:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:01:03Z', 'updated_at': '2021-08-06T18:01:06Z', 'revision_number': 1, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:07.988881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-460d61df-d4e5-490e-b99c-2521c4434cd8 req-b8a35932-6954-4d75-92ac-ee40f6464070 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628049 Aug 06 18:01:08.010746 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985048d-ccee-4853-a02b-154f83ebaecc None None] The sync data for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 is: [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1999378-6fe3-47f5-9156-7bece42f5733', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'mac_address': 'fa:16:3e:6e:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:01:03Z', 'updated_at': '2021-08-06T18:01:06Z', 'revision_number': 1, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:01:08.113082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e833a09-7d7a-49c8-ac32-86830a9ef800 req-0a70f50b-639b-4607-949b-a992bb10dbe9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 210 time: 0.0362256 Aug 06 18:01:08.136843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f0217de-0b2d-4e68-8526-55824719bff3 req-ba6e6372-92cf-4c6a-80b5-6e60a41ea23e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 210 time: 0.0344625 Aug 06 18:01:08.139214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:08.144491 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f3641-58a6-4535-81b0-3db3549a9d16" -d '{"events": [{"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:08.251765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462071bb-7e1b-4ad1-b0e0-bfe24c552cc3 req-7ae57f32-19b3-4413-99bf-7a55b5bc504e tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:08.260208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-462071bb-7e1b-4ad1-b0e0-bfe24c552cc3 req-7ae57f32-19b3-4413-99bf-7a55b5bc504e tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 950 time: 0.0664115 Aug 06 18:01:08.264145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f773a2-7388-4d3b-a2d5-ae3a22c98444 None None] New status for floating IP d1999378-6fe3-47f5-9156-7bece42f5733: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:01:08.292739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92753019-b1ce-49fe-b309-76e6814e16c8 req-d6577267-c246-480a-b875-a3f1029068e0 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:08.297056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92753019-b1ce-49fe-b309-76e6814e16c8 req-d6577267-c246-480a-b875-a3f1029068e0 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1096 time: 0.0706491 Aug 06 18:01:08.304173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-462071bb-7e1b-4ad1-b0e0-bfe24c552cc3 req-311ad6ba-eff2-44d4-9bd9-fa4a967b2ee3 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Aug 06 18:01:08.374478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92753019-b1ce-49fe-b309-76e6814e16c8 req-2a009a26-3130-453c-b9e1-348f55c79614 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Aug 06 18:01:08.395290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-3a386818-5dde-4237-9ab4-cb861962cd75 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d560c58e60e146148eef65c289c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517638 Aug 06 18:01:08.451981 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eab528-59ce-4b42-ac18-004da9d35e34 x-openstack-request-id: req-54eab528-59ce-4b42-ac18-004da9d35e34 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:08.459717 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:08.460365 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54eab528-59ce-4b42-ac18-004da9d35e34 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:08.460961 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'status': 'completed', 'code': 200} Aug 06 18:01:08.619990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-03a0140c-466f-4044-b3ad-5c9bc6de1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:08.621792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-03a0140c-466f-4044-b3ad-5c9bc6de1ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1097 time: 0.1117485 Aug 06 18:01:08.627877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-18405656-e14e-455c-a60a-d1ae22ffd53a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 258 time: 0.2382607 Aug 06 18:01:08.629236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-2f9b59b3-722e-4159-ace5-baa1f7601883 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:08.636374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-2f9b59b3-722e-4159-ace5-baa1f7601883 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315104 Aug 06 18:01:08.651152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Request body: {'port': {'device_id': '0adf8e12-7af2-4117-bd79-523b605c8838', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'd560c58e60e146148eef65c289c97ab6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:08.655144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:08.740145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:08.777135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-05f7d0b7-08a4-46f7-bc14-9619c4c679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:08.778661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-05f7d0b7-08a4-46f7-bc14-9619c4c679d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 930 time: 0.1493204 Aug 06 18:01:08.805690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Made reservation on behalf of d560c58e60e146148eef65c289c97ab6 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:08.810375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:08.821288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:08.939228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-0ad08415-876b-43f3-a720-fe64fde37277 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544150 Aug 06 18:01:08.990489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-f8b8ea0a-c6bc-4beb-abaa-3c231c6b414d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 1001 time: 0.2023551 Aug 06 18:01:09.137803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-4d0f185b-a591-4bef-881c-d66dd9c56520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:09.139367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-4d0f185b-a591-4bef-881c-d66dd9c56520 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.1123779 Aug 06 18:01:09.147794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-0d58f24e-0efe-4bff-b649-105c4675aafe tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:09.149269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-0d58f24e-0efe-4bff-b649-105c4675aafe tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013369 Aug 06 18:01:09.165845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Request body: {'port': {'device_id': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '8f91969929c647a599e04c12ba9871ae'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:09.170816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.184432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c75204ac-d30c-4940-9492-ca37b1062a67 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:09.290634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.293806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c75204ac-d30c-4940-9492-ca37b1062a67,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:09.302408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.309026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c75204ac-d30c-4940-9492-ca37b1062a67', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'c75204ac-d30c-4940-9492-ca37b1062a67', 'mac_address': 'fa:16:3e:b7:53:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:09.317207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-154f3c6c-29b6-448e-9c5e-1c76860385b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:09.319147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-154f3c6c-29b6-448e-9c5e-1c76860385b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668756 Aug 06 18:01:09.352165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.366470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75204ac-d30c-4940-9492-ca37b1062a67 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:09.388441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c75204ac-d30c-4940-9492-ca37b1062a67,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:09.393036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870c14f6-baf5-40b0-a394-880339595992,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:09.395734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.418861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-4931f146-2feb-4d7b-809c-6ccd9d83656b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:09.420548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-4931f146-2feb-4d7b-809c-6ccd9d83656b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.4802020 Aug 06 18:01:09.448434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-713a3587-ceb8-4b09-8701-5ffabee7509e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/quotas/d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 375 time: 0.0205052 Aug 06 18:01:09.460248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:09.530657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Allocated IP 192.168.233.26 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/0a15f05d-4d95-4580-8b12-0c8f1f67ddcb) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:09.552346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-04497c3e-1635-4ba9-9721-855fc925331a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837777 Aug 06 18:01:09.615823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:09.673149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Allocated IP 172.25.3.152 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:09.741583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-ed3291d2-be8c-4346-a119-a42baafbea46 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733859 Aug 06 18:01:09.745246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Made reservation on behalf of 8f91969929c647a599e04c12ba9871ae for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:09.749488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.797015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-c342e255-1883-4b35-a85f-dc9d71ca4322 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176006 Aug 06 18:01:09.803346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.853261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Transition to ACTIVE for port object 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:09.888555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-fee2a829-2a35-442e-a808-45ee5215ceed service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261055 Aug 06 18:01:09.907669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.950470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:09.954103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:09.956766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:09.959506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:09.999005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Pushing event updated for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:10.046512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:10.047528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.056750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94f3641-58a6-4535-81b0-3db3549a9d16 req-7e437566-2054-44d5-805e-c3fc9bccf482 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464435 Aug 06 18:01:10.080652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Allocated IP 192.168.233.15 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/2a7660ab-b3d7-4b44-8d24-3fc86549daf2) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:10.080854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-a840c194-b2b5-45f0-9516-996513150cd5 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4340146 Aug 06 18:01:10.091024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.094956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Request body: {'port': {'device_id': '0adf8e12-7af2-4117-bd79-523b605c8838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:10.153936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.182884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.242360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:10.270684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d13af-db46-4045-bf8a-122bb8beb70b req-00cbfe23-44dc-420f-8d26-47554e334563 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:10.272371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a56d13af-db46-4045-bf8a-122bb8beb70b req-00cbfe23-44dc-420f-8d26-47554e334563 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1097 time: 0.0908191 Aug 06 18:01:10.285507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:10.318028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:10.324548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event updated for resources: {'Port': ['ID=1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:10.347662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-65b4df4f-fd8c-4228-972e-73152eb6adf6 None None] Provisioning for port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:10.355457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-65b4df4f-fd8c-4228-972e-73152eb6adf6 None None] Provisioning complete for port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:10.356190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65b4df4f-fd8c-4228-972e-73152eb6adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.393650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a56d13af-db46-4045-bf8a-122bb8beb70b req-7bd6f608-f752-475a-ab4a-e9a7b693d5fc tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120024 Aug 06 18:01:10.409956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-65b4df4f-fd8c-4228-972e-73152eb6adf6 None None] Port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:10.512115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.528130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11514e-7454-4ff0-9982-b89a30973abb req-20db2324-27f9-451f-84a4-2588bbc02c65 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:10.529884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e11514e-7454-4ff0-9982-b89a30973abb req-20db2324-27f9-451f-84a4-2588bbc02c65 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 950 time: 0.0616817 Aug 06 18:01:10.547058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-9b7497ae-f960-49ab-bf57-323a98519a49 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:10.548618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-9b7497ae-f960-49ab-bf57-323a98519a49 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.16 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 950 time: 0.1743002 Aug 06 18:01:10.551357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Transition to ACTIVE for port object 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:10.553171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.571226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e11514e-7454-4ff0-9982-b89a30973abb req-4aa6bed6-73de-4451-8394-cd6591ac8585 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Aug 06 18:01:10.691351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0766559-6287-4866-a7f3-48f31929c6c1 req-7fd4716f-c43d-424a-8e84-58697202ee2d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:10.692889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0766559-6287-4866-a7f3-48f31929c6c1 req-7fd4716f-c43d-424a-8e84-58697202ee2d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 949 time: 0.0573685 Aug 06 18:01:10.695518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.734314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0766559-6287-4866-a7f3-48f31929c6c1 req-0f60f581-2cb0-4c02-9eb6-179c1decb030 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Aug 06 18:01:10.757179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:10.778391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:10.866123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:10.890330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:10.905081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:10.914478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:10.983177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Deleting port fab8aec0-d621-431e-bf47-612dc5097846 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:10.983509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.026205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27229e2-2386-4c65-9857-b1c5965dc21f req-586975b5-f7db-43b4-b995-2e2c5a1e0e5d tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.027713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e27229e2-2386-4c65-9857-b1c5965dc21f req-586975b5-f7db-43b4-b995-2e2c5a1e0e5d tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 935 time: 0.1139193 Aug 06 18:01:11.049741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:11.066595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.067476 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.067597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.096455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Transition to ACTIVE for port object 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:11.108001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e27229e2-2386-4c65-9857-b1c5965dc21f req-30fb9d2f-412b-4ce3-aa74-2f9b9614730b tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694442 Aug 06 18:01:11.109275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.130423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-85e005b5-69aa-40fd-85b8-073865a7e524 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9687157 Aug 06 18:01:11.150728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Request body: {'port': {'device_id': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:11.231891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c75204ac-d30c-4940-9492-ca37b1062a67 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:11.241559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.243919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:11.244689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] For port fab8aec0-d621-431e-bf47-612dc5097846, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fab8aec0-d621-431e-bf47-612dc5097846,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:11.245047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.276775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.282128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-542dd6ae-0e3e-4fa0-ad74-d5ecd98fd984 None None] Provisioning for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:11.295525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-542dd6ae-0e3e-4fa0-ad74-d5ecd98fd984 None None] Provisioning complete for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:11.295902 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-542dd6ae-0e3e-4fa0-ad74-d5ecd98fd984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.334835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Calling delete_port for fab8aec0-d621-431e-bf47-612dc5097846 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:11.337983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event updated for resources: {'Port': ['ID=1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:11.359875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb1e0-01a8-49a0-9156-89c758e6098a req-dab17ea6-b9d1-4103-9701-5c67c4fdad33 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.361487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-71aeb1e0-01a8-49a0-9156-89c758e6098a req-dab17ea6-b9d1-4103-9701-5c67c4fdad33 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 935 time: 0.1185830 Aug 06 18:01:11.364788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Attempting to bind port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:11.365127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Attempting to bind port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:11.365478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Attempting to bind port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:11.372934 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.397919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:11.398620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Attempting to bind port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:11.407506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:11.407858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:11.408209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:11.408658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Bound port: 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:11.409022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.416441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-542dd6ae-0e3e-4fa0-ad74-d5ecd98fd984 None None] Port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:11.424570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c75204ac-d30c-4940-9492-ca37b1062a67 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:11.429845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.431552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c75204ac-d30c-4940-9492-ca37b1062a67 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:11.432175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.448199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-71aeb1e0-01a8-49a0-9156-89c758e6098a req-3828f9ee-7dd2-4056-a8ad-f2504c5f968d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684280 Aug 06 18:01:11.556479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.568798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adb12709-f5b8-4cd6-baf4-054ee1beb7b9 req-320dbed7-41d2-4390-8a42-8284831ce0b9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 210 time: 0.0361159 Aug 06 18:01:11.574155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:11.592577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:11.603018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.613051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c75204ac-d30c-4940-9492-ca37b1062a67,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:11.613950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:11.616274 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf0e0a-e42f-4487-971d-38f561ff1a66" -d '{"events": [{"server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "name": "network-vif-plugged", "status": "completed", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:11.623016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.667886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:11.679135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.680412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.682190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-be11f7f9-a55e-4d78-b493-48a0d7495819 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a15f05d-4d95-4580-8b12-0c8f1f67ddcb HTTP/1.1" status: 200 len: 1096 time: 1.5940082 Aug 06 18:01:11.682770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:11.685978 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63703290-d723-4bbf-95e1-808f12f1cacc" -d '{"events": [{"name": "network-changed", "server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:11.696259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.702010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:11.783479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-7d9b0494-3cbc-4a96-b27a-b0f96b1a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.785002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-7d9b0494-3cbc-4a96-b27a-b0f96b1a3049 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 1099 time: 0.0545011 Aug 06 18:01:11.811911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-cc1de27c-d0a9-408b-b710-7ee7d7151af5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.813456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-cc1de27c-d0a9-408b-b710-7ee7d7151af5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.4803443 Aug 06 18:01:11.818530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:11.819670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f937df76-b569-47a5-8a61-7106e91d525a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1808581 Aug 06 18:01:11.844489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-826c07fc-a0f7-49fc-b2dd-3e4378e00570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb HTTP/1.1" status: 200 len: 217 time: 0.0517938 Aug 06 18:01:11.852856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Request body: {'port': {'device_id': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'admin_state_up': True, 'tenant_id': 'd831c831d3524198923cde552730ed16'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:11.914609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-ee1e02c9-d556-45b0-baab-77439b3cccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.917333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-ee1e02c9-d556-45b0-baab-77439b3cccfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0653710 Aug 06 18:01:11.975945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-d112e489-d413-4156-9d07-22edb2fd198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:11.977739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-d112e489-d413-4156-9d07-22edb2fd198b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516424 Aug 06 18:01:12.083601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-9e234f6e-da20-4479-8e4f-b87190e9c6a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988603 Aug 06 18:01:12.197023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3488cab8-356c-4fa0-98b5-9449055953a4 req-da63bbe2-419c-45d0-9247-8f508ecf61fb service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056225 Aug 06 18:01:12.286152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-1150bc3b-e845-478e-a88f-573b6f42ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.4376512 Aug 06 18:01:12.341139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:12.352996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['fab8aec0-d621-431e-bf47-612dc5097846'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:12.430020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Pushing event deleted for resources: {'Port': ['ID=fab8aec0-d621-431e-bf47-612dc5097846,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:12.530761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] No DVR routers for this DVR port fab8aec0-d621-431e-bf47-612dc5097846 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:12.548935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:12.550998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd6c6917-3768-499d-9729-ec5b9b99e364 req-6dfd1fa2-40c1-4d92-96d8-d43484d6f010 tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.16 "DELETE /v2.0/ports/fab8aec0-d621-431e-bf47-612dc5097846 HTTP/1.1" status: 204 len: 173 time: 1.9831603 Aug 06 18:01:12.551475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'name': 'network-vif-deleted', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:12.553772 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9bad7-d6f3-4ab6-ac85-2e3fa1ddd1e8" -d '{"events": [{"server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "name": "network-vif-deleted", "tag": "fab8aec0-d621-431e-bf47-612dc5097846"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:12.582205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f8cb0000-9340-445f-8bc5-52d83bd00ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:12.584071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7a30dfc-1950-46b2-a559-78f1e249ea05 req-f8cb0000-9340-445f-8bc5-52d83bd00ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.2892175 Aug 06 18:01:12.610420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:12.615453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:12.677588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-6bc50f1d-cf2c-46dd-8546-70df03d4a635 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:12.679414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-6bc50f1d-cf2c-46dd-8546-70df03d4a635 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081465 Aug 06 18:01:12.697834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f7c74a8-b4ca-4488-a44b-b799ab93e733 req-140cd51e-684a-4d09-b76a-b9a1a3f4f16c tempest-ServerDiagnosticsNegativeTest-254701674 tempest-ServerDiagnosticsNegativeTest-254701674-project] 10.222.0.64 "GET /v2.0/ports?device_id=45b95f3c-cbee-4299-a81b-2f766725e12a HTTP/1.1" status: 200 len: 210 time: 0.0418105 Aug 06 18:01:12.705092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:12.736981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-7588f534-2604-4906-8c65-8188c4c7dd2b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:12.741890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:12.748635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-7588f534-2604-4906-8c65-8188c4c7dd2b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 1094 time: 0.0603421 Aug 06 18:01:12.753723 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df8195-e26a-4acb-a765-9e6e2ae1a65a x-openstack-request-id: req-c8df8195-e26a-4acb-a765-9e6e2ae1a65a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:12.754607 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "name": "network-vif-plugged", "status": "completed", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:12.755242 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8df8195-e26a-4acb-a765-9e6e2ae1a65a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:12.755915 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67', 'code': 200} Aug 06 18:01:12.758134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:12.758610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:01:12.772100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Transition to ACTIVE for port object 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:12.783828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:12.819754 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6f98e0-088d-4de4-80ec-2f33935c35b1 x-openstack-request-id: req-dd6f98e0-088d-4de4-80ec-2f33935c35b1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:12.820048 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:12.820294 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd6f98e0-088d-4de4-80ec-2f33935c35b1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:12.820683 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'status': 'completed', 'code': 200} Aug 06 18:01:12.899170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Allocated IP 172.20.0.13 (c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a/e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b/1c0de5e4-e722-40e4-9629-ec04debaf65f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:12.941261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:12.968851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703290-d723-4bbf-95e1-808f12f1cacc req-fe000580-59e0-44b7-ac92-9df41776e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:12.971319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-fe000580-59e0-44b7-ac92-9df41776e7bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 1099 time: 0.0812056 Aug 06 18:01:12.974003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b99f9-5b44-4006-82d0-7d1a6df16c4a req-616e9756-ebea-4106-a703-5364f01c4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:12.976345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d5b99f9-5b44-4006-82d0-7d1a6df16c4a req-616e9756-ebea-4106-a703-5364f01c4bfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 1102 time: 0.1477792 Aug 06 18:01:13.048470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61424492-4787-45b1-a4a8-2ad80ff4ae34 req-e65b9ea1-54d1-4345-b6a3-1f3312ad89a2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.050109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61424492-4787-45b1-a4a8-2ad80ff4ae34 req-e65b9ea1-54d1-4345-b6a3-1f3312ad89a2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 950 time: 0.1838233 Aug 06 18:01:13.118335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:13.118335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:13.118335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:13.124082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:13.124427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:13.124938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:13.132014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:13.132294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:13.135676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d5b99f9-5b44-4006-82d0-7d1a6df16c4a req-998c7af5-7181-493b-bd14-3be68168cb3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433609 Aug 06 18:01:13.146255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:13.146601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:13.146992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:13.147439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Bound port: 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:13.178892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61424492-4787-45b1-a4a8-2ad80ff4ae34 req-d1743f32-9e95-4263-8d3c-f0206f456feb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187472 Aug 06 18:01:13.179486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:13.179809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:13.190763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703290-d723-4bbf-95e1-808f12f1cacc req-95bf59d4-df97-42e8-adff-ea1209faea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.192286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-95bf59d4-df97-42e8-adff-ea1209faea39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2018535 Aug 06 18:01:13.194751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:13.195178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:13.195478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:13.195927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Bound port: 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:13.196291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.272134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-94d934a9-39d4-4977-b756-9c8de9a291e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb HTTP/1.1" status: 200 len: 217 time: 0.0570242 Aug 06 18:01:13.306334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:13.341723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.359892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.378631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-650022dc-225c-413f-be0b-e71a7eba1142 service neutron] 10.222.0.64 "POST /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca/bindings HTTP/1.1" status: 201 len: 390 time: 0.6288278 Aug 06 18:01:13.401621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:13.417431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:13.424607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703290-d723-4bbf-95e1-808f12f1cacc req-91f759a2-d993-480e-a333-db41c01b936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.426369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-91f759a2-d993-480e-a333-db41c01b936f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1468253 Aug 06 18:01:13.431102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.532224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.532839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.534259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 1096 time: 2.3890259 Aug 06 18:01:13.561431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63703290-d723-4bbf-95e1-808f12f1cacc req-ba1cc253-27f8-4819-a147-9f7c78add0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.562699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53ff8-efd5-4359-aabd-d26f93b0a918 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:13.565564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-ba1cc253-27f8-4819-a147-9f7c78add0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316915 Aug 06 18:01:13.567983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.663903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:13.675666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:13.679060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:13.695239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834b0f1-36a1-4680-8a52-cf6c7f60bdf6 req-253e4701-a65e-4957-8bc2-4f7c3418f562 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.704435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c834b0f1-36a1-4680-8a52-cf6c7f60bdf6 req-253e4701-a65e-4957-8bc2-4f7c3418f562 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 947 time: 0.2221358 Aug 06 18:01:13.711109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601142fc-7703-4003-a3ba-306a387a12f8 req-9a8a2305-542e-48b9-b0f8-0bb4d5bf79a2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.712837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-601142fc-7703-4003-a3ba-306a387a12f8 req-9a8a2305-542e-48b9-b0f8-0bb4d5bf79a2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.1146808 Aug 06 18:01:13.794004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-de7d3572-3869-4ba0-94f4-5c24f5a93ea4 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149343 Aug 06 18:01:13.830147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-bcf543ed-5338-4ae7-9a3a-8bb5fb1ceecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.832441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-bcf543ed-5338-4ae7-9a3a-8bb5fb1ceecc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1099 time: 0.1576037 Aug 06 18:01:13.838516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:13.845706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-601142fc-7703-4003-a3ba-306a387a12f8 req-9788284f-4ec8-4761-a829-f037ec3db12e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Aug 06 18:01:13.881119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-e892d0c9-4ec1-41c1-a9c1-6dc29b0c3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.882684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-e892d0c9-4ec1-41c1-a9c1-6dc29b0c3db2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1097 time: 0.1667185 Aug 06 18:01:13.886892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:13.887796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:13.954288 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de587e7-df49-4d85-86d7-39072f7008e8 x-openstack-request-id: req-6de587e7-df49-4d85-86d7-39072f7008e8 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:13.954625 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b95f3c-cbee-4299-a81b-2f766725e12a", "name": "network-vif-deleted", "tag": "fab8aec0-d621-431e-bf47-612dc5097846", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:13.954884 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6de587e7-df49-4d85-86d7-39072f7008e8 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:13.955405 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b95f3c-cbee-4299-a81b-2f766725e12a', 'name': 'network-vif-deleted', 'tag': 'fab8aec0-d621-431e-bf47-612dc5097846', 'status': 'completed', 'code': 200} Aug 06 18:01:13.957847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-757cbac2-ae7e-4958-a5ad-564a6695cec1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1311183 Aug 06 18:01:13.960681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-1c2dd310-7c58-499e-8105-0736e61e4166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.1130815 Aug 06 18:01:13.964479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c834b0f1-36a1-4680-8a52-cf6c7f60bdf6 req-5e44f773-ad43-4a23-baa0-cb4f15be3078 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592039 Aug 06 18:01:13.976247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Request body: {'port': {'device_id': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:14.000959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63703290-d723-4bbf-95e1-808f12f1cacc req-e115e125-1e44-490c-b34d-de945b0b173b service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810336 Aug 06 18:01:14.044590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-7a55f8cc-7b57-4fed-8fda-bef2545355cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.048166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-7a55f8cc-7b57-4fed-8fda-bef2545355cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1576338 Aug 06 18:01:14.120219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:14.120219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-9462c6e9-f0cd-4334-b22e-f85389cfc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.120219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-9462c6e9-f0cd-4334-b22e-f85389cfc1d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1471951 Aug 06 18:01:14.153149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-836f67a2-2174-4940-a61d-8dbbeea2cae6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.0892622 Aug 06 18:01:14.216178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb6b2-2a22-40ce-8535-777da0d96ede req-6945fedb-17ae-4270-b56f-7e20613ea7c2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.217809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e73cb6b2-2a22-40ce-8535-777da0d96ede req-6945fedb-17ae-4270-b56f-7e20613ea7c2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 932 time: 0.1901250 Aug 06 18:01:14.258339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-af842841-8dd3-4639-a15e-405decfcba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.259940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-af842841-8dd3-4639-a15e-405decfcba7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0940585 Aug 06 18:01:14.282629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-e533b439-abe2-4638-aa87-4bd464e0f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.284163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-e533b439-abe2-4638-aa87-4bd464e0f558 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556797 Aug 06 18:01:14.300228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2ea95486-6221-438b-9535-453ac5d775bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321579 Aug 06 18:01:14.303660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e73cb6b2-2a22-40ce-8535-777da0d96ede req-a3ed739d-cef7-46b5-960c-9cf0d2e4e450 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771191 Aug 06 18:01:14.389749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fab8aec0-d621-431e-bf47-612dc5097846 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:14.418524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-70a78d57-6e03-482e-89be-051d8316eefd tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.419637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: fab8aec0-d621-431e-bf47-612dc5097846 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:14.420936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fab8aec0-d621-431e-bf47-612dc5097846 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:14.426143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-70a78d57-6e03-482e-89be-051d8316eefd tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2826171 Aug 06 18:01:14.464063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-6dd5b938-a647-4da6-8877-8a5c1963c09d service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572790 Aug 06 18:01:14.489303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23963c-eb81-4226-aeb7-51769efb40b2 req-6a6ff647-0a40-49e7-9f17-393c16ccc8f9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.491009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d23963c-eb81-4226-aeb7-51769efb40b2 req-6a6ff647-0a40-49e7-9f17-393c16ccc8f9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 945 time: 0.0819259 Aug 06 18:01:14.534520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-cf1ed8bc-109d-4b19-99f8-2e3805cd543f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1074367 Aug 06 18:01:14.577998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-50189eb5-3fbe-4347-882f-863b6e3c2184 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'floatingip': {'port_id': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:14.597343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d23963c-eb81-4226-aeb7-51769efb40b2 req-c09d1389-6556-40aa-83ed-2acb8539df24 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958376 Aug 06 18:01:14.625034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-0aad0b1a-c246-4017-af5e-05544d6bd0a5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460254 Aug 06 18:01:14.660294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-1ea4f4ca-6005-4612-a371-a7fca6e8bfd6 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633299 Aug 06 18:01:14.676270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-50189eb5-3fbe-4347-882f-863b6e3c2184 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:14.752372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2f8d8f54-2cc6-4f50-b7fd-51fd3474d795 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.755019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2f8d8f54-2cc6-4f50-b7fd-51fd3474d795 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.0721242 Aug 06 18:01:14.781220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:14.848752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952cc8b-5581-4f7b-ba4c-5ffc9d04119f req-31740d04-a4f2-4da0-b286-44dc77a3adb3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:14.850479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1952cc8b-5581-4f7b-ba4c-5ffc9d04119f req-31740d04-a4f2-4da0-b286-44dc77a3adb3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 950 time: 0.1145313 Aug 06 18:01:14.902706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:14.934536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1952cc8b-5581-4f7b-ba4c-5ffc9d04119f req-afb96a5d-ff87-41dc-88d2-d97a32b20133 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Aug 06 18:01:14.995224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e49c1f70-d580-49e9-a1e2-503be56e4016 req-0c2bb726-b73d-431e-bc2a-ab0d8044147d service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268604 Aug 06 18:01:15.043284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0de5e4-e722-40e4-9629-ec04debaf65f {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:15.054825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.061565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-054a0279-4f91-42f1-a2d6-41dbccc5cc5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2188616 Aug 06 18:01:15.062035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43116) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:15.093010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Transition to ACTIVE for port object 1c0de5e4-e722-40e4-9629-ec04debaf65f will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:15.105075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.148730 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-50189eb5-3fbe-4347-882f-863b6e3c2184 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 18:01:15.159181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f95ba24-add9-442d-90c4-f10b90aa8804 req-50189eb5-3fbe-4347-882f-863b6e3c2184 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "PUT /v2.0/floatingips/6081abe1-42f8-4a07-bd65-46cab436aff9 HTTP/1.1" status: 409 len: 550 time: 0.5879471 Aug 06 18:01:15.244496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:15.396093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:15.413801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'mac_address': 'fa:16:3e:be:1b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:15.417742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421afc-713d-4a19-b4cc-f38ff64c3eb2 req-37a06cf3-61ad-42cb-a6f1-acb54ca359c8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:15.419582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd421afc-713d-4a19-b4cc-f38ff64c3eb2 req-37a06cf3-61ad-42cb-a6f1-acb54ca359c8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.0728071 Aug 06 18:01:15.440572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:15.454951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:15.460681 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.475289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:15.492083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd421afc-713d-4a19-b4cc-f38ff64c3eb2 req-dc874bae-134a-40ff-aedf-df4660be5692 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639205 Aug 06 18:01:15.499440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:15.507224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.514987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:15.566663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:15.571136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:15.574035 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a94ed-bff7-49c6-91d7-948f88ae279f" -d '{"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:15.578763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.592158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.623018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e2e098c-d7c9-4748-b370-5d03e0f7b8ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88d2dd31e2b44f43917b7ff17558596d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541027 Aug 06 18:01:15.632230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db117-062a-4dac-a112-f24da3da0239 req-4ce6ac46-1840-42b9-9a04-a6caa6e05831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:15.633727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-4ce6ac46-1840-42b9-9a04-a6caa6e05831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1102 time: 0.4864132 Aug 06 18:01:15.635050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43128) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:15.651396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-d0dff720-e0a1-4dae-aadc-4d8a6e0e55fb tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:15.652930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-d0dff720-e0a1-4dae-aadc-4d8a6e0e55fb tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 1102 time: 0.1702418 Aug 06 18:01:15.688672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:15.688998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:15.689366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:15.703584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4d1c-bb4d-406e-9a63-83b9f05ff866 req-5db89c99-0382-4a73-a6ee-374932005029 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:15.705100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-065e4d1c-bb4d-406e-9a63-83b9f05ff866 req-5db89c99-0382-4a73-a6ee-374932005029 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 948 time: 0.1244051 Aug 06 18:01:15.710903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:15.722129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:15.722872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:15.734759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:15.735066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:15.735399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:15.742584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:15.742896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Attempting to bind port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:15.754668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-bb865529-65c3-4ed1-8618-fe5a8663e03b tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.759391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:15.759939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:15.760100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:15.760539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Bound port: 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:15.760916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.766194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-065e4d1c-bb4d-406e-9a63-83b9f05ff866 req-f0f31017-309f-45b1-9b76-76215adf2e49 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Aug 06 18:01:15.772846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:15.773186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:15.773549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:15.774444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Bound port: 1c0de5e4-e722-40e4-9629-ec04debaf65f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:15.774444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.782824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:15.864258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-dd866c42-90d4-4b56-8144-0a993eafbdc8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips/6081abe1-42f8-4a07-bd65-46cab436aff9 HTTP/1.1" status: 200 len: 693 time: 0.0562010 Aug 06 18:01:15.868786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.885309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:15.889679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:15.890102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db117-062a-4dac-a112-f24da3da0239 req-11e4e39a-2580-400f-9724-45a9e5695fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:15.891774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-11e4e39a-2580-400f-9724-45a9e5695fc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2349858 Aug 06 18:01:15.900936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.964587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:15.966848 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:15.977990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:15.983238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-5f06f6d0-03bd-4a96-80cc-13c6ad0c950d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.0812552 Aug 06 18:01:16.004118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:16.040383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.048863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.049517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.050940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-2532fbc6-75fa-4628-9a3b-a2ea4674d458 service neutron] 10.222.0.55 "PUT /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 1123 time: 1.2756553 Aug 06 18:01:16.058344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-56fb97ed-a2ea-42f8-be74-92e96843f47a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.059716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-56fb97ed-a2ea-42f8-be74-92e96843f47a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.1870790 Aug 06 18:01:16.062996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:16.084000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.086171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-5629770a-a111-490f-944d-bef42646cd8b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:16.087151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-5629770a-a111-490f-944d-bef42646cd8b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074310 Aug 06 18:01:16.131514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db117-062a-4dac-a112-f24da3da0239 req-4b2d80f1-724a-412d-a5bb-716804ff8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.132956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-4b2d80f1-724a-412d-a5bb-716804ff8c78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1301663 Aug 06 18:01:16.151605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5d07e86e-2149-4b61-8b2e-5e77c0230dca'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:16.152694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-60509144-45c7-41e5-9bd2-8b38147d7df8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.0538688 Aug 06 18:01:16.152933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-bb865529-65c3-4ed1-8618-fe5a8663e03b tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.169464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.170086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.171540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 1093 time: 2.2010522 Aug 06 18:01:16.176097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-bb865529-65c3-4ed1-8618-fe5a8663e03b tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.178084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.180509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.181643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7 HTTP/1.1" status: 204 len: 168 time: 0.5437181 Aug 06 18:01:16.241119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5620cc57-2a3a-46a0-b503-692b260a9b03 req-bb865529-65c3-4ed1-8618-fe5a8663e03b tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770252 Aug 06 18:01:16.254500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3bc62-09f1-4a40-9df7-9259e1f67457 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.283875 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-4dfc7bdc-8a8d-4d63-83a0-2cc844b7ce79 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1214099 Aug 06 18:01:16.291363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb865529-65c3-4ed1-8618-fe5a8663e03b tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f479b0-ec5c-45d5-a86e-d567b4f427d1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.312501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db117-062a-4dac-a112-f24da3da0239 req-0c403aed-b477-4a42-8377-675beaab107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.314299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-0c403aed-b477-4a42-8377-675beaab107f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601181 Aug 06 18:01:16.315085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9b45a-67e6-464c-acf9-14386e7fe721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceafeb6-4e2f-4c7f-9942-1fb6f7a021a7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.366826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-89659a84-a175-4e77-a92e-75bf525c117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.368569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-89659a84-a175-4e77-a92e-75bf525c117b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1096 time: 0.1304595 Aug 06 18:01:16.475894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Deleting port 1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:16.476654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.477573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-8ac1a028-347c-4d80-91f0-3f2d9790eae3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 217 time: 0.0651090 Aug 06 18:01:16.505208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68083dbe-3d60-41a3-85d7-43f78d47699e req-f3670976-c1bd-446f-a6af-b9568b15d7bc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.506775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68083dbe-3d60-41a3-85d7-43f78d47699e req-f3670976-c1bd-446f-a6af-b9568b15d7bc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1426470 Aug 06 18:01:16.550903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-b77d1a1d-9cee-4bc9-be6f-e666a203e62c service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253883 Aug 06 18:01:16.561278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.561669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.580846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Calling delete_port for 1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:16.610025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-7be8ae21-2a74-4c4f-8f54-42138a1c7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.611485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-7be8ae21-2a74-4c4f-8f54-42138a1c7bbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0986521 Aug 06 18:01:16.629714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43144) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:16.651354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68083dbe-3d60-41a3-85d7-43f78d47699e req-a613ecb6-1600-4788-b84c-bf18d8d4de23 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275687 Aug 06 18:01:16.653826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239dd0ca-83cd-44ca-995c-0c11334c9588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.681026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-429bc2d2-e10c-46db-b85c-0775d61d90f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414217 Aug 06 18:01:16.721584 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a3411-0fb0-4eca-a8a3-13c3777bcb44 x-openstack-request-id: req-d60a3411-0fb0-4eca-a8a3-13c3777bcb44 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:16.721830 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:16.722267 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d60a3411-0fb0-4eca-a8a3-13c3777bcb44 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:16.722631 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'code': 200} Aug 06 18:01:16.731554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-346db117-062a-4dac-a112-f24da3da0239 req-e8c30681-808a-4ad7-a669-15d0064ef241 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584995 Aug 06 18:01:16.817746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.834757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-65a3811e-6a08-4a62-84cc-3c0f309cd74c service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279919 Aug 06 18:01:16.852206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239dd0ca-83cd-44ca-995c-0c11334c9588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.855197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event deleted for resources: {'Port': ['ID=1cd3c2da-db43-4fdd-8f06-222b3c2e1b3a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.861250 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239dd0ca-83cd-44ca-995c-0c11334c9588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.884702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612fe46-0ee0-429c-825a-bd92fcbb2ddd req-a7df4550-b514-4919-8678-efc169e2d7a4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:16.886591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f612fe46-0ee0-429c-825a-bd92fcbb2ddd req-a7df4550-b514-4919-8678-efc169e2d7a4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.0917408 Aug 06 18:01:16.943014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-239dd0ca-83cd-44ca-995c-0c11334c9588 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7673f98f57324859ab97875444f15cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120303 Aug 06 18:01:16.945553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:16.953043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dd0ca-83cd-44ca-995c-0c11334c9588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514889d8-a393-4380-8cd6-fc0543b58ddd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:16.961024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f612fe46-0ee0-429c-825a-bd92fcbb2ddd req-448eaa84-9c98-46c4-b367-4313bf36c300 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Aug 06 18:01:16.966833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.969779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:16.978051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9207123-6133-4978-b2cd-8de3a2e72bd0 req-7e366da9-ab10-4b85-b164-d27183f342dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "DELETE /v2.0/floatingips/6081abe1-42f8-4a07-bd65-46cab436aff9 HTTP/1.1" status: 204 len: 173 time: 0.6863194 Aug 06 18:01:16.982911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9022c3ae-f7f3-4bef-a5f1-8c6ba173f13a req-db9ee4ea-0b1c-4441-b2b6-2f330a0141ba service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347411 Aug 06 18:01:17.008869 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742c266-55af-4529-a651-8df9ee438a2a x-openstack-request-id: req-6742c266-55af-4529-a651-8df9ee438a2a {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:17.009595 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:17.009595 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6742c266-55af-4529-a651-8df9ee438a2a {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:17.009904 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'status': 'completed', 'code': 200} Aug 06 18:01:17.034659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.091344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.144387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-bbb7d25f-ae55-4d8e-b707-c0f7b679ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.146620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-bbb7d25f-ae55-4d8e-b707-c0f7b679ba23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1099 time: 0.1100178 Aug 06 18:01:17.195004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545069dc-645e-4ed8-b28f-7972f0475a4e req-7c5eea44-0c48-4b56-89ed-ec077406b55f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.196452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-545069dc-645e-4ed8-b28f-7972f0475a4e req-7c5eea44-0c48-4b56-89ed-ec077406b55f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.0809605 Aug 06 18:01:17.246186 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.247863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-545069dc-645e-4ed8-b28f-7972f0475a4e req-1a311ec8-e634-4774-967c-0277ffa2e187 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Aug 06 18:01:17.248685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.249826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/514889d8-a393-4380-8cd6-fc0543b58ddd HTTP/1.1" status: 204 len: 168 time: 0.3034143 Aug 06 18:01:17.258573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:17.280429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc56c8-e324-4c70-ba89-6e85113b941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514889d8-a393-4380-8cd6-fc0543b58ddd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:17.294909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1c8d4-acac-4f5c-94d9-f6b18e7f7dd7 req-46a99fa0-1bc2-4828-a76c-d7214084c4a6 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.296452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9a1c8d4-acac-4f5c-94d9-f6b18e7f7dd7 req-46a99fa0-1bc2-4828-a76c-d7214084c4a6 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 948 time: 0.1178591 Aug 06 18:01:17.313634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-9fa0384e-6cd3-4a75-8782-3b705afdc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.315082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-9fa0384e-6cd3-4a75-8782-3b705afdc84f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1607690 Aug 06 18:01:17.346582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:17.353827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:17.354615 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.365711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-4c2e37e2-2f6a-44ad-87ed-19a538cb0cea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.0430601 Aug 06 18:01:17.400340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-b355e3c7-1ea0-44ce-9513-9e88feffe375 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 1001 time: 0.1203194 Aug 06 18:01:17.416134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9a1c8d4-acac-4f5c-94d9-f6b18e7f7dd7 req-b0ab296c-7a3f-4187-9c3f-2c7409118e7b tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097476 Aug 06 18:01:17.446841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-6dd93ec0-f4f6-4a10-af94-6cc2905cf073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.448129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-6dd93ec0-f4f6-4a10-af94-6cc2905cf073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0749769 Aug 06 18:01:17.494007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-c09e8344-3d33-4803-9de9-ff7ce01fca8b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.509796 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.511743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-c09e8344-3d33-4803-9de9-ff7ce01fca8b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports/c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 942 time: 0.1044755 Aug 06 18:01:17.526043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-81460799-94de-4030-9c1d-7321f2ece0e1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338116 Aug 06 18:01:17.542027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:17.544556 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073de91-943e-443a-a110-564a79aad147" -d '{"events": [{"server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "name": "network-vif-plugged", "status": "completed", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:17.561681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:17.567188 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:17.583139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-5416217f-1724-47ac-b21d-fb2221152928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.585021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-5416217f-1724-47ac-b21d-fb2221152928 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300735 Aug 06 18:01:17.626242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:17.633676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-c937c3b1-b4e1-4f7a-b50d-7ac35f9c8454 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 1001 time: 0.0807569 Aug 06 18:01:17.733610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-998e0787-56cd-4284-9173-b8a0aa8dbd7f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.735333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-998e0787-56cd-4284-9173-b8a0aa8dbd7f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081490 Aug 06 18:01:17.761316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-c62f46fe-f552-4c4b-96ef-9e778a4de513 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469245 Aug 06 18:01:17.764104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-377101e9-614e-4994-a835-9ee1b15f1b21 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0165462 Aug 06 18:01:17.769610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-64aa51b1-2337-4cdd-882b-5cc049fb8b5f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:17.770982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-64aa51b1-2337-4cdd-882b-5cc049fb8b5f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.1284676 Aug 06 18:01:17.782711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-512c6c61-0301-4f1d-9fd8-8eb86b8dc20f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:17.783887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-512c6c61-0301-4f1d-9fd8-8eb86b8dc20f tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073094 Aug 06 18:01:17.867347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-638edc84-b011-4d8c-bc3d-48b7b887054c tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 1001 time: 0.0756037 Aug 06 18:01:17.873654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-301d2068-a885-4df2-9501-ddef10f96a21 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024108 Aug 06 18:01:17.879683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:17.896295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3c74180-8a21-4cf0-901c-d9ebcaa4a5d8 req-5528cceb-f71f-4ffa-9f4a-fe10a20dafeb service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263041 Aug 06 18:01:17.977099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:18.144733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:18.150800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:18.151219 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Floating IP d1999378-6fe3-47f5-9156-7bece42f5733 disassociated. External IP: 172.25.3.234, port: c73f0846-02ba-4b19-8da5-d3ba13a5ea77. Aug 06 18:01:18.265586 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7be2cfd-c147-4e3f-9797-482c4c655288 x-openstack-request-id: req-f7be2cfd-c147-4e3f-9797-482c4c655288 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:18.266573 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "name": "network-vif-plugged", "status": "completed", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:18.267054 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7be2cfd-c147-4e3f-9797-482c4c655288 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:18.267652 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'code': 200} Aug 06 18:01:18.406048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Router 9bae32e2-f0c2-4a10-b23e-441a1afac062 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:01:18.442706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a78f0-071e-4a31-a503-556916a3057b req-3f27b36b-b2e0-4e30-bfc6-8660cac32953 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.444525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b7a78f0-071e-4a31-a503-556916a3057b req-3f27b36b-b2e0-4e30-bfc6-8660cac32953 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.0963998 Aug 06 18:01:18.446400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb83b8-8901-4795-9fbf-2e1d368f3ce5 req-62c21255-7b8a-4bac-b1a8-dd01b697a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.447986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceeb83b8-8901-4795-9fbf-2e1d368f3ce5 req-62c21255-7b8a-4bac-b1a8-dd01b697a73a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 1101 time: 0.0905852 Aug 06 18:01:18.524470 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceeb83b8-8901-4795-9fbf-2e1d368f3ce5 req-dac66453-4765-4a59-a55d-d7933ced7412 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652072 Aug 06 18:01:18.542673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b7a78f0-071e-4a31-a503-556916a3057b req-44050fef-df3f-4171-91ad-4eb44c679a73 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911965 Aug 06 18:01:18.553749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:01:18.567467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:18.568160 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Sync routers for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:01:18.594383 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:18.595134 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:18.624066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-ea532d75-1789-4fc2-a5e1-a592966758d7 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "PUT /v2.0/floatingips/d1999378-6fe3-47f5-9156-7bece42f5733 HTTP/1.1" status: 200 len: 695 time: 0.7494552 Aug 06 18:01:18.674035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b204e6d-8aa5-4891-8982-670776a7f2c3 req-b0c3531c-169c-4c83-826b-dc5d1118f90e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.676030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b204e6d-8aa5-4891-8982-670776a7f2c3 req-b0c3531c-169c-4c83-826b-dc5d1118f90e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.0708020 Aug 06 18:01:18.717287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-574d5bbf-c53e-43e7-b2d5-2de3656f8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.724448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-574d5bbf-c53e-43e7-b2d5-2de3656f8897 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1097 time: 0.0828438 Aug 06 18:01:18.726123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:18.729729 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e1c1fe-a58d-4315-b2bd-253da688ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:18.741059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b204e6d-8aa5-4891-8982-670776a7f2c3 req-6bef3afb-a2d9-4c68-a472-c8df6f54068d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 Aug 06 18:01:18.769076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:18.870365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-69c82a3f-4e25-40ab-9f64-86a8cab5de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.872698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-69c82a3f-4e25-40ab-9f64-86a8cab5de31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 930 time: 0.1254699 Aug 06 18:01:18.918243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-5acacc91-4d75-449c-8dab-4ab43be228a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 217 time: 0.0383518 Aug 06 18:01:18.987703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-11ed9fc1-fd25-4543-9d7c-d3c5e99fab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:18.989339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-11ed9fc1-fd25-4543-9d7c-d3c5e99fab48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.0646725 Aug 06 18:01:19.011417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f'}, {'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:19.019878 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72824867-7ee9-44b1-bfe0-35db14cd24f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f"}, {"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:19.025210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:19.081090 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Checking router: 9bae32e2-f0c2-4a10-b23e-441a1afac062 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:01:19.099890 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:19.100677 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:19.280806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:19.340426 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:19.425302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-9409342f-2779-42c5-a0df-bdd96bbd64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:19.432379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a6172-2f2a-4f95-ba09-7f46b1698b5b req-66183db5-4563-496a-b36e-3e187a7fa094 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:19.434340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-9409342f-2779-42c5-a0df-bdd96bbd64a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4380188 Aug 06 18:01:19.434853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c1a6172-2f2a-4f95-ba09-7f46b1698b5b req-66183db5-4563-496a-b36e-3e187a7fa094 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.0674620 Aug 06 18:01:19.459232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:19.488303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'mac_address': 'fa:16:3e:e1:66:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:19.516129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c1a6172-2f2a-4f95-ba09-7f46b1698b5b req-2eb49d38-4b44-4bbc-9e64-e27c9e986f0c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 Aug 06 18:01:19.533779 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:19.537621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-fa0692ea-f1b7-4379-9d98-622d8e6978a3 service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021345 Aug 06 18:01:19.552784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:19.581416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:19.587549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:19.588925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:19.642603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:19.647228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240f50-aa50-404a-8a78-212590272543 req-4de246b5-5125-4b90-a45d-a164cb2b230a tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:19.649660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67240f50-aa50-404a-8a78-212590272543 req-4de246b5-5125-4b90-a45d-a164cb2b230a tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 949 time: 0.0592330 Aug 06 18:01:19.688569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0ae6e1c-9042-4a6b-826b-18ec40cbb7a7 req-c9c92a20-41ae-4ea8-a3f0-083f2b4536eb service neutron] 10.222.0.64 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436615 Aug 06 18:01:19.709752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67240f50-aa50-404a-8a78-212590272543 req-48678666-b97d-4092-8871-658eeaac6b97 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Aug 06 18:01:19.733968 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:19.753737 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6cffde-299a-4321-98cd-b49d134baea8 x-openstack-request-id: req-7a6cffde-299a-4321-98cd-b49d134baea8 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:19.754080 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:19.754567 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a6cffde-299a-4321-98cd-b49d134baea8 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:19.755395 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'status': 'completed', 'code': 200} Aug 06 18:01:19.780242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4ca1e-95c3-4db2-8a5a-6bcba931a1d0 None None] The sync data for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 is: [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:00:41Z', 'revision_number': 4, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '89abce72-553c-4a38-9265-a9bc32fd7685', 'name': '', 'network_id': '10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'mac_address': 'fa:16:3e:96:36:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:40Z', 'updated_at': '2021-08-06T18:00:48Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'subnets': [{'id': 'e4f42245-f1dc-47e5-a7bc-98bfdb30a823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:01:19.828691 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f13cee6-a29a-42c9-a9c5-cbe77cd83593 x-openstack-request-id: req-9f13cee6-a29a-42c9-a9c5-cbe77cd83593 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:19.829484 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:19.829870 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f13cee6-a29a-42c9-a9c5-cbe77cd83593 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:19.830444 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'status': 'completed', 'code': 200} Aug 06 18:01:19.830731 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'status': 'completed', 'code': 200} Aug 06 18:01:19.879560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-701857ed-d66d-4afa-a4d7-b3901242c3ff req-9aae33a9-0ed3-49d7-8195-4718d5a33fc8 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 210 time: 0.0478065 Aug 06 18:01:19.960720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37865e-e18e-4dbb-844a-1e4dacbe72cd req-b850a439-7960-46d0-b5b3-cbf0029684dc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:19.962567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d37865e-e18e-4dbb-844a-1e4dacbe72cd req-b850a439-7960-46d0-b5b3-cbf0029684dc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.0882564 Aug 06 18:01:19.973053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:20.002627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:01:20.026251 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d37865e-e18e-4dbb-844a-1e4dacbe72cd req-89ae63c8-3001-4f5e-be08-e82f8881fffa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 Aug 06 18:01:20.086199 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-f7d34b2b-0cc7-41e4-9d14-6fd74a8e3e69 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips/d1999378-6fe3-47f5-9156-7bece42f5733 HTTP/1.1" status: 200 len: 695 time: 0.1341941 Aug 06 18:01:20.146571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-a1caad3d-df8b-4f3e-b59d-24dd797be1ec tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441208 Aug 06 18:01:20.191569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-97c08914-d7e3-469c-b267-ccd97c3f9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.194016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-97c08914-d7e3-469c-b267-ccd97c3f9af7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1096 time: 0.3131816 Aug 06 18:01:20.196047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-45afef33-4e1c-4dec-b116-4e75f7766e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.197554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-45afef33-4e1c-4dec-b116-4e75f7766e9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1126 time: 0.4027250 Aug 06 18:01:20.204613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec67c5-93f7-449c-997b-bab56a1b0431 None None] New status for floating IP d1999378-6fe3-47f5-9156-7bece42f5733: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:01:20.243910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-93bc9e8d-abea-4fc5-9623-f56d92bfb435 service neutron] 10.222.0.16 "GET /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.2187669 Aug 06 18:01:20.248450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:20.329964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-53783b69-7043-4811-a366-bbf46441ff91 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.331803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-53783b69-7043-4811-a366-bbf46441ff91 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764576 Aug 06 18:01:20.350957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:20.432420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:20.470199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-8fe88a28-04d7-4b30-ad16-f99fcc0d974e tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.471751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-8fe88a28-04d7-4b30-ad16-f99fcc0d974e tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3782818 Aug 06 18:01:20.531193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:20.546037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'port_id': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'mac_address': 'fa:16:3e:91:d7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:20.546266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8100-40f0-40ee-b58d-28a29b13f0ee req-1d3f4723-227c-4f1f-8c8a-6845c04ad974 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.547919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c94d8100-40f0-40ee-b58d-28a29b13f0ee req-1d3f4723-227c-4f1f-8c8a-6845c04ad974 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 943 time: 0.0849757 Aug 06 18:01:20.550712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.16', 50050) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:20.580624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-76f802f1-5f81-4571-977f-7288113d7c8d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:20.590989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-76f802f1-5f81-4571-977f-7288113d7c8d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0634420 Aug 06 18:01:20.611548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-479c6b78-dc16-42b8-85b5-c0d06010a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.614803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-479c6b78-dc16-42b8-85b5-c0d06010a569 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.3795140 Aug 06 18:01:20.616736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-bbd27de5-b63a-4719-a2dd-4ce6c5aaed1a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650756 Aug 06 18:01:20.633274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c94d8100-40f0-40ee-b58d-28a29b13f0ee req-b1204484-3590-4ff2-a110-7926ddd5a792 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Aug 06 18:01:20.652676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:20.684208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0de5e4-e722-40e4-9629-ec04debaf65f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:20.703738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:20.708631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:20.740570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:20.756936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:20.768927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-284ce290-98b8-4bdd-a80d-9b2c32e6f195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.1000726 Aug 06 18:01:20.828315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:20.830175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-6c09bf12-61dc-4f71-99f9-7620bc17114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.832019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-6c09bf12-61dc-4f71-99f9-7620bc17114c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0525694 Aug 06 18:01:20.841992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-3c793045-6fa9-4791-9f8a-8d1b04dcf2ad tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 698 time: 0.2498803 Aug 06 18:01:20.911938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-1de03f33-9e16-4493-bb4c-7998729eab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.913541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-1de03f33-9e16-4493-bb4c-7998729eab49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.6927168 Aug 06 18:01:20.920113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-020ef185-b38d-4185-991e-d8f48992df2b tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.234 HTTP/1.1" status: 200 len: 696 time: 0.0741582 Aug 06 18:01:20.956805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-a3ee9d9a-4d20-4328-9b9d-148d9ca968c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534444 Aug 06 18:01:20.967693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-82f29781-5204-43c0-8f38-98207ca528f4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:20.969372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-82f29781-5204-43c0-8f38-98207ca528f4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296354 Aug 06 18:01:20.986745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:21.010019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.244 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/e401d156-4864-4802-93ea-60be2fe30e47) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:21.026692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-decf0512-977d-4d4e-b57c-bcd7cd817293 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 217 time: 0.0737426 Aug 06 18:01:21.186141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:21.287131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:21.294299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.295706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-50481fd6-b164-4aa6-bd9f-28c6c274bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:21.298757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-50481fd6-b164-4aa6-bd9f-28c6c274bc0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.2174637 Aug 06 18:01:21.358198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-b08bcf4b-78bc-4d64-a9c3-7ee925ff16b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446832 Aug 06 18:01:21.360899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-d74297bf-6d3b-4300-9b9d-7b18b94e8edd service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915989 Aug 06 18:01:21.363872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:21.370935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.444950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object e401d156-4864-4802-93ea-60be2fe30e47 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:21.446749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:21.468575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Deleting port 879185fa-b442-41ad-98d6-12d53fee4637 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:21.469117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.473018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a7d6-b788-4978-bb3a-09cf134279b9 req-6c545ce0-bdf8-41e3-ad37-7bf7c6a88e61 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:21.474617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a94a7d6-b788-4978-bb3a-09cf134279b9 req-6c545ce0-bdf8-41e3-ad37-7bf7c6a88e61 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 949 time: 0.1272087 Aug 06 18:01:21.522809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.534108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:21.554659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a94a7d6-b788-4978-bb3a-09cf134279b9 req-c3d67f3a-2fb9-443c-965e-a7911b06b61d tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725393 Aug 06 18:01:21.593001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d07e86e-2149-4b61-8b2e-5e77c0230dca {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:21.600717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:21.627255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:21.642847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:21.643390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:21.659968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:21.695121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-a9f828e7-d4bc-42e3-9ce6-a98f81b4932c service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125288 Aug 06 18:01:21.712631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.718842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.88 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/f9bb5fff-6997-40c5-a873-6f3200fb85ec) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:21.780134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-7db59e2e-8d12-4c07-91ce-f7415063ce5f service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987837 Aug 06 18:01:21.782133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.782455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.790542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:21.791292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.835266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf46ca-590a-49a6-8781-f57b0bff3cc5 req-7a8cbd0b-07c8-4f30-9bd4-c988da3cd89c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:21.838121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acaf46ca-590a-49a6-8781-f57b0bff3cc5 req-7a8cbd0b-07c8-4f30-9bd4-c988da3cd89c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 948 time: 0.1367898 Aug 06 18:01:21.842381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-af8c6281-185b-4c76-8a20-cae7255b8631 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4991252 Aug 06 18:01:21.858170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Calling delete_port for 879185fa-b442-41ad-98d6-12d53fee4637 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:21.867059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Request body: {'port': {'device_id': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:21.905344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-97e2b10e-1c8a-40e2-9cd9-bd2256c503a5 None None] Provisioning for port e401d156-4864-4802-93ea-60be2fe30e47 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:21.911286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-97e2b10e-1c8a-40e2-9cd9-bd2256c503a5 None None] Provisioning complete for port e401d156-4864-4802-93ea-60be2fe30e47 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:21.911286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-97e2b10e-1c8a-40e2-9cd9-bd2256c503a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:21.956161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-97e2b10e-1c8a-40e2-9cd9-bd2256c503a5 None None] Port e401d156-4864-4802-93ea-60be2fe30e47 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:21.973908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acaf46ca-590a-49a6-8781-f57b0bff3cc5 req-a32bd91f-752e-41d7-b58d-83b4320d690b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300530 Aug 06 18:01:22.009014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.256978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] Transition to ACTIVE for port object 5d07e86e-2149-4b61-8b2e-5e77c0230dca will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:22.259489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-25066c4a-4aa0-4696-87e6-955a904681ef service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681444 Aug 06 18:01:22.264521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.346806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89e72a30-c634-4ea1-bf65-b5202192fa86 req-435289e8-cd37-4476-9cf5-108d2c10fc44 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 210 time: 0.2889669 Aug 06 18:01:22.370978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.414554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] No DVR routers for this DVR port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:22.424563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] Pushing event updated for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=10']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:22.426073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:22.446744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object f9bb5fff-6997-40c5-a873-6f3200fb85ec will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:22.478067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 1c0de5e4-e722-40e4-9629-ec04debaf65f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:22.482378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 1c0de5e4-e722-40e4-9629-ec04debaf65f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:22.483117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.490996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a783fd01-6d9d-4643-b38c-2b1c79edf6fb service neutron] 10.222.0.16 "PUT /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1537540 Aug 06 18:01:22.494492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-82e09a0d-5533-4727-a212-1d2e777b7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.496206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-82e09a0d-5533-4727-a212-1d2e777b7f6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 1097 time: 0.1870787 Aug 06 18:01:22.502235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.524539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ca809-129d-49a0-932f-9a3e0169dc68 req-eecee605-10f2-4781-b433-e54776a66a3c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.526003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f7ca809-129d-49a0-932f-9a3e0169dc68 req-eecee605-10f2-4781-b433-e54776a66a3c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.0980031 Aug 06 18:01:22.539571 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.555161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event deleted for resources: {'Port': ['ID=879185fa-b442-41ad-98d6-12d53fee4637,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:22.595798 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.597356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:22.668693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:22.668693 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b822b3-c445-41c8-8854-a4df0456b7f0" -d '{"events": [{"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:22.689291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:22.691151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:22.704307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.704984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:22.706231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.707165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:22.708025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.709198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c790eeab-12b2-460e-b0b0-77e2be0d9ca0 req-6166f62e-eea1-499f-ab75-e69f9e0063cb tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "DELETE /v2.0/floatingips/d1999378-6fe3-47f5-9156-7bece42f5733 HTTP/1.1" status: 204 len: 173 time: 1.7550888 Aug 06 18:01:22.710969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:22.717257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-6d5a0b4c-ba6e-4942-883e-830ff2ec2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.718983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-6d5a0b4c-ba6e-4942-883e-830ff2ec2057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 200 len: 930 time: 0.1816881 Aug 06 18:01:22.726010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:22.781043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f7ca809-129d-49a0-932f-9a3e0169dc68 req-936c953d-f810-4f2e-a71a-52fb98d028cf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271438 Aug 06 18:01:22.810046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a73aa532-b5a8-46d9-88fc-ddec88273ee2 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.811857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-a73aa532-b5a8-46d9-88fc-ddec88273ee2 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2479608 Aug 06 18:01:22.814764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-242afc67-cf15-4eef-9595-e1f5441fc0ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 200 len: 217 time: 0.0866766 Aug 06 18:01:22.883647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-6e9641ac-8878-4f86-b0f8-df8cb2c7c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.887276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-6e9641ac-8878-4f86-b0f8-df8cb2c7c311 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 200 len: 868 time: 0.0646458 Aug 06 18:01:22.925079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:22.960073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-7faa0769-c755-444a-9102-ac5687097696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.965073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:22.965852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:22.967347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-7faa0769-c755-444a-9102-ac5687097696 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691345 Aug 06 18:01:22.968851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:23.036156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-8e55dc10-d410-4fe8-8e85-cab0f04bc648 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0535035 Aug 06 18:01:23.040393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-95477908-273b-4663-9e8e-bb15a9e4e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.041911 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-95477908-273b-4663-9e8e-bb15a9e4e6a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 1096 time: 0.2110600 Aug 06 18:01:23.060780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ea6e6-5eeb-4fac-ba44-16c3382598d0 req-edead7d1-8f13-4716-a2a2-87671006415f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.062368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-700ea6e6-5eeb-4fac-ba44-16c3382598d0 req-edead7d1-8f13-4716-a2a2-87671006415f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.1611960 Aug 06 18:01:23.066622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Request body: {'port': {'device_id': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:23.084924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e401d156-4864-4802-93ea-60be2fe30e47 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:23.101035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a74f42be-5ba9-494b-beec-e732ccd80470 None None] Provisioning for port f9bb5fff-6997-40c5-a873-6f3200fb85ec completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:23.107722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a74f42be-5ba9-494b-beec-e732ccd80470 None None] Provisioning complete for port f9bb5fff-6997-40c5-a873-6f3200fb85ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:23.108190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a74f42be-5ba9-494b-beec-e732ccd80470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.129604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.150566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a74f42be-5ba9-494b-beec-e732ccd80470 None None] Port f9bb5fff-6997-40c5-a873-6f3200fb85ec cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:23.156990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-85b96d62-8fd0-4011-b5f8-6c1495d114cc service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791844 Aug 06 18:01:23.182711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Transition to ACTIVE for port object e401d156-4864-4802-93ea-60be2fe30e47 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:23.212284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.235862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-700ea6e6-5eeb-4fac-ba44-16c3382598d0 req-51aab1c2-dcf3-4bd3-8662-b768c9e5294c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642730 Aug 06 18:01:23.266760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-750c4809-566d-4060-9b2f-3032b800ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.268433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-750c4809-566d-4060-9b2f-3032b800ee15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1096 time: 0.1959960 Aug 06 18:01:23.271282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-c65992c9-84c7-4205-b4b3-e9df6b703d42 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d560c58e60e146148eef65c289c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388191 Aug 06 18:01:23.271487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.292907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:23.337397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72824867-7ee9-44b1-bfe0-35db14cd24f6 req-e04b6e9f-3ef0-408a-ba0a-a87bc803ee89 service neutron] 10.222.0.16 "GET /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705987 Aug 06 18:01:23.380567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:23.383453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:23.392825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:23.393329 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.447934 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d46776b-ff14-4b5b-80fe-d484f4d410ae x-openstack-request-id: req-6d46776b-ff14-4b5b-80fe-d484f4d410ae {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:23.449201 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-plugged", "status": "completed", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:23.449818 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d46776b-ff14-4b5b-80fe-d484f4d410ae {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:23.450380 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'code': 200} Aug 06 18:01:23.528939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-f2b4830c-d696-482b-86dd-fd2ee122f0e0 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.530578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-f2b4830c-d696-482b-86dd-fd2ee122f0e0 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526395 Aug 06 18:01:23.538623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.554555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-6c790952-a949-4d94-8971-9893edc1813b tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/quotas/d560c58e60e146148eef65c289c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0163295 Aug 06 18:01:23.557274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a81d4-c328-41bf-ba68-a3a695dac4e1 req-d9e2952d-6a4a-4986-aa32-0c41f2658a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.559449 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-435a81d4-c328-41bf-ba68-a3a695dac4e1 req-d9e2952d-6a4a-4986-aa32-0c41f2658a64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1098 time: 0.0724158 Aug 06 18:01:23.588042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:23.595584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.617488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-184dbbf7-5dfc-4cdb-af7d-88d83c2edf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.619641 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-184dbbf7-5dfc-4cdb-af7d-88d83c2edf77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.3423743 Aug 06 18:01:23.627626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Attempting to bind port e401d156-4864-4802-93ea-60be2fe30e47 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:23.627956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Attempting to bind port e401d156-4864-4802-93ea-60be2fe30e47 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:23.628279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Attempting to bind port e401d156-4864-4802-93ea-60be2fe30e47 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:23.642458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-4517f39f-24bb-4189-85ac-845e74bc036e tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817182 Aug 06 18:01:23.649316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-435a81d4-c328-41bf-ba68-a3a695dac4e1 req-3310d7e2-0c72-436c-85c9-f3200677d05e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Aug 06 18:01:23.653738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:23.693104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Port e401d156-4864-4802-93ea-60be2fe30e47 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:23.693104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Attempting to bind port e401d156-4864-4802-93ea-60be2fe30e47 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:23.729873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-d9c2391f-1c5d-4d90-be69-fde0f5c97c0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.0807364 Aug 06 18:01:23.734506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:23.734843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:23.735220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:23.735661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Bound port: e401d156-4864-4802-93ea-60be2fe30e47, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:23.736018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:23.757241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492b2a4-1515-4f02-b78b-df0be4a3e10f req-d0d864a2-2bb9-4431-83ee-3337fb3a4797 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.759186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5492b2a4-1515-4f02-b78b-df0be4a3e10f req-d0d864a2-2bb9-4431-83ee-3337fb3a4797 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 948 time: 0.2074497 Aug 06 18:01:23.896712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5492b2a4-1515-4f02-b78b-df0be4a3e10f req-68951893-cbdb-4ed3-a8bd-1ee8f71756d1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227891 Aug 06 18:01:23.903731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06ef9-17cd-4dc1-b631-e9832fa0a7c9 req-b9c4efe7-d671-402b-8762-e12682e4a811 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.905739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd06ef9-17cd-4dc1-b631-e9832fa0a7c9 req-b9c4efe7-d671-402b-8762-e12682e4a811 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 935 time: 0.0589287 Aug 06 18:01:23.913851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-805be30b-122a-4018-bb01-cd9bd03090ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:23.915325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-805be30b-122a-4018-bb01-cd9bd03090ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1532516 Aug 06 18:01:23.959447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd06ef9-17cd-4dc1-b631-e9832fa0a7c9 req-ae4b64a1-52ea-4c36-8485-419a4f7a2321 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Aug 06 18:01:23.972039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:23.978972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-fdcaa776-affb-40fb-b6e4-2ec97e172368 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407689 Aug 06 18:01:24.034328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e401d156-4864-4802-93ea-60be2fe30e47,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:24.053318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b28e55b0-305b-4124-bacc-8c29104983b9 req-aa2361b9-a57f-4887-8502-4af66122e510 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Aug 06 18:01:24.088309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:24.133320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bb5fff-6997-40c5-a873-6f3200fb85ec {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:24.161546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:24.183506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4861f-03cf-49b3-bd23-c9d426f22ad2 req-fa2e8e42-8f33-40f2-b070-442b057e0a9e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.191573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecd4861f-03cf-49b3-bd23-c9d426f22ad2 req-fa2e8e42-8f33-40f2-b070-442b057e0a9e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.0590353 Aug 06 18:01:24.200317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.200948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:24.202398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] 10.222.0.16 "PUT /v2.0/ports/e401d156-4864-4802-93ea-60be2fe30e47 HTTP/1.1" status: 200 len: 1097 time: 2.3479731 Aug 06 18:01:24.202847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:24.205129 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "tag": "e401d156-4864-4802-93ea-60be2fe30e47"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:24.227051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a27c88-2d90-4d5d-9041-f6a86b764e6b req-8591fa47-698a-48aa-9a83-d7a719362f51 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.228633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46a27c88-2d90-4d5d-9041-f6a86b764e6b req-8591fa47-698a-48aa-9a83-d7a719362f51 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2487829 Aug 06 18:01:24.231834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Transition to ACTIVE for port object f9bb5fff-6997-40c5-a873-6f3200fb85ec will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:24.236256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecd4861f-03cf-49b3-bd23-c9d426f22ad2 req-8a9d6ef7-586b-49e4-a1a2-5da88732658b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Aug 06 18:01:24.295614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:24.325970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46a27c88-2d90-4d5d-9041-f6a86b764e6b req-45990eb2-caf4-44ec-b934-a9923d515f2d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0877836 Aug 06 18:01:24.346727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77994-aac2-418c-a872-ec610a805e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:24.428486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-04081988-d134-4373-a961-8211618153fd service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157155 Aug 06 18:01:24.429146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:24.436312 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e9ba9-bc01-4c37-adf0-7a05e0c6791b x-openstack-request-id: req-714e9ba9-bc01-4c37-adf0-7a05e0c6791b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:24.436562 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "tag": "e401d156-4864-4802-93ea-60be2fe30e47", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:24.436809 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-714e9ba9-bc01-4c37-adf0-7a05e0c6791b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:24.437423 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47', 'status': 'completed', 'code': 200} Aug 06 18:01:24.589648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-5c14c435-21e7-498a-a2b7-35ba08c644f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.591249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-5c14c435-21e7-498a-a2b7-35ba08c644f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 1100 time: 0.3283153 Aug 06 18:01:24.679372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-b2083f19-0952-4f37-a1c8-6ba7a34d3d3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e401d156-4864-4802-93ea-60be2fe30e47 HTTP/1.1" status: 200 len: 217 time: 0.0670466 Aug 06 18:01:24.735071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-779596de-d2c2-46a1-ae7c-61b4d9189df3 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958379 Aug 06 18:01:24.738265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Attempting to bind port f9bb5fff-6997-40c5-a873-6f3200fb85ec on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:24.738607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Attempting to bind port f9bb5fff-6997-40c5-a873-6f3200fb85ec by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:24.738971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Attempting to bind port f9bb5fff-6997-40c5-a873-6f3200fb85ec on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:24.750735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d107-1208-437b-b2b1-a3f937738491 req-c82fc26f-7f42-403b-88f3-d16772e8bbfe tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.752669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2a9d107-1208-437b-b2b1-a3f937738491 req-c82fc26f-7f42-403b-88f3-d16772e8bbfe tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.2576320 Aug 06 18:01:24.764715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Port f9bb5fff-6997-40c5-a873-6f3200fb85ec on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:24.765255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Attempting to bind port f9bb5fff-6997-40c5-a873-6f3200fb85ec on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:24.775329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943758ee-8620-4952-90d8-a065ac20c7e6 req-1d193435-d6f6-49e9-9479-f78beece8b08 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0540063 Aug 06 18:01:24.782356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:24.782934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:24.783463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:24.784086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Bound port: f9bb5fff-6997-40c5-a873-6f3200fb85ec, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:24.784450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:24.804007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-6dd95839-d452-40c5-bf28-df805a7ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.805479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-6dd95839-d452-40c5-bf28-df805a7ea9ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1113091 Aug 06 18:01:24.876998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2a9d107-1208-437b-b2b1-a3f937738491 req-5ee90cfc-7b05-4097-b9e6-20634ef43bfa tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086311 Aug 06 18:01:24.904878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:24.908250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:24.920161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-09e15558-af57-4269-8526-02cc4a933842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:24.922024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-09e15558-af57-4269-8526-02cc4a933842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060445 Aug 06 18:01:24.923343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:25.308314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-1e78b211-5159-44e9-a40d-bc31ffadfb51 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.311103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-1e78b211-5159-44e9-a40d-bc31ffadfb51 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.0698431 Aug 06 18:01:25.315296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.315924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:25.317306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9bb5fff-6997-40c5-a873-6f3200fb85ec HTTP/1.1" status: 200 len: 1096 time: 2.2664168 Aug 06 18:01:25.413317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-43401c73-4728-4180-908e-8a9867de4dfa tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d560c58e60e146148eef65c289c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028800 Aug 06 18:01:25.436690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:25.452400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:25.457509 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee037f9-08ca-439a-93da-316a1b1adb35" -d '{"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-plugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:25.465582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-b97bec37-278d-485a-90e1-a83c2e88716b service neutron] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:25.469276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-b97bec37-278d-485a-90e1-a83c2e88716b service neutron] Notify callbacks [] for binding, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:25.470526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a30fe1dc-106a-4d5e-9b5d-826837abca86 req-b97bec37-278d-485a-90e1-a83c2e88716b service neutron] 10.222.0.55 "DELETE /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.1507273 Aug 06 18:01:25.482352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.482702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.483040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.483379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.483716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.484058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.484422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.484748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.485076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.485401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.485755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.486073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc0f86-4227-4874-aa8e-8f2c59fc71e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:25.524256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1892d-6985-4554-b2a8-7140d24b623a req-6de9b245-6b50-4b5a-a70c-d954d6c13933 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.525804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ded1892d-6985-4554-b2a8-7140d24b623a req-6de9b245-6b50-4b5a-a70c-d954d6c13933 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 947 time: 0.0543897 Aug 06 18:01:25.561660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-d91bf4dd-c80f-4a13-9075-c20919c4518f service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102488 Aug 06 18:01:25.565167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ded1892d-6985-4554-b2a8-7140d24b623a req-48e5bfdf-33c0-4f0c-87ca-abeac7b3e30a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Aug 06 18:01:25.568892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d524e-2b26-4f1a-9ba1-8489b4aa7b79 req-905e9bdf-6a27-4022-ac43-746200c91176 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.570396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb1d524e-2b26-4f1a-9ba1-8489b4aa7b79 req-905e9bdf-6a27-4022-ac43-746200c91176 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2398474 Aug 06 18:01:25.577227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-47da0ef1-6edd-45c1-a131-a21eb9be3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.578764 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-47da0ef1-6edd-45c1-a131-a21eb9be3d0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 1099 time: 0.2143483 Aug 06 18:01:25.656094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3089c53d-900c-4b76-b03a-7854f635f730 req-57ce6b0a-d8bd-4817-a9a1-96966d5df556 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 210 time: 0.0266883 Aug 06 18:01:25.661328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-90ec45a7-3658-472d-948d-fdbb5e0bb880 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec HTTP/1.1" status: 200 len: 217 time: 0.0704265 Aug 06 18:01:25.757911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-99b068d4-af67-4f08-8434-417938e41dc0 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.759420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-99b068d4-af67-4f08-8434-417938e41dc0 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247993 Aug 06 18:01:25.760782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798808a9-399b-4714-8d12-08f9278a6754 req-08ef8c13-9fb8-4957-b4e0-a903e73fcbe8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.762288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-798808a9-399b-4714-8d12-08f9278a6754 req-08ef8c13-9fb8-4957-b4e0-a903e73fcbe8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.0492201 Aug 06 18:01:25.765631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb1d524e-2b26-4f1a-9ba1-8489b4aa7b79 req-e5edbcaa-b404-4d06-a810-d3c5dac321b6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845675 Aug 06 18:01:25.786290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Request body: {'port': {'device_id': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'd560c58e60e146148eef65c289c97ab6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:25.823187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-6f8941ae-7d7c-4088-b3c9-d32cdbc8de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:25.824768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-6f8941ae-7d7c-4088-b3c9-d32cdbc8de3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1310027 Aug 06 18:01:25.829766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-798808a9-399b-4714-8d12-08f9278a6754 req-bb4f8906-4901-42f0-bef4-90bc3c6f4058 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607333 Aug 06 18:01:25.840533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-097146b1-8b15-471f-8e27-f9baab953aed service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532144 Aug 06 18:01:25.918914 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eadf628-c3da-46da-b701-4197907ccdad x-openstack-request-id: req-1eadf628-c3da-46da-b701-4197907ccdad {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:25.919470 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-plugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:25.919924 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eadf628-c3da-46da-b701-4197907ccdad {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:25.920408 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'code': 200} Aug 06 18:01:26.023505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-296a88a9-59be-4d4e-8422-b14d6fa4cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.025157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-296a88a9-59be-4d4e-8422-b14d6fa4cd06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462994 Aug 06 18:01:26.031619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-47f3bd0e-a266-495e-9644-51d003ede4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.033130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-47f3bd0e-a266-495e-9644-51d003ede4cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 1100 time: 0.1122072 Aug 06 18:01:26.040849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521346d-c346-4a06-b0d7-8450456d2642 req-af79753d-69b6-4636-ba0b-5623b4277b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.042696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9521346d-c346-4a06-b0d7-8450456d2642 req-af79753d-69b6-4636-ba0b-5623b4277b94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1101 time: 0.0542936 Aug 06 18:01:26.043844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc20c7-2fff-42e3-8e88-ada08b7bf810 req-34703ed3-1e88-4bf9-a99f-2af9f3e0af13 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.045327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05dc20c7-2fff-42e3-8e88-ada08b7bf810 req-34703ed3-1e88-4bf9-a99f-2af9f3e0af13 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1713033 Aug 06 18:01:26.086981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9521346d-c346-4a06-b0d7-8450456d2642 req-976db5ec-ddc4-4fa0-827a-91cf299c48da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364516 Aug 06 18:01:26.180221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Made reservation on behalf of d560c58e60e146148eef65c289c97ab6 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:26.183745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:26.236492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05dc20c7-2fff-42e3-8e88-ada08b7bf810 req-dfd54c0f-2d7a-45e9-8400-5ea6e7db49f8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714857 Aug 06 18:01:26.310869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-bcba493b-14fc-4ebd-9d12-2af2ac5744ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.312428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-bcba493b-14fc-4ebd-9d12-2af2ac5744ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2585683 Aug 06 18:01:26.331207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-3545998e-4c3e-4eb8-b110-11bf40b730dc service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970741 Aug 06 18:01:26.413324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-09035015-30e4-4816-8ec5-6e2ebec2c766 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e401d156-4864-4802-93ea-60be2fe30e47 HTTP/1.1" status: 200 len: 217 time: 0.0845091 Aug 06 18:01:26.415017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972ad1-c171-411a-9171-18e5951f05cd req-5f0b0cdd-5941-4b84-8978-19b165adc5d0 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.416528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57972ad1-c171-411a-9171-18e5951f05cd req-5f0b0cdd-5941-4b84-8978-19b165adc5d0 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1098 time: 0.0419223 Aug 06 18:01:26.448007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:26.450274 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b335e3-9be0-4ace-8b29-c6a1c3859907" -d '{"events": [{"name": "network-changed", "server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:26.452974 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57972ad1-c171-411a-9171-18e5951f05cd req-e51304ef-6227-488d-ae74-bac61f4bb654 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301158 Aug 06 18:01:26.567088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af940-be88-48e2-8841-33cdce063810 req-67ff75a2-f078-4eea-8b97-7a657b7ae06a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.569614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b1af940-be88-48e2-8841-33cdce063810 req-67ff75a2-f078-4eea-8b97-7a657b7ae06a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.2601492 Aug 06 18:01:26.586091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Allocated IP 192.168.233.246 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:26.649517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-0138ddd5-0f4f-4843-8d23-329b78611952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.651046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-0138ddd5-0f4f-4843-8d23-329b78611952 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2201085 Aug 06 18:01:26.686861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31b927b8-0301-40b9-9cfa-c5207ae46291 req-706cd153-55d5-41af-a960-fb3380f787cf service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285849 Aug 06 18:01:26.715258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b1af940-be88-48e2-8841-33cdce063810 req-5cc0ff30-c222-4464-be40-c2f38276bcda tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264708 Aug 06 18:01:26.748718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-e20d306d-e6df-41e1-9cba-f9a75a6fdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.750344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-e20d306d-e6df-41e1-9cba-f9a75a6fdfc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872130 Aug 06 18:01:26.791121 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c0354-ba4d-4468-8196-01c112905870 x-openstack-request-id: req-f30c0354-ba4d-4468-8196-01c112905870 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:26.791711 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:26.791711 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f30c0354-ba4d-4468-8196-01c112905870 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:26.792018 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'status': 'completed', 'code': 200} Aug 06 18:01:26.994536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-131d8e86-6552-4ab9-8974-a3b2c4e6b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:26.996063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-131d8e86-6552-4ab9-8974-a3b2c4e6b528 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 1099 time: 0.1676540 Aug 06 18:01:27.000939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-2783858b-d5ae-4110-b83d-1f0d3979677d service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401516 Aug 06 18:01:27.037638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:27.063754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c70a204-864a-47c9-9be5-b46ee122a884 req-b6681713-7c84-4861-8d17-f1988b6ac61c tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 210 time: 0.0469215 Aug 06 18:01:27.079838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda44d-b6c9-4602-abcb-b802e46774ba req-5c7db261-2908-4abb-b70b-d837c5502232 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.081533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63bda44d-b6c9-4602-abcb-b802e46774ba req-5c7db261-2908-4abb-b70b-d837c5502232 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 947 time: 0.1703360 Aug 06 18:01:27.170616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Transition to ACTIVE for port object aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:27.236390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124cdf-811c-410b-908c-b7ab3f4867d6 req-983dd51c-cb13-4295-a05f-64112c109b0d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.238049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d124cdf-811c-410b-908c-b7ab3f4867d6 req-983dd51c-cb13-4295-a05f-64112c109b0d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0697892 Aug 06 18:01:27.248654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63bda44d-b6c9-4602-abcb-b802e46774ba req-1e0f41e1-4aa6-4637-8b5b-a57e6a98061e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522539 Aug 06 18:01:27.267823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebfaec0-52f6-4c49-b28b-93bf4e2eb9e0 req-fa006d63-5bdc-42e1-957d-fff55ac16ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557297 Aug 06 18:01:27.273503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-d4971617-57c1-4268-b664-0b531f32fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.273503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-d4971617-57c1-4268-b664-0b531f32fe60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2583702 Aug 06 18:01:27.298881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d124cdf-811c-410b-908c-b7ab3f4867d6 req-e31adad6-88dd-4edc-b6fb-22c8572b0d86 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526237 Aug 06 18:01:27.334680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-b2e3bcea-c700-4e44-892d-28f12e24d950 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec HTTP/1.1" status: 200 len: 217 time: 0.0506966 Aug 06 18:01:27.346379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:27.358135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:27.360716 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:01:27.608299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd62ac-2fc0-4861-8fb7-edbbcc106d91 req-c16d6ff1-f70b-4ba5-9116-12d2f0dbf6cc tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.610963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90cd62ac-2fc0-4861-8fb7-edbbcc106d91 req-c16d6ff1-f70b-4ba5-9116-12d2f0dbf6cc tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1096 time: 0.0484550 Aug 06 18:01:27.664696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90cd62ac-2fc0-4861-8fb7-edbbcc106d91 req-e60a0649-6c20-4d70-89e7-3ed683f0077d tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Aug 06 18:01:27.781783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:27.794841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-50652d16-4294-4ec5-82c1-20663257a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.797087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-50652d16-4294-4ec5-82c1-20663257a103 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.4527752 Aug 06 18:01:27.798217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:27.804298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Pushing event updated for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:27.820615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-7be3227b-8019-42c8-9dd0-7d7bdcfaa089 req-c5b66220-ab23-489c-b60b-b582a404278d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:27.821619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:27.821746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7be3227b-8019-42c8-9dd0-7d7bdcfaa089 req-c5b66220-ab23-489c-b60b-b582a404278d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055811 Aug 06 18:01:27.837632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba08fa2-08e5-48ac-a074-f38bb47619de req-f6463956-8053-4bd4-92ba-3844e9837e2a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.845037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ba08fa2-08e5-48ac-a074-f38bb47619de req-f6463956-8053-4bd4-92ba-3844e9837e2a tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.5129290 Aug 06 18:01:27.915852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-4e21e8e8-d78c-4d77-8219-5af895f35b12 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.917338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-4e21e8e8-d78c-4d77-8219-5af895f35b12 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 945 time: 0.2025239 Aug 06 18:01:27.977355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:27.978065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.008400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ba08fa2-08e5-48ac-a074-f38bb47619de req-45130b77-a6c6-4c27-b813-1698804cadd8 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1c4a97f-e06c-4091-aa50-6023a58476bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620414 Aug 06 18:01:28.018816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-abfdc17a-8102-4008-8d57-fff6f9839480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:28.020829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-abfdc17a-8102-4008-8d57-fff6f9839480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125928 Aug 06 18:01:28.134599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-34d0843a-5e4e-403f-b1a0-ec84e75246c9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3554089 Aug 06 18:01:28.150839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-54f48dc9-18d1-4d6f-a143-339bc7cd86ed None None] Provisioning for port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:28.154177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Request body: {'port': {'device_id': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:28.163567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-54f48dc9-18d1-4d6f-a143-339bc7cd86ed None None] Provisioning complete for port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:28.165143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-54f48dc9-18d1-4d6f-a143-339bc7cd86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.212505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-54f48dc9-18d1-4d6f-a143-339bc7cd86ed None None] Port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:28.228431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-c1060682-62d6-474f-814e-416be5b07984 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787925 Aug 06 18:01:28.346864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06733d90-85cb-445f-a1e4-3c6a78215d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.379968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-2807322a-4a1e-48f6-b84b-7210ef620fad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2485201 Aug 06 18:01:28.391665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.421087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Deleting port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:28.421578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.555737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-5561a50b-d7b3-43b8-aca7-ef801bf8e15a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:28.557318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-5561a50b-d7b3-43b8-aca7-ef801bf8e15a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.3552668 Aug 06 18:01:28.565781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b335e3-9be0-4ace-8b29-c6a1c3859907 req-8ec78a34-1143-4f30-a591-550c2d030fbc service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112607 Aug 06 18:01:28.607395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-46ff8fa6-9d9c-4931-8c39-7b466d02d8ed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/quotas/b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 375 time: 0.0344059 Aug 06 18:01:28.646612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] For port c73f0846-02ba-4b19-8da5-d3ba13a5ea77, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:28.646944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:28.741335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Calling delete_port for c73f0846-02ba-4b19-8da5-d3ba13a5ea77 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:28.758074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf4ca3-8e43-4464-a18e-23eb04d97ed6 req-17819b5f-e452-4a1f-ae9d-7b983aedfd97 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:28.768734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4abf4ca3-8e43-4464-a18e-23eb04d97ed6 req-17819b5f-e452-4a1f-ae9d-7b983aedfd97 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1084356 Aug 06 18:01:28.851015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4abf4ca3-8e43-4464-a18e-23eb04d97ed6 req-bdd2fe12-202e-4e7b-8f5e-020b7bcbe0cc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752954 Aug 06 18:01:28.892197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-15709db1-dc66-41eb-babe-9a11e49c1028 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2708149 Aug 06 18:01:29.008809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d9004-a594-4c47-bf76-5921431cef5c req-9fc4101a-65ab-44c8-bd0b-d0238b8d61a9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:29.021033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-283d9004-a594-4c47-bf76-5921431cef5c req-9fc4101a-65ab-44c8-bd0b-d0238b8d61a9 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 936 time: 0.0760422 Aug 06 18:01:29.080185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-283d9004-a594-4c47-bf76-5921431cef5c req-9079b796-2788-487d-a149-805bd73432b8 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626333 Aug 06 18:01:29.153553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:29.178889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.210582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010ddf-d9dd-44c2-9677-cd5a37f99fa0 req-fae60868-e663-46b7-88ab-e4023c7a0d14 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:29.212462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24010ddf-d9dd-44c2-9677-cd5a37f99fa0 req-fae60868-e663-46b7-88ab-e4023c7a0d14 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 947 time: 0.0576453 Aug 06 18:01:29.224257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.295094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24010ddf-d9dd-44c2-9677-cd5a37f99fa0 req-52e24333-5546-4393-ab42-ecb6ba35e167 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720015 Aug 06 18:01:29.303051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-bc5593ea-24b4-4b82-a965-767816b8c6dd service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848956 Aug 06 18:01:29.315344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Transition to ACTIVE for port object aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:29.316419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Pushing event deleted for resources: {'Port': ['ID=c73f0846-02ba-4b19-8da5-d3ba13a5ea77,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:29.350939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.353105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] No DVR routers for this DVR port c73f0846-02ba-4b19-8da5-d3ba13a5ea77 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:29.358761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.362450 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46817b2a-e490-4b40-ad2b-1572222d45d6 req-7dd22e5f-b59b-45e0-9be3-cf0c5d095e7d tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.16 "DELETE /v2.0/ports/c73f0846-02ba-4b19-8da5-d3ba13a5ea77 HTTP/1.1" status: 204 len: 173 time: 1.4295526 Aug 06 18:01:29.452565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'name': 'network-vif-deleted', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:29.456915 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce65f30a-ba1a-4fbc-a69d-934f95a6b529" -d '{"events": [{"server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "name": "network-vif-deleted", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:29.496602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Pushing event updated for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:29.623495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Attempting to bind port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:29.624184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Attempting to bind port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:29.625087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Attempting to bind port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:29.644602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:29.645062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Attempting to bind port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:29.659135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:29.659594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:29.660742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:29.660742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Bound port: aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:29.661531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.668464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-7f5f85b8-58f4-4f9e-bc61-6d75d048bb0f service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674011 Aug 06 18:01:29.768191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:29.773717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:29.784058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.824253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:29.825133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:29.827188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] 10.222.0.55 "PUT /v2.0/ports/aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 HTTP/1.1" status: 200 len: 1097 time: 1.6815255 Aug 06 18:01:29.929061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22aa15-a29f-4198-b7f1-919d2cca03af service neutron] Pushing event updated for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:29.947209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-babe69c8-b5f6-433a-9093-31a10fd4f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:29.948543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-babe69c8-b5f6-433a-9093-31a10fd4f80e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 1100 time: 0.0533702 Aug 06 18:01:30.016496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-4dd147e4-2a3b-4644-a05b-41847f8bd34b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0593889 Aug 06 18:01:30.064505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95b0494c-2758-4781-a4b9-3d5c418572e5 req-b07d1dbf-03af-4039-9116-794530c5b7dc tempest-FloatingIPsAssociationNegativeTestJSON-1796284294 tempest-FloatingIPsAssociationNegativeTestJSON-1796284294-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b57bad4-359c-4dfa-921c-6da6042b928b HTTP/1.1" status: 200 len: 210 time: 0.0509281 Aug 06 18:01:30.088076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-0431b7ea-af73-4981-acd4-39768b27ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.089718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-0431b7ea-af73-4981-acd4-39768b27ee6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0655098 Aug 06 18:01:30.141392 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eaa5b9-2114-46da-8373-17e18625a423 x-openstack-request-id: req-00eaa5b9-2114-46da-8373-17e18625a423 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:30.141631 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b57bad4-359c-4dfa-921c-6da6042b928b", "name": "network-vif-deleted", "tag": "c73f0846-02ba-4b19-8da5-d3ba13a5ea77", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:30.141878 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00eaa5b9-2114-46da-8373-17e18625a423 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:30.142265 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b57bad4-359c-4dfa-921c-6da6042b928b', 'name': 'network-vif-deleted', 'tag': 'c73f0846-02ba-4b19-8da5-d3ba13a5ea77', 'status': 'completed', 'code': 200} Aug 06 18:01:30.169939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-54e57a7d-be3f-4b27-b0e9-0c8e3300082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.171749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-54e57a7d-be3f-4b27-b0e9-0c8e3300082b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695848 Aug 06 18:01:30.231522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95c7c7cd-d7d3-40fa-b3fa-bd388b7d6463 req-1ea7dd44-ffa3-426c-a73e-109ea501c6a0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 210 time: 0.0639949 Aug 06 18:01:30.286251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e1d96-601b-4b6a-b169-0592f8ee6dd5 req-07dcb5bb-6210-41ac-9018-b510d0021e52 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.288889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b11e1d96-601b-4b6a-b169-0592f8ee6dd5 req-07dcb5bb-6210-41ac-9018-b510d0021e52 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0856102 Aug 06 18:01:30.356220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-a044143c-7338-47e8-b7c6-0775c34341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.357939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-a044143c-7338-47e8-b7c6-0775c34341b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1101 time: 0.0678062 Aug 06 18:01:30.367101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-dacda712-6146-49b9-ae2b-3a1eec152dc5 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636968 Aug 06 18:01:30.381224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b11e1d96-601b-4b6a-b169-0592f8ee6dd5 req-06616b1e-838c-4e02-89e1-ef3449b4d2c0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Aug 06 18:01:30.474657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e401d156-4864-4802-93ea-60be2fe30e47 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:30.479739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c73f0846-02ba-4b19-8da5-d3ba13a5ea77 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:30.501582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea19263-040c-4eca-a08c-1b082f0b18f5 req-8e2807cb-942c-4ac8-a723-000f8ca96e35 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272812 Aug 06 18:01:30.512394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: c73f0846-02ba-4b19-8da5-d3ba13a5ea77 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:30.513128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c73f0846-02ba-4b19-8da5-d3ba13a5ea77 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:30.532703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-459f2cbd-6513-42f1-aa91-d01b097feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.534434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-459f2cbd-6513-42f1-aa91-d01b097feea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1674814 Aug 06 18:01:30.612962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1541-3c19-430f-be3f-22ce01b9787e req-d2f9b6ca-944c-41cc-9695-f046da1fceab tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.614948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad9b1541-3c19-430f-be3f-22ce01b9787e req-d2f9b6ca-944c-41cc-9695-f046da1fceab tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 948 time: 0.1349545 Aug 06 18:01:30.616263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-27d4ee45-c686-4580-8a8b-78e6036e3352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.0695310 Aug 06 18:01:30.641273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e401d156-4864-4802-93ea-60be2fe30e47,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:30.656103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'e401d156-4864-4802-93ea-60be2fe30e47', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'e401d156-4864-4802-93ea-60be2fe30e47', 'mac_address': 'fa:16:3e:f4:fa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:30.702072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad9b1541-3c19-430f-be3f-22ce01b9787e req-3d6e1b20-b59c-448b-9655-bc53e0a12241 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805202 Aug 06 18:01:30.741325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-bb12f65b-296a-4a82-b189-eae7c5437136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.746293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-bb12f65b-296a-4a82-b189-eae7c5437136 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1174648 Aug 06 18:01:30.757699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:30.784891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e401d156-4864-4802-93ea-60be2fe30e47 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:30.816406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e401d156-4864-4802-93ea-60be2fe30e47,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:30.822954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:30.823682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f9bb5fff-6997-40c5-a873-6f3200fb85ec details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:30.856907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-0c435e8e-27b9-40de-893b-ed26a462836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.858585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-0c435e8e-27b9-40de-893b-ed26a462836e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043174 Aug 06 18:01:30.906765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:30.909544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:30.938318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'mac_address': 'fa:16:3e:c9:a9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:30.970499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491eb98-a024-4e20-98f5-aa68c98c9b6f req-168b2433-731a-48b2-acd7-f72bb20546c5 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:30.972113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8491eb98-a024-4e20-98f5-aa68c98c9b6f req-168b2433-731a-48b2-acd7-f72bb20546c5 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 947 time: 0.1124191 Aug 06 18:01:31.000748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:31.022507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bb5fff-6997-40c5-a873-6f3200fb85ec {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:31.049981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:31.055427 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:31.069620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-a1b057b3-496c-4738-8656-6f18b74caf14 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984844 Aug 06 18:01:31.079039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8491eb98-a024-4e20-98f5-aa68c98c9b6f req-0631bcbf-2c39-4e9b-965a-64c92f4fee06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 Aug 06 18:01:31.128042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:31.165125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43844) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:31.206004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-2c918da1-1514-45e8-ada4-269a76e8f567 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258745 Aug 06 18:01:31.402676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:31.431713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78f0443c-4bda-4797-a32d-1071d1a3f83e req-e48da3b4-db69-4264-8293-abbb0430b9e9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 210 time: 0.0640118 Aug 06 18:01:31.470588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:31.496360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:31.639645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-618cf96a-0784-4663-97fd-e3ba604d21c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:31.945978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2da8a-efc7-4a0a-92ef-79a64d390395 req-7328bfc6-7a32-4ca2-b252-c864ce630b46 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:31.953301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ba2da8a-efc7-4a0a-92ef-79a64d390395 req-7328bfc6-7a32-4ca2-b252-c864ce630b46 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2028015 Aug 06 18:01:31.987508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-1daeed90-87f4-4cca-87a8-8126cf992774 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:31.989178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-1daeed90-87f4-4cca-87a8-8126cf992774 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.6803520 Aug 06 18:01:32.009139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Request body: {'port': {'device_id': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'admin_state_up': True, 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:32.078738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ba2da8a-efc7-4a0a-92ef-79a64d390395 req-dfc1b4f1-92a6-411b-aa0e-6b070b820c77 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244812 Aug 06 18:01:32.116751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea5e90-b652-497d-847a-ad64628d481c req-36af7aa9-9e9b-4313-a8e2-060ce205b744 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.125775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50ea5e90-b652-497d-847a-ad64628d481c req-36af7aa9-9e9b-4313-a8e2-060ce205b744 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 948 time: 0.0938029 Aug 06 18:01:32.166474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:32.167129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50ea5e90-b652-497d-847a-ad64628d481c req-545d07bc-4b58-46da-9bd2-eb4b89542859 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Aug 06 18:01:32.168500 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f1e86d-257b-402c-8a49-fabb39a03e52" -d '{"events": [{"name": "network-changed", "server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:32.296698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:32.300390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:32.421549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2bcb-2bf9-4823-8f99-8a346ea3752e req-aaf306b9-9f44-499c-9528-6d70c1c23689 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.429549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9bf2bcb-2bf9-4823-8f99-8a346ea3752e req-aaf306b9-9f44-499c-9528-6d70c1c23689 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 948 time: 0.0911925 Aug 06 18:01:32.512636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-fb4c1314-31b9-42b3-92ca-3335a4a505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.516851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-fb4c1314-31b9-42b3-92ca-3335a4a505d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d560c58e60e146148eef65c289c97ab6&device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 1100 time: 0.0850415 Aug 06 18:01:32.564842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Allocated IP 172.20.0.14 (ae786341-183f-4732-a423-f0be9854f5ae/d8344886-c18e-4a0a-b6aa-519e8cc6a4fd/3fce773b-a98c-4527-9b5a-37fdabbef85c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:32.588051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9bf2bcb-2bf9-4823-8f99-8a346ea3752e req-8ee40ecd-d414-4d09-8ca4-dc8f4fe05b9a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572351 Aug 06 18:01:32.601212 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e90b7-57fb-40f8-ab09-744d47578c7a x-openstack-request-id: req-e66e90b7-57fb-40f8-ab09-744d47578c7a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:32.601980 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:32.602235 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e66e90b7-57fb-40f8-ab09-744d47578c7a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:32.602631 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2', 'status': 'completed', 'code': 200} Aug 06 18:01:32.651578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78e07bd9-7078-49d0-955c-c4d4d34ed2f1 req-30dab44d-2b48-46eb-aaed-ab4afb3f9f2f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 210 time: 0.0433924 Aug 06 18:01:32.683357 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:32.683639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-30de1fd9-8347-4263-bfbd-f9af3166d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.685338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-30de1fd9-8347-4263-bfbd-f9af3166d366 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1594102 Aug 06 18:01:32.732386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-da0bb706-e018-4d69-90cb-6845fe7f704f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 HTTP/1.1" status: 200 len: 217 time: 0.0377936 Aug 06 18:01:32.808813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-e8b16acc-1313-4ca0-a0c5-619cfcc18517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.812014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-e8b16acc-1313-4ca0-a0c5-619cfcc18517 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0666842 Aug 06 18:01:32.882454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-a3560f27-0b21-4884-a186-64f7df261c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:32.884113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-a3560f27-0b21-4884-a186-64f7df261c9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639870 Aug 06 18:01:32.893870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:32.983107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43942) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:32.983698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.036874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-db99d142-c9a1-439b-a95b-4c36c3cbd09f service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448338 Aug 06 18:01:33.107359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.182591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.228630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Network ae786341-183f-4732-a423-f0be9854f5ae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:33.236616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:33.245740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:33.252993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:33.279355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f1e86d-257b-402c-8a49-fabb39a03e52 req-437a88cc-3413-425a-a495-6a7fa0a544f0 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329772 Aug 06 18:01:33.295366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039bdba-2885-45ca-ab6d-b108f6c68e39 req-723fc5a4-a7c9-4275-961b-b2bf124cb69e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:33.297017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b039bdba-2885-45ca-ab6d-b108f6c68e39 req-723fc5a4-a7c9-4275-961b-b2bf124cb69e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1170673 Aug 06 18:01:33.354681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:33.362984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:33.363955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.378907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b039bdba-2885-45ca-ab6d-b108f6c68e39 req-d941fc67-1413-49f9-b933-b4fb1c12c88c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Aug 06 18:01:33.395477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f499b-1e6a-4022-8fc9-5be944c4a3a7 req-c1396a8e-7e19-4b8d-a568-242f8960b257 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:33.397163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e44f499b-1e6a-4022-8fc9-5be944c4a3a7 req-c1396a8e-7e19-4b8d-a568-242f8960b257 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 948 time: 0.1471169 Aug 06 18:01:33.408261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Deleting port 89abce72-553c-4a38-9265-a9bc32fd7685 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:33.408663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.419189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.425833 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.476340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b627d9a-25fc-4be3-bf2e-c668e273f5dd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:33.480487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=361eff511bd143bb86a4b7639ce4938d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960561 Aug 06 18:01:33.486969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43952) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:33.495736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.496167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.496630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.497025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.497506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.497989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.498417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.498845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.499229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.499643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.500028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.500408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d5c56c-492a-4e3f-8e70-92eb2c7ddeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:33.517416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] For port 89abce72-553c-4a38-9265-a9bc32fd7685, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=89abce72-553c-4a38-9265-a9bc32fd7685,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:33.517908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.539629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-6d32f784-8562-40ad-b586-83f52c886cc7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5349231 Aug 06 18:01:33.544957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Calling delete_port for 89abce72-553c-4a38-9265-a9bc32fd7685 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:33.551706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e44f499b-1e6a-4022-8fc9-5be944c4a3a7 req-dcbf74c7-d369-488c-8ab6-25d174a3788e tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483622 Aug 06 18:01:33.562357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Request body: {'port': {'device_id': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:33.576332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.590711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:33.593915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.604772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2', 'mac_address': 'fa:16:3e:a5:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:33.661471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.671120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.674045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.678553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b627d9a-25fc-4be3-bf2e-c668e273f5dd HTTP/1.1" status: 204 len: 168 time: 0.1899443 Aug 06 18:01:33.696057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.709635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f396-f12c-41b1-84bd-066cda83dbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b627d9a-25fc-4be3-bf2e-c668e273f5dd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:33.753727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:33.794551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:33.813798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf75ae-16bb-4be1-be50-e7a697909fb3 req-9f68fac8-9eab-4b14-9223-9a580483a680 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:33.814893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:33.825119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9cf75ae-16bb-4be1-be50-e7a697909fb3 req-9f68fac8-9eab-4b14-9223-9a580483a680 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 948 time: 0.1196184 Aug 06 18:01:33.883992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9cf75ae-16bb-4be1-be50-e7a697909fb3 req-e1aa9ad8-e87d-41da-ac4d-2ab10b677708 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Aug 06 18:01:33.909034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:33.979679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b6af-31e6-49c2-832e-d4fe1a27c62b req-9d613fff-adca-4891-b9c0-8b126dc31322 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:33.981521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d95b6af-31e6-49c2-832e-d4fe1a27c62b req-9d613fff-adca-4891-b9c0-8b126dc31322 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 932 time: 0.1818433 Aug 06 18:01:34.120968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:34.130451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d95b6af-31e6-49c2-832e-d4fe1a27c62b req-551b2312-2516-416c-8186-6eb497be7527 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220765 Aug 06 18:01:34.172602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.215041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Pushing event deleted for resources: {'Port': ['ID=89abce72-553c-4a38-9265-a9bc32fd7685,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:34.481101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e401d156-4864-4802-93ea-60be2fe30e47 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:34.491216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.655650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9f6ae-5ae2-41b8-8251-cabe46fe2edd req-6f004bcf-5ca6-4998-a0a4-a6e43dfe12b4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:34.663696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eeb9f6ae-5ae2-41b8-8251-cabe46fe2edd req-6f004bcf-5ca6-4998-a0a4-a6e43dfe12b4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1538434 Aug 06 18:01:34.699247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fce773b-a98c-4527-9b5a-37fdabbef85c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:34.710234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.726306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Transition to ACTIVE for port object 3fce773b-a98c-4527-9b5a-37fdabbef85c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:34.738507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.745989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eeb9f6ae-5ae2-41b8-8251-cabe46fe2edd req-fb08b2c9-903d-488c-99e3-d84a500485be tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Aug 06 18:01:34.755459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port e401d156-4864-4802-93ea-60be2fe30e47 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:34.770485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port e401d156-4864-4802-93ea-60be2fe30e47 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:34.770861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.885179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.927759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e401d156-4864-4802-93ea-60be2fe30e47,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:34.929068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:34.932486 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff8b1af-d259-4067-8014-2692e2693644" -d '{"events": [{"server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "name": "network-vif-plugged", "status": "completed", "tag": "e401d156-4864-4802-93ea-60be2fe30e47"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:34.938354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:34.939307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f9bb5fff-6997-40c5-a873-6f3200fb85ec up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:34.976701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:35.004476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.023598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3aad8-b086-417b-a19a-0bd07304a066 req-a425f9be-08d1-4c00-8e46-73eabf577da6 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.025388 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c3aad8-b086-417b-a19a-0bd07304a066 req-a425f9be-08d1-4c00-8e46-73eabf577da6 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 949 time: 0.2665598 Aug 06 18:01:35.049119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:35.057341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.057976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.058260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.058962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.059298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.059640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.059949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.060273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.060598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.060945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.061267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.061643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:35.073618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f9bb5fff-6997-40c5-a873-6f3200fb85ec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:35.077913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f9bb5fff-6997-40c5-a873-6f3200fb85ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:35.078270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.102332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:35.102966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:35.103455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:35.131566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:35.131896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:35.144155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:35.144155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:35.144566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:35.145019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Bound port: 3fce773b-a98c-4527-9b5a-37fdabbef85c, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:35.145378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.212120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c3aad8-b086-417b-a19a-0bd07304a066 req-33d65229-62e9-4aa7-8b1e-f60f7e6f75f6 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365478 Aug 06 18:01:35.232589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.277235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:35.283566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.360711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:35.365308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:35.428039 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bfdc3d-1e6a-4e80-9b05-89dc47ff7f71 x-openstack-request-id: req-15bfdc3d-1e6a-4e80-9b05-89dc47ff7f71 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:35.428429 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "name": "network-vif-plugged", "status": "completed", "tag": "e401d156-4864-4802-93ea-60be2fe30e47", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:35.428774 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15bfdc3d-1e6a-4e80-9b05-89dc47ff7f71 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:35.429261 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47', 'code': 200} Aug 06 18:01:35.438430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:35.440998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:35.447718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:35.448882 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.508431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:35.550324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.552420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d416d-5775-4ca6-9e2d-95462c89ad06 req-ed65186b-97b1-4ba9-8cd9-72a1f2e8fa96 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.558138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.561579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-560d416d-5775-4ca6-9e2d-95462c89ad06 req-ed65186b-97b1-4ba9-8cd9-72a1f2e8fa96 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0602975 Aug 06 18:01:35.596494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:35.603031 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.609010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-560d416d-5775-4ca6-9e2d-95462c89ad06 req-cacfc340-38f9-49a0-9408-c29c22d40df8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Aug 06 18:01:35.615403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:35.652825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46924eb-51ae-4633-9883-13ea21b667b7 req-eb74e265-0c1d-4ad3-a702-3f2253828de9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.662260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f46924eb-51ae-4633-9883-13ea21b667b7 req-eb74e265-0c1d-4ad3-a702-3f2253828de9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.3392282 Aug 06 18:01:35.667913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:35.695050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.695915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:35.697339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-795bff31-f516-4245-a9de-8cab94ac5649 service neutron] 10.222.0.16 "PUT /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 1093 time: 2.1432521 Aug 06 18:01:35.701972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:35.704684 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281512bb-5660-40fb-930b-0d5e616b034b" -d '{"events": [{"name": "network-changed", "server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:35.736528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Router 9bae32e2-f0c2-4a10-b23e-441a1afac062 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:01:35.753630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc38f-551a-4094-b90e-22a6dc7cdf48 req-04665b1d-981c-47a1-b85a-eb85effb3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.755817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb0bc38f-551a-4094-b90e-22a6dc7cdf48 req-04665b1d-981c-47a1-b85a-eb85effb3ac3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 1102 time: 0.2520263 Aug 06 18:01:35.819529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f46924eb-51ae-4633-9883-13ea21b667b7 req-48254129-5db5-4ad3-a087-73940bb7787e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562171 Aug 06 18:01:35.877584 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9608c3d9-7c93-4adc-a343-73133dfc7f31 x-openstack-request-id: req-9608c3d9-7c93-4adc-a343-73133dfc7f31 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:35.877867 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:35.878114 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9608c3d9-7c93-4adc-a343-73133dfc7f31 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:35.878503 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'status': 'completed', 'code': 200} Aug 06 18:01:35.903723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb0bc38f-551a-4094-b90e-22a6dc7cdf48 req-47d300b2-1429-4c3d-8941-727c9f9f48dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367178 Aug 06 18:01:35.908185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-d26945ad-7e0b-49e0-9525-10fa599ebc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:35.909741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-d26945ad-7e0b-49e0-9525-10fa599ebc17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1096 time: 0.1505890 Aug 06 18:01:35.996079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:01:36.004367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44010) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:36.005185 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b9d601d4-d221-4d27-888c-824ff6a9ba30 admin admin] 10.222.0.64 "PUT /v2.0/routers/9bae32e2-f0c2-4a10-b23e-441a1afac062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8382072 Aug 06 18:01:36.007210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Sync routers for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:01:36.018087 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:36.018948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bca73-d57d-409d-946d-2c4bd576c967 req-016f2066-983f-4ff9-8331-936242ab016c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:36.019230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:36.020499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc6bca73-d57d-409d-946d-2c4bd576c967 req-016f2066-983f-4ff9-8331-936242ab016c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0774095 Aug 06 18:01:36.147921 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:36.154152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:36.179298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-09a6fc24-a66d-4f84-9e39-1a101d864b37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 217 time: 0.1449552 Aug 06 18:01:36.197744 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc6bca73-d57d-409d-946d-2c4bd576c967 req-40111639-5c6c-454a-ae4a-28cde1c2d0b2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707900 Aug 06 18:01:36.315521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e109-8e32-4c43-9367-399cf26e7461 req-de4cc925-d21d-45f8-a660-b3b3ed7f21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:36.317158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-de4cc925-d21d-45f8-a660-b3b3ed7f21d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1099257 Aug 06 18:01:36.385690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:36.394995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-e74ebdad-0296-4c02-ada2-57e1973077cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268235 Aug 06 18:01:36.426189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a26723-28cb-4e64-bdd5-be50a000a102 req-efc28a80-0fed-419b-b780-2d1435b775ba tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:36.428205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7a26723-28cb-4e64-bdd5-be50a000a102 req-efc28a80-0fed-419b-b780-2d1435b775ba tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.1030030 Aug 06 18:01:36.484815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:01:34Z', 'revision_number': 5, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port': {'id': '346a69d3-9b00-4d20-a19d-9e862ad0d4c7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:00:36Z', 'updated_at': '2021-08-06T18:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:36.493479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Deleting port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:36.493921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:36.532749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7a26723-28cb-4e64-bdd5-be50a000a102 req-5703ce0b-47d5-4a53-93e7-1512aeb6aedf tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915129 Aug 06 18:01:36.542027 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Checking router: 9bae32e2-f0c2-4a10-b23e-441a1afac062 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:01:36.552700 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Routers {'9bae32e2-f0c2-4a10-b23e-441a1afac062'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:36.553808 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9bae32e2-f0c2-4a10-b23e-441a1afac062'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:36.570260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-529fe5d7-99ee-4935-9e28-40daf6b527fb service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592641 Aug 06 18:01:36.603531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] For port 346a69d3-9b00-4d20-a19d-9e862ad0d4c7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:36.603904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:36.616613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Calling delete_port for 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:36.660088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] Set router 9bae32e2-f0c2-4a10-b23e-441a1afac062 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:36.739595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:01:36Z', 'revision_number': 6, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:36.755162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d945e109-8e32-4c43-9367-399cf26e7461 req-432548bf-135a-46e4-b843-378349a2a9c9 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756418 Aug 06 18:01:36.784514 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a1efe-e092-4e83-9d8c-44e7bf6ed9c5 None None] The sync data for ids ['9bae32e2-f0c2-4a10-b23e-441a1afac062'] in n-d-793621-29 is: [{'id': '9bae32e2-f0c2-4a10-b23e-441a1afac062', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1687731223-router', 'tenant_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:00:34Z', 'updated_at': '2021-08-06T18:01:36Z', 'revision_number': 6, 'project_id': 'd1dbd309c4a6475ebe75c02f5078ea90', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:01:36.792545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa9d69-a787-4cbe-88fc-53e22400adcb req-2d3ce0f2-81bd-427f-b327-cad87ae23e03 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:36.792545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79fa9d69-a787-4cbe-88fc-53e22400adcb req-2d3ce0f2-81bd-427f-b327-cad87ae23e03 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0939624 Aug 06 18:01:36.859414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79fa9d69-a787-4cbe-88fc-53e22400adcb req-260e097f-2d2d-45d9-ba38-76d5320ee09e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594304 Aug 06 18:01:36.866929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:36.902825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Pushing event deleted for resources: {'Port': ['ID=346a69d3-9b00-4d20-a19d-9e862ad0d4c7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:36.903626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281512bb-5660-40fb-930b-0d5e616b034b req-c09c4f4e-060c-4f11-b67d-adee9bb32562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:36.905543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-c09c4f4e-060c-4f11-b67d-adee9bb32562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1096 time: 0.0640533 Aug 06 18:01:36.977193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.047171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef2c52-6cb9-4550-90c3-a9641fae7301 req-ba657b22-83d5-4463-aaa8-b45e900115ef tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.048885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7ef2c52-6cb9-4550-90c3-a9641fae7301 req-ba657b22-83d5-4463-aaa8-b45e900115ef tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.1097677 Aug 06 18:01:37.078527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281512bb-5660-40fb-930b-0d5e616b034b req-6010ef0a-3d2a-45e5-9dd7-0416429e2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.080692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-6010ef0a-3d2a-45e5-9dd7-0416429e2f75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1616952 Aug 06 18:01:37.140885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-8076bec1-130b-42e7-9d93-7b13d5610d66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 217 time: 0.0512953 Aug 06 18:01:37.154175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7ef2c52-6cb9-4550-90c3-a9641fae7301 req-3954dadd-4f26-47c5-87bf-a63cac8d0fa1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962598 Aug 06 18:01:37.211214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281512bb-5660-40fb-930b-0d5e616b034b req-df8cab12-e21c-4122-9fdb-e0e177394697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.212892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-df8cab12-e21c-4122-9fdb-e0e177394697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0578308 Aug 06 18:01:37.267983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-17453018-3e56-4795-8b23-4172f35ebc06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337222 Aug 06 18:01:37.404047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.410166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.430627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec'}, {'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:37.433067 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b01dd7-960c-4637-a3cf-d1171970996d" -d '{"events": [{"server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec"}, {"server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "name": "network-vif-plugged", "status": "completed", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:37.448508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-74433b88-50aa-47f5-96cf-3bc818a51a5c service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733167 Aug 06 18:01:37.456972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c5101-6a44-4f29-aade-dd7df00bad13 req-61449d64-1a54-47e9-a84d-94d2908c9dd5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.458513 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-682c5101-6a44-4f29-aade-dd7df00bad13 req-61449d64-1a54-47e9-a84d-94d2908c9dd5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1455705 Aug 06 18:01:37.489260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.490700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bae32e2-f0c2-4a10-b23e-441a1afac062 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:01:37.495498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.500335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-177366f8-3e8a-4512-9f8d-0b90ad9d695d admin admin] 10.222.0.64 "DELETE /v2.0/routers/9bae32e2-f0c2-4a10-b23e-441a1afac062 HTTP/1.1" status: 204 len: 168 time: 1.4913175 Aug 06 18:01:37.500335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:37.553233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Deleting subnet e4f42245-f1dc-47e5-a7bc-98bfdb30a823 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:01:37.558587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.597221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.597676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-682c5101-6a44-4f29-aade-dd7df00bad13 req-4a4e914c-53c3-49e7-8b79-ee62668eb416 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246493 Aug 06 18:01:37.600158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281512bb-5660-40fb-930b-0d5e616b034b req-3e0260f3-8754-4498-a0a8-713782748079 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355314 Aug 06 18:01:37.663570 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3808b93-a34a-442f-9c72-921e707d5588 x-openstack-request-id: req-c3808b93-a34a-442f-9c72-921e707d5588 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:37.663871 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "name": "network-vif-plugged", "status": "completed", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec", "code": 200}, {"server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "name": "network-vif-plugged", "status": "completed", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:37.664129 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3808b93-a34a-442f-9c72-921e707d5588 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:37.664538 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'code': 200} Aug 06 18:01:37.664791 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2', 'code': 200} Aug 06 18:01:37.775304 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.808194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099be661-c00a-458d-ae20-e6a2bc4308f2 req-c0c8b8f2-0524-47ec-8d8a-734aca1a3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.809747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-099be661-c00a-458d-ae20-e6a2bc4308f2 req-c0c8b8f2-0524-47ec-8d8a-734aca1a3662 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 1101 time: 0.0799322 Aug 06 18:01:37.813508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3328b88-e2be-430e-a7f4-8214a0846969 req-13975648-f5b7-4264-a543-cd83ec052015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.815080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3328b88-e2be-430e-a7f4-8214a0846969 req-13975648-f5b7-4264-a543-cd83ec052015 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 1102 time: 0.0822332 Aug 06 18:01:37.855692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695bedb-bde0-4de2-b26e-86ffe0afca20 req-cb61fd9a-dc3c-4c2d-8771-92b0890fcd52 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:37.861200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.863825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e695bedb-bde0-4de2-b26e-86ffe0afca20 req-cb61fd9a-dc3c-4c2d-8771-92b0890fcd52 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.0927675 Aug 06 18:01:37.864605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3328b88-e2be-430e-a7f4-8214a0846969 req-3ae8a744-000e-436f-8e15-13bcaf63bd5a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Aug 06 18:01:37.892123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f42245-f1dc-47e5-a7bc-98bfdb30a823,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:37.895712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-099be661-c00a-458d-ae20-e6a2bc4308f2 req-5b9fa321-c9ee-48ba-98af-259bdccfcb96 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678253 Aug 06 18:01:37.897752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:37.902103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-66a86ed3-82c4-4e41-b59b-52fbbc10d609 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e4f42245-f1dc-47e5-a7bc-98bfdb30a823 HTTP/1.1" status: 204 len: 168 time: 0.3988073 Aug 06 18:01:37.902412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44056) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:37.909328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad833a-6d8d-4488-936f-6c360f80480a None None] Network 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:37.952478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e695bedb-bde0-4de2-b26e-86ffe0afca20 req-2f4d51b3-63b3-46fd-a4ee-e13b9fcec95c tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876966 Aug 06 18:01:38.012655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.092272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2d00-cead-461f-841a-474e5375d59b req-2efe3d9b-0303-4660-adb0-5704e4004edd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:38.093865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe3d2d00-cead-461f-841a-474e5375d59b req-2efe3d9b-0303-4660-adb0-5704e4004edd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0749557 Aug 06 18:01:38.139119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Deleting port be484680-6eb8-4a7e-beed-59f5498b3663 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:38.139465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.149045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] DHCP port deletion for 10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:01:38.158269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe3d2d00-cead-461f-841a-474e5375d59b req-dd1b5e8d-2910-4521-9994-70193530be43 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571349 Aug 06 18:01:38.220586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Deleting port be484680-6eb8-4a7e-beed-59f5498b3663 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:38.221024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.314068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] For port be484680-6eb8-4a7e-beed-59f5498b3663, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be484680-6eb8-4a7e-beed-59f5498b3663,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:38.314530 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.315869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856ee5-6433-41a1-914d-675803272c56 req-f5e9d58c-0d60-4d29-8db2-c8370a39a604 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:38.323832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55856ee5-6433-41a1-914d-675803272c56 req-f5e9d58c-0d60-4d29-8db2-c8370a39a604 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.0816987 Aug 06 18:01:38.333749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Calling delete_port for be484680-6eb8-4a7e-beed-59f5498b3663 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:38.377408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55856ee5-6433-41a1-914d-675803272c56 req-76413776-186f-4ff7-a7ab-c0d723da12c8 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514095 Aug 06 18:01:38.403489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:38.502331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] For port be484680-6eb8-4a7e-beed-59f5498b3663, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be484680-6eb8-4a7e-beed-59f5498b3663,segment=NetworkSegment(f694e49e-49d3-4ee1-a7c8-251bc7b8af9d),segment_id=f694e49e-49d3-4ee1-a7c8-251bc7b8af9d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:38.502687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.507930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.519136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Calling delete_port for be484680-6eb8-4a7e-beed-59f5498b3663 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:38.537578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] Pushing event deleted for resources: {'Port': ['ID=be484680-6eb8-4a7e-beed-59f5498b3663,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:38.539866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11576d13-fe18-415c-8ad0-c2f9c0128823 None None] No DVR routers for this DVR port be484680-6eb8-4a7e-beed-59f5498b3663 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:38.543317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a16e-1a49-4bfe-9756-c06299efc3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.627071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.632925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:38.656922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:38.657612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 346a69d3-9b00-4d20-a19d-9e862ad0d4c7 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:38.658390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be484680-6eb8-4a7e-beed-59f5498b3663 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:38.672506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Pushing event deleted for resources: {'Port': ['ID=be484680-6eb8-4a7e-beed-59f5498b3663,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:38.672759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a16e-1a49-4bfe-9756-c06299efc3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.678379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] No DVR routers for this DVR port be484680-6eb8-4a7e-beed-59f5498b3663 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:38.683078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a16e-1a49-4bfe-9756-c06299efc3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.684741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: be484680-6eb8-4a7e-beed-59f5498b3663 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:38.685187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be484680-6eb8-4a7e-beed-59f5498b3663 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:38.685738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 89abce72-553c-4a38-9265-a9bc32fd7685 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:38.708689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 89abce72-553c-4a38-9265-a9bc32fd7685 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:38.709779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 89abce72-553c-4a38-9265-a9bc32fd7685 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:38.735440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a16e-1a49-4bfe-9756-c06299efc3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f6778-a94f-411f-9df3-c2156f12766e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:38.744356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7ac5a16e-1a49-4bfe-9756-c06299efc3ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d049a9d637247278e618d26cff454b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382533 Aug 06 18:01:38.745001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:38.784498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.794497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.799043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:38.813696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dabc5-7d3c-4d67-874f-60eab9ea1895 req-08d695db-b630-4333-8306-bd096a54c2b8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:38.815821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-596dabc5-7d3c-4d67-874f-60eab9ea1895 req-08d695db-b630-4333-8306-bd096a54c2b8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1125164 Aug 06 18:01:38.816137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.825856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:38.826134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f694e49e-49d3-4ee1-a7c8-251bc7b8af9d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:38.841993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.864006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.882111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.883256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:01:38.883847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.884863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.886091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c4f6778-a94f-411f-9df3-c2156f12766e HTTP/1.1" status: 204 len: 168 time: 0.1395726 Aug 06 18:01:38.896386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05b84-a5f7-4c03-98c4-99a1caaf63bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f6778-a94f-411f-9df3-c2156f12766e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:01:38.899741 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:01:38.913045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-596dabc5-7d3c-4d67-874f-60eab9ea1895 req-eb61f3b4-c164-4ff3-a3e0-cdd7be6d3b2c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Aug 06 18:01:38.955029 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.961906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:38.964008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] 10.222.0.64 "DELETE /v2.0/networks/10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e HTTP/1.1" status: 204 len: 168 time: 1.0593593 Aug 06 18:01:38.975750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee7a79-bf8b-4eca-a1a2-a938fa30d776 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f6b6fe-4175-41b2-85e7-9c2ed8df0e2e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:39.099347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88206ad2-8323-418f-9669-1637458a4f3b req-17e779b7-6a98-45db-a388-ac7f679b1fdb tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:39.101829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88206ad2-8323-418f-9669-1637458a4f3b req-17e779b7-6a98-45db-a388-ac7f679b1fdb tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.0674703 Aug 06 18:01:39.130054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44084) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:39.149240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88206ad2-8323-418f-9669-1637458a4f3b req-449813eb-8668-480f-a69a-c67f61c3c5ac tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Aug 06 18:01:39.180576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8382907-bac5-415a-b941-18abb90433c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1dbd309c4a6475ebe75c02f5078ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490856 Aug 06 18:01:39.183174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:39.243429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:39.273195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:39.324987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080923-27c9-4ce6-af95-530391eb3864 req-61bad324-8ce7-4271-afc7-c6e48ef9cd33 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:39.326615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88080923-27c9-4ce6-af95-530391eb3864 req-61bad324-8ce7-4271-afc7-c6e48ef9cd33 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0718529 Aug 06 18:01:39.350308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:39.352930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:39.356620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c4a97f-e06c-4091-aa50-6023a58476bd HTTP/1.1" status: 204 len: 168 time: 0.1698794 Aug 06 18:01:39.374476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8928149-ab0f-43a0-b0d5-fa07226d0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4a97f-e06c-4091-aa50-6023a58476bd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:39.388103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88080923-27c9-4ce6-af95-530391eb3864 req-dc12c4f0-910d-43f1-b681-6d63ef3bb314 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549493 Aug 06 18:01:39.451300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7874-3052-4944-9240-673c9b9b5bb8 req-f0c2701c-d304-4afa-bba9-41f20ed7576b tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:39.452859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-196b7874-3052-4944-9240-673c9b9b5bb8 req-f0c2701c-d304-4afa-bba9-41f20ed7576b tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.0598683 Aug 06 18:01:39.528406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-196b7874-3052-4944-9240-673c9b9b5bb8 req-650efae1-8157-4a4e-a58e-1cb37bc48568 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615258 Aug 06 18:01:39.545005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5773252-7c20-45e6-bdcd-707711044b4b req-eaf4777a-f3ff-42bb-ac23-d7b58a9eb6aa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:39.550075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5773252-7c20-45e6-bdcd-707711044b4b req-eaf4777a-f3ff-42bb-ac23-d7b58a9eb6aa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.0881858 Aug 06 18:01:39.594884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5773252-7c20-45e6-bdcd-707711044b4b req-4324d48f-043c-451e-bf1a-f92a3ef6c6db tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Aug 06 18:01:39.897179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44126) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:40.024142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1532680972-network', 'tenant_id': '4dbdd22311a045868e2994be74b9d6cf'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:40.053614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Made reservation on behalf of 4dbdd22311a045868e2994be74b9d6cf for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:40.055994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.057059 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.073714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198467-4dfe-411d-ac9e-c77898a19a30 req-a0bb104e-0e19-46bc-a9b0-8e977073e470 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.075244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-90198467-4dfe-411d-ac9e-c77898a19a30 req-a0bb104e-0e19-46bc-a9b0-8e977073e470 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0915880 Aug 06 18:01:40.082561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.143565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-90198467-4dfe-411d-ac9e-c77898a19a30 req-7eaf4225-722c-4880-b15b-bc7526ce191e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Aug 06 18:01:40.212496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.217505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.242978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:01:40.253390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29becd5b-a139-40cb-b8ad-152bc542749d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:40.258441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.258787 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Added segment 01390efe-ebde-46b5-aa4d-7ccd2a002ecb of type vlan for network 55cb6d80-00b1-4ea5-9572-98c912605d3e Aug 06 18:01:40.303145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.334513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.335523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.336115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.408354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5069220 Aug 06 18:01:40.408936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44156) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:40.413659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f4fd3-c952-4d99-9350-3c0cb65326a6 admin admin] Pushing event updated for resources: {'Network': ['ID=55cb6d80-00b1-4ea5-9572-98c912605d3e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:40.414223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Request body: {'subnet': {'network_id': '55cb6d80-00b1-4ea5-9572-98c912605d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1532680972-subnet', 'tenant_id': '4dbdd22311a045868e2994be74b9d6cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:40.426576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 55cb6d80-00b1-4ea5-9572-98c912605d3e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:01:40.445844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Made reservation on behalf of 4dbdd22311a045868e2994be74b9d6cf for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:40.448368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.453064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-c7d457d2-0bb4-486c-901d-3272ae1fe090 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=afed492f9d8d4835940435eb8d9a1287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319650 Aug 06 18:01:40.541865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:40.570363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e03c4-5f7b-453c-8a35-02a9c1404413 req-fffba7c9-30ab-41c6-a2b7-6356bb9a223e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.571881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f4e03c4-5f7b-453c-8a35-02a9c1404413 req-fffba7c9-30ab-41c6-a2b7-6356bb9a223e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1033776 Aug 06 18:01:40.591631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-08c56720-64a3-4671-895b-61d820d354d8 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.593666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-08c56720-64a3-4671-895b-61d820d354d8 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397603 Aug 06 18:01:40.617967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-eb8dd872-bc89-42d2-b5fb-e48222f9cc6f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/quotas/afed492f9d8d4835940435eb8d9a1287 HTTP/1.1" status: 200 len: 375 time: 0.0158737 Aug 06 18:01:40.651879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f4e03c4-5f7b-453c-8a35-02a9c1404413 req-dab8bc42-2da5-4b12-9703-0841361e356b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Aug 06 18:01:40.660945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:40.665205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-9a8b8680-faed-4107-a1c3-0c8ac190c288 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=afed492f9d8d4835940435eb8d9a1287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379457 Aug 06 18:01:40.680058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'port_id': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'mac_address': 'fa:16:3e:86:a3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8344886-c18e-4a0a-b6aa-519e8cc6a4fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:40.737258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.738593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.753099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fce773b-a98c-4527-9b5a-37fdabbef85c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:40.776555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:40.785927 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.840766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efed66ac-a028-4605-8ee8-d6b113f31254,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:40.847970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:40.882084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Checking segment: {'id': '01390efe-ebde-46b5-aa4d-7ccd2a002ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55cb6d80-00b1-4ea5-9572-98c912605d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:40.883031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Network hostable DHCP agents. Network: 55cb6d80-00b1-4ea5-9572-98c912605d3e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:01:40.894240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f0b52-660a-460a-b62e-8e0c832a9c4e req-7ecfb55d-bd6c-4589-bff7-500c63562dda tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.895827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-911f0b52-660a-460a-b62e-8e0c832a9c4e req-7ecfb55d-bd6c-4589-bff7-500c63562dda tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.1474924 Aug 06 18:01:40.902042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1dbae-bfc0-487b-846d-8dfae81bfbba req-c295830e-62ac-40e4-b63c-119044884a92 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.903762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2e1dbae-bfc0-487b-846d-8dfae81bfbba req-c295830e-62ac-40e4-b63c-119044884a92 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.0688331 Aug 06 18:01:40.926438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Network 55cb6d80-00b1-4ea5-9572-98c912605d3e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:01:40.941308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 55cb6d80-00b1-4ea5-9572-98c912605d3e) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:40.945197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2e1dbae-bfc0-487b-846d-8dfae81bfbba req-772e7ac4-5759-40f6-8395-75410de6ddab tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 06 18:01:40.948479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:40.949277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:40.965087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-911f0b52-660a-460a-b62e-8e0c832a9c4e req-537a776a-4aa6-4f97-98d0-530023a2633f tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606954 Aug 06 18:01:40.966922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d3ccb4f3-807b-423b-ba0f-71b904ae2595 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5569530 Aug 06 18:01:40.974791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243083d-daa3-4d42-b174-3122178249b2 None None] Network 55cb6d80-00b1-4ea5-9572-98c912605d3e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:41.037951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48a7ad15-3730-4cae-9c66-2fe0ca1adfe2 req-cacd5df9-7d46-48bc-8f76-5917119e20d6 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 210 time: 0.0402672 Aug 06 18:01:41.164182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab00d6-b926-49a7-a33e-65657a17e10a req-89165c8e-b26c-46bd-aaf1-3a94b19d8e83 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.167324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28ab00d6-b926-49a7-a33e-65657a17e10a req-89165c8e-b26c-46bd-aaf1-3a94b19d8e83 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 950 time: 0.0707481 Aug 06 18:01:41.180831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78eaa2e-ec12-4b0c-b9b1-e1953a3ff191 None None] Network 55cb6d80-00b1-4ea5-9572-98c912605d3e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:41.191347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ad22834b-47cd-48bb-ba7e-01d6482a7c6f tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.193666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ad22834b-47cd-48bb-ba7e-01d6482a7c6f tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 1102 time: 0.0809717 Aug 06 18:01:41.216616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ed46498d-189c-49ff-ba8a-86cb69e216c3 tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:41.231713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28ab00d6-b926-49a7-a33e-65657a17e10a req-717f9688-9063-452c-a807-66b6ba0b8bd2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Aug 06 18:01:41.285360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['3fce773b-a98c-4527-9b5a-37fdabbef85c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:41.348641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ed46498d-189c-49ff-ba8a-86cb69e216c3 tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:41.349109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e50a-0fda-429e-a6f3-e4e27d30a180 req-15085200-05a7-468f-8112-369449880df8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.351071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78c7e50a-0fda-429e-a6f3-e4e27d30a180 req-15085200-05a7-468f-8112-369449880df8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0590231 Aug 06 18:01:41.354430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ed46498d-189c-49ff-ba8a-86cb69e216c3 tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:41.378218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb770138-5f4b-42e6-aea4-0ca77287d6d6 req-ed46498d-189c-49ff-ba8a-86cb69e216c3 tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757972 Aug 06 18:01:41.400656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46498d-189c-49ff-ba8a-86cb69e216c3 tempest-LiveMigrationNegativeTest-157999140 tempest-LiveMigrationNegativeTest-157999140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a0a5c7-5139-4395-a614-cbc98b890168,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:41.420992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:41.427127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78c7e50a-0fda-429e-a6f3-e4e27d30a180 req-4006f7ff-df8e-4557-be49-7f7feca7acc9 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Aug 06 18:01:41.487955 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-ba3da65a-744f-48cc-8dff-4c4bacdefb2f req-42cc7078-eb0d-4562-98fc-7a06b681296c tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] show failed (client error): The resource could not be found. Aug 06 18:01:41.488966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba3da65a-744f-48cc-8dff-4c4bacdefb2f req-42cc7078-eb0d-4562-98fc-7a06b681296c tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/62e2720f-eb70-4283-8b28-63b911ff409b HTTP/1.1" status: 404 len: 352 time: 0.0147512 Aug 06 18:01:41.683872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c6e6b33-60fe-4dd5-8d08-d2ffb8b6ca9a req-17b0bc18-dbec-4c5f-8d91-602a8207f195 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dbdd22311a045868e2994be74b9d6cf HTTP/1.1" status: 200 len: 2984 time: 0.0545452 Aug 06 18:01:41.737691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c6e6b33-60fe-4dd5-8d08-d2ffb8b6ca9a req-a6e17ed4-9acd-4361-92d5-2f9eb3b183bf tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/29becd5b-a139-40cb-b8ad-152bc542749d HTTP/1.1" status: 200 len: 2981 time: 0.0448792 Aug 06 18:01:41.792375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c6e6b33-60fe-4dd5-8d08-d2ffb8b6ca9a req-380ae781-5e69-440f-b916-7c30dda6f85a tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/29becd5b-a139-40cb-b8ad-152bc542749d HTTP/1.1" status: 200 len: 2981 time: 0.0486269 Aug 06 18:01:41.825240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c5f90-c482-4163-9f03-77e468cba16c req-5c31ea47-6111-4f2b-b8d2-755400044e87 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.831285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c5f90-c482-4163-9f03-77e468cba16c req-5c31ea47-6111-4f2b-b8d2-755400044e87 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.832996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d06c5f90-c482-4163-9f03-77e468cba16c req-5c31ea47-6111-4f2b-b8d2-755400044e87 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145&device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 1690 time: 0.0627494 Aug 06 18:01:41.872542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d06c5f90-c482-4163-9f03-77e468cba16c req-23fe1c37-2a2f-4b20-a3db-7c1d87e369db tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 06 18:01:41.979608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1fd42-bc68-45bc-9272-398f37cb69e2 req-18609e77-bede-4fc7-b6ae-95b6ef1aeee6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:41.981126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86d1fd42-bc68-45bc-9272-398f37cb69e2 req-18609e77-bede-4fc7-b6ae-95b6ef1aeee6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Aug 06 18:01:41.993734 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-527c9b26-ebe3-439e-aa2e-1a12f58fb803 req-fb54b297-4067-434e-8360-956c09aee5a7 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/29becd5b-a139-40cb-b8ad-152bc542749d HTTP/1.1" status: 200 len: 2981 time: 0.0423570 Aug 06 18:01:42.021891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86d1fd42-bc68-45bc-9272-398f37cb69e2 req-87ef76d0-5061-49e0-adad-bc6443ca21a4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Aug 06 18:01:42.055901 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-527c9b26-ebe3-439e-aa2e-1a12f58fb803 req-5b510eb4-ca26-447a-aacb-1a75a411cd0a tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 18:01:42.056931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-527c9b26-ebe3-439e-aa2e-1a12f58fb803 req-5b510eb4-ca26-447a-aacb-1a75a411cd0a tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "DELETE /v2.0/security-groups/29becd5b-a139-40cb-b8ad-152bc542749d HTTP/1.1" status: 409 len: 352 time: 0.0563474 Aug 06 18:01:42.164038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2ff9-d10d-4e1b-a094-c5b3b3a94b21 req-bbdbaf75-404d-4251-ae0f-f4dca1755513 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:42.165587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b76f2ff9-d10d-4e1b-a094-c5b3b3a94b21 req-bbdbaf75-404d-4251-ae0f-f4dca1755513 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.0526180 Aug 06 18:01:42.189171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da3c906a-e5c4-4f16-b113-85ea53355bc3 req-0f5d7ca4-e73f-489c-8e2d-94022b4f561b tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 210 time: 0.0341597 Aug 06 18:01:42.206013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b76f2ff9-d10d-4e1b-a094-c5b3b3a94b21 req-ad088fd6-16a7-4ea9-9361-6ee6891584df tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Aug 06 18:01:42.233791 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-8c89a937-68a8-4360-aa26-4109315601e2 req-ae71a01f-fa47-4b65-a144-e86dc51103b1 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] show failed (client error): The resource could not be found. Aug 06 18:01:42.241297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-619bdd13-b5bc-45a1-8ac3-3300c104d63a tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=afed492f9d8d4835940435eb8d9a1287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298986 Aug 06 18:01:42.243565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c89a937-68a8-4360-aa26-4109315601e2 req-ae71a01f-fa47-4b65-a144-e86dc51103b1 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/ee5b2016-f743-4670-9bc4-da4eb8362a48 HTTP/1.1" status: 404 len: 352 time: 0.0229115 Aug 06 18:01:42.280468 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-5565e499-9b30-4b1b-ab4f-1a8f000be1eb req-c9f4547c-4305-4e44-a86e-90904e3e3950 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] show failed (client error): The resource could not be found. Aug 06 18:01:42.295923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5565e499-9b30-4b1b-ab4f-1a8f000be1eb req-c9f4547c-4305-4e44-a86e-90904e3e3950 tempest-SecurityGroupsNegativeTestJSON-1411247662 tempest-SecurityGroupsNegativeTestJSON-1411247662-project] 10.222.0.64 "GET /v2.0/security-groups/d3267447-565c-4861-9a58-fa30db5381c9 HTTP/1.1" status: 404 len: 352 time: 0.0291142 Aug 06 18:01:42.296280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:42.347490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Deleting subnet efed66ac-a028-4605-8ee8-d6b113f31254 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:01:42.351821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.379150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c597078-fa9b-42c1-b016-caf860fdeb44 req-8a27f6dd-79f3-48ff-b51e-1a19ec8c0edd tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:42.380651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c597078-fa9b-42c1-b016-caf860fdeb44 req-8a27f6dd-79f3-48ff-b51e-1a19ec8c0edd tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 1101 time: 0.0937636 Aug 06 18:01:42.389050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-cccd3d45-37f9-49fa-b9a8-9db783bac57e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:42.389276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.390609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-cccd3d45-37f9-49fa-b9a8-9db783bac57e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383405 Aug 06 18:01:42.424269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Request body: {'port': {'device_id': '22374745-e7e0-4c7e-81da-9198fa494380', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'afed492f9d8d4835940435eb8d9a1287'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:42.429688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.431787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c597078-fa9b-42c1-b016-caf860fdeb44 req-5305e4bb-b73b-45e8-a38b-2a09d3fbc70c tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Aug 06 18:01:42.519232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.564072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efed66ac-a028-4605-8ee8-d6b113f31254,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:42.571841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.574308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0660cae3-f866-4f14-b29c-229493a2b2db admin admin] 10.222.0.64 "DELETE /v2.0/subnets/efed66ac-a028-4605-8ee8-d6b113f31254 HTTP/1.1" status: 204 len: 168 time: 0.2768226 Aug 06 18:01:42.576919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:42.579417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673186-b3c9-4cb4-8982-1e643abe611e req-459533d1-db01-405d-b6f1-158e1069d75a tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:42.580953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4673186-b3c9-4cb4-8982-1e643abe611e req-459533d1-db01-405d-b6f1-158e1069d75a tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 1102 time: 0.0678425 Aug 06 18:01:42.596597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Made reservation on behalf of afed492f9d8d4835940435eb8d9a1287 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:42.600371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.614959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.617424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da4ac-0b9e-447a-829d-e41bffd5de69 req-29f3ae9a-0766-41cf-9ead-91c981c39267 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:42.618992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec1da4ac-0b9e-447a-829d-e41bffd5de69 req-29f3ae9a-0766-41cf-9ead-91c981c39267 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1104131 Aug 06 18:01:42.652284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4673186-b3c9-4cb4-8982-1e643abe611e req-39fc9e19-32ac-4863-90ae-dc844b0c70cf tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Aug 06 18:01:42.677414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.709066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec1da4ac-0b9e-447a-829d-e41bffd5de69 req-ef85ef4f-2a00-47d8-968c-4a78ef1660c1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655608 Aug 06 18:01:42.741219 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.753424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.801581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.817672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cb6d80-00b1-4ea5-9572-98c912605d3e']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:42.825691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d757e3-923b-432f-9584-0e418ea55dc6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:42.830299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01390efe-ebde-46b5-aa4d-7ccd2a002ecb') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:42.831041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01390efe-ebde-46b5-aa4d-7ccd2a002ecb') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:42.845077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.862995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.870869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:01:42.871341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:01:42.873201 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:01:42.928393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Allocated IP 192.168.233.70 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:42.944493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.961835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cb6d80-00b1-4ea5-9572-98c912605d3e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:42.963915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:42.976623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24905e13-7436-44db-b476-847b51de32a9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/55cb6d80-00b1-4ea5-9572-98c912605d3e HTTP/1.1" status: 204 len: 168 time: 0.3910239 Aug 06 18:01:43.093552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-35892aec-d6b8-41ba-b7ae-43913be23a6f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457513 Aug 06 18:01:43.175831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.193464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Transition to ACTIVE for port object 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:43.210739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d004bf-ec5e-463c-a913-75383b77f4e8 req-115b5ad7-5189-4a65-9e41-4c521b89fde3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.212433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3d004bf-ec5e-463c-a913-75383b77f4e8 req-115b5ad7-5189-4a65-9e41-4c521b89fde3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.0796201 Aug 06 18:01:43.222913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-206a373c-f098-465f-aac8-ca09452062f4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.224421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-206a373c-f098-465f-aac8-ca09452062f4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223936 Aug 06 18:01:43.239280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44256) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:43.247569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-c3dffb90-aca5-491e-9844-af3302a08de8 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0157244 Aug 06 18:01:43.267639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3d004bf-ec5e-463c-a913-75383b77f4e8 req-d16fcadd-2c5f-446b-8677-993b8fe15621 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484250 Aug 06 18:01:43.268960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.319296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0ee26a2f-9d52-45b0-b84d-1d028252b30d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dbdd22311a045868e2994be74b9d6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786242 Aug 06 18:01:43.321971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:43.327978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:43.332110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:43.337937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:43.349938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-fce6d176-a3d4-4113-9265-134f3addaaca tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936368 Aug 06 18:01:43.388897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.396346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:43.415268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.438896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.440842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.454007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12bd04-02d4-4ae0-8089-2077571d613f req-0feebed2-8953-4eaa-9621-202ef66ccc57 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.456679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c12bd04-02d4-4ae0-8089-2077571d613f req-0feebed2-8953-4eaa-9621-202ef66ccc57 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 935 time: 0.1223710 Aug 06 18:01:43.486710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.490128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.494501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-8ed82620-95ab-4167-8c91-e39d13aa4f9d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0792472 Aug 06 18:01:43.496507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29becd5b-a139-40cb-b8ad-152bc542749d HTTP/1.1" status: 204 len: 168 time: 0.1733689 Aug 06 18:01:43.507910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e0e4-1221-4f26-989f-95b61ddd94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29becd5b-a139-40cb-b8ad-152bc542749d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:43.519142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Request body: {'port': {'device_id': '22374745-e7e0-4c7e-81da-9198fa494380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:43.544426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c12bd04-02d4-4ae0-8089-2077571d613f req-14f2e922-5e29-4188-b67a-63fb33ae6633 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Aug 06 18:01:43.594738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.668131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b13896fa-6465-4947-ab0c-fef2860149e5 None None] Provisioning for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:43.673607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b13896fa-6465-4947-ab0c-fef2860149e5 None None] Provisioning complete for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:43.674022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b13896fa-6465-4947-ab0c-fef2860149e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:43.724399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b13896fa-6465-4947-ab0c-fef2860149e5 None None] Port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:43.772241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34df371-e080-4786-9deb-e1baed3d2587 req-5008d294-98d6-460e-bf91-9e58441970b8 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.773969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c34df371-e080-4786-9deb-e1baed3d2587 req-5008d294-98d6-460e-bf91-9e58441970b8 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.1397784 Aug 06 18:01:43.821513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-d2b8702c-0f13-4514-ab3b-9381940faaf3 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:43.824509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-d2b8702c-0f13-4514-ab3b-9381940faaf3 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba372334-75b3-4f76-bb3a-a9031dc811b9 HTTP/1.1" status: 200 len: 950 time: 0.0856147 Aug 06 18:01:43.856434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c34df371-e080-4786-9deb-e1baed3d2587 req-75879209-8090-45e2-a880-23a2f75f7126 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Aug 06 18:01:44.062591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Deleting port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:44.063560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.159662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820f85e-8815-494b-997f-c485cde162bd req-c997ddd3-3264-4a47-85bb-d569e39e8117 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:44.161735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7820f85e-8815-494b-997f-c485cde162bd req-c997ddd3-3264-4a47-85bb-d569e39e8117 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1703649 Aug 06 18:01:44.208188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] For port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:44.208563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.214067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:44.225413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.232581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Calling delete_port for aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:44.237996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7820f85e-8815-494b-997f-c485cde162bd req-5b707bb4-18b8-45f6-8ed8-81021ca06e14 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689600 Aug 06 18:01:44.265567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Transition to ACTIVE for port object 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:44.278562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a244c2-9aeb-4e8a-bda5-594cde817805 req-f0f0f1d8-14a0-44f0-912e-7b3d4134843c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:44.288208 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6a244c2-9aeb-4e8a-bda5-594cde817805 req-f0f0f1d8-14a0-44f0-912e-7b3d4134843c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1098 time: 0.1323662 Aug 06 18:01:44.304191 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.424787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:44.431207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.447038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:44.457816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6a244c2-9aeb-4e8a-bda5-594cde817805 req-03bccd28-2b42-4c14-8ee9-7985cf2095e6 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685541 Aug 06 18:01:44.496851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Pushing event deleted for resources: {'Port': ['ID=aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:44.546889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] No DVR routers for this DVR port aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:44.552103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.557716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81f28da3-6c2c-4030-8b99-9514f44f885f req-82965527-dcca-4e08-9b85-365d61fa5954 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "DELETE /v2.0/ports/aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 HTTP/1.1" status: 204 len: 173 time: 0.7272568 Aug 06 18:01:44.558221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'name': 'network-vif-deleted', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:44.567443 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609048a8-86e1-4f7f-9ad0-2e10d6ffbb05" -d '{"events": [{"server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "name": "network-vif-deleted", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:44.574013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:44.790385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44312) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:44.791744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 3fce773b-a98c-4527-9b5a-37fdabbef85c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:44.799424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 3fce773b-a98c-4527-9b5a-37fdabbef85c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:44.800057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:44.831827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aee26-c50a-4b36-a957-f313af6c588d req-c36f554b-3a0c-4e80-8375-1fcb1fd692b8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:44.858511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea0aee26-c50a-4b36-a957-f313af6c588d req-c36f554b-3a0c-4e80-8375-1fcb1fd692b8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.2254021 Aug 06 18:01:44.936618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Attempting to bind port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:44.937400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Attempting to bind port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:44.938104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Attempting to bind port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:44.943895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:44.944383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Attempting to bind port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:44.976105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea0aee26-c50a-4b36-a957-f313af6c588d req-3429cf92-f810-4a9b-b288-e9bd1af7096b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166248 Aug 06 18:01:44.992227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:44.992708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:44.993186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:44.993651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Bound port: 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:44.994026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.018833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.089565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-130252599-network', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:45.119151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:45.127069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:45.140353 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8d129-a756-4d86-8d33-34ec3b1042ce" -d '{"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-plugged", "status": "completed", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:45.146603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.195530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:45.203169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.214149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.228980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:45.305246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:45.309635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:45.319333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84015-9015-439e-a851-6682c6a90f2b req-e89fcece-48b3-4f8c-bfbb-32ae2de30b27 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:45.336990 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6d84015-9015-439e-a851-6682c6a90f2b req-e89fcece-48b3-4f8c-bfbb-32ae2de30b27 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 947 time: 0.1849017 Aug 06 18:01:45.345397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.400300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.410010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.439753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:45.440388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.441892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 HTTP/1.1" status: 200 len: 1096 time: 1.9333122 Aug 06 18:01:45.442652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:45.444713 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0" -d '{"events": [{"name": "network-changed", "server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:45.445153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:01:45.447700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2b8a4-3765-4235-bb01-d5805b6d07bc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:45.465522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.466712 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Added segment 64a8c727-dbab-42ec-926b-5d93a88f81c7 of type vlan for network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 Aug 06 18:01:45.488823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6d84015-9015-439e-a851-6682c6a90f2b req-dc982334-38ce-4e59-8052-c14db0b5d6e0 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507826 Aug 06 18:01:45.517767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406c2e-c54d-4be3-8321-0b228279e002 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:45.534632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.591217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.592227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:45.592809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.602623 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1226c2-1698-47df-8333-1a30983aa901 x-openstack-request-id: req-7f1226c2-1698-47df-8333-1a30983aa901 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:45.604155 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba372334-75b3-4f76-bb3a-a9031dc811b9", "name": "network-vif-deleted", "tag": "aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:45.604155 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f1226c2-1698-47df-8333-1a30983aa901 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:45.604155 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba372334-75b3-4f76-bb3a-a9031dc811b9', 'name': 'network-vif-deleted', 'tag': 'aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2', 'status': 'completed', 'code': 200} Aug 06 18:01:45.667323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-a8436306-bd5a-42da-b715-574636c60e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:45.668892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-a8436306-bd5a-42da-b715-574636c60e47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afed492f9d8d4835940435eb8d9a1287&device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 1099 time: 0.0942254 Aug 06 18:01:45.705110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9121559 Aug 06 18:01:45.707879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:45.712839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Request body: {'subnet': {'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-130252599-subnet', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:45.735321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-2a219898-292d-4178-8113-519cbb9bee6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 HTTP/1.1" status: 200 len: 217 time: 0.0528889 Aug 06 18:01:45.744481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fe64-2792-4bfe-9f4f-aa38c5079ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb442fe-5381-48c8-8d7a-1370b039aaa9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:45.766811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:01:45.781932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:45.784404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:45.830764 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2322892-ea83-40d2-aec6-a3199402173e req-2f6f0f05-4bc6-4e89-b0a6-1b359958b43d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 210 time: 0.0942178 Aug 06 18:01:45.929093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-a2c43db9-d6f0-4f81-a021-ca9a4237da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:45.930801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-a2c43db9-d6f0-4f81-a021-ca9a4237da53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1184325 Aug 06 18:01:46.016371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-3e005027-48ca-4e16-acd1-8927569885fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.018502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-3e005027-48ca-4e16-acd1-8927569885fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790489 Aug 06 18:01:46.037972 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11827f-4aa0-4a11-ae25-335032228255 x-openstack-request-id: req-9e11827f-4aa0-4a11-ae25-335032228255 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:46.038506 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-plugged", "status": "completed", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:46.038506 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e11827f-4aa0-4a11-ae25-335032228255 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:46.038889 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'code': 200} Aug 06 18:01:46.039060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-b6ac0ba5-c76a-4317-bfce-71ad309c50c0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468800 Aug 06 18:01:46.176633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.245411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-6d13daac-9ef2-4fcd-929f-56654c6a93f4 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142022 Aug 06 18:01:46.256458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a37f13-56d8-4103-a82e-ee09b0de8c51,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:46.261981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59bf74-3159-42c9-89ed-039eb678ec8a req-cdffdc23-327d-450f-b5f6-2fdfee286066 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.264271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d59bf74-3159-42c9-89ed-039eb678ec8a req-cdffdc23-327d-450f-b5f6-2fdfee286066 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1366689 Aug 06 18:01:46.297805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-b5867bdd-b2c6-47ed-9915-c6d06a6cff53 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.299341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-b5867bdd-b2c6-47ed-9915-c6d06a6cff53 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518928 Aug 06 18:01:46.300128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Checking segment: {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:46.300490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Network hostable DHCP agents. Network: 1bb442fe-5381-48c8-8d7a-1370b039aaa9, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:01:46.311373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdb2f8-da66-4a8e-b7ea-604dbe061b80 req-e9693014-0ba1-42eb-9e4b-03937d1d2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.312994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecfdb2f8-da66-4a8e-b7ea-604dbe061b80 req-e9693014-0ba1-42eb-9e4b-03937d1d2a48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1098 time: 0.1412640 Aug 06 18:01:46.320467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:46.340481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:01:46.386557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d59bf74-3159-42c9-89ed-039eb678ec8a req-24fa741d-df5d-422e-a5fd-c5f305b80667 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084063 Aug 06 18:01:46.411018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecfdb2f8-da66-4a8e-b7ea-604dbe061b80 req-d351719a-7966-4b25-897a-3bf4edcdf5f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816655 Aug 06 18:01:46.417376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-855b8180-e736-437c-9457-37d1666c421b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458314 Aug 06 18:01:46.430476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63993825-96b3-4f5b-8a83-c8531b7c57b9 req-e7456480-55c9-45d9-80b7-b4c77894f2dc service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649220 Aug 06 18:01:46.445857 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ce1beb-9e55-4226-9c40-7ede473ee706 x-openstack-request-id: req-25ce1beb-9e55-4226-9c40-7ede473ee706 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:46.446448 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:46.446985 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25ce1beb-9e55-4226-9c40-7ede473ee706 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:46.447619 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'status': 'completed', 'code': 200} Aug 06 18:01:46.449360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 1bb442fe-5381-48c8-8d7a-1370b039aaa9) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:46.457992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec069e03-4591-44e7-9079-417cd22f0a8a None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:46.465052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.466155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.485622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ea008633-c013-42af-a882-2d137a9755ff admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7766318 Aug 06 18:01:46.489786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44354) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:46.497307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:46.535095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.536534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.567721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:46.575533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.666731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.785400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-84cafc1f-6557-406a-a92a-a6a8a87037ae tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:01:46.786450 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-84cafc1f-6557-406a-a92a-a6a8a87037ae tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223305 Aug 06 18:01:46.820642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'fixed_ips': [{'subnet_id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:01:46.821626 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.847476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-14aca3f5-1c43-4431-b5ef-2e1a3107eb61 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.849048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-14aca3f5-1c43-4431-b5ef-2e1a3107eb61 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322922 Aug 06 18:01:46.865503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:46.867699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-09979799-9201-414b-beb9-61797bfcb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.869103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-09979799-9201-414b-beb9-61797bfcb332 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afed492f9d8d4835940435eb8d9a1287&device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 1099 time: 0.2198155 Aug 06 18:01:46.896207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.66 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/6e5aab80-c065-4654-8a3a-18c6595af514) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:46.904584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:46.939190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-4e332465-a8f7-46ab-b41a-3644c4c52510 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.940497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-4e332465-a8f7-46ab-b41a-3644c4c52510 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 1095 time: 0.1457944 Aug 06 18:01:46.985203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Allocated IP 172.20.0.2 (1bb442fe-5381-48c8-8d7a-1370b039aaa9/d0a37f13-56d8-4103-a82e-ee09b0de8c51/150d184d-1209-4dbe-a974-63a3ecf25a3b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:46.985539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6699e-b94a-467f-972c-82ae83c196c2 req-347656bf-9f0f-415d-9cfb-02c297722012 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:46.987049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aca6699e-b94a-467f-972c-82ae83c196c2 req-347656bf-9f0f-415d-9cfb-02c297722012 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.2394021 Aug 06 18:01:47.002196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:47.002641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:01:47.088655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:47.092278 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.193803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.201747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.212701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Transition to ACTIVE for port object 150d184d-1209-4dbe-a974-63a3ecf25a3b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:47.215089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object 6e5aab80-c065-4654-8a3a-18c6595af514 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:47.230372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Transition to ACTIVE for port object 150d184d-1209-4dbe-a974-63a3ecf25a3b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:47.237814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.260081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.276755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:47.279162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:47.313682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:47.333717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:47.342442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:47.347315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:47.349981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:47.352453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:47.381099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Pushing event updated for resources: {'Port': ['ID=150d184d-1209-4dbe-a974-63a3ecf25a3b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:47.405305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:47.420338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.156 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/617f9476-89f3-4b99-8587-dd0bef309b70) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:47.424992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aca6699e-b94a-467f-972c-82ae83c196c2 req-8ef62252-e610-44ce-acd7-8c06692e1fea tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265130 Aug 06 18:01:47.443068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-1f018926-20ed-410a-a14b-aec147178aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:47.444630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-1f018926-20ed-410a-a14b-aec147178aee service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.5562763 Aug 06 18:01:47.453396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:47.454315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:47.455285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.497053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-a2dc3127-c3d9-42c6-8906-34e28f441583 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1828003 Aug 06 18:01:47.514552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:47.515072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa6e3bd8-f059-43ab-92b4-3f3d6121e9e2 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:47.531585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-fc5ade05-ab22-4fdf-8889-50e4f8ae212d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 HTTP/1.1" status: 200 len: 217 time: 0.0491571 Aug 06 18:01:47.557389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Attempting to bind port 150d184d-1209-4dbe-a974-63a3ecf25a3b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:47.557786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Attempting to bind port 150d184d-1209-4dbe-a974-63a3ecf25a3b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:47.558152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Attempting to bind port 150d184d-1209-4dbe-a974-63a3ecf25a3b on network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:47.585734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:47.586102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Checking segment: {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:47.586687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.586887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Bound using segment: {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:47.587366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Bound port: 150d184d-1209-4dbe-a974-63a3ecf25a3b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:47.587741 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.594605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Request body: {'port': {'device_id': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:47.633655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-72fad14a-ac20-4c78-b8b0-c55971a6d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:47.635039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-72fad14a-ac20-4c78-b8b0-c55971a6d351 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0947127 Aug 06 18:01:47.677082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.679922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:47.680226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:47.680581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:47.708837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:47.709050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:47.721679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:47.722082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:47.722578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:47.723023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Bound port: 1c0de5e4-e722-40e4-9629-ec04debaf65f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:47.772214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5643db-33e4-4f19-b155-1f8ac9dbae2a req-2ace9910-ea7b-4cd2-80fe-f7faaebf2eaa tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:47.773724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e5643db-33e4-4f19-b155-1f8ac9dbae2a req-2ace9910-ea7b-4cd2-80fe-f7faaebf2eaa tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 947 time: 0.1653128 Aug 06 18:01:47.783543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-01c81c3b-87a5-4fdf-bd1f-da2c8bc5a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:47.783766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe5cb-c2b1-407d-bbce-11a524579134 None None] Provisioning for port 6e5aab80-c065-4654-8a3a-18c6595af514 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:47.784641 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-01c81c3b-87a5-4fdf-bd1f-da2c8bc5a277 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339443 Aug 06 18:01:47.790923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe5cb-c2b1-407d-bbce-11a524579134 None None] Provisioning complete for port 6e5aab80-c065-4654-8a3a-18c6595af514 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:47.791285 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe5cb-c2b1-407d-bbce-11a524579134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.813137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.821539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] For port 150d184d-1209-4dbe-a974-63a3ecf25a3b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:47.841202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object 617f9476-89f3-4b99-8587-dd0bef309b70 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:47.875414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] For port 150d184d-1209-4dbe-a974-63a3ecf25a3b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=150d184d-1209-4dbe-a974-63a3ecf25a3b,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:47.890456 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.890702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:47.893888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.915344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:47.916704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-1912975d-3fa8-4137-aa80-485a4331b13a service neutron] 10.222.0.64 "POST /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f/bindings HTTP/1.1" status: 201 len: 390 time: 0.9211423 Aug 06 18:01:47.930667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe5cb-c2b1-407d-bbce-11a524579134 None None] Port 6e5aab80-c065-4654-8a3a-18c6595af514 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:48.003387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e5643db-33e4-4f19-b155-1f8ac9dbae2a req-04957377-f8e5-411b-be26-02cbd2d192d2 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151046 Aug 06 18:01:48.005778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c85b98-8849-4af8-abde-b274f052b10f None None] Pushing event updated for resources: {'Port': ['ID=150d184d-1209-4dbe-a974-63a3ecf25a3b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:48.040739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.075358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:48.096232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-878cf402-e013-4562-af84-dbe2b2a32d3b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694857 Aug 06 18:01:48.122371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.385593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:48.410141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:48.427914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:48.504799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d94b75a-dd8a-4da3-b475-d8b2d48a68e0 req-00bdc0ee-5d1b-4916-bf57-57bf5aa35bee service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072163 Aug 06 18:01:48.505335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.506766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.519002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-46a67c09-0946-4c24-88ff-bcc4570dc8bc tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.521569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-46a67c09-0946-4c24-88ff-bcc4570dc8bc tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 949 time: 0.2373817 Aug 06 18:01:48.539233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe864b6-1eb3-4fc3-bc88-5236d3e25494 req-35b3ff12-8847-45aa-a9b1-5337e9faffcb tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.547332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:48.549986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fe864b6-1eb3-4fc3-bc88-5236d3e25494 req-35b3ff12-8847-45aa-a9b1-5337e9faffcb tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 949 time: 0.3684452 Aug 06 18:01:48.566456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-b968fb60-28a0-4e08-8636-41fea2b1625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7054048 Aug 06 18:01:48.579457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df75c9-4da2-44b0-ad78-8ab0a6585b0c req-d99af058-4028-49b3-98f1-fe303cfdf38a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.587953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5df75c9-4da2-44b0-ad78-8ab0a6585b0c req-d99af058-4028-49b3-98f1-fe303cfdf38a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 936 time: 0.1826119 Aug 06 18:01:48.588159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-8f60b0f9-7659-4f06-aec0-494104f16838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.589835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-8f60b0f9-7659-4f06-aec0-494104f16838 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1098 time: 0.2722573 Aug 06 18:01:48.606062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Request body: {'port': {'device_id': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:48.708912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 150d184d-1209-4dbe-a974-63a3ecf25a3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:48.721838 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.723627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fe864b6-1eb3-4fc3-bc88-5236d3e25494 req-cef1e109-04a7-4f9b-8c59-c52e7b39bc1c tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/security-groups?id=870c14f6-baf5-40b0-a394-880339595992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725166 Aug 06 18:01:48.727957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Allocated IP 172.25.3.220 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1dab3351-5b07-4eda-9e0f-adfcfa65689d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:48.794838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0739474f-1109-42cb-b8c6-934fb57def5e None None] Provisioning for port 617f9476-89f3-4b99-8587-dd0bef309b70 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:48.799717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0739474f-1109-42cb-b8c6-934fb57def5e None None] Provisioning complete for port 617f9476-89f3-4b99-8587-dd0bef309b70 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:48.800136 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0739474f-1109-42cb-b8c6-934fb57def5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.803709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 150d184d-1209-4dbe-a974-63a3ecf25a3b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:48.824483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5aab80-c065-4654-8a3a-18c6595af514 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:48.835457 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.841101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0739474f-1109-42cb-b8c6-934fb57def5e None None] Port 617f9476-89f3-4b99-8587-dd0bef309b70 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:48.842398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-df5fa02a-d55c-45df-b526-8d6e069991c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:48.845083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-df5fa02a-d55c-45df-b526-8d6e069991c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.2156978 Aug 06 18:01:48.866787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Transition to ACTIVE for port object 6e5aab80-c065-4654-8a3a-18c6595af514 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:48.887357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5df75c9-4da2-44b0-ad78-8ab0a6585b0c req-e8f26693-563e-48d6-aedd-56a4d603d8ef tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994704 Aug 06 18:01:48.890071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:48.933119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-9124439d-ea43-4910-a7c6-cb4dd2ffca54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 217 time: 0.0789490 Aug 06 18:01:48.959054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:48.987535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Deleting port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:01:48.987922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.017478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:49.178646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] For port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:49.179014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.199696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Calling delete_port for 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:01:49.212684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Attempting to bind port 6e5aab80-c065-4654-8a3a-18c6595af514 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:49.213112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Attempting to bind port 6e5aab80-c065-4654-8a3a-18c6595af514 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:49.213864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Attempting to bind port 6e5aab80-c065-4654-8a3a-18c6595af514 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:49.234514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-abacd0d6-5585-418c-8ab9-46b2f0d9c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.235960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-abacd0d6-5585-418c-8ab9-46b2f0d9c98c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.2434313 Aug 06 18:01:49.260172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Port 6e5aab80-c065-4654-8a3a-18c6595af514 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:49.260672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Attempting to bind port 6e5aab80-c065-4654-8a3a-18c6595af514 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:49.270973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:49.271200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:49.271592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:49.272028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Bound port: 6e5aab80-c065-4654-8a3a-18c6595af514, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:49.272518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.283813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524883-f6c5-4212-bb79-83e8a3a43efc req-6535ce80-9006-4177-b47b-dfded92c74ff tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.292696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51524883-f6c5-4212-bb79-83e8a3a43efc req-6535ce80-9006-4177-b47b-dfded92c74ff tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.2376881 Aug 06 18:01:49.321352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a968b1a-3ea9-4c5d-ac14-4ada7e4144ba req-aace43aa-45b0-49f3-9d9e-ad7a2799bc2d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.329130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a968b1a-3ea9-4c5d-ac14-4ada7e4144ba req-aace43aa-45b0-49f3-9d9e-ad7a2799bc2d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.4439914 Aug 06 18:01:49.332556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-7642a880-6a70-45a5-a9ec-3496ad21ca4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822642 Aug 06 18:01:49.350351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51524883-f6c5-4212-bb79-83e8a3a43efc req-d255e92e-e46e-41e0-a725-ba270f51a418 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Aug 06 18:01:49.438313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.446547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffafd4-ad35-4489-8ddb-14ff367ee093 None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:49.486664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:49.490041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a968b1a-3ea9-4c5d-ac14-4ada7e4144ba req-5fbc19c7-2b39-45a4-8f6f-6b3fa7a29d6f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597247 Aug 06 18:01:49.526849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Provisioning for port 150d184d-1209-4dbe-a974-63a3ecf25a3b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:49.534448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Provisioning complete for port 150d184d-1209-4dbe-a974-63a3ecf25a3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:49.535048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.538578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6e5aab80-c065-4654-8a3a-18c6595af514,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:49.547427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617f9476-89f3-4b99-8587-dd0bef309b70 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:49.556810 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.563004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-5c36f141-8147-4848-8254-70897bcd84a2 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133515 Aug 06 18:01:49.569992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.583359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079b118-fb66-47b1-9373-e831b7e36616 req-f705e9d0-214a-4c40-be7a-ec877936e2c0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.584998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a079b118-fb66-47b1-9373-e831b7e36616 req-f705e9d0-214a-4c40-be7a-ec877936e2c0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1576979 Aug 06 18:01:49.620616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.621264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.622701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e5aab80-c065-4654-8a3a-18c6595af514 HTTP/1.1" status: 200 len: 1096 time: 2.0332160 Aug 06 18:01:49.626305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:49.628731 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250307b8-e95e-41d7-b865-920b090e538c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:49.666157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Transition to ACTIVE for port object 617f9476-89f3-4b99-8587-dd0bef309b70 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:49.683403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.723251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.733305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.744545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba060f68-65ce-4450-8b9b-51f70cab19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:49.784912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a079b118-fb66-47b1-9373-e831b7e36616 req-85dc11ed-2233-4531-be4e-06d7e847a56c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660004 Aug 06 18:01:49.798088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-0a123057-c246-431a-bf96-841315c1cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.798571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] For port 150d184d-1209-4dbe-a974-63a3ecf25a3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=150d184d-1209-4dbe-a974-63a3ecf25a3b,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:49.799145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-0a123057-c246-431a-bf96-841315c1cd6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 1099 time: 0.1083512 Aug 06 18:01:49.811753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.821794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:49.833928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:49.836620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:49.870984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:49.887798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73526acc-10a8-4fce-8f20-da4e6847c57c None None] Pushing event updated for resources: {'Port': ['ID=150d184d-1209-4dbe-a974-63a3ecf25a3b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:49.929835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:49.941936 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1f0b7f-94ca-4fcf-94ef-e5123eb3e326 x-openstack-request-id: req-6a1f0b7f-94ca-4fcf-94ef-e5123eb3e326 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:49.942768 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:49.942768 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a1f0b7f-94ca-4fcf-94ef-e5123eb3e326 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:49.942993 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514', 'status': 'completed', 'code': 200} Aug 06 18:01:49.948041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-296dadc9-353e-4227-b775-c2e62a0d4af0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e5aab80-c065-4654-8a3a-18c6595af514 HTTP/1.1" status: 200 len: 217 time: 0.1046076 Aug 06 18:01:49.948766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:49.960194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50de37-c397-4616-94b7-5486db4f946c req-7c430134-14b5-4f0a-ae07-2b024bdef5f9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:49.978260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad50de37-c397-4616-94b7-5486db4f946c req-7c430134-14b5-4f0a-ae07-2b024bdef5f9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 947 time: 0.3291128 Aug 06 18:01:50.010260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Pushing event updated for resources: {'Port': ['ID=1dab3351-5b07-4eda-9e0f-adfcfa65689d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:50.059376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7fbfbd2-7c24-4774-a259-dee50f88544c req-661e107b-c4c7-48f5-9e2f-5f467f496690 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.64 "GET /v2.0/ports?device_id=0adf8e12-7af2-4117-bd79-523b605c8838 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Aug 06 18:01:50.085738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Pushing event deleted for resources: {'Port': ['ID=0a15f05d-4d95-4580-8b12-0c8f1f67ddcb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:50.090359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Attempting to bind port 617f9476-89f3-4b99-8587-dd0bef309b70 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:50.090646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Attempting to bind port 617f9476-89f3-4b99-8587-dd0bef309b70 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:50.090961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Attempting to bind port 617f9476-89f3-4b99-8587-dd0bef309b70 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:50.103012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad50de37-c397-4616-94b7-5486db4f946c req-813297d8-c7ef-4a83-aeb5-236bc9b12fd8 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325989 Aug 06 18:01:50.111602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-4cc31ffe-4a3e-455d-812e-a4703ca9514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.114170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-4cc31ffe-4a3e-455d-812e-a4703ca9514b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1543658 Aug 06 18:01:50.115202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Port 617f9476-89f3-4b99-8587-dd0bef309b70 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:01:50.115677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Attempting to bind port 617f9476-89f3-4b99-8587-dd0bef309b70 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:50.135393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:50.135740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:50.136134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:50.136593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Bound port: 617f9476-89f3-4b99-8587-dd0bef309b70, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:50.136928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.138981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-17e1a157-112a-4fc3-b396-36e83c8d2bd2 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604982 Aug 06 18:01:50.241206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-745832e1-20e7-4eee-8eb0-9a45f3e2611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.242776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-745832e1-20e7-4eee-8eb0-9a45f3e2611c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186166 Aug 06 18:01:50.256915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:50.261302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:50.268129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.353277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.354046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.362484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/617f9476-89f3-4b99-8587-dd0bef309b70 HTTP/1.1" status: 200 len: 1097 time: 1.7707298 Aug 06 18:01:50.367010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-67300cc1-84e1-44ba-9498-4eb304d08bc5 None None] Provisioning complete for port 150d184d-1209-4dbe-a974-63a3ecf25a3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:50.368547 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67300cc1-84e1-44ba-9498-4eb304d08bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.536117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dec40-f606-457b-9c7e-6028ba9a58e6 req-93b41b4c-7335-489c-bc82-387ec6834786 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.537940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b46dec40-f606-457b-9c7e-6028ba9a58e6 req-93b41b4c-7335-489c-bc82-387ec6834786 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.2246759 Aug 06 18:01:50.538670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d24679-0a6d-4fb6-bf33-d6be1e2100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:50.564528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-5252b769-54e8-441d-9aea-95d4ebe626b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530758 Aug 06 18:01:50.600753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:50.634925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] No DVR routers for this DVR port 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:01:50.639567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.642494 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6458599-ac0f-40d9-8057-d6d42df93bb2 req-996fa38d-81c8-40e4-bbed-051b33575be1 tempest-LiveMigrationNegativeTest-1943662201 tempest-LiveMigrationNegativeTest-1943662201-project] 10.222.0.55 "DELETE /v2.0/ports/0a15f05d-4d95-4580-8b12-0c8f1f67ddcb HTTP/1.1" status: 204 len: 173 time: 2.0638614 Aug 06 18:01:50.644037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'name': 'network-vif-deleted', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:50.646770 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f417046-c8ad-4074-99bb-436db046b0e7" -d '{"events": [{"server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "name": "network-vif-deleted", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:50.690191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-4e2102da-b2e9-4c20-aa6a-6842bbc64700 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144807 Aug 06 18:01:50.694388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-5ef0c23c-7595-49b2-aca3-8f90020149f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.697282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-5ef0c23c-7595-49b2-aca3-8f90020149f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 1100 time: 0.2457292 Aug 06 18:01:50.734301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b46dec40-f606-457b-9c7e-6028ba9a58e6 req-24ce4bea-d372-4113-a4d8-a01e7c7fdce3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859190 Aug 06 18:01:50.782936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-68961a07-0977-45cd-a4f0-a51b38237af6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=617f9476-89f3-4b99-8587-dd0bef309b70 HTTP/1.1" status: 200 len: 217 time: 0.0691321 Aug 06 18:01:50.789725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 150d184d-1209-4dbe-a974-63a3ecf25a3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:50.864556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:50.882708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'mac_address': 'fa:16:3e:bc:cb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:50.906381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.915494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 150d184d-1209-4dbe-a974-63a3ecf25a3b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:50.915868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.961182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:50.962377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68991-fa30-4ccf-bd7f-5638c37b8e68 req-6df3066f-ba99-4864-b6c4-4019ed793c0e tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:50.970692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2c68991-fa30-4ccf-bd7f-5638c37b8e68 req-6df3066f-ba99-4864-b6c4-4019ed793c0e tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1098 time: 0.3326819 Aug 06 18:01:50.980788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:51.007071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:51.023606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2c68991-fa30-4ccf-bd7f-5638c37b8e68 req-5c65784c-14c4-4d03-b8a7-766ddfa7503b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Aug 06 18:01:51.033814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:51.105285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60ce0c-493e-421c-adf3-86d34ca5ff72 req-91c6fb14-e87e-4aa8-8ff7-16f9647ac6e0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.117544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b60ce0c-493e-421c-adf3-86d34ca5ff72 req-91c6fb14-e87e-4aa8-8ff7-16f9647ac6e0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.2320685 Aug 06 18:01:51.131875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-f84c3161-d6fc-4c3b-a500-9b3e8a0a6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.133589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:51.133744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-f84c3161-d6fc-4c3b-a500-9b3e8a0a6e55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.3321176 Aug 06 18:01:51.135772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250307b8-e95e-41d7-b865-920b090e538c req-20d888c7-2a7f-4eb2-a2a3-f4fa36ee4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.138559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-20d888c7-2a7f-4eb2-a2a3-f4fa36ee4ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2496278 Aug 06 18:01:51.304120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b60ce0c-493e-421c-adf3-86d34ca5ff72 req-39a36d18-a743-4d58-b551-19ecf688251e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790736 Aug 06 18:01:51.325232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93158-3059-4033-8522-3d9c775736bf req-b3483ad6-7cb5-41aa-93b8-b9792e9c9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.335352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-b3483ad6-7cb5-41aa-93b8-b9792e9c9f6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808424 Aug 06 18:01:51.365032 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e511fb2-0043-488f-97b2-90604141acc7 x-openstack-request-id: req-6e511fb2-0043-488f-97b2-90604141acc7 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:51.365320 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adf8e12-7af2-4117-bd79-523b605c8838", "name": "network-vif-deleted", "tag": "0a15f05d-4d95-4580-8b12-0c8f1f67ddcb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:51.365590 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e511fb2-0043-488f-97b2-90604141acc7 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:51.366025 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adf8e12-7af2-4117-bd79-523b605c8838', 'name': 'network-vif-deleted', 'tag': '0a15f05d-4d95-4580-8b12-0c8f1f67ddcb', 'status': 'completed', 'code': 200} Aug 06 18:01:51.429918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250307b8-e95e-41d7-b865-920b090e538c req-5a502d94-c9c4-4cbc-8210-caf5c2b3a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.431256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-5a502d94-c9c4-4cbc-8210-caf5c2b3a71d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2678685 Aug 06 18:01:51.443246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933a66a-5a39-4c5c-b275-9b16e462bb8e req-7ad9b78b-7f6f-4820-a65f-6d36240747bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.448230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6933a66a-5a39-4c5c-b275-9b16e462bb8e req-7ad9b78b-7f6f-4820-a65f-6d36240747bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1863036 Aug 06 18:01:51.469793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:51.503350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-6801948d-de1f-4632-864e-e17826193060 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6e5aab80-c065-4654-8a3a-18c6595af514 HTTP/1.1" status: 200 len: 217 time: 0.0422716 Aug 06 18:01:51.547963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:51.745759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-7da930c9-ae3a-4b34-af3f-47ceb154e80f service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928280 Aug 06 18:01:51.748886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250307b8-e95e-41d7-b865-920b090e538c req-df995d63-ad3c-4f0d-b8d0-177b53b821ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.750178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-df995d63-ad3c-4f0d-b8d0-177b53b821ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2236867 Aug 06 18:01:51.798330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6933a66a-5a39-4c5c-b275-9b16e462bb8e req-ef64b471-a6f9-491b-abef-9fbcdbaa5161 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336060 Aug 06 18:01:51.843961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78f2f5-86ce-40d0-bc64-be1de89b6194 req-e25c204d-631e-4634-b695-ff11fd538f47 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:51.845830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db78f2f5-86ce-40d0-bc64-be1de89b6194 req-e25c204d-631e-4634-b695-ff11fd538f47 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.2220700 Aug 06 18:01:51.922638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Router fce7538c-2754-436e-a2e3-eb06cc48209b is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:01:51.967516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:51.990325 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:52.011580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44410) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:52.097031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250307b8-e95e-41d7-b865-920b090e538c req-90e1934e-3e7c-4438-b68c-6385ae05f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:52.112121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-90e1934e-3e7c-4438-b68c-6385ae05f1c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2035518 Aug 06 18:01:52.181968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db78f2f5-86ce-40d0-bc64-be1de89b6194 req-3e84d5ff-8538-41c6-ab2d-abe4ab8461f2 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564020 Aug 06 18:01:52.187659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63c93158-3059-4033-8522-3d9c775736bf req-bb04282c-0425-4c03-a58a-9135c18f41c8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274769 Aug 06 18:01:52.286151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b2755-ea8c-4dd7-af12-ac6d056e2d86 req-69003eda-4e4d-41ab-a393-ac8441c873df tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:52.293569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-241b2755-ea8c-4dd7-af12-ac6d056e2d86 req-69003eda-4e4d-41ab-a393-ac8441c873df tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.2373207 Aug 06 18:01:52.293980 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcaf37b-6f22-4913-af5f-929faea15e90 x-openstack-request-id: req-cdcaf37b-6f22-4913-af5f-929faea15e90 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:52.294508 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:52.295052 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdcaf37b-6f22-4913-af5f-929faea15e90 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:52.295732 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70', 'status': 'completed', 'code': 200} Aug 06 18:01:52.312736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:01:52.322634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Sync routers for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:01:52.347348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:52.349919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:52.372108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:52.373360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb69055d-888d-4da1-a4c3-888415700375 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8822453 Aug 06 18:01:52.405755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-241b2755-ea8c-4dd7-af12-ac6d056e2d86 req-61f30b06-01a1-4fbe-b3da-57380ec0c231 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062953 Aug 06 18:01:52.408773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0fef2cc7-7348-42b5-bc06-4a16b8dad828 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d560c58e60e146148eef65c289c97ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961532 Aug 06 18:01:52.418291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44422) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:52.424444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44420) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:52.545269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:52.580498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:52.584908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-a3d09efe-da11-4156-9ae5-6b9ad38a23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:52.586505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-a3d09efe-da11-4156-9ae5-6b9ad38a23b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 1100 time: 0.2896802 Aug 06 18:01:52.640321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:52.643606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:52.647868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/870c14f6-baf5-40b0-a394-880339595992 HTTP/1.1" status: 204 len: 168 time: 0.2283633 Aug 06 18:01:52.667173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0afe1c-043f-4aa8-87c9-4f32a6ba4f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c14f6-baf5-40b0-a394-880339595992,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:52.985252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:53.020181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015914f-d1fb-4b40-8d42-d74940cc1086 req-0e9fb24e-9e6d-4439-b02f-85ac32ecd0fc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.033251 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1015914f-d1fb-4b40-8d42-d74940cc1086 req-0e9fb24e-9e6d-4439-b02f-85ac32ecd0fc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1191778 Aug 06 18:01:53.056798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-dabb15df-9756-4cf8-afe5-9fd910c74d85 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9246540 Aug 06 18:01:53.145198 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1015914f-d1fb-4b40-8d42-d74940cc1086 req-655871b9-e2c2-4785-8fff-04ecda660e50 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096084 Aug 06 18:01:53.272413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44436) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:53.330046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:50Z', 'revision_number': 3, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:53.354119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc81c1-269d-454c-befe-5230bff1cacc req-9180acbd-d8f5-4bdf-acf1-9ae49528e4e2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.364451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-badc81c1-269d-454c-befe-5230bff1cacc req-9180acbd-d8f5-4bdf-acf1-9ae49528e4e2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.9242163 Aug 06 18:01:53.366131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Checking router: fce7538c-2754-436e-a2e3-eb06cc48209b for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:01:53.366663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Updating router fce7538c-2754-436e-a2e3-eb06cc48209b port 1dab3351-5b07-4eda-9e0f-adfcfa65689d binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:01:53.399345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.418281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-acab9c4f-cfe3-45ba-83c7-d9d699f4c651 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=999bfb9bc7ad41e598268ed9682b5bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446147 Aug 06 18:01:53.437674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:53.448320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-badc81c1-269d-454c-befe-5230bff1cacc req-ca3640fd-9fcb-4d5f-971a-33dff3230f41 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773370 Aug 06 18:01:53.544757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705621-2c13-4ab7-878c-099f81c25808 req-53305a49-d26c-4e4a-a4dc-d3a11722a6e9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.553738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50705621-2c13-4ab7-878c-099f81c25808 req-53305a49-d26c-4e4a-a4dc-d3a11722a6e9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.1735766 Aug 06 18:01:53.592143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6e5aab80-c065-4654-8a3a-18c6595af514 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:53.594497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:01:53.622862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.624516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:01:53.624863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a15f05d-4d95-4580-8b12-0c8f1f67ddcb not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:01:53.665492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50705621-2c13-4ab7-878c-099f81c25808 req-4c944d07-da0a-466c-83a5-f75f665ad95a tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106949 Aug 06 18:01:53.679775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.693993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-0e60dc01-adbf-4613-9a6f-93e5ece40469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.695616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-0e60dc01-adbf-4613-9a6f-93e5ece40469 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.6418691 Aug 06 18:01:53.739877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.743042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.754203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-673582c7-74c3-4d1d-b774-2c00c98f8121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=617f9476-89f3-4b99-8587-dd0bef309b70 HTTP/1.1" status: 200 len: 217 time: 0.0444872 Aug 06 18:01:53.758459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47a0a5c7-5139-4395-a614-cbc98b890168 HTTP/1.1" status: 204 len: 168 time: 0.3078787 Aug 06 18:01:53.762145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-250307b8-e95e-41d7-b865-920b090e538c req-31139107-36eb-44dc-ad96-116eb64cabf3 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247171 Aug 06 18:01:53.770135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f77e-5b62-4e82-8e90-d47c32e6281c req-a5f95e6f-a10b-4e61-a7f0-caeedbbc4729 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.771701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb96f77e-5b62-4e82-8e90-d47c32e6281c req-a5f95e6f-a10b-4e61-a7f0-caeedbbc4729 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.2217960 Aug 06 18:01:53.783183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5f719-b4ea-45c0-978c-64f87fbc1d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a0a5c7-5139-4395-a614-cbc98b890168,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:53.824491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.837595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Transition to ACTIVE for port object 1dab3351-5b07-4eda-9e0f-adfcfa65689d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:53.859086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:53.930053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb96f77e-5b62-4e82-8e90-d47c32e6281c req-d552dd63-686a-4605-8f7b-e4206a5c53bf tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472616 Aug 06 18:01:53.934343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-1ac447af-c776-4a95-b92c-96839c970b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:53.936049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-1ac447af-c776-4a95-b92c-96839c970b12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1633956 Aug 06 18:01:53.957948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450425-59d5-42ac-ab70-417ee0e6bacb None None] Pushing event updated for resources: {'Port': ['ID=1dab3351-5b07-4eda-9e0f-adfcfa65689d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:54.006089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Attempting to bind port 1dab3351-5b07-4eda-9e0f-adfcfa65689d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:54.006511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Attempting to bind port 1dab3351-5b07-4eda-9e0f-adfcfa65689d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:54.007100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Attempting to bind port 1dab3351-5b07-4eda-9e0f-adfcfa65689d on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:54.038663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:54.038663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:54.038899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.039148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:54.039417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-e8b4d54b-3c7a-43b9-96b5-1c615c8892c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:54.039635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Bound port: 1dab3351-5b07-4eda-9e0f-adfcfa65689d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:54.040032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.042048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-e8b4d54b-3c7a-43b9-96b5-1c615c8892c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984149 Aug 06 18:01:54.083368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6e5aab80-c065-4654-8a3a-18c6595af514,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:54.112960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '6e5aab80-c065-4654-8a3a-18c6595af514', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '6e5aab80-c065-4654-8a3a-18c6595af514', 'mac_address': 'fa:16:3e:58:ef:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:54.163869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] For port 1dab3351-5b07-4eda-9e0f-adfcfa65689d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:01:54.168044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] For port 1dab3351-5b07-4eda-9e0f-adfcfa65689d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1dab3351-5b07-4eda-9e0f-adfcfa65689d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:01:54.186554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.251523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.263208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.281419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-cc339701-62ab-409b-8c3c-0c18179c3aff service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299736 Aug 06 18:01:54.394733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5aab80-c065-4654-8a3a-18c6595af514 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:54.453900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:54.454554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:54.456026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef0521-db77-4c8b-a202-b5c7d2eac592 req-a5f9f062-5662-4814-95de-d65500edb781 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:54.459075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450425-59d5-42ac-ab70-417ee0e6bacb None None] Pushing event updated for resources: {'Port': ['ID=1dab3351-5b07-4eda-9e0f-adfcfa65689d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:54.470868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6aef0521-db77-4c8b-a202-b5c7d2eac592 req-a5f9f062-5662-4814-95de-d65500edb781 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1241884 Aug 06 18:01:54.523469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6e5aab80-c065-4654-8a3a-18c6595af514,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:54.537821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.580658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6aef0521-db77-4c8b-a202-b5c7d2eac592 req-cd3c28fc-f6ee-4566-aeeb-1de1052e0ae0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034629 Aug 06 18:01:54.655025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00b53cb2-65ed-4a99-b621-f9c1f17c7cf8 req-c4cb4a44-5c2c-4d2c-9172-3e9b5e26ff56 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548486 Aug 06 18:01:54.701067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:54.702748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Allocated IP 172.20.0.1 (1bb442fe-5381-48c8-8d7a-1370b039aaa9/d0a37f13-56d8-4103-a82e-ee09b0de8c51/638b0e4d-abf1-4725-80c5-a1f7eacd8d74) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:01:54.740261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:54.848899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817df5e0-039e-4491-8795-705e0c028574 req-8f1e8813-8d72-483e-a41c-a0fa344a213a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:54.851346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-817df5e0-039e-4491-8795-705e0c028574 req-8f1e8813-8d72-483e-a41c-a0fa344a213a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1440282 Aug 06 18:01:54.881910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:54.929389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-817df5e0-039e-4491-8795-705e0c028574 req-ae7ab15e-5ed4-4eaa-ae22-1839a0ce765d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Aug 06 18:01:54.943653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:54.961691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Transition to ACTIVE for port object 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:55.006854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.055144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:55.211035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:55.215812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Pushing event updated for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:55.229206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:55.235817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:01:55.283869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdad4c-bd8e-45f9-a5f2-b9eeb74c0700 req-881248bf-e02d-4e17-a086-adfff244c5a5 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:55.284362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74fdad4c-bd8e-45f9-a5f2-b9eeb74c0700 req-881248bf-e02d-4e17-a086-adfff244c5a5 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.1843879 Aug 06 18:01:55.288371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:55.321868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:55.322446 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.332130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.385606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74fdad4c-bd8e-45f9-a5f2-b9eeb74c0700 req-b6333691-0c49-459f-9fc3-bd63165f3c02 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003413 Aug 06 18:01:55.495546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:50Z', 'revision_number': 3, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:55.573274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2508e-f38b-44c1-bd9a-a6017fbf77ae None None] The sync data for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 is: [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:50Z', 'revision_number': 3, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:01:55.615218 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.620565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1871898-2375-4640-b8ef-36baac759e6a req-2ba7a8ac-786d-4651-bb41-4ce454e28abd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:55.628650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1871898-2375-4640-b8ef-36baac759e6a req-2ba7a8ac-786d-4651-bb41-4ce454e28abd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.2990968 Aug 06 18:01:55.675024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:55.678512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:55.682715 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbeeb5f-bf2e-4087-ba20-28b538cf4bba" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:55.730729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1871898-2375-4640-b8ef-36baac759e6a req-556ef35a-2669-4ceb-819a-7a40cb2cd701 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935156 Aug 06 18:01:55.731107 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.825112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.826407 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964393de-1f53-41b7-944c-51b3a3da164d x-openstack-request-id: req-964393de-1f53-41b7-944c-51b3a3da164d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:55.826936 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:55.827528 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-964393de-1f53-41b7-944c-51b3a3da164d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:55.828078 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'code': 200} Aug 06 18:01:55.829585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:55.832537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6eb899b8-e88a-4432-9303-78b32b5677f5 None None] Provisioning for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:55.839806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6eb899b8-e88a-4432-9303-78b32b5677f5 None None] Provisioning complete for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:55.840422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6eb899b8-e88a-4432-9303-78b32b5677f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:55.858150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aae61-733d-4bcf-aded-b24648c3ba01 req-a72864cc-877a-4171-b249-7608bfe174da tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:55.860491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e8aae61-733d-4bcf-aded-b24648c3ba01 req-a72864cc-877a-4171-b249-7608bfe174da tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1298659 Aug 06 18:01:55.892280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6eb899b8-e88a-4432-9303-78b32b5677f5 None None] Port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:55.969685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e8aae61-733d-4bcf-aded-b24648c3ba01 req-40f39e79-26d0-4462-a1b7-ee5db1e2a036 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921898 Aug 06 18:01:56.051819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc42d-d931-476c-ad44-9726901ee4b2 req-818df48f-811d-44d6-977d-ac0c9cffba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.053391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-661dc42d-d931-476c-ad44-9726901ee4b2 req-818df48f-811d-44d6-977d-ac0c9cffba19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 1101 time: 0.1462326 Aug 06 18:01:56.186168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-661dc42d-d931-476c-ad44-9726901ee4b2 req-12f027a1-e7e5-46f5-980d-675da12aba1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128895 Aug 06 18:01:56.229927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac1b8c-7e49-4c6b-b26e-706e83d57a0e req-4ccbfab6-5d4d-4081-8d09-2dafafc620ef tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.231643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36ac1b8c-7e49-4c6b-b26e-706e83d57a0e req-4ccbfab6-5d4d-4081-8d09-2dafafc620ef tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1291199 Aug 06 18:01:56.298668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:56.318726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:56.359533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:56.376686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36ac1b8c-7e49-4c6b-b26e-706e83d57a0e req-430ef186-2763-4291-a653-704c155a2387 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268661 Aug 06 18:01:56.443805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Pushing event updated for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:56.549856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:01:56.564681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:56.632453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 617f9476-89f3-4b99-8587-dd0bef309b70 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:01:56.731400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Router fce7538c-2754-436e-a2e3-eb06cc48209b has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:01:56.758079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f6947-8060-497e-a658-b1e0d8930f86 req-f329f967-bb72-4fc1-a680-cf1886e6506f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.767591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b3f6947-8060-497e-a658-b1e0d8930f86 req-f329f967-bb72-4fc1-a680-cf1886e6506f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 949 time: 0.2345710 Aug 06 18:01:56.776733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1dab3351-5b07-4eda-9e0f-adfcfa65689d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:56.835700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.836306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.836834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.837521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.838163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.838796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.839426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.840053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.840706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.841419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:56.843768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fbbc4050-33d4-4557-8a82-2a62a7187870 req-0ee14bc9-be72-47b4-8ea2-ec81d3574304 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7136 time: 0.4056189 Aug 06 18:01:56.865687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b3f6947-8060-497e-a658-b1e0d8930f86 req-df5875c2-3c84-46da-8024-600068970b77 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Aug 06 18:01:56.962167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:01:56.968415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3b72981-864a-4d89-803b-07637d0ef72f admin admin] 10.222.0.64 "PUT /v2.0/routers/fce7538c-2754-436e-a2e3-eb06cc48209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5385299 Aug 06 18:01:57.080993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413581-b1c0-4567-a71e-0564796bf413 req-82b6c2c4-a3e8-4c9e-8764-46794ddf33ff tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.088141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a413581-b1c0-4567-a71e-0564796bf413 req-82b6c2c4-a3e8-4c9e-8764-46794ddf33ff tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.1097746 Aug 06 18:01:57.129395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb0edac3-a317-438c-af4f-c27fc6a35dcb None None] Provisioning complete for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:57.129809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb0edac3-a317-438c-af4f-c27fc6a35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.155740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a413581-b1c0-4567-a71e-0564796bf413 req-bb58d052-8caf-44e6-8d21-b99ae3f4b409 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Aug 06 18:01:57.156794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:57.165559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44526) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:57.174057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '617f9476-89f3-4b99-8587-dd0bef309b70', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '617f9476-89f3-4b99-8587-dd0bef309b70', 'mac_address': 'fa:16:3e:f2:08:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:01:57.177717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf142a-f80f-4427-9bb9-31946b22b37c req-99a157df-c3e7-4468-a053-d2244a69e93b tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.183071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9cbf142a-f80f-4427-9bb9-31946b22b37c req-99a157df-c3e7-4468-a053-d2244a69e93b tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 886 time: 0.1701841 Aug 06 18:01:57.198780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fb0edac3-a317-438c-af4f-c27fc6a35dcb None None] Port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:01:57.221028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1dab3351-5b07-4eda-9e0f-adfcfa65689d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:57.234449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1dab3351-5b07-4eda-9e0f-adfcfa65689d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:57.234449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.282487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.328854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617f9476-89f3-4b99-8587-dd0bef309b70 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:01:57.357220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9a6c5-e558-4e53-a9e9-d449924c6fa3 req-c42ad6e3-cc82-4028-bead-47437a6ccc11 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.360122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39d9a6c5-e558-4e53-a9e9-d449924c6fa3 req-c42ad6e3-cc82-4028-bead-47437a6ccc11 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0947487 Aug 06 18:01:57.384411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:57.406979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.407609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.408131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.408845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.409368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.410116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.410679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.411382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.412489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.413027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.414623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1137250799'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:57.414997 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.429998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3421a04-6062-4b6e-9ba5-db3cd3ad3d2f req-c612a726-de67-451e-a32c-f72200e79ab5 tempest-NetworksTest-814990215 tempest-NetworksTest-814990215-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7136 time: 0.2232509 Aug 06 18:01:57.446916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39d9a6c5-e558-4e53-a9e9-d449924c6fa3 req-13651b96-1047-4894-a647-bd224d634a1b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789738 Aug 06 18:01:57.460801 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.488195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:57.493317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.497928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1dab3351-5b07-4eda-9e0f-adfcfa65689d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1dab3351-5b07-4eda-9e0f-adfcfa65689d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:57.499063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:57.509804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6e5aab80-c065-4654-8a3a-18c6595af514 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:57.511870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.528497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:01:57.540196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.540817 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Added segment 70a4cbe1-8cc9-4a5d-8159-890f676f3f53 of type vlan for network 81d8e519-426b-4852-a6cc-8a94d36906a2 Aug 06 18:01:57.565689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a266f5f-5a21-4a35-97bc-d42b9d1f0aff req-678a5e48-827d-4221-98f6-3db00c2c9e81 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.567499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a266f5f-5a21-4a35-97bc-d42b9d1f0aff req-678a5e48-827d-4221-98f6-3db00c2c9e81 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.0730841 Aug 06 18:01:57.621472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a266f5f-5a21-4a35-97bc-d42b9d1f0aff req-64882801-4d4e-4a56-9687-ee9b4c113ca2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Aug 06 18:01:57.633440 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.682797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.690006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:57.690671 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.710284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1dab3351-5b07-4eda-9e0f-adfcfa65689d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:57.728702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5473909 Aug 06 18:01:57.730234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:57.734596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 6e5aab80-c065-4654-8a3a-18c6595af514 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:01:57.741486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 6e5aab80-c065-4654-8a3a-18c6595af514 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:57.741681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'subnet': {'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:57.741943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:57.902609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2588bd3-ab47-4ca1-9002-bf8d3128a855 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Network': ['ID=81d8e519-426b-4852-a6cc-8a94d36906a2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:57.926156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:01:57.979292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:58.061629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:58.068789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.152531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['617f9476-89f3-4b99-8587-dd0bef309b70'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:01:58.157355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.161316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f936a-bffc-4159-8819-84556acc952d req-0bb279ae-01e1-46ea-89c4-b4464be81631 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:58.165954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-233f936a-bffc-4159-8819-84556acc952d req-0bb279ae-01e1-46ea-89c4-b4464be81631 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 949 time: 0.1637580 Aug 06 18:01:58.195935 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Sync routers for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:01:58.213327 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:01:58.214005 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:58.230454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:01:58.232855 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e313991d-aa25-40c1-8d00-6c52e61fb4b7" -d '{"events": [{"server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:01:58.257403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-233f936a-bffc-4159-8819-84556acc952d req-d69726f3-2fc7-4dea-9d5c-a5c20fe58d79 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837922 Aug 06 18:01:58.261710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6e5aab80-c065-4654-8a3a-18c6595af514,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:01:58.279580 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.292482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2585f676-aea0-477f-b36d-bc82842bc8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.415554 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:01:58.429991 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb816c8-493f-4cd1-999b-9c7e66fb7c11 x-openstack-request-id: req-2cb816c8-493f-4cd1-999b-9c7e66fb7c11 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:01:58.430858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc10b7-21db-46d7-8aef-f6f2ce8f410b req-46beda36-fdb0-43cf-af3f-9cd482aeae95 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:58.434549 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:01:58.434927 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cb816c8-493f-4cd1-999b-9c7e66fb7c11 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:01:58.435396 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514', 'code': 200} Aug 06 18:01:58.440704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03cc10b7-21db-46d7-8aef-f6f2ce8f410b req-46beda36-fdb0-43cf-af3f-9cd482aeae95 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 949 time: 0.1699510 Aug 06 18:01:58.501199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03cc10b7-21db-46d7-8aef-f6f2ce8f410b req-bd7f07b1-fd0c-46d5-b5a7-96939304fca0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534997 Aug 06 18:01:58.558489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bac68ff3-9e49-4383-b220-2df7a211413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.603354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83a75d-d5e9-4a43-be5d-039e2f3145ff req-c7bd99fe-97ea-47b4-b8ba-fb3bc8c49bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:58.608793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d83a75d-d5e9-4a43-be5d-039e2f3145ff req-c7bd99fe-97ea-47b4-b8ba-fb3bc8c49bc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1716316 Aug 06 18:01:58.631560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.656460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:58.674836 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:55Z', 'revision_number': 4, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '638b0e4d-abf1-4725-80c5-a1f7eacd8d74', 'name': '', 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'mac_address': 'fa:16:3e:fc:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:54Z', 'updated_at': '2021-08-06T18:01:55Z', 'revision_number': 2, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'subnets': [{'id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:01:58.704437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Checking router: fce7538c-2754-436e-a2e3-eb06cc48209b for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:01:58.705167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Updating router fce7538c-2754-436e-a2e3-eb06cc48209b port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:01:58.726324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1dab3351-5b07-4eda-9e0f-adfcfa65689d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:01:58.738130 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.743190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2585f676-aea0-477f-b36d-bc82842bc8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.773607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2585f676-aea0-477f-b36d-bc82842bc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.789918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d83a75d-d5e9-4a43-be5d-039e2f3145ff req-f49a8a6c-c493-47b5-9e49-2563e786ee97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714280 Aug 06 18:01:58.812967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Checking segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:58.816291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network hostable DHCP agents. Network: 81d8e519-426b-4852-a6cc-8a94d36906a2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:01:58.856208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Subnet': ['ID=3635348a-07f5-478b-9056-969f958c4224,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:58.859354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1dab3351-5b07-4eda-9e0f-adfcfa65689d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:01:58.859769 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:58.902962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2585f676-aea0-477f-b36d-bc82842bc8c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa12b6f0ab1b427fb8a87e2ecc4f8618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9198182 Aug 06 18:01:58.902962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585f676-aea0-477f-b36d-bc82842bc8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534a91c5-4218-437a-b2b5-8d2aabef4657,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:58.906681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:01:58.908174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:58.920995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389411d-2eeb-444f-9825-53e52ced1e99 req-7236afeb-96b1-4284-926b-fb8095c63f6d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:58.944965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c389411d-2eeb-444f-9825-53e52ced1e99 req-7236afeb-96b1-4284-926b-fb8095c63f6d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2483740 Aug 06 18:01:58.989391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.002457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 81d8e519-426b-4852-a6cc-8a94d36906a2) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:01:59.018762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:59.019636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.047072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf44777-a7fc-46d4-9ee5-a0740c46aca3 None None] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:01:59.047308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.076939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c389411d-2eeb-444f-9825-53e52ced1e99 req-2116a54a-f4c4-4b6d-af78-9957a2054b05 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 Aug 06 18:01:59.088007 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-59ffc033-43e3-4020-9507-237b299b956e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3566084 Aug 06 18:01:59.090977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44570) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:59.096717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-434725144'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:59.168608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.169252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:59.171591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.175145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/534a91c5-4218-437a-b2b5-8d2aabef4657 HTTP/1.1" status: 204 len: 168 time: 0.2514701 Aug 06 18:01:59.176091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.194516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc824-3b4d-4b4c-90dd-74faa37334d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534a91c5-4218-437a-b2b5-8d2aabef4657,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:59.276897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:01:59.300410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.300750 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Added segment a5db0375-9584-4c3b-9c69-3f5cde66010d of type vlan for network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f Aug 06 18:01:59.320740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4c872-0576-4dfb-a278-373d082edfc8 req-08ba3e69-4a7a-4ce4-b2bd-02b01c0ad0d1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:59.328160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e4c872-0576-4dfb-a278-373d082edfc8 req-08ba3e69-4a7a-4ce4-b2bd-02b01c0ad0d1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1152003 Aug 06 18:01:59.385629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.441425 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e4c872-0576-4dfb-a278-373d082edfc8 req-b031d8d9-a879-4113-8947-e44a6e11e0e5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121261 Aug 06 18:01:59.469261 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.485329 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Transition to ACTIVE for port object 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:01:59.510587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.513797 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.529686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:59.538772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.549903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-81d8e519-426b-4852-a6cc-8a94d36906a2', 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'fixed_ips': [{'subnet_id': '3635348a-07f5-478b-9056-969f958c4224'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:01:59.551052 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.635194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44590) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:01:59.636282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5439000 Aug 06 18:01:59.638236 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Pushing event updated for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:59.642219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'subnet': {'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:01:59.677895 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.678293 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.678575 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.678908 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.679970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.679970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.679970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.680250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.680488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.688103 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.689035 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.689388 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:01:59.743455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ee1f7-3a8a-431f-82e2-b726ecc0880a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Network': ['ID=9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:01:59.776649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c029-5e29-447b-bc81-836703775940 req-7d15dac1-2909-4ce4-85b6-0368602f3cc3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:01:59.778671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a85c029-5e29-447b-bc81-836703775940 req-7d15dac1-2909-4ce4-85b6-0368602f3cc3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 949 time: 0.0852211 Aug 06 18:01:59.796581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:01:59.800303 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Attempting to bind port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:01:59.800608 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Attempting to bind port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:01:59.800980 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Attempting to bind port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 on network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:01:59.819610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:01:59.820056 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Checking segment: {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:01:59.820473 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.820869 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Bound using segment: {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:01:59.821374 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Bound port: 638b0e4d-abf1-4725-80c5-a1f7eacd8d74, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a8c727-dbab-42ec-926b-5d93a88f81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:01:59.821802 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.841820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a85c029-5e29-447b-bc81-836703775940 req-36e8a7cf-24bb-4453-9de3-20762d82f322 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Aug 06 18:01:59.914760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:01:59.919542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:01:59.982848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Allocated IP 19.80.0.2 (81d8e519-426b-4852-a6cc-8a94d36906a2/3635348a-07f5-478b-9056-969f958c4224/4b5789fc-ec5a-419f-ac37-78a6e498f98f) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:00.017650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] For port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:00.019050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44592) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:00.024225 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] For port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:00.032913 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.037390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e94a6-bf64-4e29-a083-a07d37935b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.129063 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:02:00.131616 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:01:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:00.205864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.270675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Subnet': ['ID=65ce010e-73a3-4d5b-8c55-5b5a77c52d89,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:00.319152 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e94a6-bf64-4e29-a083-a07d37935b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.335216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b4e94a6-bf64-4e29-a083-a07d37935b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.368189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.376153 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8779960-324a-41e5-b9cb-85d06978157c None None] Pushing event updated for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:00.401727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Transition to ACTIVE for port object 4b5789fc-ec5a-419f-ac37-78a6e498f98f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:00.408383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0b4e94a6-bf64-4e29-a083-a07d37935b15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3605612a56394a20aec2d747f85517af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858063 Aug 06 18:02:00.410539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44600) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:00.419162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:02:00.429851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e94a6-bf64-4e29-a083-a07d37935b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e484e-542e-4cab-a2e8-b180480178e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:00.458343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Transition to ACTIVE for port object 4b5789fc-ec5a-419f-ac37-78a6e498f98f will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:00.471883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.509744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05551ec9-8349-49f7-9b68-4b8486304116 req-3638a28a-5d5d-4058-960e-e3932e3b46bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:00.511369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05551ec9-8349-49f7-9b68-4b8486304116 req-3638a28a-5d5d-4058-960e-e3932e3b46bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2127035 Aug 06 18:02:00.537356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Checking segment: {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:00.537779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network hostable DHCP agents. Network: 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:02:00.549077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.610965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.612471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05551ec9-8349-49f7-9b68-4b8486304116 req-96de2bf0-9e2c-4bff-8479-7206111d8887 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931723 Aug 06 18:02:00.613495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:02:00.620989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:00.627644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Pushing event updated for resources: {'Port': ['ID=4b5789fc-ec5a-419f-ac37-78a6e498f98f,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:00.628833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:00.632871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:00.637404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:00.661628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7508c-120f-410d-99f2-56889501d958 None None] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:00.676684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:00.677926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.710795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-86f185d5-7d9a-4f00-b0a8-f07008b6121d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0737216 Aug 06 18:02:00.757004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.760376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:00.764971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d0e484e-542e-4cab-a2e8-b180480178e0 HTTP/1.1" status: 204 len: 168 time: 0.3499768 Aug 06 18:02:00.772605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b59029-1982-4ff2-8a14-969a6e692f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e484e-542e-4cab-a2e8-b180480178e0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:00.788946 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:55Z', 'revision_number': 4, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '638b0e4d-abf1-4725-80c5-a1f7eacd8d74', 'name': '', 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'mac_address': 'fa:16:3e:fc:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:54Z', 'updated_at': '2021-08-06T18:02:00Z', 'revision_number': 4, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'subnets': [{'id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:00.860531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae4c4-57f8-44c6-988e-ab71a5ff0ccc req-64001482-eeb8-4540-8b7e-d7072862066f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:00.868022 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51826d8-3208-4647-bf0f-ba76d6e14805 None None] The sync data for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 is: [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:01:55Z', 'revision_number': 4, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '638b0e4d-abf1-4725-80c5-a1f7eacd8d74', 'name': '', 'network_id': '1bb442fe-5381-48c8-8d7a-1370b039aaa9', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'mac_address': 'fa:16:3e:fc:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:54Z', 'updated_at': '2021-08-06T18:02:00Z', 'revision_number': 4, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'subnets': [{'id': 'd0a37f13-56d8-4103-a82e-ee09b0de8c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:02:00.871949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e40ae4c4-57f8-44c6-988e-ab71a5ff0ccc req-64001482-eeb8-4540-8b7e-d7072862066f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.0831783 Aug 06 18:02:00.926081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 617f9476-89f3-4b99-8587-dd0bef309b70 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:00.979194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e40ae4c4-57f8-44c6-988e-ab71a5ff0ccc req-a1e3fd39-0df6-48aa-a61a-c5f235cf5431 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047430 Aug 06 18:02:01.035448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f', 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'fixed_ips': [{'subnet_id': '65ce010e-73a3-4d5b-8c55-5b5a77c52d89'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:02:01.037487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.222623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54945728-f329-4036-b3d3-71c800dfcc10 req-89150086-f6ce-4678-8df3-e9c08d05a44d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:01.233414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54945728-f329-4036-b3d3-71c800dfcc10 req-89150086-f6ce-4678-8df3-e9c08d05a44d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 949 time: 0.1392424 Aug 06 18:02:01.368715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-0c086f17-4d91-4588-8480-a2486246404a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:01.376753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54945728-f329-4036-b3d3-71c800dfcc10 req-064626f9-ef83-44f9-a4fd-a9249dece8b3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405892 Aug 06 18:02:01.379483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-0c086f17-4d91-4588-8480-a2486246404a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:01.398975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-0c086f17-4d91-4588-8480-a2486246404a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/networks?id=81d8e519-426b-4852-a6cc-8a94d36906a2&id=9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f&id=81d8e519-426b-4852-a6cc-8a94d36906a2 HTTP/1.1" status: 200 len: 1391 time: 0.3615336 Aug 06 18:02:01.411384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Allocated IP 19.86.0.2 (9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f/65ce010e-73a3-4d5b-8c55-5b5a77c52d89/712c6422-8597-40ed-8b33-79bf90c145ea) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:01.419264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-05ece8c4-5312-42b7-b5e4-53da87766732 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/quotas/75c3006ef0924bc5a5ed860aee45700b HTTP/1.1" status: 200 len: 375 time: 0.0194848 Aug 06 18:02:01.445588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Attempting to bind port 4b5789fc-ec5a-419f-ac37-78a6e498f98f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:01.445947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Attempting to bind port 4b5789fc-ec5a-419f-ac37-78a6e498f98f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:01.446317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Attempting to bind port 4b5789fc-ec5a-419f-ac37-78a6e498f98f on network 81d8e519-426b-4852-a6cc-8a94d36906a2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:01.475274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:01.475680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Checking segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:01.476048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.476438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Bound using segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:01.477118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Bound port: 4b5789fc-ec5a-419f-ac37-78a6e498f98f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:01.477739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.581349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-76f08d99-7a30-4e37-bbac-fe3806474126 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609333 Aug 06 18:02:01.626172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.701382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 617f9476-89f3-4b99-8587-dd0bef309b70 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:01.798078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 617f9476-89f3-4b99-8587-dd0bef309b70 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:01.798353 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.817069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-5b12a46b-2bb8-48b4-95e2-2718996ee7fc service neutron] 10.222.0.64 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257512 Aug 06 18:02:01.856664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1f4758b4-1b99-431b-b944-977f383b11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:01.922610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] For port 4b5789fc-ec5a-419f-ac37-78a6e498f98f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:01.931376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] For port 4b5789fc-ec5a-419f-ac37-78a6e498f98f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b5789fc-ec5a-419f-ac37-78a6e498f98f,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:01.950428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd2ebb-5393-433a-abcc-1d84a62e50f9 req-fce9739b-4076-487e-8051-b05c5b05566d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:01.954969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dabd2ebb-5393-433a-abcc-1d84a62e50f9 req-fce9739b-4076-487e-8051-b05c5b05566d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1034734 Aug 06 18:02:01.966235 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:02.029055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dabd2ebb-5393-433a-abcc-1d84a62e50f9 req-561c151b-150d-4b1f-9135-021f532e14c4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Aug 06 18:02:02.139877 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:02.211542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a39667-d70f-4eb1-b255-fca298439f05 None None] Pushing event updated for resources: {'Port': ['ID=4b5789fc-ec5a-419f-ac37-78a6e498f98f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:02.220046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:02.222447 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edcdac-46bd-44f3-89e0-3177b9249680" -d '{"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:02.227264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631a7b-2a1d-4628-8385-d984f812cb93 req-4616f78e-4c2a-4862-a955-adfb3d190bf8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:02.235813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:02.238577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb631a7b-2a1d-4628-8385-d984f812cb93 req-4616f78e-4c2a-4862-a955-adfb3d190bf8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1108682 Aug 06 18:02:02.277218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:02.287864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Transition to ACTIVE for port object 712c6422-8597-40ed-8b33-79bf90c145ea will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:02.290035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:02.342268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb631a7b-2a1d-4628-8385-d984f812cb93 req-db38a165-bc18-453a-b41e-940d55e3beb9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932302 Aug 06 18:02:02.411314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Transition to ACTIVE for port object 712c6422-8597-40ed-8b33-79bf90c145ea will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:02.520407 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407805d6-a16d-4e96-bec0-3d2dbd9f61fb x-openstack-request-id: req-407805d6-a16d-4e96-bec0-3d2dbd9f61fb {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:02.527587 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-plugged", "status": "completed", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:02.527587 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-407805d6-a16d-4e96-bec0-3d2dbd9f61fb {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:02.527587 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70', 'code': 200} Aug 06 18:02:02.547605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:02.589198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:02.642949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69519b-ab44-4fd8-9509-1f3a34ce16a5 req-8448baa8-f7f3-40f9-b679-1956651fc9de tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:02.650491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f69519b-ab44-4fd8-9509-1f3a34ce16a5 req-8448baa8-f7f3-40f9-b679-1956651fc9de tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.1350927 Aug 06 18:02:02.727360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:02.737773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9fb3343e-11d9-4541-a41f-3487a408e86f service neutron] 10.222.0.64 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080434 Aug 06 18:02:02.765011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:02.770493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:02.778359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f69519b-ab44-4fd8-9509-1f3a34ce16a5 req-52e5cb1c-2d78-4225-8034-2450639624f1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266007 Aug 06 18:02:02.938008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b5789fc-ec5a-419f-ac37-78a6e498f98f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:02.945590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1c09f-25ef-492e-92a1-4a49f0fa69e1 req-f368488d-1dd3-4b37-90cb-7c7cffc5b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:02.947127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cbb1c09f-25ef-492e-92a1-4a49f0fa69e1 req-f368488d-1dd3-4b37-90cb-7c7cffc5b015 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 1102 time: 0.2070837 Aug 06 18:02:02.991969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-44fc8bf8-164c-47d8-aa6a-dc86f186a865 service neutron] 10.222.0.64 "GET /v2.0/networks/9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468786 Aug 06 18:02:03.010667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Pushing event updated for resources: {'Port': ['ID=712c6422-8597-40ed-8b33-79bf90c145ea,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:03.027001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Attempting to bind port 712c6422-8597-40ed-8b33-79bf90c145ea on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:03.027375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Attempting to bind port 712c6422-8597-40ed-8b33-79bf90c145ea by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:03.027781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Attempting to bind port 712c6422-8597-40ed-8b33-79bf90c145ea on network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:03.040931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:03.041379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Checking segment: {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:03.042005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.042478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Bound using segment: {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:03.043012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Bound port: 712c6422-8597-40ed-8b33-79bf90c145ea, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:03.043703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.073244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cbb1c09f-25ef-492e-92a1-4a49f0fa69e1 req-2a98eda7-b357-41fd-9980-14fa90d7b650 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705168 Aug 06 18:02:03.082089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.104956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4b5789fc-ec5a-419f-ac37-78a6e498f98f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:03.115586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:03.158619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-b20facad-6800-4084-b727-ab5abfd92390 service neutron] 10.222.0.64 "GET /v2.0/networks/9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655998 Aug 06 18:02:03.259066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] For port 712c6422-8597-40ed-8b33-79bf90c145ea, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:03.275408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] For port 712c6422-8597-40ed-8b33-79bf90c145ea, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=712c6422-8597-40ed-8b33-79bf90c145ea,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:03.290360 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.391892 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-5be8180f-c2a4-4728-a072-20175db3d5cc service neutron] show failed (client error): The resource could not be found. Aug 06 18:02:03.393604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-5be8180f-c2a4-4728-a072-20175db3d5cc service neutron] 10.222.0.55 "GET /v2.0/ports/2a7660ab-b3d7-4b44-8d24-3fc86549daf2/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.1459775 Aug 06 18:02:03.481203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-684eac37-690b-46ab-8549-5ffce7bd3276 service neutron] 10.222.0.64 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215184 Aug 06 18:02:03.591436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fc295-2729-422c-8e77-77c18d0e91d5 req-00699601-4ec7-4ae9-8926-15c1ce6c4341 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:03.600056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-489fc295-2729-422c-8e77-77c18d0e91d5 req-00699601-4ec7-4ae9-8926-15c1ce6c4341 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0690153 Aug 06 18:02:03.664662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-489fc295-2729-422c-8e77-77c18d0e91d5 req-55f9b9d0-bf79-4007-94f7-3a5ad9936ec8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587463 Aug 06 18:02:03.673126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:03.696172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:03.698673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.732475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-df70e5fc-0023-4d51-bd49-72aaf48b5dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494912 Aug 06 18:02:03.733391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95ad6-e697-4de3-92a8-a6a67afdd557 None None] Pushing event updated for resources: {'Port': ['ID=712c6422-8597-40ed-8b33-79bf90c145ea,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:03.877690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ba1cd-f732-4e35-8bd2-bcc7da1242e9 req-94d35184-6dff-4dbe-87d0-8d89064efc14 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:03.887845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd4ba1cd-f732-4e35-8bd2-bcc7da1242e9 req-94d35184-6dff-4dbe-87d0-8d89064efc14 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1196446 Aug 06 18:02:03.920323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-751c1af5-afae-42a5-8a3f-361d5ec5c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:03.928163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-751c1af5-afae-42a5-8a3f-361d5ec5c7b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1101 time: 0.1229305 Aug 06 18:02:03.950773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:03.972951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ac08b-4c32-4413-a78a-1d3061e746c7 None None] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:03.975625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:03.988560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd4ba1cd-f732-4e35-8bd2-bcc7da1242e9 req-29b8196d-7074-4f6c-a5b9-f62956b1b043 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949583 Aug 06 18:02:04.173247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.213935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f1a0d-c0da-4d00-bd13-7bb90d8d3c8e req-b63ef4d1-e477-4fe4-9ce6-d86751566ebb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:04.236870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c34f1a0d-c0da-4d00-bd13-7bb90d8d3c8e req-b63ef4d1-e477-4fe4-9ce6-d86751566ebb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.1520801 Aug 06 18:02:04.301313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c34f1a0d-c0da-4d00-bd13-7bb90d8d3c8e req-63fd5fc5-9d84-494b-ba03-7034294e9c47 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634422 Aug 06 18:02:04.340240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:04.348050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Provisioning for port 4b5789fc-ec5a-419f-ac37-78a6e498f98f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:04.362637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Provisioning complete for port 4b5789fc-ec5a-419f-ac37-78a6e498f98f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:04.364434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.372819 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.379563 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:02:04.449512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11bdff0c-2bd7-42bd-90bc-1e8f8cec6520 req-d8f52038-abb9-4038-8d0d-a7899c353755 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 210 time: 0.0496423 Aug 06 18:02:04.600906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.644329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:04.749286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:04.770761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:04.773199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 712c6422-8597-40ed-8b33-79bf90c145ea up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:04.807677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:04.848789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818439b7-7879-4f5d-bcb0-1e04e9213d6b req-2f0edddc-0c7b-4503-8765-8df43b1a63a1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:04.851441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-818439b7-7879-4f5d-bcb0-1e04e9213d6b req-2f0edddc-0c7b-4503-8765-8df43b1a63a1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0915487 Aug 06 18:02:04.875793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:04.878194 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5b8e6-2ad0-4749-9439-0934226efb2a" -d '{"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:04.884049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.916920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Transition to ACTIVE for port object 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:04.925614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:04.929646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-818439b7-7879-4f5d-bcb0-1e04e9213d6b req-3afa4bc0-ff1c-43b2-9c8b-43a38fef1e5c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657582 Aug 06 18:02:04.942074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.082122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] No DVR routers for this DVR port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:05.099307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:05.108860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:05.133821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'mac_address': 'fa:16:3e:bc:cb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:05.142989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] For port 4b5789fc-ec5a-419f-ac37-78a6e498f98f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b5789fc-ec5a-419f-ac37-78a6e498f98f,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:05.157356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 712c6422-8597-40ed-8b33-79bf90c145ea completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:05.199824 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3353f3d7-9484-4075-8725-b357e5499731 x-openstack-request-id: req-3353f3d7-9484-4075-8725-b357e5499731 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:05.201296 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:05.202797 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3353f3d7-9484-4075-8725-b357e5499731 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:05.203739 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'code': 200} Aug 06 18:02:05.255074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:05.255434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:05.255765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:05.279661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:05.290415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Attempting to bind port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:05.321852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:05.322804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:05.324283 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.329217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:05.329402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Bound port: 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:05.329854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.347081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104cad-b552-47cc-9695-f95979c4f1a7 req-0e7d8fba-c172-489f-9fe4-d4af6fed5bdc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:05.349271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.356975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d104cad-b552-47cc-9695-f95979c4f1a7 req-0e7d8fba-c172-489f-9fe4-d4af6fed5bdc tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 946 time: 0.1368439 Aug 06 18:02:05.459886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:05.467596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d104cad-b552-47cc-9695-f95979c4f1a7 req-43418de7-cfa0-426a-96fa-2504b7cee4a5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093118 Aug 06 18:02:05.538691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a3da7-bf2b-4ae0-b589-01b78f0e0e88 None None] Pushing event updated for resources: {'Port': ['ID=4b5789fc-ec5a-419f-ac37-78a6e498f98f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:05.556780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:05.565208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.636207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:05.646520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e96b1cf3-df0b-4a63-94d7-b6d8273e2159 None None] Provisioning complete for port 4b5789fc-ec5a-419f-ac37-78a6e498f98f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:05.646885 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e96b1cf3-df0b-4a63-94d7-b6d8273e2159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.647032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:05.653584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442da86d-d1e9-45df-8ce1-6eec14c4e328 None None] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:05.659537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.674080 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-378a1824-3bed-4f7f-aee6-ee84e3496e0d req-cce3c74c-83a0-4a49-8fb0-91f5dd8ecf3a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 210 time: 0.0457764 Aug 06 18:02:05.697059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e8447-3493-4f96-98ff-d212d71c8e70 req-09ef8101-27ed-457e-9232-79a8aa3060d9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:05.699142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d7e8447-3493-4f96-98ff-d212d71c8e70 req-09ef8101-27ed-457e-9232-79a8aa3060d9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.1996503 Aug 06 18:02:05.701480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-b410a300-f1e3-42b9-b7b3-cfc7928300d2 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:05.704373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-b410a300-f1e3-42b9-b7b3-cfc7928300d2 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1098 time: 0.2747943 Aug 06 18:02:05.746323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:05.791717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:05.793184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:05.800219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:05.802064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:05.804049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 1096 time: 1.8663843 Aug 06 18:02:06.031440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d7e8447-3493-4f96-98ff-d212d71c8e70 req-f5abe82e-4b16-4e3e-b8d0-af54b9c2f54e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955532 Aug 06 18:02:06.054548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.100804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282d1b6-f55a-4ae2-a371-317f2db6c090 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:06.176098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-07aa3948-6ecb-4a69-ad80-0b79aea3fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.178403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-07aa3948-6ecb-4a69-ad80-0b79aea3fc28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1099 time: 0.3258932 Aug 06 18:02:06.285502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Provisioning for port 712c6422-8597-40ed-8b33-79bf90c145ea completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:06.308342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Provisioning complete for port 712c6422-8597-40ed-8b33-79bf90c145ea triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:06.308799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.352025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-c6c3b77a-3408-4298-9c9e-063cce7f5286 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.358360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-c6c3b77a-3408-4298-9c9e-063cce7f5286 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.360302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-c6c3b77a-3408-4298-9c9e-063cce7f5286 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "GET /v2.0/networks?id=81d8e519-426b-4852-a6cc-8a94d36906a2&id=9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f&id=81d8e519-426b-4852-a6cc-8a94d36906a2 HTTP/1.1" status: 200 len: 1391 time: 0.6585720 Aug 06 18:02:06.371508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d92b49-4591-4834-8e85-1314517d758b req-3e9a4590-f23c-418b-aad0-31d72388b331 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.373364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6d92b49-4591-4834-8e85-1314517d758b req-3e9a4590-f23c-418b-aad0-31d72388b331 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1269822 Aug 06 18:02:06.378792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'admin_state_up': True, 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:06.379969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fcdc-4658-4218-94a8-354dc5f9bba8 req-4c56acda-2229-42f8-82b2-933f329af627 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.381927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3120fcdc-4658-4218-94a8-354dc5f9bba8 req-4c56acda-2229-42f8-82b2-933f329af627 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.1847923 Aug 06 18:02:06.433063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.440291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-8e71def1-22e2-4bb5-92ee-817a51031553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.441958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-8e71def1-22e2-4bb5-92ee-817a51031553 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2459750 Aug 06 18:02:06.447420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:06.468436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] For port 712c6422-8597-40ed-8b33-79bf90c145ea, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=712c6422-8597-40ed-8b33-79bf90c145ea,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:06.475509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.477163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6d92b49-4591-4834-8e85-1314517d758b req-b2a5aa5a-0703-4a25-846a-066702786b00 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894732 Aug 06 18:02:06.512087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3120fcdc-4658-4218-94a8-354dc5f9bba8 req-38479d50-4806-4e87-b135-a430802d05d3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197202 Aug 06 18:02:06.514293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-42e1ad93-9317-4671-b80b-36c12dea0563 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.0579717 Aug 06 18:02:06.548610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4897a3-5ed2-4299-b135-52666cd14ca2 None None] Pushing event updated for resources: {'Port': ['ID=712c6422-8597-40ed-8b33-79bf90c145ea,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:06.590974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:06.591570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:06.595756 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.618312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-a57424bd-2e71-4364-be5e-8491b283c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.619828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-a57424bd-2e71-4364-be5e-8491b283c00e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0964873 Aug 06 18:02:06.667060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1804a401-ca3f-49dc-b5cc-91936541cc7f None None] Provisioning complete for port 712c6422-8597-40ed-8b33-79bf90c145ea triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:06.670972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1804a401-ca3f-49dc-b5cc-91936541cc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.673754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.704120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:06.733086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:06.777045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-fc61909d-e71e-4d89-9446-725fb5d1ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.779077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-fc61909d-e71e-4d89-9446-725fb5d1ceab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343486 Aug 06 18:02:06.783188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:06.864582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd342-a2d3-42a8-bf87-d3c19968b681 req-67810079-d270-4854-80c0-925ca39377f7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:06.875356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98acd342-a2d3-42a8-bf87-d3c19968b681 req-67810079-d270-4854-80c0-925ca39377f7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1266255 Aug 06 18:02:06.893852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Allocated IP 19.80.0.201 (81d8e519-426b-4852-a6cc-8a94d36906a2/3635348a-07f5-478b-9056-969f958c4224/cfd282f7-fff3-448d-b866-5e32d79c4ce3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:06.926627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:06.943968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:06.944298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:06.944948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:06.947562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98acd342-a2d3-42a8-bf87-d3c19968b681 req-9f665899-3eba-4530-935a-73173ed28591 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688043 Aug 06 18:02:06.960260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:06.960636 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.054842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:07.055215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.076321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:07.090031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Attempting to bind port 1c0de5e4-e722-40e4-9629-ec04debaf65f on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:07.118178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:07.119343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:07.119918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:07.121250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Bound port: 1c0de5e4-e722-40e4-9629-ec04debaf65f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:07.121859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.201257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-958b720c-297d-47e2-a78f-4227cd9ac911 req-be1b39c8-b160-4d0d-b7e2-97b9cf3aa65c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 210 time: 0.0583448 Aug 06 18:02:07.209643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f336b7-8def-47e5-aade-294e4de4b767 req-1926093d-16b7-4a5e-a6ca-b64f0d0aa1b4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.210201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b5789fc-ec5a-419f-ac37-78a6e498f98f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:07.216278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f336b7-8def-47e5-aade-294e4de4b767 req-1926093d-16b7-4a5e-a6ca-b64f0d0aa1b4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.218021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6f336b7-8def-47e5-aade-294e4de4b767 req-1926093d-16b7-4a5e-a6ca-b64f0d0aa1b4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4&device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 1690 time: 0.2079105 Aug 06 18:02:07.221557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}, {'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:07.224265 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a401e4-0086-47a2-9f21-5fddc45c2ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}, {"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:07.238118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-fa1511a4-9524-46eb-a6c3-4b738fa798e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007442 Aug 06 18:02:07.284492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.286053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.305294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Transition to ACTIVE for port object cfd282f7-fff3-448d-b866-5e32d79c4ce3 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:07.353345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.362129 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460e7d1-a88a-41f8-83ba-f9b80d4ed48f x-openstack-request-id: req-c460e7d1-a88a-41f8-83ba-f9b80d4ed48f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:07.364029 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "status": "completed", "code": 200}, {"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:07.364546 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c460e7d1-a88a-41f8-83ba-f9b80d4ed48f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:07.365106 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'status': 'completed', 'code': 200} Aug 06 18:02:07.366149 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'code': 200} Aug 06 18:02:07.377136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:07.379221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:07.382585 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd6b0a3-43b6-4ccf-88d2-f3ec196f9241" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:07.390977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.406288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:07.428247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:07.441759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4b5789fc-ec5a-419f-ac37-78a6e498f98f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:07.442421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.453439 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cdd880-f3d0-430f-95f8-2ea867728bab x-openstack-request-id: req-65cdd880-f3d0-430f-95f8-2ea867728bab {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:07.453792 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:07.454035 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65cdd880-f3d0-430f-95f8-2ea867728bab {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:07.454422 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'code': 200} Aug 06 18:02:07.485262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6f336b7-8def-47e5-aade-294e4de4b767 req-32e4e858-bc97-405e-985c-4f8f06ebe25f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374713 Aug 06 18:02:07.485262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-487d50e2-ce28-48b9-9b25-e7af0bd92c5d req-782e613b-021a-4905-910b-383e875a40b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110569 Aug 06 18:02:07.485262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.502025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:07.521395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:07.523216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:07.527144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:07.581487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.582304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:07.582643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.587428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:07.626041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-879078b3-37cb-408e-9340-956c3c72c51e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2512751 Aug 06 18:02:07.633417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-041faf34-7da3-4ef6-a926-f7d8f10ad5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.634389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:07.635801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-041faf34-7da3-4ef6-a926-f7d8f10ad5ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1099 time: 0.1972594 Aug 06 18:02:07.641839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f', 'admin_state_up': True, 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:07.706918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=8']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:07.725553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44836) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:07.822717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.824815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.826943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-72ee0d90-6fa9-4fac-865d-016590f2017b service neutron] 10.222.0.55 "PUT /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 1124 time: 2.0889130 Aug 06 18:02:07.831397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:02:07.832509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-4e1beaa9-93cd-468e-be17-89302231f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.834173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-4e1beaa9-93cd-468e-be17-89302231f81a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1099 time: 0.2173536 Aug 06 18:02:07.853828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600510e-60a7-40f8-96fb-db963cfb1927 req-4809d328-7849-4e54-9f66-adb1f005383c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.856158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9600510e-60a7-40f8-96fb-db963cfb1927 req-4809d328-7849-4e54-9f66-adb1f005383c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.2315340 Aug 06 18:02:07.889636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:07.909807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:02:07.929395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:07.966315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fcf1e-62ff-41c9-84e8-94ecba7113da req-c8df9f29-cf88-45f4-8d1b-aefd285f3709 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:07.968193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d47fcf1e-62ff-41c9-84e8-94ecba7113da req-c8df9f29-cf88-45f4-8d1b-aefd285f3709 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1902177 Aug 06 18:02:07.971357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:07.975168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:07.992661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:07.994329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9600510e-60a7-40f8-96fb-db963cfb1927 req-089040b5-3775-45a9-add9-1252b5a8b4f1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262767 Aug 06 18:02:07.997697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e94842c3-e3bd-407c-95d2-9dd0959fa4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.028881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-5c4cd1e3-5ad7-4ae2-bc10-4988df26aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.030608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-5c4cd1e3-5ad7-4ae2-bc10-4988df26aeb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2508924 Aug 06 18:02:08.075037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-1d90035f-8f0a-49aa-b925-f38f6962c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.076536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-1d90035f-8f0a-49aa-b925-f38f6962c0be service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2192845 Aug 06 18:02:08.134081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-529ff974-ef91-4a05-bbea-63b34ec564ec None None] Provisioning for port cfd282f7-fff3-448d-b866-5e32d79c4ce3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:08.141545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-529ff974-ef91-4a05-bbea-63b34ec564ec None None] Provisioning complete for port cfd282f7-fff3-448d-b866-5e32d79c4ce3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:08.142149 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-529ff974-ef91-4a05-bbea-63b34ec564ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.149876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-80a57cc4-56b3-46c8-af2b-238785f3d2b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.1106505 Aug 06 18:02:08.171878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d47fcf1e-62ff-41c9-84e8-94ecba7113da req-229ef688-fde6-458d-9ead-642976cc49e6 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921394 Aug 06 18:02:08.242317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e94842c3-e3bd-407c-95d2-9dd0959fa4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.248114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-b60061de-6113-4fbc-8bf6-4619328ab924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.1404736 Aug 06 18:02:08.252841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e94842c3-e3bd-407c-95d2-9dd0959fa4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.288949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-63b17a88-b88b-4342-abe8-4ace901b8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.290572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-63b17a88-b88b-4342-abe8-4ace901b8ac4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0995951 Aug 06 18:02:08.307160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Allocated IP 19.86.0.54 (9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f/65ce010e-73a3-4d5b-8c55-5b5a77c52d89/356349bd-32ed-40a6-9137-44ab68bb8f69) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:08.399852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e94842c3-e3bd-407c-95d2-9dd0959fa4c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0821a2893bf4df9b518184257406c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524003 Aug 06 18:02:08.400454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44858) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:08.408818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94842c3-e3bd-407c-95d2-9dd0959fa4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e6127e-7066-4d92-bd86-cdf8e912195c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:08.421857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-529ff974-ef91-4a05-bbea-63b34ec564ec None None] Port cfd282f7-fff3-448d-b866-5e32d79c4ce3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:08.444441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-18ca158b-c8bd-49c1-b349-d3c56fd2b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.446264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-18ca158b-c8bd-49c1-b349-d3c56fd2b89b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1786463 Aug 06 18:02:08.468369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfeb378-71ae-430b-823c-c5780a1a172c req-8476a465-d986-474e-97d6-3f363ed190bf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.470322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adfeb378-71ae-430b-823c-c5780a1a172c req-8476a465-d986-474e-97d6-3f363ed190bf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1699948 Aug 06 18:02:08.517549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-ca28c5ee-b828-4aa1-8b9e-45f1a58c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.519350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-ca28c5ee-b828-4aa1-8b9e-45f1a58c896d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1945827 Aug 06 18:02:08.525260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06208-b29b-48fd-8836-857833e50b3b req-f2fb75f8-ad75-438e-9b26-e34df45e0985 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.526959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abe06208-b29b-48fd-8836-857833e50b3b req-f2fb75f8-ad75-438e-9b26-e34df45e0985 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 1102 time: 0.2007258 Aug 06 18:02:08.537912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.544796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-d8848db2-97d0-470e-856d-7ca6f96f19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.546395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-d8848db2-97d0-470e-856d-7ca6f96f19a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744436 Aug 06 18:02:08.549364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adfeb378-71ae-430b-823c-c5780a1a172c req-5701a597-4552-400f-bf9f-6770938626b5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642135 Aug 06 18:02:08.639478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 712c6422-8597-40ed-8b33-79bf90c145ea up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:08.666288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.697303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 712c6422-8597-40ed-8b33-79bf90c145ea triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:08.697736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.698018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46e2f-0370-46dd-a088-c21fd6342701 req-a20631c5-14b9-4799-8f30-e543966c5499 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:08.699540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0d46e2f-0370-46dd-a088-c21fd6342701 req-a20631c5-14b9-4799-8f30-e543966c5499 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 932 time: 0.0837309 Aug 06 18:02:08.721130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abe06208-b29b-48fd-8836-857833e50b3b req-f6d3c32c-e69f-4b50-b7be-a10438ca2a45 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754708 Aug 06 18:02:08.721283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-3348c833-efb2-4a47-85cd-d026c1fbed7e service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496108 Aug 06 18:02:08.768908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.783814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Transition to ACTIVE for port object 356349bd-32ed-40a6-9137-44ab68bb8f69 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:08.812657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0d46e2f-0370-46dd-a088-c21fd6342701 req-6702ccee-66d3-4985-840b-682f2887efa1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Aug 06 18:02:08.837536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-fbe27bbe-ff5e-453a-8d07-ce3bc2489282 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091867 Aug 06 18:02:08.856015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.862646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-76ee7c13-1275-4d12-8d1e-d9b91d93b86b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221347 Aug 06 18:02:08.936093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.938665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:08.939821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28e6127e-7066-4d92-bd86-cdf8e912195c HTTP/1.1" status: 204 len: 168 time: 0.5375943 Aug 06 18:02:08.992005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:09.001902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df9281-6abe-4c30-ab94-70b2d5ec2a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e6127e-7066-4d92-bd86-cdf8e912195c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:09.003958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:09.006861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-2b589b49-b833-4577-ad92-042e40ad084d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609848 Aug 06 18:02:09.010831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:09.015889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:09.082187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94a401e4-0086-47a2-9f21-5fddc45c2ac9 req-f95c65f1-b785-438a-96d4-57127d22861f service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360146 Aug 06 18:02:09.145192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.145885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.154048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16698-68dc-4089-844e-2b82473f5246 req-28e8cf6a-9383-4ff0-bd95-168665f2cf63 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.161977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ca16698-68dc-4089-844e-2b82473f5246 req-28e8cf6a-9383-4ff0-bd95-168665f2cf63 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.0641699 Aug 06 18:02:09.184702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-1e461e30-0f85-4a34-a54d-ab02f61e7db9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5474789 Aug 06 18:02:09.199445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'admin_state_up': True, 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:09.211371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-f7c827fd-7673-41a8-a987-197e81f7a03c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.217064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ca16698-68dc-4089-844e-2b82473f5246 req-9c9414c9-f013-47c7-863d-0b6bcc5b6be1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540290 Aug 06 18:02:09.219405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-f7c827fd-7673-41a8-a987-197e81f7a03c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789918 Aug 06 18:02:09.262382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-9d3c1e7f-1acd-4202-b811-68a987573b76 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0419734 Aug 06 18:02:09.334130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44884) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:09.355265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3ae-ebdd-421e-99c8-9ca5332f763a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.360406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e2072ab7-0261-424e-b0e3-673eb64d74b6 None None] Provisioning for port 356349bd-32ed-40a6-9137-44ab68bb8f69 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:09.365171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e2072ab7-0261-424e-b0e3-673eb64d74b6 None None] Provisioning complete for port 356349bd-32ed-40a6-9137-44ab68bb8f69 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:09.365660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2072ab7-0261-424e-b0e3-673eb64d74b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.371143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:09.373682 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71877694-9f16-4e08-a38d-64644a78edad" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:09.398161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-e2d91ff2-1e46-4ffb-8274-4c3499f4625a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1346202 Aug 06 18:02:09.408339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e2072ab7-0261-424e-b0e3-673eb64d74b6 None None] Port 356349bd-32ed-40a6-9137-44ab68bb8f69 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:09.458082 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3722cec8-0125-4b4d-9c42-0fb6ea275dcb x-openstack-request-id: req-3722cec8-0125-4b4d-9c42-0fb6ea275dcb {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:09.458369 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:09.458615 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3722cec8-0125-4b4d-9c42-0fb6ea275dcb {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:09.458995 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'status': 'completed', 'code': 200} Aug 06 18:02:09.515234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3ae-ebdd-421e-99c8-9ca5332f763a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.535165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3ae-ebdd-421e-99c8-9ca5332f763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.549200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:09.553698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.620364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d15ed3ae-ebdd-421e-99c8-9ca5332f763a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa7962aa6d13472e88637805ab7d124b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843750 Aug 06 18:02:09.622576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877694-9f16-4e08-a38d-64644a78edad req-359f56bd-38bb-4d52-877f-6650c621fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.625494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-359f56bd-38bb-4d52-877f-6650c621fdc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1127 time: 0.1260290 Aug 06 18:02:09.625823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed3ae-ebdd-421e-99c8-9ca5332f763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0cc52-be9b-4b11-b8ab-30553630c628,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:09.628215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44902) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:09.630389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-029794e4-fcec-438e-bc98-36deac6b8798 req-d137066b-eb95-4368-9fcc-8bb8ba0aec68 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 210 time: 0.0524728 Aug 06 18:02:09.691535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.718602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.754762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bb71b-5cdf-4dad-908d-722598078863 req-6660526b-a721-442e-8523-8504a941f0b9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.762243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-109bb71b-5cdf-4dad-908d-722598078863 req-6660526b-a721-442e-8523-8504a941f0b9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1071439 Aug 06 18:02:09.800723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Allocated IP 19.80.0.154 (81d8e519-426b-4852-a6cc-8a94d36906a2/3635348a-07f5-478b-9056-969f958c4224/30f9df14-fc25-46c2-8a78-38f4c33a10c9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:09.837842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-109bb71b-5cdf-4dad-908d-722598078863 req-4e4a1aae-d6c4-482c-a15e-964a24c2ab65 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702829 Aug 06 18:02:09.845610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.848575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:09.849995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9de0cc52-be9b-4b11-b8ab-30553630c628 HTTP/1.1" status: 204 len: 168 time: 0.2183676 Aug 06 18:02:09.862795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca88cf-f4e3-43a7-9657-8d63880e74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0cc52-be9b-4b11-b8ab-30553630c628,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:09.952581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877694-9f16-4e08-a38d-64644a78edad req-bbb11d0d-2a40-4ac7-9152-36710c685c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:09.954296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-bbb11d0d-2a40-4ac7-9152-36710c685c9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1886418 Aug 06 18:02:10.095850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.125786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.154905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Transition to ACTIVE for port object 30f9df14-fc25-46c2-8a78-38f4c33a10c9 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:10.204995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.289603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:10.308432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:10.322518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:10.342237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-9e5d3560-2907-4d07-9e13-bb492193f6d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 217 time: 0.3742504 Aug 06 18:02:10.350924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c76ae-8d50-4823-9f82-93ed4b2e0b79 req-182d39dd-2d29-4848-aad4-d9f56f663ba8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:10.360372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c76ae-8d50-4823-9f82-93ed4b2e0b79 req-182d39dd-2d29-4848-aad4-d9f56f663ba8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:10.363151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c7c76ae-8d50-4823-9f82-93ed4b2e0b79 req-182d39dd-2d29-4848-aad4-d9f56f663ba8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 1654 time: 0.4543128 Aug 06 18:02:10.391688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:10.437749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877694-9f16-4e08-a38d-64644a78edad req-29b7bc99-d331-4c4a-9b72-77b29e53bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:10.439435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-29b7bc99-d331-4c4a-9b72-77b29e53bd4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0751953 Aug 06 18:02:10.446847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:10.454779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.486683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d68ace16-7a4a-4fb2-97ef-ab07feafd356 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2934275 Aug 06 18:02:10.501864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7598829-a35b-4407-9ef3-f695b8a9f983 req-efe97c73-3b42-4dd5-bd14-95178d35f4aa tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:10.502466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-3d6b9657-2b99-4f07-a9cc-06e0a8812b77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459106 Aug 06 18:02:10.510595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7598829-a35b-4407-9ef3-f695b8a9f983 req-efe97c73-3b42-4dd5-bd14-95178d35f4aa tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.1512268 Aug 06 18:02:10.515395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c7c76ae-8d50-4823-9f82-93ed4b2e0b79 req-2f3a7321-bcbc-4c12-be6e-376c7dbf80c2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747793 Aug 06 18:02:10.529871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:10.669061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-fb0016bc-a1a4-4002-9985-763e86ffaefb service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523359 Aug 06 18:02:10.688860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.694262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7598829-a35b-4407-9ef3-f695b8a9f983 req-e3868917-af2d-4380-916c-c0f1852fed91 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827693 Aug 06 18:02:10.780665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1f504c7-1843-4735-99d1-f173056cd0ec None None] Provisioning for port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:10.786027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1f504c7-1843-4735-99d1-f173056cd0ec None None] Provisioning complete for port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:10.786409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1f504c7-1843-4735-99d1-f173056cd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:10.887442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10d93101-004c-42ac-b670-ba5b8079cce0 req-e6536447-5fbb-4d31-9a10-2571101b102a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 210 time: 0.0667562 Aug 06 18:02:10.889242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c1f504c7-1843-4735-99d1-f173056cd0ec None None] Port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:10.923840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71877694-9f16-4e08-a38d-64644a78edad req-613c13e5-06e8-4f31-98ad-3bd0e84bace2 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448382 Aug 06 18:02:11.112639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e0a69-0a18-4a2b-8c69-1b0c4d19e05c req-b9d0e053-5428-4c55-ba33-573a26f052c8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.121917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-146e0a69-0a18-4a2b-8c69-1b0c4d19e05c req-b9d0e053-5428-4c55-ba33-573a26f052c8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1416743 Aug 06 18:02:11.182483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-146e0a69-0a18-4a2b-8c69-1b0c4d19e05c req-1ed6133a-98db-4182-b243-42e1b23266f4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Aug 06 18:02:11.260047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-bfc1be41-7ffc-420a-bb9c-173ac6ac1589 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473258 Aug 06 18:02:11.328070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd282f7-fff3-448d-b866-5e32d79c4ce3 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:11.345870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.351532 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.370803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Transition to ACTIVE for port object cfd282f7-fff3-448d-b866-5e32d79c4ce3 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:11.378828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.430055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-11a2fcbb-1317-461c-9e47-c8944f1743f7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.431588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-11a2fcbb-1317-461c-9e47-c8944f1743f7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628141 Aug 06 18:02:11.470421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:11.518064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:11.572879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Attempting to bind port cfd282f7-fff3-448d-b866-5e32d79c4ce3 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:11.573939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Attempting to bind port cfd282f7-fff3-448d-b866-5e32d79c4ce3 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:11.574521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Attempting to bind port cfd282f7-fff3-448d-b866-5e32d79c4ce3 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:11.583739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Port cfd282f7-fff3-448d-b866-5e32d79c4ce3 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:11.584145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Attempting to bind port cfd282f7-fff3-448d-b866-5e32d79c4ce3 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:11.602887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:11.602887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Checking segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:11.602887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Bound using segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:11.602887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Bound port: cfd282f7-fff3-448d-b866-5e32d79c4ce3, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:11.602887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.704483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:11.714241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.719082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:11.723152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:11.750368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.856450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.858239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:11.859924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] 10.222.0.55 "PUT /v2.0/ports/cfd282f7-fff3-448d-b866-5e32d79c4ce3 HTTP/1.1" status: 200 len: 1093 time: 1.3462582 Aug 06 18:02:11.860454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:11.863297 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a56736-bcaf-4879-9763-b9b7e552ead8" -d '{"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:11.923094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd347c6-5046-421e-b37d-e493992c3b42 req-dfd7d80c-ad2b-46e3-a602-e3987e378047 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.926823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fd347c6-5046-421e-b37d-e493992c3b42 req-dfd7d80c-ad2b-46e3-a602-e3987e378047 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1098 time: 0.1962297 Aug 06 18:02:11.934448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:11.968015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65b05-879c-4454-9071-209c39696ff7 req-14a54914-c163-4203-8772-05913500bacb tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.974237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65b05-879c-4454-9071-209c39696ff7 req-14a54914-c163-4203-8772-05913500bacb tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.981329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65b05-879c-4454-9071-209c39696ff7 req-14a54914-c163-4203-8772-05913500bacb tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:11.983168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c65b05-879c-4454-9071-209c39696ff7 req-14a54914-c163-4203-8772-05913500bacb tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2388 time: 0.3223627 Aug 06 18:02:12.048046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.121 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/f5a4f872-424d-4340-980f-0e656f71aca7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:12.078197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c65b05-879c-4454-9071-209c39696ff7 req-abdbf669-7f95-43bd-8446-8936ff723596 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840814 Aug 06 18:02:12.130954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fd347c6-5046-421e-b37d-e493992c3b42 req-e42df8ce-cd00-47da-81d4-32dce6e716f4 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411736 Aug 06 18:02:12.183748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d208-b35e-4a24-820d-35ef6a3ccb4f service neutron] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:12.212385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:12.337599 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc9baf-abeb-4d66-ae40-1ac70901ebc3 x-openstack-request-id: req-f4cc9baf-abeb-4d66-ae40-1ac70901ebc3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:12.337867 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:12.338126 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4cc9baf-abeb-4d66-ae40-1ac70901ebc3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:12.338666 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'status': 'completed', 'code': 200} Aug 06 18:02:12.468319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:12.478723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32df4e-31fb-4bb0-894a-678988856f2b req-15bc231b-800f-414c-81a2-25fb44ec2f16 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:12.487281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a32df4e-31fb-4bb0-894a-678988856f2b req-15bc231b-800f-414c-81a2-25fb44ec2f16 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 947 time: 0.0981066 Aug 06 18:02:12.517500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object f5a4f872-424d-4340-980f-0e656f71aca7 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:12.551842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a32df4e-31fb-4bb0-894a-678988856f2b req-28a193d2-455b-4ffe-876f-25d0e6e3fcf3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629227 Aug 06 18:02:12.583017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:12.598136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:12.680094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:12.733033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:12.740219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:12.748659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:12.803494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:12.882694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf0153cf-f4de-4ad7-8a3e-1768265963b8 req-0e28b80f-28ba-4df0-a355-127c979bc7d1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 210 time: 0.4644256 Aug 06 18:02:12.891848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:12.892556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:12.955037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-7261ae2e-bdba-4dc3-921f-56bd34e14c70 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4947510 Aug 06 18:02:12.983553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Request body: {'port': {'device_id': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:13.170380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-23720cdf-e860-4ad3-9dbc-43360b535c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:13.172138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-23720cdf-e860-4ad3-9dbc-43360b535c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:13.172947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-23720cdf-e860-4ad3-9dbc-43360b535c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:13.175572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-23720cdf-e860-4ad3-9dbc-43360b535c00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2732 time: 0.8285475 Aug 06 18:02:13.212633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:13.318198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1a2ef98-20cc-4c15-8685-ef35772aa085 None None] Provisioning for port f5a4f872-424d-4340-980f-0e656f71aca7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:13.391400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1a2ef98-20cc-4c15-8685-ef35772aa085 None None] Provisioning complete for port f5a4f872-424d-4340-980f-0e656f71aca7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:13.391778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ef98-20cc-4c15-8685-ef35772aa085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:13.847482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2ef98-20cc-4c15-8685-ef35772aa085 None None] Port f5a4f872-424d-4340-980f-0e656f71aca7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:13.934260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dcfeb-b539-4197-8753-42dbc664d56f req-1664fc02-bebf-4e57-bb7d-e5a4340af441 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:13.936682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa9dcfeb-b539-4197-8753-42dbc664d56f req-1664fc02-bebf-4e57-bb7d-e5a4340af441 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.7945251 Aug 06 18:02:14.037619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-1fb59ef6-22e0-4322-9fad-285e7fe4a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.038505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-1fb59ef6-22e0-4322-9fad-285e7fe4a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.039160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-1fb59ef6-22e0-4322-9fad-285e7fe4a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.041727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-1fb59ef6-22e0-4322-9fad-285e7fe4a38d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=75c3006ef0924bc5a5ed860aee45700b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8319159 Aug 06 18:02:14.055047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356349bd-32ed-40a6-9137-44ab68bb8f69 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:14.073590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:14.089467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Transition to ACTIVE for port object 356349bd-32ed-40a6-9137-44ab68bb8f69 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:14.156793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a4f872-424d-4340-980f-0e656f71aca7 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:14.171064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:14.189837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Transition to ACTIVE for port object f5a4f872-424d-4340-980f-0e656f71aca7 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:14.205331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:14.323337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:14.352548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-f6a88901-2dc8-4c6d-850e-e6bd0d22817d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1610262 Aug 06 18:02:14.527501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-238b0d24-a24b-45db-a25e-8c73fdafa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.529110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3a56736-bcaf-4879-9763-b9b7e552ead8 req-238b0d24-a24b-45db-a25e-8c73fdafa17c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4360340 Aug 06 18:02:14.543045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:14.656546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-1f7f7ffa-0756-432c-acec-3f89114a1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.660987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-1f7f7ffa-0756-432c-acec-3f89114a1265 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 1096 time: 0.1224980 Aug 06 18:02:14.678531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa9dcfeb-b539-4197-8753-42dbc664d56f req-232a56b4-be54-4a9a-b952-857c14108fed tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863087 Aug 06 18:02:14.698357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Pushing event updated for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:14.720503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Attempting to bind port f5a4f872-424d-4340-980f-0e656f71aca7 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:14.720949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Attempting to bind port f5a4f872-424d-4340-980f-0e656f71aca7 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:14.722030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Attempting to bind port f5a4f872-424d-4340-980f-0e656f71aca7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:14.758412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Port f5a4f872-424d-4340-980f-0e656f71aca7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:14.758716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Attempting to bind port f5a4f872-424d-4340-980f-0e656f71aca7 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:14.771448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-86cb13a6-0c9c-4ca9-8b52-a8e8e8bac714 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:02:14.776302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-86cb13a6-0c9c-4ca9-8b52-a8e8e8bac714 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242860 Aug 06 18:02:14.780253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:14.879730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:14.879730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:14.879730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:14.879730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Bound port: f5a4f872-424d-4340-980f-0e656f71aca7, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:14.879730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:14.981256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d867bb-6764-48d4-bc8d-9db74b13ee0c req-91e2b420-327d-4e96-b301-fc9387effaa1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.984561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-fc826e58-cd9a-46cf-823e-5032a122a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.986238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-fc826e58-cd9a-46cf-823e-5032a122a627 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.2919862 Aug 06 18:02:14.991075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d867bb-6764-48d4-bc8d-9db74b13ee0c req-91e2b420-327d-4e96-b301-fc9387effaa1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:14.997532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d867bb-6764-48d4-bc8d-9db74b13ee0c req-91e2b420-327d-4e96-b301-fc9387effaa1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.006328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48d867bb-6764-48d4-bc8d-9db74b13ee0c req-91e2b420-327d-4e96-b301-fc9387effaa1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2400 time: 0.1823561 Aug 06 18:02:15.031593 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:15.041552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-f7d0980c-72d5-439d-aea8-51e9a75d4d64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 200 len: 217 time: 0.0471292 Aug 06 18:02:15.042695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:15.044501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'mac_address': 'fa:16:3e:e1:66:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:15.070509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5a4f872-424d-4340-980f-0e656f71aca7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:15.104293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48d867bb-6764-48d4-bc8d-9db74b13ee0c req-5e64b164-65b9-4db1-851f-08f67f80d018 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965569 Aug 06 18:02:15.106152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-d3ccee4c-a9ed-46a5-b3bd-8dd82545af80 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.120930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-d3ccee4c-a9ed-46a5-b3bd-8dd82545af80 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 1095 time: 0.2981308 Aug 06 18:02:15.134308 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.156806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.158450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:15.163455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:02:15.168621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:15.224596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:15.239681 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.279072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:15.309872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.319807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.321982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3adfc36b-9473-46de-84ef-f4134740c537 service neutron] 10.222.0.16 "PUT /v2.0/ports/f5a4f872-424d-4340-980f-0e656f71aca7 HTTP/1.1" status: 200 len: 1097 time: 2.3430760 Aug 06 18:02:15.322614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:15.335091 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18f15f-0421-486e-8129-e8b264d0faef" -d '{"events": [{"name": "network-changed", "server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:15.398895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:15.434918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Attempting to bind port 356349bd-32ed-40a6-9137-44ab68bb8f69 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:15.435434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Attempting to bind port 356349bd-32ed-40a6-9137-44ab68bb8f69 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:15.436582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Attempting to bind port 356349bd-32ed-40a6-9137-44ab68bb8f69 on network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:15.440866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-100f34a1-222d-4128-b533-ce005bbe5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.445543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Port 356349bd-32ed-40a6-9137-44ab68bb8f69 on network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:15.446731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Attempting to bind port 356349bd-32ed-40a6-9137-44ab68bb8f69 on network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:15.449399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-100f34a1-222d-4128-b533-ce005bbe5905 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.3928883 Aug 06 18:02:15.458515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:15.458861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Checking segment: {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:15.464724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Bound using segment: {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:15.464724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Bound port: 356349bd-32ed-40a6-9137-44ab68bb8f69, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5db0375-9584-4c3b-9c69-3f5cde66010d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:15.464724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.577771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-258a4722-e920-4700-aa19-e641da296804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125948 Aug 06 18:02:15.635402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-bb4e0e5e-6188-4cd8-bac0-f3aeae148425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.639569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:15.639776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-bb4e0e5e-6188-4cd8-bac0-f3aeae148425 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 1100 time: 0.2432561 Aug 06 18:02:15.639982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:15.640401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:15.653868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:15.658344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:15.658806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:15.662716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=356349bd-32ed-40a6-9137-44ab68bb8f69,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:15.672337 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.682444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:15.682789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:15.683169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:15.683602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Bound port: 3fce773b-a98c-4527-9b5a-37fdabbef85c, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:15.796471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Pushing event updated for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:15.833868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-41bb4ad9-6dd0-4666-9758-4ee95709e547 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422612 Aug 06 18:02:15.835278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-56fe7fea-5929-48bc-b6dc-dc0d522c5fdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f5a4f872-424d-4340-980f-0e656f71aca7 HTTP/1.1" status: 200 len: 217 time: 0.1613412 Aug 06 18:02:15.844813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:15.858790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9dda-a931-4546-9e1b-bae6134cf163 req-a0b30607-14f8-4550-a478-056fca1e88a7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.860957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb1e9dda-a931-4546-9e1b-bae6134cf163 req-a0b30607-14f8-4550-a478-056fca1e88a7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 948 time: 0.2797301 Aug 06 18:02:15.864901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.866492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-961d70a5-425d-46f6-900c-91ab6600d0c1 service neutron] 10.222.0.64 "POST /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c/bindings HTTP/1.1" status: 201 len: 390 time: 0.7231798 Aug 06 18:02:15.867875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:15.868492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:15.869909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-eb0953a2-4986-45d7-a28e-3c824389df99 service neutron] 10.222.0.55 "PUT /v2.0/ports/356349bd-32ed-40a6-9137-44ab68bb8f69 HTTP/1.1" status: 200 len: 1092 time: 3.9495246 Aug 06 18:02:15.870369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:15.872686 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:15.966771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Request body: {'port': {'device_id': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:16.046850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb1e9dda-a931-4546-9e1b-bae6134cf163 req-e25cf423-7d7d-4ea2-8aec-43119635a0a0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637528 Aug 06 18:02:16.049933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:16.139917 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:16.332528 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bfd836-81e1-4cb7-985e-f39ca51eea09 x-openstack-request-id: req-18bfd836-81e1-4cb7-985e-f39ca51eea09 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:16.333192 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:16.335182 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18bfd836-81e1-4cb7-985e-f39ca51eea09 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:16.335829 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7', 'status': 'completed', 'code': 200} Aug 06 18:02:16.401821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-5dcca285-ffbc-4057-8c5a-9aa310b22f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.410969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-5dcca285-ffbc-4057-8c5a-9aa310b22f48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.5326188 Aug 06 18:02:16.417534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd531-efcc-40a2-9e9a-6c67c4338793 req-346172c2-0d4d-42ef-92e3-fec7a3420d56 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.426567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c2cd531-efcc-40a2-9e9a-6c67c4338793 req-346172c2-0d4d-42ef-92e3-fec7a3420d56 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 948 time: 0.2047880 Aug 06 18:02:16.527918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c2cd531-efcc-40a2-9e9a-6c67c4338793 req-e4b25f49-66b1-4ef0-8746-9304bc252381 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981426 Aug 06 18:02:16.591106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b6319-659f-4e73-9f27-f114811f7e3c req-53963d62-897c-49aa-a69b-352f6b40932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.592989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-53963d62-897c-49aa-a69b-352f6b40932d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615102 Aug 06 18:02:16.599130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc72a8e-d9e8-479e-81ba-6f717e88434d req-dcccea31-52a5-4872-a52e-907002d2f692 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562735 Aug 06 18:02:16.698502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b2d5-4d2b-4c6e-bd9f-fef197099e9a req-c46781b1-2f13-4788-84f7-6fa313290979 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.704344 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326bc0b0-521a-4cb0-978d-087b69066be1 x-openstack-request-id: req-326bc0b0-521a-4cb0-978d-087b69066be1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:16.704689 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:16.704889 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-326bc0b0-521a-4cb0-978d-087b69066be1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:16.705286 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69', 'status': 'completed', 'code': 200} Aug 06 18:02:16.708683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f6b2d5-4d2b-4c6e-bd9f-fef197099e9a req-c46781b1-2f13-4788-84f7-6fa313290979 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.2799299 Aug 06 18:02:16.831655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a821-0f21-4e2b-9296-3ca34c9f1223 req-9186ac87-d08a-4ebc-a699-83f5c39ab951 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.833199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8309a821-0f21-4e2b-9296-3ca34c9f1223 req-9186ac87-d08a-4ebc-a699-83f5c39ab951 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1363668 Aug 06 18:02:16.863042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f6b2d5-4d2b-4c6e-bd9f-fef197099e9a req-144f21f2-5a67-4c4a-bb84-f9f854f37569 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500092 Aug 06 18:02:16.868921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-957d4d72-caee-4fda-841b-8a852837ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.872317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-957d4d72-caee-4fda-841b-8a852837ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.873019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-957d4d72-caee-4fda-841b-8a852837ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:16.878710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-957d4d72-caee-4fda-841b-8a852837ebd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2800 time: 0.2045388 Aug 06 18:02:16.883874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-a5c65d23-9707-4913-8263-9047ce48c18e service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778888 Aug 06 18:02:16.908337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8309a821-0f21-4e2b-9296-3ca34c9f1223 req-158495b5-0a30-49bd-afbd-cf1d3da6e83b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 Aug 06 18:02:17.051697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f9df14-fc25-46c2-8a78-38f4c33a10c9 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:17.084133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:17.123946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-8229fb42-5d1c-4035-a9ac-d1afe1a6a8c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1726494 Aug 06 18:02:17.126353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Transition to ACTIVE for port object 30f9df14-fc25-46c2-8a78-38f4c33a10c9 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:17.164300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850f8a-832d-4f4f-b9ad-e392283d067b req-42aa19a7-c7cf-483a-a203-cbe27f50342d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.177030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850f8a-832d-4f4f-b9ad-e392283d067b req-42aa19a7-c7cf-483a-a203-cbe27f50342d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.188332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2850f8a-832d-4f4f-b9ad-e392283d067b req-42aa19a7-c7cf-483a-a203-cbe27f50342d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.196212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2850f8a-832d-4f4f-b9ad-e392283d067b req-42aa19a7-c7cf-483a-a203-cbe27f50342d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2400 time: 0.1613297 Aug 06 18:02:17.198155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:17.473799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-56e8fa09-848c-41b6-9207-dc202d3394be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.474428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-56e8fa09-848c-41b6-9207-dc202d3394be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.475375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-56e8fa09-848c-41b6-9207-dc202d3394be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.476592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-56e8fa09-848c-41b6-9207-dc202d3394be service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=75c3006ef0924bc5a5ed860aee45700b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5889285 Aug 06 18:02:17.587635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Pushing event updated for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:17.617302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2850f8a-832d-4f4f-b9ad-e392283d067b req-746a100b-345f-4836-8a40-7d8c5ad8deaa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152060 Aug 06 18:02:17.638979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-d28015c4-3514-48e4-b0d9-153da04544ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.640561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-d28015c4-3514-48e4-b0d9-153da04544ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 1097 time: 0.4393947 Aug 06 18:02:17.850661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-5a570b42-ccaa-4d5a-86bd-69ab80a19b17 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.852229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-5a570b42-ccaa-4d5a-86bd-69ab80a19b17 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080&tenant_id=8f91969929c647a599e04c12ba9871ae&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 948 time: 0.4460843 Aug 06 18:02:17.888687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b6319-659f-4e73-9f27-f114811f7e3c req-3a632dc3-55e0-40b9-b7f8-1063c4dc99f8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670950 Aug 06 18:02:17.907577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-b00d0535-4b07-4114-b1b2-bbf191d9e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.909834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-292a3ffd-9432-4c8e-8850-eff5aa72fd3c req-b00d0535-4b07-4114-b1b2-bbf191d9e245 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151175 Aug 06 18:02:17.932677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f4bfa-ab2c-4379-ba4a-53e3af374240 req-34d7cc21-54a4-4752-ba5b-a61e574777ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:17.943285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb6f4bfa-ab2c-4379-ba4a-53e3af374240 req-34d7cc21-54a4-4752-ba5b-a61e574777ef tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 948 time: 0.1192582 Aug 06 18:02:18.009192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204c984-a1d2-42d7-a08e-64f7371806b2 req-4ba97e1b-f30f-4dd7-81e1-c71c846d439d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.016933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8204c984-a1d2-42d7-a08e-64f7371806b2 req-4ba97e1b-f30f-4dd7-81e1-c71c846d439d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 948 time: 0.2631457 Aug 06 18:02:18.023565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Attempting to bind port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:18.023896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Attempting to bind port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:18.024225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Attempting to bind port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:18.038320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb6f4bfa-ab2c-4379-ba4a-53e3af374240 req-5fb7c1f4-79e0-4ce4-9a2e-7efc03e4fa79 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914416 Aug 06 18:02:18.067670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:18.067670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Attempting to bind port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 on network 81d8e519-426b-4852-a6cc-8a94d36906a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:18.074949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-882a6db5-c1be-4df6-ad77-13c6652b77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.076515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-882a6db5-c1be-4df6-ad77-13c6652b77d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.3870842 Aug 06 18:02:18.077654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f15f-0421-486e-8129-e8b264d0faef req-c39f8262-fa8d-435f-a071-0f66ac809a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.080160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-c39f8262-fa8d-435f-a071-0f66ac809a93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 1100 time: 0.0878575 Aug 06 18:02:18.086251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:18.086586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Checking segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:18.086969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Bound using segment: {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:18.087674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Bound port: 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a4cbe1-8cc9-4a5d-8159-890f676f3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:18.088042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:18.114314 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-9019a82e-06ea-4c8c-a1b4-91a7c95952c9 service neutron] delete failed (client error): The resource could not be found. Aug 06 18:02:18.115383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-9019a82e-06ea-4c8c-a1b4-91a7c95952c9 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2a7660ab-b3d7-4b44-8d24-3fc86549daf2/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.2225010 Aug 06 18:02:18.164537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8204c984-a1d2-42d7-a08e-64f7371806b2 req-1457e3d0-aef9-4ffd-acd2-3df7c55e7467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419554 Aug 06 18:02:18.275847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af1f2-d27f-4783-8d35-822610a0b86b req-ea27f1de-8f62-4acc-98fd-ed2fc851dc91 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.284319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e5af1f2-d27f-4783-8d35-822610a0b86b req-ea27f1de-8f62-4acc-98fd-ed2fc851dc91 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.1240356 Aug 06 18:02:18.293527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f15f-0421-486e-8129-e8b264d0faef req-eeaf9f18-ead1-499f-82a0-145e02bfaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.295214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-eeaf9f18-ead1-499f-82a0-145e02bfaa0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2029140 Aug 06 18:02:18.428943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-c056ab16-860a-48ac-b016-66b7d4b22729 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 200 len: 1001 time: 0.3288610 Aug 06 18:02:18.736702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-97a9239e-e73b-4510-bd1b-1b591f70bb7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f5a4f872-424d-4340-980f-0e656f71aca7 HTTP/1.1" status: 200 len: 217 time: 0.4311199 Aug 06 18:02:18.806804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:18.844551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e5af1f2-d27f-4783-8d35-822610a0b86b req-61573e00-7a1d-49ac-afcf-bb85e758b554 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585260 Aug 06 18:02:18.912638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f15f-0421-486e-8129-e8b264d0faef req-387e2da0-05c4-473c-b9b5-c6a02ba8abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.914354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-387e2da0-05c4-473c-b9b5-c6a02ba8abb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1647158 Aug 06 18:02:18.920082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:18.927015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-4908912c-dc23-4417-b9a6-b604e702e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.927913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:18.928542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-4908912c-dc23-4417-b9a6-b604e702e070 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 1100 time: 0.6685462 Aug 06 18:02:18.934599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:18.935112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:18.972767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf17f-32ca-4aff-a071-2f2cf0a5bc52 req-6f605617-21fc-4cee-a6e7-4807d7183ad5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:18.974449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-824bf17f-32ca-4aff-a071-2f2cf0a5bc52 req-6f605617-21fc-4cee-a6e7-4807d7183ad5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.6947374 Aug 06 18:02:19.020106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f15f-0421-486e-8129-e8b264d0faef req-81490fd8-a5a2-4c50-a19a-e07758c413d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.029845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-81490fd8-a5a2-4c50-a19a-e07758c413d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965066 Aug 06 18:02:19.075935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-8c9adbe4-9eb6-451f-9539-b24cee150931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.082331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-8c9adbe4-9eb6-451f-9539-b24cee150931 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1203303 Aug 06 18:02:19.083679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:19.091020 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:19.117508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:19.125540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-70af223a-46fd-4283-8a6d-63b72b23942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.129773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-70af223a-46fd-4283-8a6d-63b72b23942c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.6654098 Aug 06 18:02:19.159216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:19.161421 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df6344-472d-47eb-9ec9-64fd0f3c8701" -d '{"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-plugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:19.194277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:19.205878 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:19.211746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.214949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:19.219158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] 10.222.0.55 "PUT /v2.0/ports/30f9df14-fc25-46c2-8a78-38f4c33a10c9 HTTP/1.1" status: 200 len: 1093 time: 3.2946846 Aug 06 18:02:19.228606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-5b782171-d3a3-45b9-8464-6c007495734c service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805778 Aug 06 18:02:19.240320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:19.246199 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1f543-63b0-4781-b946-2fc825b75857" -d '{"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:19.257647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576ac75-95ff-4641-b879-f2f90955d4bb req-a3d27be3-a220-4e79-bf54-8c9532cbdec1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.264896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576ac75-95ff-4641-b879-f2f90955d4bb req-a3d27be3-a220-4e79-bf54-8c9532cbdec1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.272055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576ac75-95ff-4641-b879-f2f90955d4bb req-a3d27be3-a220-4e79-bf54-8c9532cbdec1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.280185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e576ac75-95ff-4641-b879-f2f90955d4bb req-a3d27be3-a220-4e79-bf54-8c9532cbdec1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2412 time: 0.1245334 Aug 06 18:02:19.317855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:19.331432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-4f89a676-656b-45f1-8c48-b6778e9cf6a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 200 len: 217 time: 0.2378855 Aug 06 18:02:19.345485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e576ac75-95ff-4641-b879-f2f90955d4bb req-7d26f1e4-bcb4-412c-bab0-52a4a29ce0ec tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Aug 06 18:02:19.436603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-7b5d5f2d-8530-43d8-81e8-2219884ca5ee service neutron] 10.222.0.16 "GET /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.5283976 Aug 06 18:02:19.503615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-824bf17f-32ca-4aff-a071-2f2cf0a5bc52 req-8c5f36bf-c6e8-4e51-b7c2-6fa4094e8870 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219658 Aug 06 18:02:19.507101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f18f15f-0421-486e-8129-e8b264d0faef req-4a19c045-1539-4101-b930-c63555532b55 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604537 Aug 06 18:02:19.520039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-03833a24-2a55-43be-9a73-164eb851a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.520730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-03833a24-2a55-43be-9a73-164eb851a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.523118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-03833a24-2a55-43be-9a73-164eb851a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.525379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-03833a24-2a55-43be-9a73-164eb851a282 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2868 time: 0.1744528 Aug 06 18:02:19.589860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53205d18-effc-4759-b140-66647947a6a8 req-6081bca9-572c-46c3-8bb8-c0a718100ab5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.591758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53205d18-effc-4759-b140-66647947a6a8 req-6081bca9-572c-46c3-8bb8-c0a718100ab5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0669506 Aug 06 18:02:19.615682 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd44ce5-0fab-4732-ab8d-437b4001cfe8 x-openstack-request-id: req-efd44ce5-0fab-4732-ab8d-437b4001cfe8 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:19.615985 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-plugged", "status": "completed", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:19.616266 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efd44ce5-0fab-4732-ab8d-437b4001cfe8 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:19.616679 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'code': 200} Aug 06 18:02:19.662673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53205d18-effc-4759-b140-66647947a6a8 req-884bbf9e-168f-4265-b6fd-d97a546bcb26 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576670 Aug 06 18:02:19.666311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-3a3e2525-2a49-42d8-bf53-aad6b9ee38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.668061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-3a3e2525-2a49-42d8-bf53-aad6b9ee38ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.3092334 Aug 06 18:02:19.672488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adecf03-a298-4786-a42c-36244d9c40dd service neutron] Pushing event updated for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:19.683423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-40ef62c4-2dbd-4322-b18a-313a6539a55c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3 HTTP/1.1" status: 200 len: 217 time: 0.1187880 Aug 06 18:02:19.689089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-c038abfa-5585-477e-8230-678a3171b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.690674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-c038abfa-5585-477e-8230-678a3171b88a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5035288 Aug 06 18:02:19.744509 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83753165-b846-4139-98fc-c2af9e753ed6 x-openstack-request-id: req-83753165-b846-4139-98fc-c2af9e753ed6 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:19.744957 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:19.745302 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83753165-b846-4139-98fc-c2af9e753ed6 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:19.745828 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9', 'status': 'completed', 'code': 200} Aug 06 18:02:19.909534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-09a666ac-3280-464f-ae72-d7f0ab52fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.911170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-09a666ac-3280-464f-ae72-d7f0ab52fc45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2267897 Aug 06 18:02:19.936956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-7765cf31-0d6d-45dd-b77c-c61dc145829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:19.938474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-7765cf31-0d6d-45dd-b77c-c61dc145829e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3635348a-07f5-478b-9056-969f958c4224 HTTP/1.1" status: 200 len: 801 time: 0.2179134 Aug 06 18:02:19.995863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdec86-907f-45df-9d01-fec486f9f31f req-f4508102-277d-4e14-b937-7adbc39ffcb1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.006765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1cdec86-907f-45df-9d01-fec486f9f31f req-f4508102-277d-4e14-b937-7adbc39ffcb1 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 944 time: 0.0602531 Aug 06 18:02:20.022196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3204122-9de9-48fc-b0c0-38285b7bccaa req-6379b4ba-a032-4320-8a70-e0896e9040d3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.025926 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3204122-9de9-48fc-b0c0-38285b7bccaa req-6379b4ba-a032-4320-8a70-e0896e9040d3 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 948 time: 0.3040371 Aug 06 18:02:20.065558 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1cdec86-907f-45df-9d01-fec486f9f31f req-c46385dc-1a35-4db3-be5e-5ab2f534bc7d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Aug 06 18:02:20.143752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-3167e724-44f5-468f-8f7d-b80e17c4bf29 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042752 Aug 06 18:02:20.289082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-fe036e03-88bc-453e-a762-07d237f8bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.290655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-fe036e03-88bc-453e-a762-07d237f8bdf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81d8e519-426b-4852-a6cc-8a94d36906a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402348 Aug 06 18:02:20.323425 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3204122-9de9-48fc-b0c0-38285b7bccaa req-0a2338c4-b725-48b3-8602-c18d2e3fc86d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208676 Aug 06 18:02:20.325315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:20.368856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-fb217b0d-2569-4ece-99a7-a914830a9aea service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335699 Aug 06 18:02:20.425189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:20.498247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687d3e1-3e6e-4138-a4de-5a72e926329f req-0f544ba3-c8bd-477e-9171-5ddc1de277d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.505054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687d3e1-3e6e-4138-a4de-5a72e926329f req-0f544ba3-c8bd-477e-9171-5ddc1de277d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.514734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687d3e1-3e6e-4138-a4de-5a72e926329f req-0f544ba3-c8bd-477e-9171-5ddc1de277d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.523164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b687d3e1-3e6e-4138-a4de-5a72e926329f req-0f544ba3-c8bd-477e-9171-5ddc1de277d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2412 time: 0.0849166 Aug 06 18:02:20.525033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96f95cff-fae6-4b76-a743-7b10ad275746 req-3f181924-fcbb-46e5-b82a-a72d553d761c service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458681 Aug 06 18:02:20.557289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0de5e4-e722-40e4-9629-ec04debaf65f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:20.581338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:20.597305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b687d3e1-3e6e-4138-a4de-5a72e926329f req-f058091c-e785-4345-addf-63bb2da93b44 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729799 Aug 06 18:02:20.609437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-625e5eac-f1cb-447e-b691-675ef0e6851e req-5a886dd7-a2e7-4622-87b8-f600ff6ca2f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267041 Aug 06 18:02:20.612520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:20.618033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-395555c6-2acb-4e28-9d5b-31cbd94ba091 service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116851 Aug 06 18:02:20.815720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57056231-ee70-4bcf-a972-9711e762d619 req-658905d5-4423-4498-97d6-be0dc4d2090f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.817383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57056231-ee70-4bcf-a972-9711e762d619 req-658905d5-4423-4498-97d6-be0dc4d2090f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0647526 Aug 06 18:02:20.819727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:20.899932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57056231-ee70-4bcf-a972-9711e762d619 req-9ddbb671-fca5-4588-af6d-782946746e45 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709229 Aug 06 18:02:20.918002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5109b-448e-4533-abb5-7d919d97d208 req-8e0f7aa2-c0e0-474d-9772-b87af49a518d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:20.919611 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1f5109b-448e-4533-abb5-7d919d97d208 req-8e0f7aa2-c0e0-474d-9772-b87af49a518d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.2779968 Aug 06 18:02:20.955514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-ddc97a7f-bb00-4bcf-a984-8c2c5218e4b2 service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286347 Aug 06 18:02:20.994681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] Transition to ACTIVE for port object 1c0de5e4-e722-40e4-9629-ec04debaf65f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:21.046518 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:21.053438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-a4e4c63b-3c25-419b-aba8-e9d13cafcf99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=356349bd-32ed-40a6-9137-44ab68bb8f69 HTTP/1.1" status: 200 len: 217 time: 0.0685279 Aug 06 18:02:21.112685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1f5109b-448e-4533-abb5-7d919d97d208 req-051fcd13-b2ab-493e-8919-aaa235f80652 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531830 Aug 06 18:02:21.205965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-81770e71-b0d1-46d3-b7f0-9ea13989746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.207438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-81770e71-b0d1-46d3-b7f0-9ea13989746b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ce010e-73a3-4d5b-8c55-5b5a77c52d89 HTTP/1.1" status: 200 len: 801 time: 0.0808260 Aug 06 18:02:21.285186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] No DVR routers for this DVR port 1c0de5e4-e722-40e4-9629-ec04debaf65f on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:21.302706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:21.303654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f325cd-8b8d-4ddc-8694-33078fea93a0 req-afc0b426-d873-406b-93ae-f576aac2a637 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.305296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03f325cd-8b8d-4ddc-8694-33078fea93a0 req-afc0b426-d873-406b-93ae-f576aac2a637 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.1105072 Aug 06 18:02:21.344293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2746a2a3-d225-44a2-9d71-fa568a98a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.345991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-2746a2a3-d225-44a2-9d71-fa568a98a2a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221700 Aug 06 18:02:21.354237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-2e928c62-6903-431b-a759-db268c3fd107 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 1.8430016 Aug 06 18:02:21.424384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03f325cd-8b8d-4ddc-8694-33078fea93a0 req-7f101b70-d0ad-4eee-9538-187fc921de2d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031046 Aug 06 18:02:21.514639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-ca0f9cd0-651f-479e-b572-adcb6e47dd53 service neutron] 10.222.0.55 "GET /v2.0/networks/9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593423 Aug 06 18:02:21.632128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f661936-e5fc-474a-917f-47103919d847 req-04f94965-65ad-45dd-ab2c-2faf647eefa0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.634300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f661936-e5fc-474a-917f-47103919d847 req-04f94965-65ad-45dd-ab2c-2faf647eefa0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 948 time: 0.1043704 Aug 06 18:02:21.667073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-a3728bee-b2db-4e35-8640-d33601dbc54c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.668603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-a3728bee-b2db-4e35-8640-d33601dbc54c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.2130768 Aug 06 18:02:21.735454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f661936-e5fc-474a-917f-47103919d847 req-87da144e-91d5-47bc-93b6-5fe756bee8e1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929103 Aug 06 18:02:21.751507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-f5114a01-c15e-4190-b492-5b8573dce398 service neutron] 10.222.0.55 "GET /v2.0/networks/9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206702 Aug 06 18:02:21.758075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-9e253d67-ad08-4241-a6f9-5f6fff387add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:21.760255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-9e253d67-ad08-4241-a6f9-5f6fff387add service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd&tenant_id=d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 1097 time: 0.0775442 Aug 06 18:02:21.872258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-a7b9d6eb-80f1-452d-a496-ca97ec3d6199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9 HTTP/1.1" status: 200 len: 217 time: 0.1104774 Aug 06 18:02:21.933349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-11763838-86ca-415e-a5aa-b73a2ba11fc0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6329a617bc8647d09697264fbfa2cf74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316889 Aug 06 18:02:22.095128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-399826c1-1e44-4343-a342-c8dfe7b668b9 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.102868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-399826c1-1e44-4343-a342-c8dfe7b668b9 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597753 Aug 06 18:02:22.130995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-a1ee1645-0366-43fb-97de-124b69d177f8 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/quotas/6329a617bc8647d09697264fbfa2cf74 HTTP/1.1" status: 200 len: 375 time: 0.0270219 Aug 06 18:02:22.174374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-b526e50c-59cf-489a-8ee9-37a9d300662a tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418086 Aug 06 18:02:22.287763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-031b35ee-fcb7-4d4b-9425-8a6fd30bd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.289280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-031b35ee-fcb7-4d4b-9425-8a6fd30bd494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1097 time: 0.4658794 Aug 06 18:02:22.365801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d59e173e-063a-42e4-bb42-dce0b336f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.368887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-d59e173e-063a-42e4-bb42-dce0b336f1ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3635348a-07f5-478b-9056-969f958c4224 HTTP/1.1" status: 200 len: 801 time: 0.4809060 Aug 06 18:02:22.427650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b126e-2a23-4472-8e4f-6249350199e4 req-3a753b3a-aeac-4181-a7fe-b05e41de819a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.434054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b126e-2a23-4472-8e4f-6249350199e4 req-3a753b3a-aeac-4181-a7fe-b05e41de819a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.442285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b126e-2a23-4472-8e4f-6249350199e4 req-3a753b3a-aeac-4181-a7fe-b05e41de819a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.443090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-765b126e-2a23-4472-8e4f-6249350199e4 req-3a753b3a-aeac-4181-a7fe-b05e41de819a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2412 time: 0.5694206 Aug 06 18:02:22.451527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79308ca-09e8-4581-8bbf-36527faa8bd2 req-3eba2af6-9731-497c-ab21-3d90dd2fcb36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.459233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c79308ca-09e8-4581-8bbf-36527faa8bd2 req-3eba2af6-9731-497c-ab21-3d90dd2fcb36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.1035759 Aug 06 18:02:22.509006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c79308ca-09e8-4581-8bbf-36527faa8bd2 req-4e93b8ff-dd0d-4cbe-9253-452207c22453 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464725 Aug 06 18:02:22.547405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-765b126e-2a23-4472-8e4f-6249350199e4 req-7ef911e3-c46b-49b4-a4cb-7ca957c3790f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 Aug 06 18:02:22.555716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-5a0de2b4-3b54-422b-b3ba-da11265eee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.557193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-5a0de2b4-3b54-422b-b3ba-da11265eee38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81d8e519-426b-4852-a6cc-8a94d36906a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114740 Aug 06 18:02:22.670257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-8b83e4d6-5cb8-4943-8702-a928b6426a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.671842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-8b83e4d6-5cb8-4943-8702-a928b6426a94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.3600566 Aug 06 18:02:22.708295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e3681-3f1e-42ac-bfc6-c8af6cc43f43 req-bf9c8888-19b8-4391-ad65-6334df094e39 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.724441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-379e3681-3f1e-42ac-bfc6-c8af6cc43f43 req-bf9c8888-19b8-4391-ad65-6334df094e39 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1342025 Aug 06 18:02:22.752148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-b0d7ef99-0f4b-4b57-b21f-d67b85c6a3b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 200 len: 217 time: 0.0702181 Aug 06 18:02:22.754031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-f0d2c17d-b921-4023-a415-65d76094ef9e service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717873 Aug 06 18:02:22.815989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-379e3681-3f1e-42ac-bfc6-c8af6cc43f43 req-0f00e170-335b-455b-86dd-1cfc5e8adf83 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876184 Aug 06 18:02:22.852851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5a4f872-424d-4340-980f-0e656f71aca7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:22.965640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-231baa03-f88b-413f-970f-dec44585b274 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6329a617bc8647d09697264fbfa2cf74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697193 Aug 06 18:02:22.965640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-537df37e-3f30-4b90-bc19-548c295251dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:22.965640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-537df37e-3f30-4b90-bc19-548c295251dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1935527 Aug 06 18:02:23.084600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-8ca2d039-50ce-42f6-8e5c-2fb81ac7c396 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943201 Aug 06 18:02:23.102095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d722d-bd2b-44ba-bba0-540a7c5f20ca req-d52e4eda-c84b-4d73-a641-04a928101f40 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.103781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-470d722d-bd2b-44ba-bba0-540a7c5f20ca req-d52e4eda-c84b-4d73-a641-04a928101f40 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.1370728 Aug 06 18:02:23.123376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73443e27-6921-4ec2-aa56-045b0ba5a9d3 req-e2329fab-e1a9-4df1-95b7-a2322dc51331 service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520370 Aug 06 18:02:23.132691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5a4f872-424d-4340-980f-0e656f71aca7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:23.154475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f5a4f872-424d-4340-980f-0e656f71aca7', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'f5a4f872-424d-4340-980f-0e656f71aca7', 'mac_address': 'fa:16:3e:31:b6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:23.174363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-470d722d-bd2b-44ba-bba0-540a7c5f20ca req-8821eb58-fb4e-4499-8efb-a61715b307b5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Aug 06 18:02:23.199962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:23.216512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a4f872-424d-4340-980f-0e656f71aca7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:23.252868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5a4f872-424d-4340-980f-0e656f71aca7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:23.260651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:23.335884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:23.424215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053a85d-c96e-4b03-9fc8-ee70c624d216 req-10fcf48b-2176-4bda-96b1-bffbad6db78e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.432964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7053a85d-c96e-4b03-9fc8-ee70c624d216 req-10fcf48b-2176-4bda-96b1-bffbad6db78e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.0812981 Aug 06 18:02:23.452805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-86abd33c-40c1-40ee-93bf-38aecf86ff4e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.461249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-86abd33c-40c1-40ee-93bf-38aecf86ff4e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029464 Aug 06 18:02:23.465015 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-bc118f4b-16d2-4d69-9244-c3f516b8f1fd service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445590 Aug 06 18:02:23.482923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7053a85d-c96e-4b03-9fc8-ee70c624d216 req-d3bd6d3b-cf27-4b0a-af91-3a947bfc8ab1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Aug 06 18:02:23.513227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-f896357a-356b-4269-97ec-bd264dba1c97 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/quotas/6329a617bc8647d09697264fbfa2cf74 HTTP/1.1" status: 200 len: 375 time: 0.0505140 Aug 06 18:02:23.541120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b56a134d-dad3-4323-9988-84c8a2c3fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.541635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b56a134d-dad3-4323-9988-84c8a2c3fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.542115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b56a134d-dad3-4323-9988-84c8a2c3fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.543737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b56a134d-dad3-4323-9988-84c8a2c3fc97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2868 time: 0.3066587 Aug 06 18:02:23.612903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233a1a5-eb4e-4fe2-ae73-5ce475800537 req-2cf31a60-2377-418e-b323-e281bf08b4fc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.614959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-ffee1393-4bc0-4115-8e19-69621fb659ab tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007402 Aug 06 18:02:23.623226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8233a1a5-eb4e-4fe2-ae73-5ce475800537 req-2cf31a60-2377-418e-b323-e281bf08b4fc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 949 time: 0.0589688 Aug 06 18:02:23.707634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8233a1a5-eb4e-4fe2-ae73-5ce475800537 req-4a4c7dc5-d37a-4723-8f20-3bc340b4abf8 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Aug 06 18:02:23.760420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-d48ff78e-d749-49ce-8d3b-f483ac140385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.762824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-d48ff78e-d749-49ce-8d3b-f483ac140385 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81d8e519-426b-4852-a6cc-8a94d36906a2 HTTP/1.1" status: 200 len: 903 time: 0.1969314 Aug 06 18:02:23.844420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-37b7ff01-77af-4810-a27b-eb7f03daca06 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473969 Aug 06 18:02:23.859734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f5a4f872-424d-4340-980f-0e656f71aca7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:23.925116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-7d912eed-5206-4040-a5b7-1624b39278b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9 HTTP/1.1" status: 200 len: 217 time: 0.1462939 Aug 06 18:02:23.967577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b581-4c09-4d46-8201-120669936918 req-1c1f95fe-8d0a-48f1-b8a7-0dd9ca83a16d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:23.989654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b581-4c09-4d46-8201-120669936918 req-1c1f95fe-8d0a-48f1-b8a7-0dd9ca83a16d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.007465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b581-4c09-4d46-8201-120669936918 req-1c1f95fe-8d0a-48f1-b8a7-0dd9ca83a16d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.018538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a06b581-4c09-4d46-8201-120669936918 req-1c1f95fe-8d0a-48f1-b8a7-0dd9ca83a16d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2412 time: 0.1786566 Aug 06 18:02:24.024196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b27d9006-3722-46d0-bfc7-f600dc7a2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.026480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-b27d9006-3722-46d0-bfc7-f600dc7a2035 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3635348a-07f5-478b-9056-969f958c4224 HTTP/1.1" status: 200 len: 801 time: 0.0845623 Aug 06 18:02:24.089174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-444b629f-1702-4747-b057-c73506b48742 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6329a617bc8647d09697264fbfa2cf74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616560 Aug 06 18:02:24.138049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a06b581-4c09-4d46-8201-120669936918 req-b52c0f9a-eee8-41a8-8238-ef8ae0e8d10b tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123340 Aug 06 18:02:24.163543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d606b256-5737-4d2f-95ea-ceaf5d37df0c req-224b0b69-68c8-46a3-9e09-be604538bb86 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 210 time: 0.0855343 Aug 06 18:02:24.203663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f543-63b0-4781-b946-2fc825b75857 req-10558313-0586-4b75-af97-dcf9fd0938e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.204966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-10558313-0586-4b75-af97-dcf9fd0938e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81d8e519-426b-4852-a6cc-8a94d36906a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316569 Aug 06 18:02:24.374857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-9acdb59b-e0dc-4d8c-bffd-92a217ec0962 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.376522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-9acdb59b-e0dc-4d8c-bffd-92a217ec0962 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577214 Aug 06 18:02:24.404452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Request body: {'port': {'device_id': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '6329a617bc8647d09697264fbfa2cf74'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:24.451266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc675f84-bc50-4031-a82d-dc87342ce59a req-3204e801-8d63-4285-b3e0-e153df5c1060 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.453007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc675f84-bc50-4031-a82d-dc87342ce59a req-3204e801-8d63-4285-b3e0-e153df5c1060 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1645629 Aug 06 18:02:24.489689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-4fe586ac-0831-420f-9ff9-c330a01c2606 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.491428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-4fe586ac-0831-420f-9ff9-c330a01c2606 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.1256428 Aug 06 18:02:24.530559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-ed068846-a8da-4618-b80c-49dc2e7bc13f service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950718 Aug 06 18:02:24.549399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc675f84-bc50-4031-a82d-dc87342ce59a req-a3944ae4-be38-4c24-8e2a-24637c096a79 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866654 Aug 06 18:02:24.729421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-410042c3-3f39-42a7-a726-8194bbbcca4e service neutron] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:24.729885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0af1f543-63b0-4781-b946-2fc825b75857 req-6adde415-d345-4f86-a5e2-91550a430b12 service neutron] 10.222.0.55 "GET /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887801 Aug 06 18:02:24.734030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-410042c3-3f39-42a7-a726-8194bbbcca4e service neutron] Notify callbacks [] for binding, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:24.735477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e5aa4e-b49f-4845-afc0-77cb97b7745a req-410042c3-3f39-42a7-a726-8194bbbcca4e service neutron] 10.222.0.55 "DELETE /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.2280321 Aug 06 18:02:24.755296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17eca-b12a-4a5e-aa4a-fbc068c77724 req-30845353-58be-40df-ab6e-ef07a2aa80ae tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.770768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e17eca-b12a-4a5e-aa4a-fbc068c77724 req-30845353-58be-40df-ab6e-ef07a2aa80ae tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.3828306 Aug 06 18:02:24.828554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e17eca-b12a-4a5e-aa4a-fbc068c77724 req-d92d540b-e01f-4c4c-a970-b3661226aef4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566864 Aug 06 18:02:24.829979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Made reservation on behalf of 6329a617bc8647d09697264fbfa2cf74 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:24.836339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:24.855600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:24.913297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596700d-15de-4286-a168-49f3135ad9da req-c14c93c6-088a-4f47-a198-a790726c5c79 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:24.926155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0596700d-15de-4286-a168-49f3135ad9da req-c14c93c6-088a-4f47-a198-a790726c5c79 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 949 time: 0.1111748 Aug 06 18:02:24.981148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0596700d-15de-4286-a168-49f3135ad9da req-768452e5-6c68-4795-ad26-136f1797758e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Aug 06 18:02:25.019400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-34e45200-82f9-4985-a887-123578a1dd28 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775380 Aug 06 18:02:25.025304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:25.039894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:25.197381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df24220-cc61-4c58-ae95-a9ebb77f58f1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:25.285128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9c22-6266-4be8-9415-c55709d1fd0b req-95414733-5f14-41d8-882d-206223d0fedc tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:25.291613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9c22-6266-4be8-9415-c55709d1fd0b req-95414733-5f14-41d8-882d-206223d0fedc tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:25.291818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-c9e7d402-0386-485d-8e04-7b595f7f7b36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:25.293325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-c9e7d402-0386-485d-8e04-7b595f7f7b36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664618 Aug 06 18:02:25.299135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd9c22-6266-4be8-9415-c55709d1fd0b req-95414733-5f14-41d8-882d-206223d0fedc tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:25.307343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18dd9c22-6266-4be8-9415-c55709d1fd0b req-95414733-5f14-41d8-882d-206223d0fedc tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2412 time: 0.0921736 Aug 06 18:02:25.326646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-8cdb8f3c-c40d-4692-96d6-739410a0dfce tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/quotas/8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 375 time: 0.0240722 Aug 06 18:02:25.360258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18dd9c22-6266-4be8-9415-c55709d1fd0b req-2bb22d01-792c-45c8-b549-5fe55791b65c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Aug 06 18:02:25.375192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Allocated IP 192.168.233.119 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/ef5d7c8f-daad-4113-a56d-b022cf3535be) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:25.426330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-a5b1910b-ab40-418c-a8a8-7e34c46afcc8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986912 Aug 06 18:02:25.462936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45624884-de2f-42ff-a6d9-962bcfd22522 req-2b00df64-0543-43e6-9a0b-a0f12e8e6484 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 210 time: 0.0375082 Aug 06 18:02:25.654359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:25.694727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Transition to ACTIVE for port object ef5d7c8f-daad-4113-a56d-b022cf3535be will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:25.717765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85fec01e-b547-44fc-949c-955e6b55789b req-433623ee-a812-4395-a9d6-c605889d642c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.0382180 Aug 06 18:02:25.727537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cfd282f7-fff3-448d-b866-5e32d79c4ce3 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:25.820069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:25.855000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488043b1-52ba-49dc-ad70-0aa7e2a31222 req-ca100484-e8c2-4ab0-a974-f36ae82247ec tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:25.856459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-488043b1-52ba-49dc-ad70-0aa7e2a31222 req-ca100484-e8c2-4ab0-a974-f36ae82247ec tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1357336 Aug 06 18:02:25.981881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-488043b1-52ba-49dc-ad70-0aa7e2a31222 req-09e79d7f-28a5-44b0-85a3-d565252bb651 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179190 Aug 06 18:02:25.983143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:25.986802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-19320cd6-8e9d-4efa-b338-2624fa587b25 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6329a617bc8647d09697264fbfa2cf74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531225 Aug 06 18:02:26.098595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:26.127077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:26.152101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'port_id': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'mac_address': 'fa:16:3e:7c:d7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3635348a-07f5-478b-9056-969f958c4224', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:26.157002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:26.160122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.160521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.160861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.161197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.161571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.161909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.162233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.162570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.162905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.163346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.163685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.164706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:26.167316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:26.244894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.257735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072bd8-8c89-4039-ae99-d545e5c137eb req-61c0858d-01b9-45ea-9eac-49f18d9d36c7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.259456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b072bd8-8c89-4039-ae99-d545e5c137eb req-61c0858d-01b9-45ea-9eac-49f18d9d36c7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 949 time: 0.1516333 Aug 06 18:02:26.266172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd282f7-fff3-448d-b866-5e32d79c4ce3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:26.306019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd29e-8797-43e8-a78a-f2d0a265f504 req-271e9ba9-4caa-463c-8e5c-22756e73dc47 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.318053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f05dd29e-8797-43e8-a78a-f2d0a265f504 req-271e9ba9-4caa-463c-8e5c-22756e73dc47 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.3299437 Aug 06 18:02:26.332817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:26.342826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.368586 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b072bd8-8c89-4039-ae99-d545e5c137eb req-d56ecca9-f98a-4192-9c5f-0cb568fe4468 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856261 Aug 06 18:02:26.387586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.389224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.404827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-f3f246bd-9cad-4ee6-a473-615dfe877854 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.406860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-f3f246bd-9cad-4ee6-a473-615dfe877854 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876095 Aug 06 18:02:26.436858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Request body: {'port': {'device_id': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '6329a617bc8647d09697264fbfa2cf74'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:26.446029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f05dd29e-8797-43e8-a78a-f2d0a265f504 req-10fa839a-babd-4319-bfbb-a49e904a8afa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253045 Aug 06 18:02:26.491365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-84dce6bf-5316-43c3-afc2-4f09873f9075 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1023178 Aug 06 18:02:26.557427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Request body: {'port': {'device_id': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:26.591107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:26.647419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc9f2-6628-4a04-97e4-1d7c5d46ff6b req-2270b2e9-863a-4147-9d2f-bc3183280975 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.657995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc9f2-6628-4a04-97e4-1d7c5d46ff6b req-2270b2e9-863a-4147-9d2f-bc3183280975 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.666669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bc9f2-6628-4a04-97e4-1d7c5d46ff6b req-2270b2e9-863a-4147-9d2f-bc3183280975 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.670323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-412bc9f2-6628-4a04-97e4-1d7c5d46ff6b req-2270b2e9-863a-4147-9d2f-bc3183280975 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2413 time: 0.1330903 Aug 06 18:02:26.692735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['cfd282f7-fff3-448d-b866-5e32d79c4ce3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:26.774056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ea8e680-bf6d-4fed-a43e-389e0fe75644 req-7f3de17e-235d-42e8-971f-7c0ae524de70 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 210 time: 0.0472925 Aug 06 18:02:26.792746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-412bc9f2-6628-4a04-97e4-1d7c5d46ff6b req-24f1eb65-d3e3-43b7-bca2-e4a9fa539cbd tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162472 Aug 06 18:02:26.811548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-09dd3324-d4f7-472a-bb05-3789bc439f03 None None] Provisioning for port ef5d7c8f-daad-4113-a56d-b022cf3535be completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:26.841408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Made reservation on behalf of 6329a617bc8647d09697264fbfa2cf74 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:26.842105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-09dd3324-d4f7-472a-bb05-3789bc439f03 None None] Provisioning complete for port ef5d7c8f-daad-4113-a56d-b022cf3535be triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:26.842485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09dd3324-d4f7-472a-bb05-3789bc439f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.845309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.849308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:26.932503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-0d2f767f-b2ad-48a4-8bf4-93c4d600d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:26.939089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-0d2f767f-b2ad-48a4-8bf4-93c4d600d5ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1098 time: 0.1015475 Aug 06 18:02:26.948558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-09dd3324-d4f7-472a-bb05-3789bc439f03 None None] Port ef5d7c8f-daad-4113-a56d-b022cf3535be cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:26.953287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5a4f872-424d-4340-980f-0e656f71aca7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:27.118788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f5a4f872-424d-4340-980f-0e656f71aca7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:27.149095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f5a4f872-424d-4340-980f-0e656f71aca7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:27.150822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:27.153700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-d908b9d3-ab85-4802-92b2-c131a7e12bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:27.155993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-d908b9d3-ab85-4802-92b2-c131a7e12bd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1433675 Aug 06 18:02:27.208381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d51c5c-373d-40e4-9c4b-413e529bf6d3 req-943a3082-6dd8-4bda-8cb6-4256282cf146 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:27.218294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15d51c5c-373d-40e4-9c4b-413e529bf6d3 req-943a3082-6dd8-4bda-8cb6-4256282cf146 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1097 time: 0.2761757 Aug 06 18:02:27.238984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-b0117b58-a466-465a-8cdc-e6ac6e21167c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 217 time: 0.0718772 Aug 06 18:02:27.248149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26bf4d32-6c77-4e49-872d-c30291920f03 req-884c95bf-dbb3-4464-9b9c-bc0cceb81189 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.1078720 Aug 06 18:02:27.310492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15d51c5c-373d-40e4-9c4b-413e529bf6d3 req-95d2838b-ba63-41b9-bfe3-427d360ea53c tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884778 Aug 06 18:02:27.330743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:27.364657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-caa080ab-9346-4c79-96c8-e94131f84c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:27.366205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-caa080ab-9346-4c79-96c8-e94131f84c3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1178865 Aug 06 18:02:27.402641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:27.409206 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7893b-24e0-46a3-b070-2817cfb74825" -d '{"events": [{"server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "name": "network-vif-plugged", "status": "completed", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:27.421136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:27.432910 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:27.440013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5a4f872-424d-4340-980f-0e656f71aca7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:27.451435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:27.452307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Transition to ACTIVE for port object ef5d7c8f-daad-4113-a56d-b022cf3535be will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:27.461588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:27.469822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-9a2a81b0-55d4-40f4-aa10-bd48c1f16727 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920784 Aug 06 18:02:27.531935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:27.613308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23705e-558f-473d-907c-bbe471c31c5b req-65118b9f-995e-4011-af51-52895e9e0152 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:27.620970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe23705e-558f-473d-907c-bbe471c31c5b req-65118b9f-995e-4011-af51-52895e9e0152 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1544187 Aug 06 18:02:27.643722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-b7a4f391-24eb-4818-89e4-e09934fe1c82 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463393 Aug 06 18:02:27.680564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Allocated IP 192.168.233.55 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/b5096330-8f1d-4456-91e0-c61f57a70902) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:27.700047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe23705e-558f-473d-907c-bbe471c31c5b req-7d2e668b-8bbd-4646-8f08-f95f1e6a9925 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780635 Aug 06 18:02:27.710240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 30f9df14-fc25-46c2-8a78-38f4c33a10c9 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:27.729053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-d7370fca-bba9-4682-abf3-1b3a95905863 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487514 Aug 06 18:02:27.911806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:27.932172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-04a68232-b8d4-4718-9bcd-ffca687dd68b service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912131 Aug 06 18:02:27.933285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:27.954763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '30f9df14-fc25-46c2-8a78-38f4c33a10c9', 'network_id': '81d8e519-426b-4852-a6cc-8a94d36906a2', 'port_id': '30f9df14-fc25-46c2-8a78-38f4c33a10c9', 'mac_address': 'fa:16:3e:4e:b3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3635348a-07f5-478b-9056-969f958c4224', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:27.978930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1e89-6453-446f-8306-5ef904d15c18 req-c2d8ce66-3ab6-452e-8f80-0a506f452cda tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:27.979949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996d1e89-6453-446f-8306-5ef904d15c18 req-c2d8ce66-3ab6-452e-8f80-0a506f452cda tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 1097 time: 0.5161145 Aug 06 18:02:28.024364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.054972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2631a95-c270-464b-8784-e55158d69538 req-3b3d3a37-890d-47d5-b07c-fc7a49a9a4ed tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.058029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f9df14-fc25-46c2-8a78-38f4c33a10c9 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:28.059544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2631a95-c270-464b-8784-e55158d69538 req-3b3d3a37-890d-47d5-b07c-fc7a49a9a4ed tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.1260939 Aug 06 18:02:28.123618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:28.147212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.149256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 356349bd-32ed-40a6-9137-44ab68bb8f69 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:28.189963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2631a95-c270-464b-8784-e55158d69538 req-aadf2e17-c511-4727-a638-dc1773bf51b2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214373 Aug 06 18:02:28.392282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=356349bd-32ed-40a6-9137-44ab68bb8f69,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:28.409165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:28.417707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '356349bd-32ed-40a6-9137-44ab68bb8f69', 'network_id': '9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f', 'port_id': '356349bd-32ed-40a6-9137-44ab68bb8f69', 'mac_address': 'fa:16:3e:04:3a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce010e-73a3-4d5b-8c55-5b5a77c52d89', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:28.425039 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cbffcd-160b-4616-bd55-bef9847d898e x-openstack-request-id: req-52cbffcd-160b-4616-bd55-bef9847d898e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:28.425736 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "name": "network-vif-plugged", "status": "completed", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:28.426208 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52cbffcd-160b-4616-bd55-bef9847d898e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:28.427022 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7', 'code': 200} Aug 06 18:02:28.470180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e60a146-a12f-4afb-89cc-ca9731fa9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.493026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7469b6a0-a9dd-4691-86ec-c2349b36d5bc req-590b6236-6bee-464a-aeea-499e120c355e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 210 time: 0.0614910 Aug 06 18:02:28.535606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.579324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356349bd-32ed-40a6-9137-44ab68bb8f69 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:28.657506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=356349bd-32ed-40a6-9137-44ab68bb8f69,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:28.668933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.687420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.709496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996d1e89-6453-446f-8306-5ef904d15c18 req-96212d9c-e0c5-41d5-9db0-37d5541f65ad tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963847 Aug 06 18:02:28.744437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733d01-c262-4c0a-93af-79d51e9ee10b req-8cba29cb-acce-4448-a63d-135b7fda91d8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.747102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Transition to ACTIVE for port object b5096330-8f1d-4456-91e0-c61f57a70902 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:28.762937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733d01-c262-4c0a-93af-79d51e9ee10b req-8cba29cb-acce-4448-a63d-135b7fda91d8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.784104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733d01-c262-4c0a-93af-79d51e9ee10b req-8cba29cb-acce-4448-a63d-135b7fda91d8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.787146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:28.805400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12733d01-c262-4c0a-93af-79d51e9ee10b req-8cba29cb-acce-4448-a63d-135b7fda91d8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2414 time: 0.1825824 Aug 06 18:02:28.829247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27791d63-adc4-4733-994b-db0a420b0555 req-cd3bdc6b-9fa6-4ae5-9f0c-147ae880c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.831056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27791d63-adc4-4733-994b-db0a420b0555 req-cd3bdc6b-9fa6-4ae5-9f0c-147ae880c401 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 1102 time: 0.2862246 Aug 06 18:02:28.832970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:28.867389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12733d01-c262-4c0a-93af-79d51e9ee10b req-fb0f246b-8973-46ff-8cd3-4818e54b0c57 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610287 Aug 06 18:02:28.936878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:28.946502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-80e10ecf-9d9b-4b44-8a35-812c06811759 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:28.948431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-80e10ecf-9d9b-4b44-8a35-812c06811759 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0503674 Aug 06 18:02:28.968556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Attempting to bind port ef5d7c8f-daad-4113-a56d-b022cf3535be on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:28.969003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Attempting to bind port ef5d7c8f-daad-4113-a56d-b022cf3535be by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:28.969546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Attempting to bind port ef5d7c8f-daad-4113-a56d-b022cf3535be on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:28.982355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['356349bd-32ed-40a6-9137-44ab68bb8f69'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:28.984743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:28.989540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:28.993974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e48094e6-a7f0-465c-b0df-8330725f42f8 req-208fd975-b3df-43d7-88bc-0c1668afd37a tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.1176383 Aug 06 18:02:29.011238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Request body: {'port': {'device_id': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '8f91969929c647a599e04c12ba9871ae'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:29.158559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Port ef5d7c8f-daad-4113-a56d-b022cf3535be on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:29.158914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Attempting to bind port ef5d7c8f-daad-4113-a56d-b022cf3535be on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:29.175586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:29.176152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:29.176545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:29.177004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Bound port: ef5d7c8f-daad-4113-a56d-b022cf3535be, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:29.178221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.200252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27791d63-adc4-4733-994b-db0a420b0555 req-e0316838-6711-41fb-8b8c-830b3c12aeba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425539 Aug 06 18:02:29.219247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8ba9-9b2a-4f77-9544-657ee4c114ea req-54d72fe1-aebb-40fe-8920-b2d3c1d0c9f2 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:29.232389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-962e8ba9-9b2a-4f77-9544-657ee4c114ea req-54d72fe1-aebb-40fe-8920-b2d3c1d0c9f2 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1690197 Aug 06 18:02:29.268509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:29.344247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-962e8ba9-9b2a-4f77-9544-657ee4c114ea req-d27467a1-da2c-48e7-b505-e3ab257f2cb6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077657 Aug 06 18:02:29.359911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:29.360665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.390973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-a5bb9322-7f29-4182-918e-6d627b69ae56 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9590387 Aug 06 18:02:29.413365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Request body: {'port': {'device_id': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:29.460033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9729365a-a9f5-48b3-80bf-7edad20e4244 None None] Provisioning for port b5096330-8f1d-4456-91e0-c61f57a70902 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:29.489249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9729365a-a9f5-48b3-80bf-7edad20e4244 None None] Provisioning complete for port b5096330-8f1d-4456-91e0-c61f57a70902 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:29.489249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9729365a-a9f5-48b3-80bf-7edad20e4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.573664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:29.573664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:29.612437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.619496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Made reservation on behalf of 8f91969929c647a599e04c12ba9871ae for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:29.623715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.645145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88577e72-b093-45fd-85ec-57876bb6028d req-e4f9247d-0812-41e4-b826-191f190c05c4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:29.655091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88577e72-b093-45fd-85ec-57876bb6028d req-e4f9247d-0812-41e4-b826-191f190c05c4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.2033865 Aug 06 18:02:29.710317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9729365a-a9f5-48b3-80bf-7edad20e4244 None None] Port b5096330-8f1d-4456-91e0-c61f57a70902 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:29.728446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:29.729300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.731089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] 10.222.0.55 "PUT /v2.0/ports/ef5d7c8f-daad-4113-a56d-b022cf3535be HTTP/1.1" status: 200 len: 1097 time: 3.2137551 Aug 06 18:02:29.732073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cfd282f7-fff3-448d-b866-5e32d79c4ce3 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:29.737164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:29.739984 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d" -d '{"events": [{"name": "network-changed", "server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:29.759675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:29.832632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88577e72-b093-45fd-85ec-57876bb6028d req-44e29d80-b13f-45ef-9b2b-6e403e198baf tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724799 Aug 06 18:02:30.088475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9452-1e10-4023-83b0-fc2619060629 req-c63ae6d4-beb1-498b-ad88-952b0cb7c85a tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.100995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94bc9452-1e10-4023-83b0-fc2619060629 req-c63ae6d4-beb1-498b-ad88-952b0cb7c85a tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 935 time: 0.1228650 Aug 06 18:02:30.101255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port cfd282f7-fff3-448d-b866-5e32d79c4ce3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:30.106201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port cfd282f7-fff3-448d-b866-5e32d79c4ce3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:30.106932 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:30.182367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['30f9df14-fc25-46c2-8a78-38f4c33a10c9'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:30.192739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94bc9452-1e10-4023-83b0-fc2619060629 req-5454e95a-64d8-4ccb-9f52-cfbbac901afd tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905519 Aug 06 18:02:30.344121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:30.386638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d827407-1c19-418f-9f2b-c0759ad565bd req-10afd305-c966-4795-b97c-51c2790500aa tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.0370631 Aug 06 18:02:30.432640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:30.438563 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce9907d-c97e-4142-a107-a97bd8fd41ca" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:30.474755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:30.491579 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85fcba-bd31-4d44-a45d-6027fe4d1faf x-openstack-request-id: req-7d85fcba-bd31-4d44-a45d-6027fe4d1faf {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:30.492308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:30.493411 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:30.495009 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d85fcba-bd31-4d44-a45d-6027fe4d1faf {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:30.495452 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'status': 'completed', 'code': 200} Aug 06 18:02:30.544676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb703851-1745-4538-8074-f0b4a7229e65 req-84f47319-7284-4d9e-b617-0c57ff9551c0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.552902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb703851-1745-4538-8074-f0b4a7229e65 req-84f47319-7284-4d9e-b617-0c57ff9551c0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Aug 06 18:02:30.617879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb703851-1745-4538-8074-f0b4a7229e65 req-546431c6-cbda-427c-a1a0-6ff7a5fb7b72 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Aug 06 18:02:30.666675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce1696-b82e-4aa6-843e-aa484b0f6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:30.688859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:30.692893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd05081-a716-4fbb-a5ae-eddee1546825 x-openstack-request-id: req-fbd05081-a716-4fbb-a5ae-eddee1546825 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:30.693466 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:30.693866 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbd05081-a716-4fbb-a5ae-eddee1546825 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:30.694475 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'code': 200} Aug 06 18:02:30.781504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-ea49b30e-0509-4e37-8c32-338fc8a7793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.783500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-ea49b30e-0509-4e37-8c32-338fc8a7793c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 1100 time: 0.8861508 Aug 06 18:02:30.841967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-c4808438-79d5-46e0-9464-0a565ef4f9ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be HTTP/1.1" status: 200 len: 217 time: 0.0439296 Aug 06 18:02:30.875358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257aa30-3a48-42a3-8f28-51399662078e req-f9f5a7c6-6510-45bb-89eb-41b7e0749cd4 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.882412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257aa30-3a48-42a3-8f28-51399662078e req-f9f5a7c6-6510-45bb-89eb-41b7e0749cd4 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.888659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257aa30-3a48-42a3-8f28-51399662078e req-f9f5a7c6-6510-45bb-89eb-41b7e0749cd4 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:30.896410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f257aa30-3a48-42a3-8f28-51399662078e req-f9f5a7c6-6510-45bb-89eb-41b7e0749cd4 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2416 time: 0.4000061 Aug 06 18:02:31.018063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb5c7-5eec-43ab-8f76-08d8fe0789da req-184af331-7d6c-433d-9cf9-5991932b74d9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.020440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03adb5c7-5eec-43ab-8f76-08d8fe0789da req-184af331-7d6c-433d-9cf9-5991932b74d9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.1107290 Aug 06 18:02:31.020938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5096330-8f1d-4456-91e0-c61f57a70902 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:31.035282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f257aa30-3a48-42a3-8f28-51399662078e req-0bcd8cd2-d88f-4ccd-b785-d0863675d7d8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375778 Aug 06 18:02:31.036800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-eb19a7c2-d7c2-4134-99b7-726f011fc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.038287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-eb19a7c2-d7c2-4134-99b7-726f011fc94c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1852698 Aug 06 18:02:31.040385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.079035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Transition to ACTIVE for port object b5096330-8f1d-4456-91e0-c61f57a70902 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:31.101028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.111525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03adb5c7-5eec-43ab-8f76-08d8fe0789da req-55818273-4839-4749-8ac8-61514189ceff tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Aug 06 18:02:31.186359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-c0769430-01ba-4370-9016-8b01222fcd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.188315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-c0769430-01ba-4370-9016-8b01222fcd3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402237 Aug 06 18:02:31.274386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Allocated IP 192.168.233.147 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/472958bc-2ee1-47e5-bea7-0171c7d4ea96) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:31.307094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:31.367993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a0a3-9d85-417d-bdc0-759e9a5f7f2e req-b56cd4b2-e8f8-4f05-be97-e5de0a6ea7e0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.377257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eec7a0a3-9d85-417d-bdc0-759e9a5f7f2e req-b56cd4b2-e8f8-4f05-be97-e5de0a6ea7e0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1064847 Aug 06 18:02:31.400000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.455628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eec7a0a3-9d85-417d-bdc0-759e9a5f7f2e req-62810ef3-3744-4c33-840f-ab90dcb8f39d tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626693 Aug 06 18:02:31.507684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Attempting to bind port b5096330-8f1d-4456-91e0-c61f57a70902 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:31.508646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Attempting to bind port b5096330-8f1d-4456-91e0-c61f57a70902 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:31.508646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Attempting to bind port b5096330-8f1d-4456-91e0-c61f57a70902 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:31.556219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8eac6665-727e-4f84-8d13-696dbfb87f69 req-ea245758-60f3-451b-9580-9ff30dac9c19 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.0419436 Aug 06 18:02:31.558067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-c9a518d1-0c30-4e09-8623-a44b792f9fba service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583784 Aug 06 18:02:31.561689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Port b5096330-8f1d-4456-91e0-c61f57a70902 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:31.562015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Attempting to bind port b5096330-8f1d-4456-91e0-c61f57a70902 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:31.586969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aba6e-35bb-4e49-ada6-7d2463e4c363 req-aceebeec-218c-4d5a-8f35-f7e3e176ca0e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.588958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c42aba6e-35bb-4e49-ada6-7d2463e4c363 req-aceebeec-218c-4d5a-8f35-f7e3e176ca0e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 949 time: 0.0616360 Aug 06 18:02:31.601197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6f8173d-6c77-40f0-a5e0-8aece6d1a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.601534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:31.601692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:31.602042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:31.602544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Bound port: b5096330-8f1d-4456-91e0-c61f57a70902, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:31.602937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.631626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c42aba6e-35bb-4e49-ada6-7d2463e4c363 req-da024538-6ac3-4b83-9545-8dce40c50293 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Aug 06 18:02:31.728009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 356349bd-32ed-40a6-9137-44ab68bb8f69 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:31.792124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 356349bd-32ed-40a6-9137-44ab68bb8f69 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:31.796894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 356349bd-32ed-40a6-9137-44ab68bb8f69 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:31.797260 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.832359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-092b4ffc-21ad-4d40-9d14-07e82defeee9 req-cdfe333f-da9a-48d9-92f5-1366c0063224 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616198 Aug 06 18:02:31.838551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:31.844263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:31.862555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fb730-7519-43d7-8f64-1b7cc4408467 req-80c8fb82-3884-4f92-8d0a-8227a1ebd77a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.864147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-459fb730-7519-43d7-8f64-1b7cc4408467 req-80c8fb82-3884-4f92-8d0a-8227a1ebd77a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1680293 Aug 06 18:02:31.867422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.870424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.895414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.936227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=356349bd-32ed-40a6-9137-44ab68bb8f69,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:31.938428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Transition to ACTIVE for port object 472958bc-2ee1-47e5-bea7-0171c7d4ea96 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:31.944516 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.987516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:31.987516 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:31.987516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] 10.222.0.16 "PUT /v2.0/ports/b5096330-8f1d-4456-91e0-c61f57a70902 HTTP/1.1" status: 200 len: 1096 time: 2.5794175 Aug 06 18:02:32.017947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:32.024708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d23a-f6a8-42b2-a527-ecf4063dab4d service neutron] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:32.030278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-459fb730-7519-43d7-8f64-1b7cc4408467 req-e494d80a-a60c-4e74-b795-0d8e6b5146b6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500106 Aug 06 18:02:32.052522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-e2dadd72-c90b-4640-8aee-fa724bd96f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.054270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-e2dadd72-c90b-4640-8aee-fa724bd96f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 1100 time: 0.1388278 Aug 06 18:02:32.206265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309f5f-691d-4c9d-b68a-7e9a600ddd7c req-4f5d544d-cb10-4a78-b10a-54f961a24f81 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.213021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309f5f-691d-4c9d-b68a-7e9a600ddd7c req-4f5d544d-cb10-4a78-b10a-54f961a24f81 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.219585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309f5f-691d-4c9d-b68a-7e9a600ddd7c req-4f5d544d-cb10-4a78-b10a-54f961a24f81 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.221625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d309f5f-691d-4c9d-b68a-7e9a600ddd7c req-4f5d544d-cb10-4a78-b10a-54f961a24f81 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2417 time: 0.1022558 Aug 06 18:02:32.250926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:32.269374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:32.273204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d309f5f-691d-4c9d-b68a-7e9a600ddd7c req-941ab3a1-d2c3-4495-92e7-1331d24fea91 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Aug 06 18:02:32.290774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-19badc13-28ea-4cd6-bb89-d1539b469be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.292391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-19badc13-28ea-4cd6-bb89-d1539b469be9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2298350 Aug 06 18:02:32.376767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-f831098e-3ce2-46c8-a10d-2bcd317eff0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be HTTP/1.1" status: 200 len: 217 time: 0.0706618 Aug 06 18:02:32.405242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:32.431545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:32.437721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:32.441140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:32.450368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36937883-3f6b-46d0-87dd-53d4481d103d req-a661f2b5-72e4-4863-888f-b92476d88a42 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.451969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36937883-3f6b-46d0-87dd-53d4481d103d req-a661f2b5-72e4-4863-888f-b92476d88a42 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.2455292 Aug 06 18:02:32.457402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-f34c66b9-400e-4e68-a492-1e8709d841b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.458923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-f34c66b9-400e-4e68-a492-1e8709d841b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 1099 time: 0.2634602 Aug 06 18:02:32.496951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:32.499631 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21255693-6bfa-4c9e-9f47-a53247176407" -d '{"events": [{"name": "network-changed", "server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:32.599446 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-0c597e3a-6045-4ca1-bc89-454e041c71b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b5096330-8f1d-4456-91e0-c61f57a70902 HTTP/1.1" status: 200 len: 217 time: 0.1081338 Aug 06 18:02:32.609138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-fc18bc60-e6f6-40fd-b2fb-d78cf560f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.610662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-fc18bc60-e6f6-40fd-b2fb-d78cf560f203 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2205353 Aug 06 18:02:32.638242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7b8f2-5194-4bc4-b616-cd8230c793cc req-a2e97228-12e1-4a9b-ae95-cb025a5b6cf2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.640683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93d7b8f2-5194-4bc4-b616-cd8230c793cc req-a2e97228-12e1-4a9b-ae95-cb025a5b6cf2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.0822999 Aug 06 18:02:32.689787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93d7b8f2-5194-4bc4-b616-cd8230c793cc req-a927a52d-985d-44d4-8f09-5d19d66eac53 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Aug 06 18:02:32.696749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:32.700164 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c28a12-638d-4a9c-9259-198b2a4e3cbc" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:32.787526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b78916e9-d926-4c2a-8f66-f5588418b002 None None] Provisioning for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:32.793614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b78916e9-d926-4c2a-8f66-f5588418b002 None None] Provisioning complete for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:32.794666 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b78916e9-d926-4c2a-8f66-f5588418b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:32.840397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b78916e9-d926-4c2a-8f66-f5588418b002 None None] Port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:32.864039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca20fa-9125-4136-a756-9614488925cb req-e1f597de-1bdf-410c-a2f8-c41be7e4f1f1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.865723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15ca20fa-9125-4136-a756-9614488925cb req-e1f597de-1bdf-410c-a2f8-c41be7e4f1f1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 936 time: 0.0568497 Aug 06 18:02:32.920711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15ca20fa-9125-4136-a756-9614488925cb req-fee4354c-7929-4554-a125-40b4ea465d81 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Aug 06 18:02:32.949278 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cd24a7-1ffd-4368-a272-2cd79d25b61f x-openstack-request-id: req-36cd24a7-1ffd-4368-a272-2cd79d25b61f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:32.949606 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:32.949854 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36cd24a7-1ffd-4368-a272-2cd79d25b61f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:32.950231 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'status': 'completed', 'code': 200} Aug 06 18:02:32.982092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:32.984721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:32.985385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:33.008072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36937883-3f6b-46d0-87dd-53d4481d103d req-2832462e-5312-4ef5-8008-aaca09fd7135 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286946 Aug 06 18:02:33.048465 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-6bf51a16-3511-4de8-9086-8d743e057c8c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0756335 Aug 06 18:02:33.061748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Request body: {'port': {'device_id': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:33.068148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721345f-9b19-4422-962a-6f23ad12a890 req-59430873-3cc4-4705-99a5-a981f72db020 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.068148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b721345f-9b19-4422-962a-6f23ad12a890 req-59430873-3cc4-4705-99a5-a981f72db020 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 949 time: 0.0782537 Aug 06 18:02:33.068548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-eda84ad3-ec82-4ca6-8852-4e2b71ddf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.070268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-eda84ad3-ec82-4ca6-8852-4e2b71ddf6a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.4585900 Aug 06 18:02:33.094026 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d517fb-7958-4851-98ee-e13dbc27c688 x-openstack-request-id: req-92d517fb-7958-4851-98ee-e13dbc27c688 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:33.094575 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:33.095074 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92d517fb-7958-4851-98ee-e13dbc27c688 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:33.095746 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69', 'code': 200} Aug 06 18:02:33.102689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-4df44367-c2f2-4289-a267-17757e0e1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.104265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-4df44367-c2f2-4289-a267-17757e0e1464 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1567395 Aug 06 18:02:33.130224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b721345f-9b19-4422-962a-6f23ad12a890 req-a1fb97c7-75da-4511-8599-991cb98b40b7 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521839 Aug 06 18:02:33.257724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ff87-0f2b-428a-8b57-a95d503ec3a1 req-02f872d8-42d7-450c-817e-1377885404e3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.260432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc68ff87-0f2b-428a-8b57-a95d503ec3a1 req-02f872d8-42d7-450c-817e-1377885404e3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0575414 Aug 06 18:02:33.285415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-c5bb6ac3-930a-4fcc-ac5f-072b6f84f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.287065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-c5bb6ac3-930a-4fcc-ac5f-072b6f84f572 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1968691 Aug 06 18:02:33.291148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:33.305385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc68ff87-0f2b-428a-8b57-a95d503ec3a1 req-f601442e-3493-4e15-911e-86cea493e26a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Aug 06 18:02:33.352951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92501615-de26-4dcc-9889-67276fd49747 req-a970a4b6-93c7-4037-afde-d673dc3b6ec6 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.354679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92501615-de26-4dcc-9889-67276fd49747 req-a970a4b6-93c7-4037-afde-d673dc3b6ec6 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 1102 time: 0.1752067 Aug 06 18:02:33.420916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-3e4a013d-e107-4f25-a7c0-d3f6e2c76a91 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958236 Aug 06 18:02:33.475056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da777d-0aa3-4927-b80e-df95688b8c74 req-c536358c-227c-47dc-9540-f416e808a3f2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.480903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da777d-0aa3-4927-b80e-df95688b8c74 req-c536358c-227c-47dc-9540-f416e808a3f2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.487060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da777d-0aa3-4927-b80e-df95688b8c74 req-c536358c-227c-47dc-9540-f416e808a3f2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.488892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34da777d-0aa3-4927-b80e-df95688b8c74 req-c536358c-227c-47dc-9540-f416e808a3f2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2417 time: 0.0668447 Aug 06 18:02:33.530933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34da777d-0aa3-4927-b80e-df95688b8c74 req-fe932997-4abc-4780-be18-4a7a9fc69100 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Aug 06 18:02:33.617014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92501615-de26-4dcc-9889-67276fd49747 req-a4376594-5001-43bf-97b3-78e40f6ec66a tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093372 Aug 06 18:02:33.625181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-cac4c881-7e2f-49c1-b7c9-cf3b877f59b8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264706 Aug 06 18:02:33.739838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 30f9df14-fc25-46c2-8a78-38f4c33a10c9 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:33.788343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47d1c24e-0a59-42a5-9d6a-4db33bb8920d req-67f3fa23-6c39-443b-b787-63eb0d7602fe service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481312 Aug 06 18:02:33.844826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:33.852483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:33.852859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:33.876884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d173b6b-6caf-41a5-a715-1159148f87c0 req-81d0893c-0cd7-4c0e-9d4d-f858608fe569 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298133 Aug 06 18:02:33.918197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26279240-00f2-4c35-befc-6d614a318173 req-4b450000-63a2-4fe9-aeb5-fd87facf7ca1 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:33.920926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26279240-00f2-4c35-befc-6d614a318173 req-4b450000-63a2-4fe9-aeb5-fd87facf7ca1 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.0982962 Aug 06 18:02:33.973841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:33.995440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26279240-00f2-4c35-befc-6d614a318173 req-33a16a1d-39b2-4562-b676-9366d6bcdfe7 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640366 Aug 06 18:02:34.041715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:34.052380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.054997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:34.066606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.087721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Transition to ACTIVE for port object 472958bc-2ee1-47e5-bea7-0171c7d4ea96 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:34.090299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255693-6bfa-4c9e-9f47-a53247176407 req-f6988f8d-2043-451c-a07e-b8c36c0071a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.092478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-f6988f8d-2043-451c-a07e-b8c36c0071a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6329a617bc8647d09697264fbfa2cf74&device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 1099 time: 0.1280918 Aug 06 18:02:34.094013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.135670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:34.164962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-07fdcfa1-be5a-456f-9803-c4b3d98de486 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262728 Aug 06 18:02:34.233635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255693-6bfa-4c9e-9f47-a53247176407 req-fc57590e-bbf9-4b4a-8317-f3abf33612e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.235151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-fc57590e-bbf9-4b4a-8317-f3abf33612e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1307778 Aug 06 18:02:34.252456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:34.301738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-c8601c92-d3d0-4e91-a18d-1b53f3a9119a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b5096330-8f1d-4456-91e0-c61f57a70902 HTTP/1.1" status: 200 len: 217 time: 0.0457683 Aug 06 18:02:34.338003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-ca6b1b62-3727-4e2d-bfe6-b022a919d50f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.346211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-ca6b1b62-3727-4e2d-bfe6-b022a919d50f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731780 Aug 06 18:02:34.358618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-62ae96d8-3b38-4dc1-b0d3-9a0af22056d1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0111167 Aug 06 18:02:34.431113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Attempting to bind port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:34.432292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Attempting to bind port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:34.432934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Attempting to bind port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:34.438015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-78d47b20-c256-4efc-b59f-5f91d75b2d37 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0703824 Aug 06 18:02:34.469227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:34.469583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Attempting to bind port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:34.483473 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.498325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:34.499316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:34.499860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:34.500299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Bound port: 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:34.500658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.534053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255693-6bfa-4c9e-9f47-a53247176407 req-cef2ca44-0ca1-4999-980b-3260b15d1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.535524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-cef2ca44-0ca1-4999-980b-3260b15d1d7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1999261 Aug 06 18:02:34.603832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf7be-7d9c-47fd-92e2-411f5e2fdbac req-1612ddc5-7203-40c9-91a5-89f8cb6468d2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.611829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7eabf7be-7d9c-47fd-92e2-411f5e2fdbac req-1612ddc5-7203-40c9-91a5-89f8cb6468d2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.1641126 Aug 06 18:02:34.667472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:34.697499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:34.707512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7eabf7be-7d9c-47fd-92e2-411f5e2fdbac req-78c2c6af-b971-4cc0-a2fe-f54b4d3b2d4f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946255 Aug 06 18:02:34.709926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629d1c9-2cda-4a3a-ba80-4b7b8dcb4ae7 req-939243dc-b06e-45b0-82de-6c18d9eb0562 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.710153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.715026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255693-6bfa-4c9e-9f47-a53247176407 req-ec3ffe19-3503-4ec6-a803-b157248cef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.717179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-ec3ffe19-3503-4ec6-a803-b157248cef00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669996 Aug 06 18:02:34.721026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1629d1c9-2cda-4a3a-ba80-4b7b8dcb4ae7 req-939243dc-b06e-45b0-82de-6c18d9eb0562 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0646398 Aug 06 18:02:34.785373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.786194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:34.788209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] 10.222.0.55 "PUT /v2.0/ports/472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 1097 time: 1.7305021 Aug 06 18:02:34.798983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1629d1c9-2cda-4a3a-ba80-4b7b8dcb4ae7 req-9655a7a3-5436-4ac2-af84-4e131b4003b3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764689 Aug 06 18:02:34.869082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7118cbd6-1a4c-4e14-a4b5-81ab152a8120 req-72e5148b-4d20-4c3c-8ceb-b311ffffa649 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 210 time: 0.0676937 Aug 06 18:02:34.953972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:34.956215 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db15ec17-1b7e-4374-a3bb-390854bfa2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:34.986568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4301-ec81-4844-962f-4b7f3e2ec67c req-417545dd-5764-45a1-823e-c71405b0c020 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:34.994103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4301-ec81-4844-962f-4b7f3e2ec67c req-417545dd-5764-45a1-823e-c71405b0c020 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.004168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4301-ec81-4844-962f-4b7f3e2ec67c req-417545dd-5764-45a1-823e-c71405b0c020 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.012743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d89b4301-ec81-4844-962f-4b7f3e2ec67c req-417545dd-5764-45a1-823e-c71405b0c020 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.0946884 Aug 06 18:02:35.038226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-e70ab1ff-4d35-485f-82a3-7e37e4d0c6b7 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948961 Aug 06 18:02:35.054316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c5f39-f3df-47ed-ba8c-3f5755b73e2c service neutron] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:35.065992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d89b4301-ec81-4844-962f-4b7f3e2ec67c req-85c6c770-b453-49f9-8b02-1fde648ed2ad tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509911 Aug 06 18:02:35.096911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:35.100163 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e466564-d168-4777-a756-67c359f77af2" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:35.203484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21255693-6bfa-4c9e-9f47-a53247176407 req-095995f1-fd74-49c3-b3f7-4899576e6f66 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342256 Aug 06 18:02:35.224300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-399b5709-d422-4cce-95a7-717cff1b1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.229398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-399b5709-d422-4cce-95a7-717cff1b1ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1100 time: 0.3521025 Aug 06 18:02:35.285891 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dff5cb-45ca-44d8-9c3d-c894c4a5ca72 x-openstack-request-id: req-69dff5cb-45ca-44d8-9c3d-c894c4a5ca72 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:35.286288 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:35.286723 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69dff5cb-45ca-44d8-9c3d-c894c4a5ca72 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:35.287127 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'status': 'completed', 'code': 200} Aug 06 18:02:35.289046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-3e01788e-61ec-45b6-bf21-ee2947e46b8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0543694 Aug 06 18:02:35.362367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-254559aa-8aa9-4c91-a9b5-9ab4783814f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.364057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-254559aa-8aa9-4c91-a9b5-9ab4783814f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0673153 Aug 06 18:02:35.395573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1305-bbf7-485a-991f-41ca79af9f09 req-01d82424-ddfd-4920-80b5-cc911f1e37bf tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.403162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-272f1305-bbf7-485a-991f-41ca79af9f09 req-01d82424-ddfd-4920-80b5-cc911f1e37bf tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.0677969 Aug 06 18:02:35.431321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-750294e4-ab34-4fa3-a9db-ae7738f930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.433085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-750294e4-ab34-4fa3-a9db-ae7738f930f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606918 Aug 06 18:02:35.461153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-272f1305-bbf7-485a-991f-41ca79af9f09 req-d86e53d8-c53d-465b-8dc0-79c77090f413 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Aug 06 18:02:35.523442 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a039e-37f4-4391-934e-c732584ed696 x-openstack-request-id: req-275a039e-37f4-4391-934e-c732584ed696 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:35.523991 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-plugged", "status": "completed", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:35.524410 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-275a039e-37f4-4391-934e-c732584ed696 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:35.525710 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9', 'code': 200} Aug 06 18:02:35.588572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-3b14bb57-e066-43d7-b2d1-d69c74d68301 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467891 Aug 06 18:02:35.711849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472df9-0a31-4210-8e5f-3857285d4550 req-fd592f3e-03ba-4061-84fb-25bcf513c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.712578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472df9-0a31-4210-8e5f-3857285d4550 req-fd592f3e-03ba-4061-84fb-25bcf513c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.712826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472df9-0a31-4210-8e5f-3857285d4550 req-fd592f3e-03ba-4061-84fb-25bcf513c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.714497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92472df9-0a31-4210-8e5f-3857285d4550 req-fd592f3e-03ba-4061-84fb-25bcf513c9ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2874 time: 0.0988193 Aug 06 18:02:35.742794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:35.749608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60727950-a6d7-49c3-a38b-b05eb1c2756a req-a83ac20d-5a39-4486-ba3f-4315eeeb0bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510077 Aug 06 18:02:35.768153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-92472df9-0a31-4210-8e5f-3857285d4550 req-ca775aa7-e4b0-4228-b6af-0f843a35636f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Aug 06 18:02:35.865484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afc2b3-b3a9-485d-959a-1b5cde141b74 req-0c5521af-077e-4b94-a813-ab51e8ea4572 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.878653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98afc2b3-b3a9-485d-959a-1b5cde141b74 req-0c5521af-077e-4b94-a813-ab51e8ea4572 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.0889373 Aug 06 18:02:35.889156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:35.914927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'mac_address': 'fa:16:3e:23:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:35.919174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-6a9acaeb-93a0-4ffa-b5f7-d617471570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:35.921793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-6a9acaeb-93a0-4ffa-b5f7-d617471570ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1100 time: 0.0631788 Aug 06 18:02:35.933822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98afc2b3-b3a9-485d-959a-1b5cde141b74 req-8bc3aa91-dd5c-4890-b768-e96ca7bd4fe6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Aug 06 18:02:35.977822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:35.994013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:36.019866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:36.029278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:36.056664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-c97845ad-97be-4607-9b62-39a5f50c5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.058182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-c97845ad-97be-4607-9b62-39a5f50c5736 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1193557 Aug 06 18:02:36.061797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f80f9b8-647d-4b24-876c-f3090696aada req-f18e5d48-0ec7-4a84-a6ef-fbc27fca7109 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 210 time: 0.0421636 Aug 06 18:02:36.097392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc648f-980d-4b8b-99e5-d8b4c1edf8ad req-843461a2-0761-42a9-bfa6-6c103c053f02 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.099201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-babc648f-980d-4b8b-99e5-d8b4c1edf8ad req-843461a2-0761-42a9-bfa6-6c103c053f02 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1707776 Aug 06 18:02:36.120058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:36.138242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-3a581bf8-6289-4fd1-bdee-5c2bce356a3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0708947 Aug 06 18:02:36.152551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.153433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.154623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.155720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.156741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.157863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.159054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.161208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.162398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.164032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.164743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.166080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:36.216778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c4f54-1228-4da1-a74d-c06050052aa0 req-ed250995-757f-42ad-b744-3737b7ff63c3 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.223344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c4f54-1228-4da1-a74d-c06050052aa0 req-ed250995-757f-42ad-b744-3737b7ff63c3 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.231198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c4f54-1228-4da1-a74d-c06050052aa0 req-ed250995-757f-42ad-b744-3737b7ff63c3 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.232881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-babc648f-980d-4b8b-99e5-d8b4c1edf8ad req-3c1b8554-d545-43e0-81e3-02a7145d2c96 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879545 Aug 06 18:02:36.246675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f99c4f54-1228-4da1-a74d-c06050052aa0 req-ed250995-757f-42ad-b744-3737b7ff63c3 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.1009896 Aug 06 18:02:36.303961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f99c4f54-1228-4da1-a74d-c06050052aa0 req-fda5eba1-a757-4895-a7cc-f324720b433f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Aug 06 18:02:36.313149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-80932150-0bb6-4e28-97f7-3db8732a8df6 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630083 Aug 06 18:02:36.338744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-a135be15-ff40-4105-b1b9-62550c7e4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.340981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-a135be15-ff40-4105-b1b9-62550c7e4792 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1803482 Aug 06 18:02:36.432284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ef5d7c8f-daad-4113-a56d-b022cf3535be'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:36.469644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-683e1aa5-1097-4c3c-9ab8-e29cc5a8c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.471085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-683e1aa5-1097-4c3c-9ab8-e29cc5a8c4ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152382 Aug 06 18:02:36.503846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-05e92f04-c927-4058-b19b-04aa8a47da46 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.505923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-05e92f04-c927-4058-b19b-04aa8a47da46 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801896 Aug 06 18:02:36.531817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:36.654240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9f65-2171-45d8-8a8f-8d847593019b req-1bb2b0da-72ae-4582-b433-f26b32c86532 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:36.662315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-174d9f65-2171-45d8-8a8f-8d847593019b req-1bb2b0da-72ae-4582-b433-f26b32c86532 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1006608 Aug 06 18:02:36.717436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-174d9f65-2171-45d8-8a8f-8d847593019b req-3c38560d-edac-40c9-87ba-9affe5dc748d tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488544 Aug 06 18:02:36.959466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:37.054411 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.075078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-2e8cc344-a0ee-4b91-b696-305b71e5d677 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944777 Aug 06 18:02:37.102422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:37.122021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.215562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5be2cafe-22e0-4941-acea-413b304798ae req-4d8b3d8d-df6e-48d9-9b60-bdce21caf423 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 210 time: 0.0465403 Aug 06 18:02:37.216241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:37.259470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:37.263880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.275911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178f3b7-25b9-445c-a26e-68641e43bb55 req-3ca2d821-648f-450c-9a40-6393a292ca65 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.283502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b178f3b7-25b9-445c-a26e-68641e43bb55 req-3ca2d821-648f-450c-9a40-6393a292ca65 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.2062740 Aug 06 18:02:37.388425 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15ec17-1b7e-4374-a3bb-390854bfa2f5 req-4f7e8d4e-03d6-4825-8da3-8d8004f16d1d service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795048 Aug 06 18:02:37.392009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e65-9e14-4978-9b69-8b5418e3ad72 req-963155ca-c1fe-4a41-9276-025fffeaad10 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.411535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4cc7e65-9e14-4978-9b69-8b5418e3ad72 req-963155ca-c1fe-4a41-9276-025fffeaad10 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0791473 Aug 06 18:02:37.427519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b178f3b7-25b9-445c-a26e-68641e43bb55 req-91928b2d-9385-4d77-9a04-7431d40297d8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294072 Aug 06 18:02:37.465961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4cc7e65-9e14-4978-9b69-8b5418e3ad72 req-f36a9991-a0bf-4246-b51a-e5c5447bdeb0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531728 Aug 06 18:02:37.529797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:37.532295 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5473bcf2-fe7e-4439-8f6e-681fa349fbb2" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:37.632272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.174 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/8a3f896a-d775-42e5-a78f-13532d4afe91) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:37.638845 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a5d7ad-129c-4384-b8ed-8ea656b3e5a1 x-openstack-request-id: req-a1a5d7ad-129c-4384-b8ed-8ea656b3e5a1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:37.639238 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:37.639543 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1a5d7ad-129c-4384-b8ed-8ea656b3e5a1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:37.640118 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'code': 200} Aug 06 18:02:37.654576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811ffd2-0151-4832-b082-6e62e7c1c127 req-05884604-a6f8-4d0c-9dfa-30a758e4c42e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.660904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811ffd2-0151-4832-b082-6e62e7c1c127 req-05884604-a6f8-4d0c-9dfa-30a758e4c42e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.668531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811ffd2-0151-4832-b082-6e62e7c1c127 req-05884604-a6f8-4d0c-9dfa-30a758e4c42e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.670365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4811ffd2-0151-4832-b082-6e62e7c1c127 req-05884604-a6f8-4d0c-9dfa-30a758e4c42e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.1739283 Aug 06 18:02:37.747193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:37.770110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4811ffd2-0151-4832-b082-6e62e7c1c127 req-4be3f499-8374-40c2-a7c4-7f3b2b40c816 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Aug 06 18:02:37.851287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ef5d7c8f-daad-4113-a56d-b022cf3535be completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:37.857438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ef5d7c8f-daad-4113-a56d-b022cf3535be triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:37.857438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.944397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.953907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c49f-2cff-49a3-98a6-2d1609d40a21 req-de8737cf-55e9-4ff9-ba85-b361669383a0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:37.969198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c938c49f-2cff-49a3-98a6-2d1609d40a21 req-de8737cf-55e9-4ff9-ba85-b361669383a0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1154222 Aug 06 18:02:37.984174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:37.988472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object 8a3f896a-d775-42e5-a78f-13532d4afe91 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:38.024499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c938c49f-2cff-49a3-98a6-2d1609d40a21 req-82967b38-5b8b-4e52-96ec-2c5fb7c7c2fe tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 Aug 06 18:02:38.030993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:38.058447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:38.067371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70', 'f5a4f872-424d-4340-980f-0e656f71aca7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:38.102281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:38.106796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:38.112400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:38.156926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:38.189541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.189940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:38.207329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:38.224973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:38.231624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-f8a0e100-d488-4f07-b7dc-e705545b19cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7053585 Aug 06 18:02:38.254045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Request body: {'port': {'device_id': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:38.304261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82749f6-c4e9-499a-bbb7-ac8f42438316 req-c99bf0dc-f004-4820-96d5-d96813149298 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.316030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82749f6-c4e9-499a-bbb7-ac8f42438316 req-c99bf0dc-f004-4820-96d5-d96813149298 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.339241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82749f6-c4e9-499a-bbb7-ac8f42438316 req-c99bf0dc-f004-4820-96d5-d96813149298 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.348535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:38.364967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b82749f6-c4e9-499a-bbb7-ac8f42438316 req-c99bf0dc-f004-4820-96d5-d96813149298 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.1551411 Aug 06 18:02:38.424287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:38.436246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b82749f6-c4e9-499a-bbb7-ac8f42438316 req-809e7575-396d-4407-a74f-4bb7c9b04114 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Aug 06 18:02:38.604808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e257d4f-3aed-4269-8ca5-ed42843f3315 req-7c64c03b-c345-49f1-902c-dc42966e63d7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.606090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335f789-a4ad-42d8-820a-52aa083e7264 req-d743b613-d6fb-4b07-b784-799f33129079 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.612497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e257d4f-3aed-4269-8ca5-ed42843f3315 req-7c64c03b-c345-49f1-902c-dc42966e63d7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.0882723 Aug 06 18:02:38.614521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a335f789-a4ad-42d8-820a-52aa083e7264 req-d743b613-d6fb-4b07-b784-799f33129079 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 936 time: 0.1918447 Aug 06 18:02:38.642910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d2a73e9-8267-4087-a254-dc21c5ff1eb1 None None] Provisioning for port 8a3f896a-d775-42e5-a78f-13532d4afe91 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:38.657761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d2a73e9-8267-4087-a254-dc21c5ff1eb1 None None] Provisioning complete for port 8a3f896a-d775-42e5-a78f-13532d4afe91 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:38.658135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d2a73e9-8267-4087-a254-dc21c5ff1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:38.724866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a73e9-8267-4087-a254-dc21c5ff1eb1 None None] Port 8a3f896a-d775-42e5-a78f-13532d4afe91 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:02:38.726589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e257d4f-3aed-4269-8ca5-ed42843f3315 req-429b2800-5163-4e0e-9089-ef9360df2b3e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093688 Aug 06 18:02:38.754045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a335f789-a4ad-42d8-820a-52aa083e7264 req-62f5af49-d1ae-4b86-a2f5-863f5e2d9dc7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382682 Aug 06 18:02:38.949682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1241-ae52-4ed3-b351-54e6bc1e6631 req-3592f723-59ae-4bc6-bd7f-81953e806c15 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:38.952031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-311e1241-ae52-4ed3-b351-54e6bc1e6631 req-3592f723-59ae-4bc6-bd7f-81953e806c15 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1407816 Aug 06 18:02:38.963606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:39.019809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3f896a-d775-42e5-a78f-13532d4afe91 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:39.020086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-311e1241-ae52-4ed3-b351-54e6bc1e6631 req-35ed6464-0d27-4f81-b7a6-5f56373f6084 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562232 Aug 06 18:02:39.034781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.055687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Transition to ACTIVE for port object 8a3f896a-d775-42e5-a78f-13532d4afe91 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:39.061734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.145048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:39.163142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'mac_address': 'fa:16:3e:26:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:39.213255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:39.242908 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.252333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a245c8-ac17-4060-b4a3-c27a2e90823e req-88a73f7a-e4f1-4295-9d8e-9f778da8084e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.254081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a245c8-ac17-4060-b4a3-c27a2e90823e req-88a73f7a-e4f1-4295-9d8e-9f778da8084e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1002371 Aug 06 18:02:39.263649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5096330-8f1d-4456-91e0-c61f57a70902 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:39.288938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:39.294832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.300338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Attempting to bind port 8a3f896a-d775-42e5-a78f-13532d4afe91 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:39.300744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Attempting to bind port 8a3f896a-d775-42e5-a78f-13532d4afe91 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:39.301327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Attempting to bind port 8a3f896a-d775-42e5-a78f-13532d4afe91 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:39.308145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Port 8a3f896a-d775-42e5-a78f-13532d4afe91 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:39.308472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Attempting to bind port 8a3f896a-d775-42e5-a78f-13532d4afe91 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:39.324048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:39.324401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:39.324800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:39.325257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Bound port: 8a3f896a-d775-42e5-a78f-13532d4afe91, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:39.327867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.350972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a245c8-ac17-4060-b4a3-c27a2e90823e req-cadcfbcf-decd-407e-ad5a-d21f6a203493 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771420 Aug 06 18:02:39.365877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:39.415504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:39.418952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8a3f896a-d775-42e5-a78f-13532d4afe91,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:39.423220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.458755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.459393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:39.460869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a3f896a-d775-42e5-a78f-13532d4afe91 HTTP/1.1" status: 200 len: 1097 time: 1.2143054 Aug 06 18:02:39.461336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:39.463702 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dae4997-e601-4cad-b888-61d5fbc335ba" -d '{"events": [{"name": "network-changed", "server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:39.509264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad228d2-3b9d-4e4b-9f90-95d04ba24188 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:39.548999 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d47775-a5eb-463d-9ba4-e4015d1103b0 x-openstack-request-id: req-d4d47775-a5eb-463d-9ba4-e4015d1103b0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:39.549420 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:39.549798 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4d47775-a5eb-463d-9ba4-e4015d1103b0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:39.550197 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91', 'status': 'completed', 'code': 200} Aug 06 18:02:39.574971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-e7432fc3-3c1f-4b71-8923-2be908d0e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.576590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-e7432fc3-3c1f-4b71-8923-2be908d0e210 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 1100 time: 0.0617969 Aug 06 18:02:39.611947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283eefe-e43c-40cd-b684-0cd83c1b6e24 req-d4fd8441-e5ea-4e4e-ab37-8f51d3f6b911 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.619934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283eefe-e43c-40cd-b684-0cd83c1b6e24 req-d4fd8441-e5ea-4e4e-ab37-8f51d3f6b911 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.627609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283eefe-e43c-40cd-b684-0cd83c1b6e24 req-d4fd8441-e5ea-4e4e-ab37-8f51d3f6b911 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.629633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1283eefe-e43c-40cd-b684-0cd83c1b6e24 req-d4fd8441-e5ea-4e4e-ab37-8f51d3f6b911 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.0773726 Aug 06 18:02:39.641645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:39.656028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-b6798c75-b079-4dfd-9dd3-e697f9d0ed23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8a3f896a-d775-42e5-a78f-13532d4afe91 HTTP/1.1" status: 200 len: 217 time: 0.0589046 Aug 06 18:02:39.656365 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02143116-5cff-4bf7-b117-883756a272b8" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:39.697025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1283eefe-e43c-40cd-b684-0cd83c1b6e24 req-d324223c-d2b2-46d6-8f6a-18f60e31e360 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611446 Aug 06 18:02:39.714006 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b7c57-48e7-44de-a249-0bc0bc83ce75 x-openstack-request-id: req-053b7c57-48e7-44de-a249-0bc0bc83ce75 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:39.714298 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:39.714627 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-053b7c57-48e7-44de-a249-0bc0bc83ce75 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:39.715104 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'code': 200} Aug 06 18:02:39.750830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-07e6ea67-88f3-499e-9b0a-a98b6f1abf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.752427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-07e6ea67-88f3-499e-9b0a-a98b6f1abf86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0885758 Aug 06 18:02:39.755318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:39.919839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41344c32-5ecb-4caa-b26e-036d4e2607c8 req-ddeb7064-d56d-472d-91eb-be59065ef3f9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.921702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41344c32-5ecb-4caa-b26e-036d4e2607c8 req-ddeb7064-d56d-472d-91eb-be59065ef3f9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.0682123 Aug 06 18:02:39.937940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:39.950096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5756b-7136-4f15-9b35-f20012ab9fac req-cc3d8329-3c57-445c-b607-84be49ef29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.951582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'mac_address': 'fa:16:3e:92:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:39.951903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26f5756b-7136-4f15-9b35-f20012ab9fac req-cc3d8329-3c57-445c-b607-84be49ef29fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 1102 time: 0.1116350 Aug 06 18:02:39.956956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-de9f5f42-8ff6-4c83-932d-85071f262fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.958822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-de9f5f42-8ff6-4c83-932d-85071f262fbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1966262 Aug 06 18:02:39.978497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-c70cbbfa-496e-41f9-a610-6f4da058f1ff tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.978762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41344c32-5ecb-4caa-b26e-036d4e2607c8 req-5ced95e9-803f-46f7-ac63-5d25ec811e7f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Aug 06 18:02:39.985382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-c70cbbfa-496e-41f9-a610-6f4da058f1ff tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.991666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-c70cbbfa-496e-41f9-a610-6f4da058f1ff tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:39.993975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-c70cbbfa-496e-41f9-a610-6f4da058f1ff tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.1717682 Aug 06 18:02:40.001090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.004967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991717-a9c2-4ca3-baa6-f542f73f5fda req-8cb0c19d-2176-411d-b9c5-985796c29727 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.006646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7991717-a9c2-4ca3-baa6-f542f73f5fda req-8cb0c19d-2176-411d-b9c5-985796c29727 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.1697385 Aug 06 18:02:40.019275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:40.045833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:40.058361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.104489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.129998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:40.200011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26f5756b-7136-4f15-9b35-f20012ab9fac req-c0e2c261-e4a1-44e4-9268-053cda40aa79 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367446 Aug 06 18:02:40.211290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7991717-a9c2-4ca3-baa6-f542f73f5fda req-3c8cbfc5-0a40-46cf-adbf-41b6f175f8eb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786044 Aug 06 18:02:40.264522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-0f07577d-1e0e-44db-be2d-94a10b12ac0f service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691371 Aug 06 18:02:40.267370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 356349bd-32ed-40a6-9137-44ab68bb8f69 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:40.267719 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.331661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315e4d-5241-4026-9aeb-8b6feaff91ca req-71565353-fe21-42df-b197-b059febc88d3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.333435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28315e4d-5241-4026-9aeb-8b6feaff91ca req-71565353-fe21-42df-b197-b059febc88d3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0662785 Aug 06 18:02:40.357237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:40.398356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28315e4d-5241-4026-9aeb-8b6feaff91ca req-fe882451-0653-4968-ba79-47eaef49dacd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583973 Aug 06 18:02:40.456002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 356349bd-32ed-40a6-9137-44ab68bb8f69, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=356349bd-32ed-40a6-9137-44ab68bb8f69,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:40.456377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.460754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad7e618-6d4c-4744-ae3b-4654279995d7 req-a5bbec5e-e45a-4b63-b8e9-f749f4c7fe13 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869078 Aug 06 18:02:40.481502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 356349bd-32ed-40a6-9137-44ab68bb8f69 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:40.572794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b5096330-8f1d-4456-91e0-c61f57a70902'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:40.638824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e091-7291-4ea3-8591-27555169f513 req-6e0dc114-068e-4a74-ad83-e209d42f697e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.640531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91a7e091-7291-4ea3-8591-27555169f513 req-6e0dc114-068e-4a74-ad83-e209d42f697e tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 948 time: 0.1630163 Aug 06 18:02:40.709353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-5c19fafb-cd56-4705-a6a4-e72e32cfc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.710800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-5c19fafb-cd56-4705-a6a4-e72e32cfc5fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 1100 time: 0.1311066 Aug 06 18:02:40.720818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91a7e091-7291-4ea3-8591-27555169f513 req-7b40624f-7cae-43a2-9db6-b4f9dbed4002 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616586 Aug 06 18:02:40.874115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449cc55-bd98-4ee3-b0fa-075963bb45b4 req-f57eaed9-958a-437c-9308-515828d69faf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.881257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449cc55-bd98-4ee3-b0fa-075963bb45b4 req-f57eaed9-958a-437c-9308-515828d69faf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.887773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449cc55-bd98-4ee3-b0fa-075963bb45b4 req-f57eaed9-958a-437c-9308-515828d69faf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.894721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:40.896280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1449cc55-bd98-4ee3-b0fa-075963bb45b4 req-f57eaed9-958a-437c-9308-515828d69faf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 2418 time: 0.0962980 Aug 06 18:02:40.940557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1449cc55-bd98-4ee3-b0fa-075963bb45b4 req-a144fd95-3e01-4a00-9de1-4c34f398fd77 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Aug 06 18:02:40.943857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=356349bd-32ed-40a6-9137-44ab68bb8f69,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:40.994548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-f6069167-14c5-45c7-b7eb-8c9378e97d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:40.996151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-f6069167-14c5-45c7-b7eb-8c9378e97d24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2743969 Aug 06 18:02:41.031865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 356349bd-32ed-40a6-9137-44ab68bb8f69 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:41.092578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:41.110409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-d7055564-3235-492c-bd86-fc99dae6d944 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "DELETE /v2.0/ports/356349bd-32ed-40a6-9137-44ab68bb8f69 HTTP/1.1" status: 204 len: 173 time: 1.0888414 Aug 06 18:02:41.133498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-cef2464c-2b9d-4170-bf33-ba5441518fe7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=8a3f896a-d775-42e5-a78f-13532d4afe91 HTTP/1.1" status: 200 len: 217 time: 0.1205306 Aug 06 18:02:41.276059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['cfd282f7-fff3-448d-b866-5e32d79c4ce3', '356349bd-32ed-40a6-9137-44ab68bb8f69', '30f9df14-fc25-46c2-8a78-38f4c33a10c9'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:41.305410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016c93d-056b-4d94-a2d8-a3c1c7bfda34 req-4ecff903-f9dc-4620-9ef0-1688cc3bbce4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.313932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9016c93d-056b-4d94-a2d8-a3c1c7bfda34 req-4ecff903-f9dc-4620-9ef0-1688cc3bbce4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.2024159 Aug 06 18:02:41.336776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-10fe6293-b80a-4ffc-a7bc-f0e42616e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.338305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-10fe6293-b80a-4ffc-a7bc-f0e42616e196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1878729 Aug 06 18:02:41.359061 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:02:41.396860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050ea1-eb1a-49a4-8310-305f60657c34 req-818a783a-a2a5-408c-bd0e-1dba25e33481 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.399030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56050ea1-eb1a-49a4-8310-305f60657c34 req-818a783a-a2a5-408c-bd0e-1dba25e33481 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 949 time: 0.0680354 Aug 06 18:02:41.404832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9016c93d-056b-4d94-a2d8-a3c1c7bfda34 req-40dc34b0-6078-4a6a-af92-1ed97ae359dc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Aug 06 18:02:41.414505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:41.414847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:41.433302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:41.454262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-f9b4ffd6-4baf-44ae-9090-bbd026dceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.455578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-f9b4ffd6-4baf-44ae-9090-bbd026dceca3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063707 Aug 06 18:02:41.464050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56050ea1-eb1a-49a4-8310-305f60657c34 req-1291e0a6-4bd9-452b-9ffe-d923eefdcfd0 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Aug 06 18:02:41.565428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:41.567972 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7192f-c1b8-4f9b-8a6f-e3d6ccb37058" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:41.627650 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229e785e-aea8-47de-b665-2eaa5abe9b4d x-openstack-request-id: req-229e785e-aea8-47de-b665-2eaa5abe9b4d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:41.628068 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "356349bd-32ed-40a6-9137-44ab68bb8f69", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:41.628372 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-229e785e-aea8-47de-b665-2eaa5abe9b4d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:41.628819 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': '356349bd-32ed-40a6-9137-44ab68bb8f69', 'status': 'completed', 'code': 200} Aug 06 18:02:41.669977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 30f9df14-fc25-46c2-8a78-38f4c33a10c9, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=30f9df14-fc25-46c2-8a78-38f4c33a10c9,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:41.669977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:41.684838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96ce9-d63f-4f0c-a436-7c71b9d88f82 req-2a26c4c4-f2e6-4118-b6c1-71c946aab2a6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.686579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52b96ce9-d63f-4f0c-a436-7c71b9d88f82 req-2a26c4c4-f2e6-4118-b6c1-71c946aab2a6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.1127131 Aug 06 18:02:41.707436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 30f9df14-fc25-46c2-8a78-38f4c33a10c9 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:41.721744 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-bf8fe13f-c8d9-474c-9087-2b1d8a4e234e service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342069 Aug 06 18:02:41.781526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:41.799719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52b96ce9-d63f-4f0c-a436-7c71b9d88f82 req-ff05c3ef-9314-4941-a84a-c24df56f1825 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056781 Aug 06 18:02:41.875407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683e593-889d-493a-b022-b085997b2063 req-98a802d6-f63b-4f1b-ae01-cd4e52995029 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:41.877871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4683e593-889d-493a-b022-b085997b2063 req-98a802d6-f63b-4f1b-ae01-cd4e52995029 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 948 time: 0.0555911 Aug 06 18:02:41.896914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:41.910668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:41.911174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:41.921725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dae4997-e601-4cad-b888-61d5fbc335ba req-42749e58-db1f-4ecf-ab13-0fb29fc30703 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883330 Aug 06 18:02:41.942467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4683e593-889d-493a-b022-b085997b2063 req-50b81096-a963-4133-950b-73fd32b875c4 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Aug 06 18:02:41.991770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.040642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.044637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=30f9df14-fc25-46c2-8a78-38f4c33a10c9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:42.081511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:42.082756 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d21ecc-5eff-454c-a3da-b8e62c2fc5ee" -d '{"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:42.117700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:42.128480 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.129183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cfd282f7-fff3-448d-b866-5e32d79c4ce3 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:42.141490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 30f9df14-fc25-46c2-8a78-38f4c33a10c9 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:42.144238 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.146471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-95fa11d7-c8c3-4b32-a9fb-7cc26c5dc92f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "DELETE /v2.0/ports/30f9df14-fc25-46c2-8a78-38f4c33a10c9 HTTP/1.1" status: 204 len: 173 time: 1.0141492 Aug 06 18:02:42.176667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758a14-d56e-4a83-905f-de98ccd3f08f req-f0209c7a-50de-4a75-b64a-bd8bdc9f0f3d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:42.183832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86758a14-d56e-4a83-905f-de98ccd3f08f req-f0209c7a-50de-4a75-b64a-bd8bdc9f0f3d tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 946 time: 0.1205423 Aug 06 18:02:42.252274 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d03b1d-4427-4ba1-9a93-07c5906d78e6 x-openstack-request-id: req-b0d03b1d-4427-4ba1-9a93-07c5906d78e6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:42.252765 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:42.253129 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d03b1d-4427-4ba1-9a93-07c5906d78e6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:42.253651 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'code': 200} Aug 06 18:02:42.267830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:42.358694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.395371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:42.401030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.401918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 30f9df14-fc25-46c2-8a78-38f4c33a10c9 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:42.492777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 30f9df14-fc25-46c2-8a78-38f4c33a10c9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:02:42.494116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 30f9df14-fc25-46c2-8a78-38f4c33a10c9 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:02:42.495624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 356349bd-32ed-40a6-9137-44ab68bb8f69 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:42.505886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:42.530800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 356349bd-32ed-40a6-9137-44ab68bb8f69 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:02:42.531283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 356349bd-32ed-40a6-9137-44ab68bb8f69 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:02:42.558746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1781d-0cdb-44f5-8df6-5a5ad3c51829 req-90940813-44db-441d-8bad-3a30e72f1711 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:42.560363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fd1781d-0cdb-44f5-8df6-5a5ad3c51829 req-90940813-44db-441d-8bad-3a30e72f1711 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.0767467 Aug 06 18:02:42.625641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fd1781d-0cdb-44f5-8df6-5a5ad3c51829 req-707002bf-0e5d-4f62-ba77-6bb214a63aab tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542433 Aug 06 18:02:42.674636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86758a14-d56e-4a83-905f-de98ccd3f08f req-c61fb0ac-68db-4669-bef3-fb91e00d2ba6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899082 Aug 06 18:02:42.692691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724fce7-7bfa-43dd-976d-d81358cdc00e req-07d147ab-57c5-40e2-ad01-2f3deba2f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:42.694308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f724fce7-7bfa-43dd-976d-d81358cdc00e req-07d147ab-57c5-40e2-ad01-2f3deba2f02e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1102 time: 0.4592528 Aug 06 18:02:42.731669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7e4e-bc47-4bd1-9e18-1aaa2504c4d5 req-fd400471-bb0c-4c37-bba8-e79c57f3678f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:42.733391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e40b7e4e-bc47-4bd1-9e18-1aaa2504c4d5 req-fd400471-bb0c-4c37-bba8-e79c57f3678f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0542259 Aug 06 18:02:42.736055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port cfd282f7-fff3-448d-b866-5e32d79c4ce3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:42.736397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.755160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f724fce7-7bfa-43dd-976d-d81358cdc00e req-6625d3b6-0f1d-4528-a28e-0e341ec4c419 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523040 Aug 06 18:02:42.783402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e40b7e4e-bc47-4bd1-9e18-1aaa2504c4d5 req-a840dd1e-9e90-4ab9-8a85-e054a4c7bf2c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Aug 06 18:02:42.843447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port cfd282f7-fff3-448d-b866-5e32d79c4ce3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cfd282f7-fff3-448d-b866-5e32d79c4ce3,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:42.844161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:42.860061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for cfd282f7-fff3-448d-b866-5e32d79c4ce3 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:42.974621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:42.984001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad89fd3-614d-4eb1-b220-603a3e76b085 req-d4d7cb8c-74dc-44d6-a754-cfdcf1566949 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:42.985730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ad89fd3-614d-4eb1-b220-603a3e76b085 req-d4d7cb8c-74dc-44d6-a754-cfdcf1566949 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0800736 Aug 06 18:02:43.103141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ad89fd3-614d-4eb1-b220-603a3e76b085 req-759c27e5-e4eb-4bcd-a430-e1ba3e97e4be tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701385 Aug 06 18:02:43.104762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:43.135022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9900fb0-4f7b-4f30-a19b-d0d86be42c66 req-a7599482-7e4a-40c3-b7f3-fd8282f17bf2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:43.149408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9900fb0-4f7b-4f30-a19b-d0d86be42c66 req-a7599482-7e4a-40c3-b7f3-fd8282f17bf2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 948 time: 0.1235459 Aug 06 18:02:43.178275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=cfd282f7-fff3-448d-b866-5e32d79c4ce3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:43.193937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:43.208273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'mac_address': 'fa:16:3e:bc:cb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:43.224565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9900fb0-4f7b-4f30-a19b-d0d86be42c66 req-d15de95f-03f6-429b-9045-07ef528b6abc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Aug 06 18:02:43.250152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port cfd282f7-fff3-448d-b866-5e32d79c4ce3 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:43.255457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:43.257964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f0d498d-741e-4b06-a27d-4a4795ab9c62 req-0163eb39-828b-4799-b7a6-f4fa81e810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "DELETE /v2.0/ports/cfd282f7-fff3-448d-b866-5e32d79c4ce3 HTTP/1.1" status: 204 len: 173 time: 1.1026955 Aug 06 18:02:43.260178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:43.437655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:43.461546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:43.467210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:43.518850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:43.630499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9'}, {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:43.633510 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5a634-fd3a-43af-9b91-3a2db10b8042" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9"}, {"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:43.704836 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff98a5-a985-4db6-bbb7-68a3888009cb x-openstack-request-id: req-47ff98a5-a985-4db6-bbb7-68a3888009cb {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:43.706040 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "30f9df14-fc25-46c2-8a78-38f4c33a10c9", "status": "completed", "code": 200}, {"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-deleted", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:43.706040 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47ff98a5-a985-4db6-bbb7-68a3888009cb {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:43.706367 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': '30f9df14-fc25-46c2-8a78-38f4c33a10c9', 'status': 'completed', 'code': 200} Aug 06 18:02:43.706746 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-deleted', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'status': 'completed', 'code': 200} Aug 06 18:02:43.824245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5baa-a89d-41fc-b11c-5ed6acf7a40b req-05908627-8c22-44bf-9f3c-cb46c875d3dd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:43.826571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c0f5baa-a89d-41fc-b11c-5ed6acf7a40b req-05908627-8c22-44bf-9f3c-cb46c875d3dd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.1059937 Aug 06 18:02:43.856678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05c0e41f-c7e1-43ea-9748-b691baf4f2dd req-7d3e5cfc-43ba-46ba-93a1-eeef9d249cdd tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=540731f5-8f1e-4a5b-ac77-3ead6388c28c HTTP/1.1" status: 200 len: 210 time: 0.0437257 Aug 06 18:02:43.901614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c0f5baa-a89d-41fc-b11c-5ed6acf7a40b req-004dd994-4aea-4640-95af-7f2e5aa9fb29 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Aug 06 18:02:44.026513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942d64d-9315-4562-a45a-84a97b0db57d req-d61759a8-218a-43a1-92f9-a54bb2ed97e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:44.028602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7942d64d-9315-4562-a45a-84a97b0db57d req-d61759a8-218a-43a1-92f9-a54bb2ed97e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0536900 Aug 06 18:02:44.074517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7942d64d-9315-4562-a45a-84a97b0db57d req-b1b5f92a-0d04-4e67-8315-2513a7e49fb7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Aug 06 18:02:44.241894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7665c-f345-4b97-acfa-1048a10265af req-ef4b69cb-4c4d-4049-a807-1937e7863474 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:44.245391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c7665c-f345-4b97-acfa-1048a10265af req-ef4b69cb-4c4d-4049-a807-1937e7863474 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0897408 Aug 06 18:02:44.246491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:44.275621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:44.278441 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9174b735-19cd-48f7-92fc-5cfc3759371a" -d '{"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:44.297924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c7665c-f345-4b97-acfa-1048a10265af req-f28d264a-73a1-4f0e-8ac8-a9f555f0640c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Aug 06 18:02:44.309217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486a9e9-8c46-4185-a695-9d63b6ac2f5d req-32881568-e83d-4105-86ae-c62e682227cb tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:44.313677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c486a9e9-8c46-4185-a695-9d63b6ac2f5d req-32881568-e83d-4105-86ae-c62e682227cb tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0774155 Aug 06 18:02:44.359941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c486a9e9-8c46-4185-a695-9d63b6ac2f5d req-adf195c3-cb74-4c61-8820-a842ce525d89 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Aug 06 18:02:44.433088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b708fc-6f1b-42e6-a2f1-d961f523ebb7 req-0035c416-8ff2-4cc9-8739-2b133598590b tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:44.434972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b708fc-6f1b-42e6-a2f1-d961f523ebb7 req-0035c416-8ff2-4cc9-8739-2b133598590b tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 948 time: 0.0578866 Aug 06 18:02:44.437754 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2a9c2-e66b-4ed5-a3cd-a35139119987 x-openstack-request-id: req-59a2a9c2-e66b-4ed5-a3cd-a35139119987 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:44.438056 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540731f5-8f1e-4a5b-ac77-3ead6388c28c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd282f7-fff3-448d-b866-5e32d79c4ce3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:44.438351 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59a2a9c2-e66b-4ed5-a3cd-a35139119987 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:44.438774 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540731f5-8f1e-4a5b-ac77-3ead6388c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd282f7-fff3-448d-b866-5e32d79c4ce3', 'code': 200} Aug 06 18:02:44.484030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b708fc-6f1b-42e6-a2f1-d961f523ebb7 req-40775dc4-038a-4a59-a596-ea38e6be1cda tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Aug 06 18:02:44.856835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-220267bf-4162-4bc1-b0ef-b5b74b48a5b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868225 Aug 06 18:02:44.866418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc5bd-d973-4366-85d7-a9cef897f990 req-8d4cc964-7614-4eb8-9eb6-e7d727f3cb04 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:44.868031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f59bc5bd-d973-4366-85d7-a9cef897f990 req-8d4cc964-7614-4eb8-9eb6-e7d727f3cb04 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0881703 Aug 06 18:02:44.916353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f59bc5bd-d973-4366-85d7-a9cef897f990 req-e5b4ac81-75f8-41c1-ba53-e64e8b737660 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Aug 06 18:02:44.948168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:44.979546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:45.024387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting subnet 65ce010e-73a3-4d5b-8c55-5b5a77c52d89 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:02:45.047735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.078416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port b5096330-8f1d-4456-91e0-c61f57a70902 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:45.087152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b5096330-8f1d-4456-91e0-c61f57a70902 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:45.088368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.119952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a2df-9ced-40b3-aceb-ff9f637f2b5c req-fbe96db0-78fe-442b-83c1-a430994666aa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:45.128293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce1a2df-9ced-40b3-aceb-ff9f637f2b5c req-fbe96db0-78fe-442b-83c1-a430994666aa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.1239324 Aug 06 18:02:45.143257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.210969 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.225678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce1a2df-9ced-40b3-aceb-ff9f637f2b5c req-2cbd1574-1f2c-4e13-9c47-3761da886668 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920193 Aug 06 18:02:45.297069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:45.309388 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.342880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.411730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:45.443695 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.492036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Subnet': ['ID=65ce010e-73a3-4d5b-8c55-5b5a77c52d89,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:45.496959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.501695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b5b1e5c6-8571-40cf-86de-22ecb771f3b9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/subnets/65ce010e-73a3-4d5b-8c55-5b5a77c52d89 HTTP/1.1" status: 204 len: 168 time: 0.5514581 Aug 06 18:02:45.502499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45986) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:45.504885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a7757-711b-41cb-acd9-d411d052c8ee None None] Network 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:45.529967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83afed4-ee0a-4c24-8698-b73da7cbf3ab req-1e14fc61-f763-4913-8a78-30a3693099f8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:45.541914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a83afed4-ee0a-4c24-8698-b73da7cbf3ab req-1e14fc61-f763-4913-8a78-30a3693099f8 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 946 time: 0.0701978 Aug 06 18:02:45.596072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a83afed4-ee0a-4c24-8698-b73da7cbf3ab req-5a07f592-b9f9-47db-9f96-dfa92297236d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482862 Aug 06 18:02:45.713414 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.758332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c42132-7abc-4010-8bb9-6103c0caf689 req-ad754da3-6f1b-4e32-a1cf-293ded211f3c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:45.760898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] DHCP port deletion for 9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:02:45.768931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84c42132-7abc-4010-8bb9-6103c0caf689 req-ad754da3-6f1b-4e32-a1cf-293ded211f3c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 949 time: 0.1267931 Aug 06 18:02:45.837297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Deleting port 712c6422-8597-40ed-8b33-79bf90c145ea {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:45.838328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.863641 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84c42132-7abc-4010-8bb9-6103c0caf689 req-968dbfd2-09d0-425e-b42b-7f891647f5c6 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915489 Aug 06 18:02:45.896577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-180e2906-277f-45c0-8a40-38398644e76f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:45.898201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-180e2906-277f-45c0-8a40-38398644e76f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1098 time: 0.0784864 Aug 06 18:02:45.913927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:45.920618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 712c6422-8597-40ed-8b33-79bf90c145ea {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:45.920972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.926638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] For port 712c6422-8597-40ed-8b33-79bf90c145ea, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=712c6422-8597-40ed-8b33-79bf90c145ea,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:45.927115 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:45.946502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Calling delete_port for 712c6422-8597-40ed-8b33-79bf90c145ea owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:46.032640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.035640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 712c6422-8597-40ed-8b33-79bf90c145ea, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=712c6422-8597-40ed-8b33-79bf90c145ea,segment=NetworkSegment(a5db0375-9584-4c3b-9c69-3f5cde66010d),segment_id=a5db0375-9584-4c3b-9c69-3f5cde66010d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:46.036002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.055835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 712c6422-8597-40ed-8b33-79bf90c145ea owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:46.102447 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.108845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2539aae-d56c-43e1-ab71-6054ee8c5566 req-508dc911-08a5-4574-944b-652b5cd4e2c4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:46.123987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2539aae-d56c-43e1-ab71-6054ee8c5566 req-508dc911-08a5-4574-944b-652b5cd4e2c4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1108437 Aug 06 18:02:46.163866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] Pushing event deleted for resources: {'Port': ['ID=712c6422-8597-40ed-8b33-79bf90c145ea,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:46.180965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2539aae-d56c-43e1-ab71-6054ee8c5566 req-4df7301d-1424-4ec7-9eeb-45c062de8e88 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558715 Aug 06 18:02:46.187063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c1f0a-22d4-4ab7-9baa-f1b5d5da8b54 None None] No DVR routers for this DVR port 712c6422-8597-40ed-8b33-79bf90c145ea on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:46.240008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.281487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 712c6422-8597-40ed-8b33-79bf90c145ea on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:46.283290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=712c6422-8597-40ed-8b33-79bf90c145ea,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:46.301111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:46.438110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.440451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:46.443753 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617904ba-c13f-4f64-a5be-d2804f785efa" -d '{"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-plugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:46.470688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:46.487061 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9bb0c-f03c-4f05-9aa9-e7853378ad93 x-openstack-request-id: req-8dd9bb0c-f03c-4f05-9aa9-e7853378ad93 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:46.487652 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-plugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:46.487969 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dd9bb0c-f03c-4f05-9aa9-e7853378ad93 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:46.488439 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'code': 200} Aug 06 18:02:46.509425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5db0375-9584-4c3b-9c69-3f5cde66010d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:46.509908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5db0375-9584-4c3b-9c69-3f5cde66010d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:46.523374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:46.535058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c1c0-5ef5-4cb8-895e-22649a51a43c req-149dbdbb-a003-4bcc-b2dd-eb1ce3077064 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:46.536531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c92c1c0-5ef5-4cb8-895e-22649a51a43c req-149dbdbb-a003-4bcc-b2dd-eb1ce3077064 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 948 time: 0.2377741 Aug 06 18:02:46.555157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.621785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.645435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:46.647808 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872d87b3-0774-4a3f-a25c-088b74b3bd74" -d '{"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-unplugged", "status": "completed", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:46.652553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.654629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:02:46.655017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.660934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-f238cc70-db05-4905-be3a-9138369f76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:46.662529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-f238cc70-db05-4905-be3a-9138369f76dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1102 time: 0.2172325 Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:02:46.663201 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:02:46.720623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.723618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 712c6422-8597-40ed-8b33-79bf90c145ea no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:46.734478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a42b-865e-42d7-b45b-23db12893470 req-01eb467b-28d5-46ba-8fa2-b9b7198b649e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:46.743389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6421a42b-865e-42d7-b45b-23db12893470 req-01eb467b-28d5-46ba-8fa2-b9b7198b649e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0650413 Aug 06 18:02:46.754174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 712c6422-8597-40ed-8b33-79bf90c145ea {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:02:46.755222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 712c6422-8597-40ed-8b33-79bf90c145ea not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:02:46.783815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6421a42b-865e-42d7-b45b-23db12893470 req-48821a6e-4175-4bed-a39c-49884985cde6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Aug 06 18:02:46.796236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c92c1c0-5ef5-4cb8-895e-22649a51a43c req-a02598c1-170e-4471-8fdf-c6560899ccc2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309771 Aug 06 18:02:46.837435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06a05-ebfd-4e3b-860f-a02c48868cea req-51504290-78b3-4b6d-8842-1394a9fbb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:46.839013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dd06a05-ebfd-4e3b-860f-a02c48868cea req-51504290-78b3-4b6d-8842-1394a9fbb7d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 1101 time: 0.2642007 Aug 06 18:02:46.845807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.878010 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4159199-9812-462e-98e9-2d52071e0f54 x-openstack-request-id: req-e4159199-9812-462e-98e9-2d52071e0f54 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:46.878668 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-unplugged", "status": "completed", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:46.878668 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4159199-9812-462e-98e9-2d52071e0f54 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:46.878668 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'code': 200} Aug 06 18:02:46.895596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:46.897715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/networks/9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f HTTP/1.1" status: 204 len: 168 time: 1.3947096 Aug 06 18:02:46.902369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46028) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:46.925566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbd31b-8638-436a-ad5b-4a28c0187555 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Network': ['ID=9fab2b7c-a8f7-4aa4-a1b2-ef0f6f7d491f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:46.955419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:46.965010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8a3f896a-d775-42e5-a78f-13532d4afe91 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:47.000451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dd06a05-ebfd-4e3b-860f-a02c48868cea req-accb3682-01f2-47cb-a9a9-5d5252947be2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429820 Aug 06 18:02:47.003463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-01045461-544f-49a5-8cbf-727b29d83912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.004877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting subnet 3635348a-07f5-478b-9056-969f958c4224 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:02:47.005042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-01045461-544f-49a5-8cbf-727b29d83912 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3167646 Aug 06 18:02:47.006203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:47.006540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:47.006871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:47.008724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.011975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:02:47.012303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Attempting to bind port 3fce773b-a98c-4527-9b5a-37fdabbef85c on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:47.025198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:47.025575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:47.025974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:47.026432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Bound port: 3fce773b-a98c-4527-9b5a-37fdabbef85c, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:47.026802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.058127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-c61c0c42-1bea-49bf-bcf7-18cc745b41df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0431049 Aug 06 18:02:47.098004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:47.135917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8a3f896a-d775-42e5-a78f-13532d4afe91,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:47.155682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8a3f896a-d775-42e5-a78f-13532d4afe91', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '8a3f896a-d775-42e5-a78f-13532d4afe91', 'mac_address': 'fa:16:3e:ee:7f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:47.157154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-4d7e3a96-f605-44a7-8856-a0c1f16fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.158818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-4d7e3a96-f605-44a7-8856-a0c1f16fe159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0935371 Aug 06 18:02:47.176822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.206671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.209430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:47.209905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.215421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:47.234391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:47.243312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d1477090-4fe3-4ffa-88b4-a71c08a3db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.245477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d1477090-4fe3-4ffa-88b4-a71c08a3db32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733802 Aug 06 18:02:47.247309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.250301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3f896a-d775-42e5-a78f-13532d4afe91 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:47.287296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8a3f896a-d775-42e5-a78f-13532d4afe91,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:47.301766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.312023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424893-efdb-4c53-9ee3-d3bfc8b71e67 req-b6d68933-a6f1-40bc-8c2a-6e5cdb9ba26c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.314722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3424893-efdb-4c53-9ee3-d3bfc8b71e67 req-b6d68933-a6f1-40bc-8c2a-6e5cdb9ba26c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 949 time: 0.2534535 Aug 06 18:02:47.407780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.412889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:47.417716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.448202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:47.457230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.478094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:47.490015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.490263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.493034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-50ff05a6-0d58-47a3-b7e0-796bfeeb05ee service neutron] 10.222.0.55 "PUT /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 1124 time: 1.5834785 Aug 06 18:02:47.494043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3424893-efdb-4c53-9ee3-d3bfc8b71e67 req-abc3ffad-6f8e-4791-89b3-7bad83b231aa tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472406 Aug 06 18:02:47.531775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-76fb6bad-f8a2-48d3-957d-24aa9f45b263 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746232 Aug 06 18:02:47.537773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.543573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4d8f-988f-40f0-821c-f365cd1b4ccf req-7cffafe7-af51-4291-a6d5-3c6a849433e1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:47.547806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc2a4d8f-988f-40f0-821c-f365cd1b4ccf req-7cffafe7-af51-4291-a6d5-3c6a849433e1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1945760 Aug 06 18:02:47.559572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:47.587126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ba8cd-7f03-4e01-af1f-6b68ded0b015 None None] Network 81d8e519-426b-4852-a6cc-8a94d36906a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:47.591390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.597211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/subnets/3635348a-07f5-478b-9056-969f958c4224 HTTP/1.1" status: 204 len: 168 time: 0.6925273 Aug 06 18:02:47.597721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46038) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:47.599777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Subnet': ['ID=3635348a-07f5-478b-9056-969f958c4224,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:47.610274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.610794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.611323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.612050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.612512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.613060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.613506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.614001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.614484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.614852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.615418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.616043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bc9f5-0a33-452b-9ed4-99f9352068df tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:02:47.625368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3fce773b-a98c-4527-9b5a-37fdabbef85c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:47.757723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc2a4d8f-988f-40f0-821c-f365cd1b4ccf req-1ffff899-4aa9-4c65-844f-76e105bf2e95 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994433 Aug 06 18:02:47.775270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.797018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d55a6aaa-5869-437a-a309-e2041fadf779 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481298 Aug 06 18:02:47.801378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:47.849573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 4b5789fc-ec5a-419f-ac37-78a6e498f98f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:02:47.850196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.907286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['3fce773b-a98c-4527-9b5a-37fdabbef85c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:47.955015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 4b5789fc-ec5a-419f-ac37-78a6e498f98f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b5789fc-ec5a-419f-ac37-78a6e498f98f,segment=NetworkSegment(70a4cbe1-8cc9-4a5d-8159-890f676f3f53),segment_id=70a4cbe1-8cc9-4a5d-8159-890f676f3f53)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:47.955933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:47.991612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 4b5789fc-ec5a-419f-ac37-78a6e498f98f owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:02:48.025922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8a3f896a-d775-42e5-a78f-13532d4afe91'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:48.086779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f10bb-d87b-4a73-9a14-96f319a6aae4 req-75693a9f-22b3-4a59-aacf-cdfd6a7ed2d5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:48.096068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-235f10bb-d87b-4a73-9a14-96f319a6aae4 req-75693a9f-22b3-4a59-aacf-cdfd6a7ed2d5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1242845 Aug 06 18:02:48.124981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e5412-a325-4b76-bc7a-81f2ea37d162 None None] DHCP port deletion for 81d8e519-426b-4852-a6cc-8a94d36906a2 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:02:48.140897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f713-3f56-43fa-951b-182058b28af5 req-cbd85554-df65-4104-8c40-672e8b72dd0c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:48.149500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6f4f713-3f56-43fa-951b-182058b28af5 req-cbd85554-df65-4104-8c40-672e8b72dd0c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 949 time: 0.1273429 Aug 06 18:02:48.171429 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-235f10bb-d87b-4a73-9a14-96f319a6aae4 req-9e1c5eac-be96-4581-9d2e-5490bfbafffe tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743825 Aug 06 18:02:48.189084 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.214426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6f4f713-3f56-43fa-951b-182058b28af5 req-9a132f28-aa92-4868-a4c4-82af7160c6b7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638757 Aug 06 18:02:48.253483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e5412-a325-4b76-bc7a-81f2ea37d162 None None] The port '4b5789fc-ec5a-419f-ac37-78a6e498f98f' was deleted {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 06 18:02:48.281139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=4b5789fc-ec5a-419f-ac37-78a6e498f98f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:48.288411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 4b5789fc-ec5a-419f-ac37-78a6e498f98f on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:02:48.344299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:48.376377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:02:48.392406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.404412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d8e519-426b-4852-a6cc-8a94d36906a2']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:48.420430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a4cbe1-8cc9-4a5d-8159-890f676f3f53') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:48.421439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a4cbe1-8cc9-4a5d-8159-890f676f3f53') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:02:48.442992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.489336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:48.490932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.491941 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20178f0-56d0-499e-8286-0bd2177ba834" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:48.528653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:02:48.529076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:02:48.532637 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:02:48.579767 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63faadf-4b84-4e43-a7b2-4972059f7b29 x-openstack-request-id: req-e63faadf-4b84-4e43-a7b2-4972059f7b29 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:48.580343 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-plugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:48.580759 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e63faadf-4b84-4e43-a7b2-4972059f7b29 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:48.581308 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'code': 200} Aug 06 18:02:48.648084 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.664935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.681273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/networks/81d8e519-426b-4852-a6cc-8a94d36906a2 HTTP/1.1" status: 204 len: 168 time: 1.0758414 Aug 06 18:02:48.683442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:48.694932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1683294654'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:48.727573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b269c-eac3-4813-b1ba-5ae7f5538f7c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Network': ['ID=81d8e519-426b-4852-a6cc-8a94d36906a2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:48.735811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e38a-4afd-4dcb-8cf0-5044587c0612 req-d04f7ce0-bea0-4a05-8f5b-dad87b03649f tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:48.740194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b5789fc-ec5a-419f-ac37-78a6e498f98f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:48.746194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f45e38a-4afd-4dcb-8cf0-5044587c0612 req-d04f7ce0-bea0-4a05-8f5b-dad87b03649f tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 949 time: 0.1180832 Aug 06 18:02:48.758211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:48.763559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.775414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4b5789fc-ec5a-419f-ac37-78a6e498f98f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:02:48.775988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b5789fc-ec5a-419f-ac37-78a6e498f98f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:02:48.793892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:02:48.845949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:48.846687 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Added segment b087f2d7-f6e1-42f8-b3f1-4d0706581b08 of type vlan for network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 Aug 06 18:02:48.850819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f45e38a-4afd-4dcb-8cf0-5044587c0612 req-58a6b5f7-ac7b-4f43-a260-2ac330525119 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997109 Aug 06 18:02:48.884292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:48.887948 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e" -d '{"events": [{"name": "network-changed", "server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:48.952650 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c5164-0ace-42e1-ab45-62ad25d1e519 x-openstack-request-id: req-351c5164-0ace-42e1-ab45-62ad25d1e519 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:48.953025 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:48.953140 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-351c5164-0ace-42e1-ab45-62ad25d1e519 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:48.953570 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'status': 'completed', 'code': 200} Aug 06 18:02:48.968643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:49.021792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c16e-53f5-4bcc-8420-1a102d47a7bf req-f3ee716c-2375-4f18-b1c4-f8ec6810b9ad tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.029393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4903c16e-53f5-4bcc-8420-1a102d47a7bf req-f3ee716c-2375-4f18-b1c4-f8ec6810b9ad tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1493788 Aug 06 18:02:49.079423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:49.085001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.085657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:49.183051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4903c16e-53f5-4bcc-8420-1a102d47a7bf req-40500ace-3614-472c-990b-7862d06903b3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525888 Aug 06 18:02:49.192383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Network': ['ID=ddfb46c6-7f9f-435e-bc1b-9803e4e75692,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:49.201895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-678fcd4d-385d-40ec-ab0e-2aa8e085932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.204737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-678fcd4d-385d-40ec-ab0e-2aa8e085932e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1127 time: 0.2064927 Aug 06 18:02:49.208096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2b14e0f2-029d-4eac-8b8e-61f47f43db80 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5230572 Aug 06 18:02:49.210494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46090) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:49.218877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'subnet': {'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:49.220616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:02:49.449533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a5f3-900a-4a34-86f3-32bdec909218 req-48d7d464-591b-4030-b224-1d8025ee8c59 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.458985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b705a5f3-900a-4a34-86f3-32bdec909218 req-48d7d464-591b-4030-b224-1d8025ee8c59 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1063993 Aug 06 18:02:49.479699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:49.485476 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:49.486087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-e07cd2e7-7073-4b87-b2b7-b563120d94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.488301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-e07cd2e7-7073-4b87-b2b7-b563120d94f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.2693725 Aug 06 18:02:49.514206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0835-d492-4a34-9f2d-ec3c6573dba6 req-d327ed85-920a-43d8-8bcf-ce4f695e6c59 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.515904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a7d0835-d492-4a34-9f2d-ec3c6573dba6 req-d327ed85-920a-43d8-8bcf-ce4f695e6c59 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 949 time: 0.1084747 Aug 06 18:02:49.543181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b705a5f3-900a-4a34-86f3-32bdec909218 req-fe23576d-5ae2-47cd-af91-37fbc900aa1f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Aug 06 18:02:49.872680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-20b00a9d-fdcc-4b8d-af1e-6ca7c421aaf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 217 time: 0.3553774 Aug 06 18:02:49.954535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a7d0835-d492-4a34-9f2d-ec3c6573dba6 req-6137be24-4025-4d84-ae35-62df351d13ad tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797625 Aug 06 18:02:49.955180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:49.967541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-ce53b53e-a45f-417c-9d3a-297071314d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:49.973544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-ce53b53e-a45f-417c-9d3a-297071314d16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0832841 Aug 06 18:02:50.016014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-7b1e9206-0839-4c4e-bba6-17d2c3e7f5cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258543 Aug 06 18:02:50.058545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Checking segment: {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:50.058906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network hostable DHCP agents. Network: ddfb46c6-7f9f-435e-bc1b-9803e4e75692, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:02:50.082301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Subnet': ['ID=80c983a9-44c4-47f7-983d-7781c74414ab,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:50.105222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:02:50.132441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ddfb46c6-7f9f-435e-bc1b-9803e4e75692) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:50.146561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:50.146782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301b472-bc57-4cc5-bce7-4a313ed4e7e8 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:50.147263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.170040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15094f-abec-4e2d-b2e8-d149c2bc31ec req-942ec68b-7922-46b4-8081-7eca0547e8d3 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:50.176293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae505ba7-df23-43bb-bcb4-422af5fb57c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9640236 Aug 06 18:02:50.176951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46108) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:50.177611 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f15094f-abec-4e2d-b2e8-d149c2bc31ec req-942ec68b-7922-46b4-8081-7eca0547e8d3 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 949 time: 0.1049631 Aug 06 18:02:50.183338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2035039984'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:50.210923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-cf430bd5-ef8c-44c9-81e0-75c2e6592582 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820190 Aug 06 18:02:50.228331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:50.232877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.279192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:02:50.293333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.293710 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Added segment 2188861a-1c1f-4e8b-9319-4a0b954a15a6 of type vlan for network b1648789-aa1c-4335-bfda-aa2bee0d2d43 Aug 06 18:02:50.295524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f15094f-abec-4e2d-b2e8-d149c2bc31ec req-93aa79cf-ba7d-43a3-9429-554ed0abbb16 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170423 Aug 06 18:02:50.340547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc6cf512-7e7d-4f1e-baa5-2e9e0351230e req-70e6c34f-525b-4e48-a070-d4ca6d43b0ea service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165013 Aug 06 18:02:50.407046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.495229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-ddfb46c6-7f9f-435e-bc1b-9803e4e75692', 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'fixed_ips': [{'subnet_id': '80c983a9-44c4-47f7-983d-7781c74414ab'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:02:50.496185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.501137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.521159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:50.523334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:50.563701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3854647 Aug 06 18:02:50.567077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46114) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:02:50.585730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'subnet': {'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:02:50.616284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621f198-7843-4078-b7f1-9ef50fc9adc1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Network': ['ID=b1648789-aa1c-4335-bfda-aa2bee0d2d43,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:50.649639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196023ca-d930-4320-93ac-0806d766792e req-5fba48b8-3682-46d9-8ac3-147457adf039 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:50.651358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-196023ca-d930-4320-93ac-0806d766792e req-5fba48b8-3682-46d9-8ac3-147457adf039 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.2131481 Aug 06 18:02:50.665744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:02:50.785011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-196023ca-d930-4320-93ac-0806d766792e req-9765cbdb-b866-4491-9ea5-f3b75db0979b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846939 Aug 06 18:02:50.866826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:02:50.873348 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.008722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8a3f896a-d775-42e5-a78f-13532d4afe91 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:51.092369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db738a-f196-4554-920e-211ae81acc6b req-2b7cb09f-2aea-420e-9d44-e2eba925d0e8 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:51.107825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79db738a-f196-4554-920e-211ae81acc6b req-2b7cb09f-2aea-420e-9d44-e2eba925d0e8 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 950 time: 0.1286945 Aug 06 18:02:51.133513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Allocated IP 19.80.0.2 (ddfb46c6-7f9f-435e-bc1b-9803e4e75692/80c983a9-44c4-47f7-983d-7781c74414ab/7827f652-2438-4df1-9c79-c18873fe555f) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:51.163261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 8a3f896a-d775-42e5-a78f-13532d4afe91 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:51.209925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8a3f896a-d775-42e5-a78f-13532d4afe91 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:51.211095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.234534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79db738a-f196-4554-920e-211ae81acc6b req-7e9f6a16-5fdf-478d-9037-5f269d0c9ec0 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208160 Aug 06 18:02:51.351729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.477537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Subnet': ['ID=444c4af3-abcb-4921-ac0a-c47874dff154,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:51.505387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Checking segment: {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:51.506279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network hostable DHCP agents. Network: b1648789-aa1c-4335-bfda-aa2bee0d2d43, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:02:51.525813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912a9e4-0820-4f7a-b612-16ed2bd5f005 req-99edd18b-e59e-4fff-a92f-6c22b3cdd362 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:51.528820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.534182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f912a9e4-0820-4f7a-b612-16ed2bd5f005 req-99edd18b-e59e-4fff-a92f-6c22b3cdd362 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1429543 Aug 06 18:02:51.570906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:02:51.574130 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f3a6c-f3d2-4eed-bcc8-f26eee1f0b04" -d '{"events": [{"server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "name": "network-vif-plugged", "status": "completed", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:02:51.582322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.600999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8a3f896a-d775-42e5-a78f-13532d4afe91,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:51.605017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:02:51.605774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Transition to ACTIVE for port object 7827f652-2438-4df1-9c79-c18873fe555f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:51.613076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.633213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f912a9e4-0820-4f7a-b612-16ed2bd5f005 req-c6990a76-af1c-41b4-838f-cffc867b1775 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885890 Aug 06 18:02:51.633500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Transition to ACTIVE for port object 7827f652-2438-4df1-9c79-c18873fe555f will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:51.647972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, b1648789-aa1c-4335-bfda-aa2bee0d2d43) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:51.654497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:51.655781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.688150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3add6240-3aee-49d6-8903-0d74dcc83d36 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1172495 Aug 06 18:02:51.690478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83683b04-57e4-4fc2-ba37-c942d13d51f7 None None] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:51.708186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:51.752797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:51.793654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:51.811176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:51.867085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:51.987133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e398e-b4bc-4ffe-9d0a-2ab106c08d13 req-832edd84-a277-4dc3-a3cf-85c578497224 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:51.995378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b11e398e-b4bc-4ffe-9d0a-2ab106c08d13 req-832edd84-a277-4dc3-a3cf-85c578497224 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.0810988 Aug 06 18:02:52.008489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Attempting to bind port 7827f652-2438-4df1-9c79-c18873fe555f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:52.009298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Attempting to bind port 7827f652-2438-4df1-9c79-c18873fe555f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:52.010014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Attempting to bind port 7827f652-2438-4df1-9c79-c18873fe555f on network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:52.035155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Pushing event updated for resources: {'Port': ['ID=7827f652-2438-4df1-9c79-c18873fe555f,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:52.046686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:52.047349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Checking segment: {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:52.047934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.048502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Bound using segment: {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:52.049345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Bound port: 7827f652-2438-4df1-9c79-c18873fe555f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:52.050103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.069158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b11e398e-b4bc-4ffe-9d0a-2ab106c08d13 req-9fd6bdb9-3ff9-4602-8208-12b5b1c43385 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722964 Aug 06 18:02:52.151643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-b1648789-aa1c-4335-bfda-aa2bee0d2d43', 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'fixed_ips': [{'subnet_id': '444c4af3-abcb-4921-ac0a-c47874dff154'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:02:52.154170 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.197332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] For port 7827f652-2438-4df1-9c79-c18873fe555f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:52.202526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] For port 7827f652-2438-4df1-9c79-c18873fe555f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7827f652-2438-4df1-9c79-c18873fe555f,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:52.215339 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.389006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa111ac-43fb-41a3-995f-e4671a1d2462 None None] Pushing event updated for resources: {'Port': ['ID=7827f652-2438-4df1-9c79-c18873fe555f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:52.451784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Allocated IP 19.86.0.2 (b1648789-aa1c-4335-bfda-aa2bee0d2d43/444c4af3-abcb-4921-ac0a-c47874dff154/e0e08fd5-639c-46b5-a965-cf426afbfbe6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:02:52.749822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.761015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Transition to ACTIVE for port object e0e08fd5-639c-46b5-a965-cf426afbfbe6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:52.781462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Transition to ACTIVE for port object e0e08fd5-639c-46b5-a965-cf426afbfbe6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:02:52.801906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:52.853395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:02:52.858031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:02:52.861001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:02:52.880476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7827f652-2438-4df1-9c79-c18873fe555f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:52.968142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Pushing event updated for resources: {'Port': ['ID=e0e08fd5-639c-46b5-a965-cf426afbfbe6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:52.995689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Attempting to bind port e0e08fd5-639c-46b5-a965-cf426afbfbe6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:02:52.995689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Attempting to bind port e0e08fd5-639c-46b5-a965-cf426afbfbe6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:02:52.995689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Attempting to bind port e0e08fd5-639c-46b5-a965-cf426afbfbe6 on network b1648789-aa1c-4335-bfda-aa2bee0d2d43 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:02:53.007696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:02:53.008075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Checking segment: {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:02:53.008484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:53.008884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Bound using segment: {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:02:53.009412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Bound port: e0e08fd5-639c-46b5-a965-cf426afbfbe6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:02:53.009867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:53.023913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7827f652-2438-4df1-9c79-c18873fe555f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:53.108682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] For port e0e08fd5-639c-46b5-a965-cf426afbfbe6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:02:53.113113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] For port e0e08fd5-639c-46b5-a965-cf426afbfbe6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e0e08fd5-639c-46b5-a965-cf426afbfbe6,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:02:53.125488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:53.203006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ecab8-c538-4534-b6c1-e1169a28b428 None None] Pushing event updated for resources: {'Port': ['ID=e0e08fd5-639c-46b5-a965-cf426afbfbe6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:53.811909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c229c9c-5fbb-423a-b28d-09b06a592164 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:53.897170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Provisioning for port 7827f652-2438-4df1-9c79-c18873fe555f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:53.907257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Provisioning complete for port 7827f652-2438-4df1-9c79-c18873fe555f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:53.908836 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:54.142646 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:54.217892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] For port 7827f652-2438-4df1-9c79-c18873fe555f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7827f652-2438-4df1-9c79-c18873fe555f,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:54.226078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:54.350675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd630-6cbc-4678-858e-9df405184211 None None] Pushing event updated for resources: {'Port': ['ID=7827f652-2438-4df1-9c79-c18873fe555f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:54.445413 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fca4f9-f91a-4083-936e-a0638bd090c3 x-openstack-request-id: req-b6fca4f9-f91a-4083-936e-a0638bd090c3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:02:54.446192 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "name": "network-vif-plugged", "status": "completed", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:02:54.446609 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6fca4f9-f91a-4083-936e-a0638bd090c3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:02:54.447163 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91', 'code': 200} Aug 06 18:02:54.644387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f72ff0-9667-40ed-981b-08cf247f21fe req-18da712e-90fd-4807-9d80-916732e2785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:54.650973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06f72ff0-9667-40ed-981b-08cf247f21fe req-18da712e-90fd-4807-9d80-916732e2785b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 1102 time: 0.1023276 Aug 06 18:02:54.674586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-183a0be7-9194-4ba4-a855-2e451edcac6d None None] Provisioning complete for port 7827f652-2438-4df1-9c79-c18873fe555f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:54.675716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-183a0be7-9194-4ba4-a855-2e451edcac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:54.721811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e231-dc52-408c-aca4-c7d0a731edc4 req-6475b6f9-7f99-40ba-aa4d-4053f3cefb82 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:54.732783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06f72ff0-9667-40ed-981b-08cf247f21fe req-638e939a-7ebe-4341-bacd-6c01c67967c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Aug 06 18:02:54.739216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0984e231-dc52-408c-aca4-c7d0a731edc4 req-6475b6f9-7f99-40ba-aa4d-4053f3cefb82 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1520193 Aug 06 18:02:54.787615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2c185-5f62-4c57-afcc-94ce5c1455a8 None None] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:02:54.841307 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0984e231-dc52-408c-aca4-c7d0a731edc4 req-3a65e7c5-7713-454d-a34f-34ef79d9fe6c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987515 Aug 06 18:02:54.941867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e0e08fd5-639c-46b5-a965-cf426afbfbe6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:55.221947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e0e08fd5-639c-46b5-a965-cf426afbfbe6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:55.227756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-a5931b56-8754-4bd8-96c6-060e479bb1e1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:55.230719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Provisioning for port e0e08fd5-639c-46b5-a965-cf426afbfbe6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:02:55.233231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7827f652-2438-4df1-9c79-c18873fe555f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:55.240912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Provisioning complete for port e0e08fd5-639c-46b5-a965-cf426afbfbe6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:55.240912 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:55.241240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-a5931b56-8754-4bd8-96c6-060e479bb1e1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:55.257521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-a5931b56-8754-4bd8-96c6-060e479bb1e1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/networks?id=ddfb46c6-7f9f-435e-bc1b-9803e4e75692&id=b1648789-aa1c-4335-bfda-aa2bee0d2d43 HTTP/1.1" status: 200 len: 1392 time: 0.2512734 Aug 06 18:02:55.288647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac125-9df1-4142-ac52-d06a61f332e1 req-dc0eb924-c8e5-4668-873a-07b3534a8c44 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:55.290264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-360ac125-9df1-4142-ac52-d06a61f332e1 req-dc0eb924-c8e5-4668-873a-07b3534a8c44 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1022575 Aug 06 18:02:55.290965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-583325e4-3424-412f-bade-b55a103647e4 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/quotas/75c3006ef0924bc5a5ed860aee45700b HTTP/1.1" status: 200 len: 375 time: 0.0324612 Aug 06 18:02:55.344087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-360ac125-9df1-4142-ac52-d06a61f332e1 req-c0c96a16-7277-4813-a060-1eb2f6195aac tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Aug 06 18:02:55.401168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-b097804a-3cd1-4a44-9878-f2d60808702e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1092057 Aug 06 18:02:55.553788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-b0ec90c8-0f65-4290-8163-5925cff83330 service neutron] 10.222.0.64 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513238 Aug 06 18:02:55.735958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee29ac-3b12-4656-aeaa-cfd31fdeb9b1 req-d2a05682-5a7f-44bf-a358-1bfb18d92b4e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:55.743415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bee29ac-3b12-4656-aeaa-cfd31fdeb9b1 req-d2a05682-5a7f-44bf-a358-1bfb18d92b4e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.1140740 Aug 06 18:02:55.764150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c55687c8-eb2f-4308-8ff5-33ac783118d0 service neutron] 10.222.0.64 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093081 Aug 06 18:02:55.824346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bee29ac-3b12-4656-aeaa-cfd31fdeb9b1 req-7dafbfa2-6689-4f54-ac5d-2b247be1fb1c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Aug 06 18:02:55.828566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:55.897001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] For port e0e08fd5-639c-46b5-a965-cf426afbfbe6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e0e08fd5-639c-46b5-a965-cf426afbfbe6,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:55.901517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7827f652-2438-4df1-9c79-c18873fe555f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:55.901517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:55.914358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-1f3a4852-cbe8-4f55-ab08-332951846aec service neutron] 10.222.0.64 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494057 Aug 06 18:02:55.978731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:56.314934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e3a86-6b9d-4a4a-8dd1-9440a67f47bc req-5f5f7bd1-813d-43a9-a6c6-60a2be1e370d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:56.336338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c2e3a86-6b9d-4a4a-8dd1-9440a67f47bc req-5f5f7bd1-813d-43a9-a6c6-60a2be1e370d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1723790 Aug 06 18:02:56.350824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cc5ee-b414-4a74-8ca6-9787e97d0477 None None] Pushing event updated for resources: {'Port': ['ID=e0e08fd5-639c-46b5-a965-cf426afbfbe6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:56.459231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c2e3a86-6b9d-4a4a-8dd1-9440a67f47bc req-5624ea97-1d2c-4130-bfd1-c0aee3f569d3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206822 Aug 06 18:02:56.527143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-154e760b-4805-44bc-bdf2-a768a73a67fe None None] Provisioning complete for port e0e08fd5-639c-46b5-a965-cf426afbfbe6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:56.527837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-154e760b-4805-44bc-bdf2-a768a73a67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:56.708685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b1dc-2935-4ba0-a7a1-4fb06c77b291 req-0a6bf240-846f-4b2e-8545-0beade924f6c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:56.722405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13d6b1dc-2935-4ba0-a7a1-4fb06c77b291 req-0a6bf240-846f-4b2e-8545-0beade924f6c tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.0968015 Aug 06 18:02:56.800207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e0e08fd5-639c-46b5-a965-cf426afbfbe6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:02:56.813014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13d6b1dc-2935-4ba0-a7a1-4fb06c77b291 req-1f755d0a-bf4c-4c45-90ae-ca8b9ce0e292 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888462 Aug 06 18:02:56.965409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e0e08fd5-639c-46b5-a965-cf426afbfbe6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:02:56.966032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:57.003399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-cd78f63b-ca35-4162-896a-d9b2f7aeb8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722668 Aug 06 18:02:57.047804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:02:57.191728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39051-b609-4ed9-86a9-dfcc969e27d2 req-fc54279b-09d5-41f4-9e03-0f737daf94b1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:57.204909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00f39051-b609-4ed9-86a9-dfcc969e27d2 req-fc54279b-09d5-41f4-9e03-0f737daf94b1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.1250570 Aug 06 18:02:57.302548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00f39051-b609-4ed9-86a9-dfcc969e27d2 req-612a7abf-93c0-4e1d-b62b-bd06fb5ec716 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947871 Aug 06 18:02:57.724276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475f891-bc4d-48c3-890b-b661cc3aeecb req-090ce938-f117-4941-9712-65c9c4582b87 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:57.725883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c475f891-bc4d-48c3-890b-b661cc3aeecb req-090ce938-f117-4941-9712-65c9c4582b87 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 1102 time: 0.1485515 Aug 06 18:02:57.753787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87f8092a-1767-4eee-922e-be4c66aadbc3 req-76a79917-a430-4f31-bcdf-cc4c6a15453a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 210 time: 0.1032057 Aug 06 18:02:57.847885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c475f891-bc4d-48c3-890b-b661cc3aeecb req-fcaa22d1-3b66-43a3-a0d4-6ca812736d24 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116347 Aug 06 18:02:57.854156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:02:57.971028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c537a0f-a1cf-4b18-bae2-472d745d77f3 req-504d088a-c811-431b-8174-16281ed976c5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:57.973909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c537a0f-a1cf-4b18-bae2-472d745d77f3 req-504d088a-c811-431b-8174-16281ed976c5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0985141 Aug 06 18:02:58.077318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c537a0f-a1cf-4b18-bae2-472d745d77f3 req-e2578148-db15-47f9-aa82-7aadd41785b1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950985 Aug 06 18:02:58.136752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:58.152515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'mac_address': 'fa:16:3e:23:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:02:58.176930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294310c-4062-4e07-9ab2-99a5a7e406f2 req-e29eb324-14ce-4226-afb3-59b29c9e9119 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:58.188959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6294310c-4062-4e07-9ab2-99a5a7e406f2 req-e29eb324-14ce-4226-afb3-59b29c9e9119 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1578948 Aug 06 18:02:58.224105 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:58.263761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:02:58.299555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:02:58.310056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:58.339033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6294310c-4062-4e07-9ab2-99a5a7e406f2 req-b40ad0a1-00ea-42ce-8cba-b6f9339b6e81 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456349 Aug 06 18:02:58.436302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:02:58.474964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-27fdb12c-bd58-4936-8d47-e68834d12fe1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869093 Aug 06 18:02:58.556056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ef5d7c8f-daad-4113-a56d-b022cf3535be'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:02:58.560289 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e018718-1aa1-4bb1-96b0-904cf12ff7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:02:58.741106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-9893b6a0-cbc8-4546-8c1a-d2731f203ffa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:58.755773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-9893b6a0-cbc8-4546-8c1a-d2731f203ffa tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696321 Aug 06 18:02:58.809086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-20134267-6494-47be-b77c-6e3079f00899 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/quotas/c9eea08c1f75402b999431b46eda1eec HTTP/1.1" status: 200 len: 375 time: 0.0493731 Aug 06 18:02:59.075480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9aa746d7-24aa-4958-8fe6-ac026838b899 req-80af799d-9dd0-4dbd-a232-d1718834a93a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 210 time: 0.1151211 Aug 06 18:02:59.091523 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-c8f9d171-c362-4ce6-b6de-9e9226db381e tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2795045 Aug 06 18:02:59.303366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46897dac-d0a8-486a-9c10-d7b68f037f27 req-28af9ac8-5040-40f0-93c5-bbb19c526fc4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:59.315026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46897dac-d0a8-486a-9c10-d7b68f037f27 req-28af9ac8-5040-40f0-93c5-bbb19c526fc4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1349590 Aug 06 18:02:59.345568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-41e3531b-d9d0-4ccb-b47e-0bd7f9b9a58b service neutron] 10.222.0.16 "GET /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.1185932 Aug 06 18:02:59.429054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46897dac-d0a8-486a-9c10-d7b68f037f27 req-7fdbb76d-0085-4c27-b2e5-0c3350bffffe tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101882 Aug 06 18:02:59.538039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-938244d5-9975-47d4-8f39-0222b483f145 req-321620ed-4165-49de-887c-0f05a074badc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 210 time: 0.1015604 Aug 06 18:02:59.661394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ce52-7670-4a5e-96b5-c293d601c29f req-46af0f5d-ebad-4fb3-9146-ff86affc4937 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:02:59.671146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7d7ce52-7670-4a5e-96b5-c293d601c29f req-46af0f5d-ebad-4fb3-9146-ff86affc4937 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 944 time: 0.1442559 Aug 06 18:02:59.764903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7d7ce52-7670-4a5e-96b5-c293d601c29f req-f4cabbec-ed1c-4b4d-93af-51ef25b47aa3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923347 Aug 06 18:02:59.872660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:00.037424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:00.046873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ef5d7c8f-daad-4113-a56d-b022cf3535be triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:00.047578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:00.091171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:00.190378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fce773b-a98c-4527-9b5a-37fdabbef85c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:00.220435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:00.259302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:00.371811 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:00.439969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:00.450252 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244c9340-787c-49fe-89c8-0b6a5cee625b" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:00.494623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] Transition to ACTIVE for port object 3fce773b-a98c-4527-9b5a-37fdabbef85c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:00.498843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:00.510009 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:00.510865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:00.518873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:00.693093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:00.724286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] No DVR routers for this DVR port 3fce773b-a98c-4527-9b5a-37fdabbef85c on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:00.744391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-37f8f9ac-9ff5-435b-a521-3042ad8aaecd tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:00.752285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-37f8f9ac-9ff5-435b-a521-3042ad8aaecd tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:00.753386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-37f8f9ac-9ff5-435b-a521-3042ad8aaecd tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "GET /v2.0/networks?id=ddfb46c6-7f9f-435e-bc1b-9803e4e75692&id=b1648789-aa1c-4335-bfda-aa2bee0d2d43 HTTP/1.1" status: 200 len: 1392 time: 1.0998011 Aug 06 18:03:00.792868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'port': {'device_id': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692', 'admin_state_up': True, 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:00.819266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] Pushing event updated for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:00.850554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-8c80be21-4af8-465a-af8c-c45bcd04134c service neutron] 10.222.0.16 "PUT /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 1.4938366 Aug 06 18:03:01.060547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-600e0cb2-1a10-4cd2-a03f-7491668db2cb tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:01.062293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-600e0cb2-1a10-4cd2-a03f-7491668db2cb tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.1340480 Aug 06 18:03:01.218999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:01.228772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:01.231108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-feaef7b9-c2fa-4491-b18c-e4f738353a7f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c9eea08c1f75402b999431b46eda1eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473967 Aug 06 18:03:01.410466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:01.431853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-ea179ff7-34fa-4899-b039-c99aa270475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:01.435401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-ea179ff7-34fa-4899-b039-c99aa270475a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11&tenant_id=b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 1097 time: 0.3605521 Aug 06 18:03:01.568094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-b2d5d22d-21f4-42bb-91aa-0092bb68b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:01.569748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-b2d5d22d-21f4-42bb-91aa-0092bb68b936 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1097 time: 0.0984826 Aug 06 18:03:01.581617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-31de5eb0-669e-474c-9407-d7695adbc20d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:01.587143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-31de5eb0-669e-474c-9407-d7695adbc20d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515496 Aug 06 18:03:01.607740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Request body: {'port': {'device_id': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c9eea08c1f75402b999431b46eda1eec'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:01.610740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Allocated IP 19.80.0.31 (ddfb46c6-7f9f-435e-bc1b-9803e4e75692/80c983a9-44c4-47f7-983d-7781c74414ab/b1e119a4-6194-4201-be76-5850b5cc43a2) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:01.624072 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93209ce3-e8eb-4642-9181-2faa82d81335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:01.768117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-059e85cb-88c0-4397-a470-e79677c2fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:01.770592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-059e85cb-88c0-4397-a470-e79677c2fc92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.1908953 Aug 06 18:03:01.921572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-0a4948f6-e974-4d7a-80c3-91206199fc77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 200 len: 217 time: 0.1403403 Aug 06 18:03:01.936224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Made reservation on behalf of c9eea08c1f75402b999431b46eda1eec for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:01.954401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:02.009392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-6160e8d4-49bc-42fa-a4fb-f5bafd994049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:02.011460 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-6160e8d4-49bc-42fa-a4fb-f5bafd994049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0756569 Aug 06 18:03:02.229666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-1add9761-dc4f-4786-b388-11b40f77f8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882808 Aug 06 18:03:02.320149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Allocated IP 192.168.233.145 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/3ebd69d7-da6e-44b7-beff-867b6c933bbe) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:02.528732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:02.558661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Transition to ACTIVE for port object b1e119a4-6194-4201-be76-5850b5cc43a2 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:02.571102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-bcceb8b2-2230-4aee-b4ca-ba10550d201d service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311722 Aug 06 18:03:02.664690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:02.691781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Transition to ACTIVE for port object 3ebd69d7-da6e-44b7-beff-867b6c933bbe will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:02.737155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:02.952203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:02.984087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:02.999507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70', 'f5a4f872-424d-4340-980f-0e656f71aca7', '8a3f896a-d775-42e5-a78f-13532d4afe91'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:03.071735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:03.130539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:03.149938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:03.179878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:03.232114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:03.256514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:03.391939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:03.397380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-65501ab2-5792-4381-8aab-33583fc83222 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071737 Aug 06 18:03:03.448038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:03.448745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.485664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:03.485664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.507029 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.522175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event updated for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:03.523454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c8b30ea2-a97c-4059-801d-49a7ef846a9a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7364097 Aug 06 18:03:03.566255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Request body: {'port': {'device_id': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43', 'admin_state_up': True, 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:03.591635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-55f87587-a2bd-4a9e-8823-9990d0dc3f06 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9887850 Aug 06 18:03:03.617378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Request body: {'port': {'device_id': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:03.805722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.840727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1293a06-410d-4b2c-8f79-2e38da9f20bb None None] Provisioning for port b1e119a4-6194-4201-be76-5850b5cc43a2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:03.857656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1293a06-410d-4b2c-8f79-2e38da9f20bb None None] Provisioning complete for port b1e119a4-6194-4201-be76-5850b5cc43a2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:03.858045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1293a06-410d-4b2c-8f79-2e38da9f20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.906753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Made reservation on behalf of 75c3006ef0924bc5a5ed860aee45700b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:03.916341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:03.918814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c1293a06-410d-4b2c-8f79-2e38da9f20bb None None] Port b1e119a4-6194-4201-be76-5850b5cc43a2 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:03:03.948562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-2dd9d867-ff9b-4958-9d3a-2c071d89a21f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:03.949757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-2dd9d867-ff9b-4958-9d3a-2c071d89a21f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.1239591 Aug 06 18:03:04.360820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-eeed7e5d-de74-4423-afac-128ca8036304 None None] Provisioning for port 3ebd69d7-da6e-44b7-beff-867b6c933bbe completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:04.368749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-eeed7e5d-de74-4423-afac-128ca8036304 None None] Provisioning complete for port 3ebd69d7-da6e-44b7-beff-867b6c933bbe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:04.369692 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-eeed7e5d-de74-4423-afac-128ca8036304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:04.380762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebd69d7-da6e-44b7-beff-867b6c933bbe {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:04.404649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:04.420681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Transition to ACTIVE for port object 3ebd69d7-da6e-44b7-beff-867b6c933bbe will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:04.422398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-eeed7e5d-de74-4423-afac-128ca8036304 None None] Port 3ebd69d7-da6e-44b7-beff-867b6c933bbe cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:03:04.429881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:04.505044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:04.549380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:04.571016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Allocated IP 19.86.0.66 (b1648789-aa1c-4335-bfda-aa2bee0d2d43/444c4af3-abcb-4921-ac0a-c47874dff154/925051be-4e7b-4160-b639-f819c4572d97) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:04.673723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-3a8df615-c4cf-4b1b-81a7-afc5fd66066a service neutron] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:04.680536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-3a8df615-c4cf-4b1b-81a7-afc5fd66066a service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:04.690274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Attempting to bind port 3ebd69d7-da6e-44b7-beff-867b6c933bbe on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:04.691296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Attempting to bind port 3ebd69d7-da6e-44b7-beff-867b6c933bbe by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:04.692273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Attempting to bind port 3ebd69d7-da6e-44b7-beff-867b6c933bbe on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:04.696985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0393b70-c915-40cb-b113-338b7fd6b4fd req-3a8df615-c4cf-4b1b-81a7-afc5fd66066a service neutron] 10.222.0.55 "DELETE /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.7298429 Aug 06 18:03:04.699364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Port 3ebd69d7-da6e-44b7-beff-867b6c933bbe on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:04.699834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Attempting to bind port 3ebd69d7-da6e-44b7-beff-867b6c933bbe on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:04.730767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:04.731176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:04.743822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:04.744538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Bound port: 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:04.745031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.062840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.082926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:05.091130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:05.100715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.127850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Transition to ACTIVE for port object 925051be-4e7b-4160-b639-f819c4572d97 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:05.154101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:05.157017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.166677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] 10.222.0.55 "PUT /v2.0/ports/3ebd69d7-da6e-44b7-beff-867b6c933bbe HTTP/1.1" status: 200 len: 1097 time: 1.5551887 Aug 06 18:03:05.167448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:05.173882 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38232ff-699f-4ad1-a737-c4998eeb21ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:05.222497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.382701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:05.409592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:05.412241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0331820-cb98-4e37-a5e0-410380e49c02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:05.416866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:05.420120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:05.501531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:05.502226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.563204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3d672671-24fc-42d6-b004-6ed15e7b79f5 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0290351 Aug 06 18:03:05.586511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Request body: {'port': {'device_id': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:05.587161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-d6a1ca56-3121-4687-ba05-373529575bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:05.588238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-d6a1ca56-3121-4687-ba05-373529575bfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 1100 time: 0.1599321 Aug 06 18:03:05.688384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-f732a084-602c-4522-87f8-1f7702eabc81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe HTTP/1.1" status: 200 len: 217 time: 0.0882177 Aug 06 18:03:05.734094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.789762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-9f354596-2592-427a-af93-b8b3a41db6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:05.791525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-9f354596-2592-427a-af93-b8b3a41db6ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0917740 Aug 06 18:03:05.895345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df34-0543-426b-bc61-72dccb116fa7 req-34e98a74-ae84-4ce3-a3a8-7f2bc07265ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:05.896984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-34e98a74-ae84-4ce3-a3a8-7f2bc07265ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963335 Aug 06 18:03:05.916568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e5ecbc9-fcc3-46b1-9e5e-c3c2a1dd7e84 None None] Provisioning for port 925051be-4e7b-4160-b639-f819c4572d97 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:05.924454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e5ecbc9-fcc3-46b1-9e5e-c3c2a1dd7e84 None None] Provisioning complete for port 925051be-4e7b-4160-b639-f819c4572d97 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:05.925313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e5ecbc9-fcc3-46b1-9e5e-c3c2a1dd7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:05.997230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ecbc9-fcc3-46b1-9e5e-c3c2a1dd7e84 None None] Port 925051be-4e7b-4160-b639-f819c4572d97 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:03:06.128597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-d343c259-6cb0-4001-9b62-30129697eed9 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180967 Aug 06 18:03:06.366726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d140df34-0543-426b-bc61-72dccb116fa7 req-cca76944-3edb-48f6-ab20-1b38d97dc6d7 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301915 Aug 06 18:03:06.367358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e119a4-6194-4201-be76-5850b5cc43a2 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:06.379904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:06.399939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Transition to ACTIVE for port object b1e119a4-6194-4201-be76-5850b5cc43a2 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:06.410209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:06.475861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:06.636131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Attempting to bind port b1e119a4-6194-4201-be76-5850b5cc43a2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:06.637345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Attempting to bind port b1e119a4-6194-4201-be76-5850b5cc43a2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:06.637989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Attempting to bind port b1e119a4-6194-4201-be76-5850b5cc43a2 on network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:06.644120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Port b1e119a4-6194-4201-be76-5850b5cc43a2 on network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:06.644839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Attempting to bind port b1e119a4-6194-4201-be76-5850b5cc43a2 on network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:06.660803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:06.661635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Checking segment: {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:06.662425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Bound using segment: {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:06.663148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Bound port: b1e119a4-6194-4201-be76-5850b5cc43a2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:06.663475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:06.788637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:06.797501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:06.808432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:06.880271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:06.881397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:06.883250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] 10.222.0.55 "PUT /v2.0/ports/b1e119a4-6194-4201-be76-5850b5cc43a2 HTTP/1.1" status: 200 len: 1092 time: 1.3096516 Aug 06 18:03:06.884539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:06.887186 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:06.929920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Request body: {'port': {'device_id': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:07.022978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141fb0f-5afe-4df1-a08d-6f81c81ef547 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:07.074873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.495488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925051be-4e7b-4160-b639-f819c4572d97 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:07.504696 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.521744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Transition to ACTIVE for port object 925051be-4e7b-4160-b639-f819c4572d97 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:07.531953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.613713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:07.770926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Attempting to bind port 925051be-4e7b-4160-b639-f819c4572d97 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:07.774939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Attempting to bind port 925051be-4e7b-4160-b639-f819c4572d97 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:07.776579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Attempting to bind port 925051be-4e7b-4160-b639-f819c4572d97 on network b1648789-aa1c-4335-bfda-aa2bee0d2d43 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:07.786869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Port 925051be-4e7b-4160-b639-f819c4572d97 on network b1648789-aa1c-4335-bfda-aa2bee0d2d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:07.789633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Attempting to bind port 925051be-4e7b-4160-b639-f819c4572d97 on network b1648789-aa1c-4335-bfda-aa2bee0d2d43 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:07.797392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:07.797862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Checking segment: {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:07.798334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Bound using segment: {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:07.799000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Bound port: 925051be-4e7b-4160-b639-f819c4572d97, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2188861a-1c1f-4e8b-9319-4a0b954a15a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:07.799411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.904027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:07.908329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:07.919083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.957878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:07.958573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:07.960377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] 10.222.0.55 "PUT /v2.0/ports/925051be-4e7b-4160-b639-f819c4572d97 HTTP/1.1" status: 200 len: 1092 time: 1.0398657 Aug 06 18:03:08.018726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7c65-e046-44e8-afac-a0da4cfa2a4e service neutron] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:08.084303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-95a1d15b-3627-4075-af4c-ba345bb1bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.084896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-95a1d15b-3627-4075-af4c-ba345bb1bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.087099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-95a1d15b-3627-4075-af4c-ba345bb1bba2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1981 time: 0.0638084 Aug 06 18:03:08.162662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-93521d32-1b3c-4436-bc84-289e294b94a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=b1e119a4-6194-4201-be76-5850b5cc43a2 HTTP/1.1" status: 200 len: 217 time: 0.0591440 Aug 06 18:03:08.261795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-44f4fdec-ffa3-49f2-8936-874a1df4a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.263679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-44f4fdec-ffa3-49f2-8936-874a1df4a17a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80c983a9-44c4-47f7-983d-7781c74414ab HTTP/1.1" status: 200 len: 801 time: 0.0933180 Aug 06 18:03:08.335136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-49be70fc-1599-4613-8444-e137f8c39ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.336809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca81f9-7a84-4204-b44b-0a65438e3381 req-69221cfd-84d7-49ab-96b2-27fbf9af876f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.337377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-49be70fc-1599-4613-8444-e137f8c39ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddfb46c6-7f9f-435e-bc1b-9803e4e75692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651493 Aug 06 18:03:08.346343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca81f9-7a84-4204-b44b-0a65438e3381 req-69221cfd-84d7-49ab-96b2-27fbf9af876f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.348459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2ca81f9-7a84-4204-b44b-0a65438e3381 req-69221cfd-84d7-49ab-96b2-27fbf9af876f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1677 time: 0.1107421 Aug 06 18:03:08.405896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2ca81f9-7a84-4204-b44b-0a65438e3381 req-722fdbf3-a464-42fc-bea1-a6798d2bd3d9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Aug 06 18:03:08.477102 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a12e0b0-0a57-4dc8-882e-8493a1e2348d x-openstack-request-id: req-2a12e0b0-0a57-4dc8-882e-8493a1e2348d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:08.477638 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:08.477638 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a12e0b0-0a57-4dc8-882e-8493a1e2348d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:08.478050 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'code': 200} Aug 06 18:03:08.482989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb030f-86f8-4933-acf1-267d52d3d053 req-27f91098-0750-4c6e-94a4-39dba5edda04 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.484505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eb030f-86f8-4933-acf1-267d52d3d053 req-27f91098-0750-4c6e-94a4-39dba5edda04 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1246843 Aug 06 18:03:08.545574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-366b6c78-7a48-47e9-96a9-150b63a08ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951556 Aug 06 18:03:08.548759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eb030f-86f8-4933-acf1-267d52d3d053 req-b63502e0-66ac-4525-8ac6-387b5ad91de8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544384 Aug 06 18:03:08.634932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756594ab-e66a-484f-8f43-afe6f633585f req-b4e8e796-0be6-4860-bc1b-414eb4b3e7e9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.642899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-756594ab-e66a-484f-8f43-afe6f633585f req-b4e8e796-0be6-4860-bc1b-414eb4b3e7e9 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 948 time: 0.1123540 Aug 06 18:03:08.677092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-0bde33c4-fe0b-4e7d-915a-87ee3b1f4e58 service neutron] 10.222.0.55 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237481 Aug 06 18:03:08.691808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-756594ab-e66a-484f-8f43-afe6f633585f req-df51ae42-541c-4513-b2fb-e581152c884c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Aug 06 18:03:08.743563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-20567538-eae8-4397-add0-197dd4ad389f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=925051be-4e7b-4160-b639-f819c4572d97 HTTP/1.1" status: 200 len: 217 time: 0.0459387 Aug 06 18:03:08.749385 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80b6a2-a988-468d-b700-78cdf0f9f1a6 x-openstack-request-id: req-ee80b6a2-a988-468d-b700-78cdf0f9f1a6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:08.749929 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:08.750468 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee80b6a2-a988-468d-b700-78cdf0f9f1a6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:08.751057 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe', 'status': 'completed', 'code': 200} Aug 06 18:03:08.766643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35ee0-97e6-4c56-977d-44bb76363f19 req-b0620d83-5cf3-4e78-9172-81e2d00b04c4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.768264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19c35ee0-97e6-4c56-977d-44bb76363f19 req-b0620d83-5cf3-4e78-9172-81e2d00b04c4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.1057389 Aug 06 18:03:08.860115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-978892e3-79e3-4df2-ac8c-6f9d90072b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.862540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-978892e3-79e3-4df2-ac8c-6f9d90072b02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9eea08c1f75402b999431b46eda1eec&device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 1100 time: 0.0858397 Aug 06 18:03:08.871974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19c35ee0-97e6-4c56-977d-44bb76363f19 req-af1d8502-6395-4323-b47a-28cd9d5baa3d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879624 Aug 06 18:03:08.891671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-90c2c138-c2c8-4e48-b29d-9ef4d091805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.893220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-90c2c138-c2c8-4e48-b29d-9ef4d091805a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=444c4af3-abcb-4921-ac0a-c47874dff154 HTTP/1.1" status: 200 len: 801 time: 0.1130352 Aug 06 18:03:08.959132 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196396b9-8781-45d6-9046-91bcd045002a x-openstack-request-id: req-196396b9-8781-45d6-9046-91bcd045002a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:08.959716 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:08.960120 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-196396b9-8781-45d6-9046-91bcd045002a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:08.960694 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'status': 'completed', 'code': 200} Aug 06 18:03:08.985976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3dbe9d3e-ae7d-4389-8a88-c75f75a4bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:08.987880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-3dbe9d3e-ae7d-4389-8a88-c75f75a4bfc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1648789-aa1c-4335-bfda-aa2bee0d2d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867968 Aug 06 18:03:09.065605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-2a7e041e-615e-4978-96d4-356addcb2aca tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.074559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-2a7e041e-615e-4978-96d4-356addcb2aca tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.2340717 Aug 06 18:03:09.133483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-92043b54-a1ce-4926-b55b-9b63e489323a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/quotas/d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 375 time: 0.0407195 Aug 06 18:03:09.138008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-2a402704-e48b-4a3a-8f6f-d6d0587cb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.139620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-2a402704-e48b-4a3a-8f6f-d6d0587cb5b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2599015 Aug 06 18:03:09.216399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-b8068ca0-cd81-42b0-8d65-87f2e763be88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe HTTP/1.1" status: 200 len: 217 time: 0.0478463 Aug 06 18:03:09.242814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-723b6628-bdec-469a-bab2-c4e13ded77c4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021929 Aug 06 18:03:09.344044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-d4f0163f-657a-4fe8-9f89-7f4171278e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.346021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-d4f0163f-657a-4fe8-9f89-7f4171278e7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1201110 Aug 06 18:03:09.431457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-b4b4f4bc-4639-4afc-89d3-f2b0a5915516 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674008 Aug 06 18:03:09.443598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-bb237fcf-a27e-4651-880c-3f22c8a1eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.445784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-bb237fcf-a27e-4651-880c-3f22c8a1eafb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0862014 Aug 06 18:03:09.506325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-7028db1f-4350-48d4-9a5f-04e68ab9224d service neutron] 10.222.0.55 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069273 Aug 06 18:03:09.535895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acc154-ad58-4512-aad9-7af86cc4ebe8 req-d8b5432f-e45d-427a-bbbd-1cdad88146f5 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.543596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26acc154-ad58-4512-aad9-7af86cc4ebe8 req-d8b5432f-e45d-427a-bbbd-1cdad88146f5 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 950 time: 0.4032702 Aug 06 18:03:09.601172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-378bbaed-e4b5-4d69-94cc-7d80cf7b34e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671579 Aug 06 18:03:09.605287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-da318cd8-b1cc-478f-9f70-87da4d253fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461391 Aug 06 18:03:09.678331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26acc154-ad58-4512-aad9-7af86cc4ebe8 req-8090c2f1-cc3e-4166-a567-2216d207856f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191299 Aug 06 18:03:09.725247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eec04dc-1a6c-496d-abab-2a03b6d27eb4 req-6f821acd-6842-4c33-89bc-d3a7a21578af service neutron] 10.222.0.55 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049160 Aug 06 18:03:09.778011 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f38232ff-699f-4ad1-a737-c4998eeb21ef req-be7e9782-2082-4079-bedb-d16b005b9638 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642637 Aug 06 18:03:09.800437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01b041-bcbc-4332-9caf-33d25196eea5 req-c3400955-cb52-49e7-9daa-21b89ff11610 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.807823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a01b041-bcbc-4332-9caf-33d25196eea5 req-c3400955-cb52-49e7-9daa-21b89ff11610 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1097 time: 0.0694928 Aug 06 18:03:09.841846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a01b041-bcbc-4332-9caf-33d25196eea5 req-c4ea1349-8912-45ef-b265-30c25cf7e529 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Aug 06 18:03:09.918803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-7efd6587-ae1a-427e-9f83-ffa8f43ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.919766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-7efd6587-ae1a-427e-9f83-ffa8f43ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:09.922555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-7efd6587-ae1a-427e-9f83-ffa8f43ac927 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1981 time: 0.0790067 Aug 06 18:03:09.948242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3ebd69d7-da6e-44b7-beff-867b6c933bbe details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:10.097793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-23015728-dab1-4b3b-a70c-0e1955370003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.099276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-23015728-dab1-4b3b-a70c-0e1955370003 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ddfb46c6-7f9f-435e-bc1b-9803e4e75692 HTTP/1.1" status: 200 len: 903 time: 0.1681926 Aug 06 18:03:10.182229 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:10.201680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-5018e9ab-9a21-4a28-9e50-155760fa4633 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=b1e119a4-6194-4201-be76-5850b5cc43a2 HTTP/1.1" status: 200 len: 217 time: 0.0920851 Aug 06 18:03:10.213122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:10.240622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '3ebd69d7-da6e-44b7-beff-867b6c933bbe', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '3ebd69d7-da6e-44b7-beff-867b6c933bbe', 'mac_address': 'fa:16:3e:d0:7c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:10.266626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9446-2fdb-4dcc-9335-feec4bdb346a req-a7bedf7c-1974-4da5-9ee0-cdf9595f55ce tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.275777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-081b9446-2fdb-4dcc-9335-feec4bdb346a req-a7bedf7c-1974-4da5-9ee0-cdf9595f55ce tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0679245 Aug 06 18:03:10.299134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:10.300278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-c5c96e11-c81f-4f8b-afb3-73cf5314e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.302556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-c5c96e11-c81f-4f8b-afb3-73cf5314e255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80c983a9-44c4-47f7-983d-7781c74414ab HTTP/1.1" status: 200 len: 801 time: 0.0576413 Aug 06 18:03:10.331053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-081b9446-2fdb-4dcc-9335-feec4bdb346a req-a2100dac-3f52-440f-8515-5fac5930bcb7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537364 Aug 06 18:03:10.334469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebd69d7-da6e-44b7-beff-867b6c933bbe {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:10.366599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37d56e-ca13-4ebc-b87b-c937c4ffcfe9 req-d68a8d93-fe1e-4093-afd7-65c278310820 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.371532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:10.376743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37d56e-ca13-4ebc-b87b-c937c4ffcfe9 req-d68a8d93-fe1e-4093-afd7-65c278310820 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.387048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac37d56e-ca13-4ebc-b87b-c937c4ffcfe9 req-d68a8d93-fe1e-4093-afd7-65c278310820 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1677 time: 0.1992064 Aug 06 18:03:10.402182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:10.474599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194181a4-eaee-48c3-a919-c79a7a23412e req-6c3c9ea0-988d-43de-be45-c476e297761f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.487452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-194181a4-eaee-48c3-a919-c79a7a23412e req-6c3c9ea0-988d-43de-be45-c476e297761f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 949 time: 0.0808737 Aug 06 18:03:10.499429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:10.504188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac37d56e-ca13-4ebc-b87b-c937c4ffcfe9 req-0f7dd2c0-8911-4d3e-a9b1-1fbdc4c81e2a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158209 Aug 06 18:03:10.526876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-d021afc9-c62f-47e9-93c4-12a7f05a4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.528802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-d021afc9-c62f-47e9-93c4-12a7f05a4d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ddfb46c6-7f9f-435e-bc1b-9803e4e75692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160890 Aug 06 18:03:10.561660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-194181a4-eaee-48c3-a919-c79a7a23412e req-374ec11c-332f-47b5-9638-30ef5e02cf99 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653343 Aug 06 18:03:10.675658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb8c0140-31de-4f1f-906e-815ab981efb8 req-b7f633e6-6f45-412d-a547-2e15b04843e2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 210 time: 0.0831184 Aug 06 18:03:10.704029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-91b9d77e-2516-434a-986b-4ff94843e903 service neutron] 10.222.0.55 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642814 Aug 06 18:03:10.718588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2990-2154-4147-873c-d0ff5fe181cb req-f7f512b1-8c48-471f-8bd5-68bfd63278f1 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.720356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3aa2990-2154-4147-873c-d0ff5fe181cb req-f7f512b1-8c48-471f-8bd5-68bfd63278f1 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 1097 time: 0.0886922 Aug 06 18:03:10.804958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3ebd69d7-da6e-44b7-beff-867b6c933bbe'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:10.853653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3aa2990-2154-4147-873c-d0ff5fe181cb req-15a54586-4bbe-4d6c-8354-c51b1a1393bd tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127224 Aug 06 18:03:10.865827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9da9-4106-4f23-ab64-c4f6e6ebf6d0 req-ff347a07-863c-4b08-99eb-a00154cdb53f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:10.869932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-063f9da9-4106-4f23-ab64-c4f6e6ebf6d0 req-ff347a07-863c-4b08-99eb-a00154cdb53f tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 950 time: 0.1157434 Aug 06 18:03:10.926375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de3cd1e2-7a3d-43df-905d-dfce253ff7d0 req-91895cf9-81e3-4222-8c1e-c3d0a14246f5 service neutron] 10.222.0.55 "GET /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111230 Aug 06 18:03:10.964803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'tag': '925051be-4e7b-4160-b639-f819c4572d97'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:10.967304 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa878bc7-a900-4e5b-92de-450737cee4be" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "tag": "925051be-4e7b-4160-b639-f819c4572d97"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:10.982841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-063f9da9-4106-4f23-ab64-c4f6e6ebf6d0 req-57916eac-bbfe-4897-9c0f-35f252498a9b tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Aug 06 18:03:11.031741 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b32ac-a5c6-4811-a934-b404febd68a4 x-openstack-request-id: req-446b32ac-a5c6-4811-a934-b404febd68a4 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:11.032129 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "tag": "925051be-4e7b-4160-b639-f819c4572d97", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:11.044876 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-446b32ac-a5c6-4811-a934-b404febd68a4 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:11.044876 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'tag': '925051be-4e7b-4160-b639-f819c4572d97', 'status': 'completed', 'code': 200} Aug 06 18:03:11.112531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:11.172172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878bc7-a900-4e5b-92de-450737cee4be req-740aad14-9011-4ef3-93f0-c36c1a17611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.176038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878bc7-a900-4e5b-92de-450737cee4be req-740aad14-9011-4ef3-93f0-c36c1a17611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.177811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-740aad14-9011-4ef3-93f0-c36c1a17611a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75c3006ef0924bc5a5ed860aee45700b&device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1981 time: 0.1205332 Aug 06 18:03:11.280481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:11.312855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:11.316210 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa362a-e8dd-4d8e-8fc0-e01b7becb3cc" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:11.326479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878bc7-a900-4e5b-92de-450737cee4be req-c2e9c06c-afa5-45c4-87ab-c4cd0fec8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.328089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-c2e9c06c-afa5-45c4-87ab-c4cd0fec8ab5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1648789-aa1c-4335-bfda-aa2bee0d2d43 HTTP/1.1" status: 200 len: 903 time: 0.1400754 Aug 06 18:03:11.334975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:11.341340 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:11.397280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-0893c6bf-df34-4558-8641-caa0de3f1d59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.66&port_id=925051be-4e7b-4160-b639-f819c4572d97 HTTP/1.1" status: 200 len: 217 time: 0.0538042 Aug 06 18:03:11.421632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:11.428825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:11.485066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878bc7-a900-4e5b-92de-450737cee4be req-14f9a5f9-36d7-4293-b9d1-a761ba359bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.486989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-14f9a5f9-36d7-4293-b9d1-a761ba359bed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=444c4af3-abcb-4921-ac0a-c47874dff154 HTTP/1.1" status: 200 len: 801 time: 0.0808904 Aug 06 18:03:11.587207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878bc7-a900-4e5b-92de-450737cee4be req-575e0ae1-761d-4431-a384-a4f74233ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.588762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-575e0ae1-761d-4431-a384-a4f74233ca81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1648789-aa1c-4335-bfda-aa2bee0d2d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855379 Aug 06 18:03:11.714506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-6b7f088f-aec1-4a7b-8651-05a1f3149419 service neutron] 10.222.0.55 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151381 Aug 06 18:03:11.875435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa878bc7-a900-4e5b-92de-450737cee4be req-86e5ac81-83d5-4ec4-8816-d32815365a87 service neutron] 10.222.0.55 "GET /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496899 Aug 06 18:03:11.899665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-65216ca7-67a0-4955-b6fa-f5675735cbfb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:11.901553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-65216ca7-67a0-4955-b6fa-f5675735cbfb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 808 time: 0.2090645 Aug 06 18:03:11.926978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Request body: {'port': {'device_id': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'admin_state_up': True, 'tenant_id': 'd831c831d3524198923cde552730ed16'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:12.104670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Made reservation on behalf of d831c831d3524198923cde552730ed16 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:12.108486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:12.182472 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6508f9d0-f0b1-46b0-9b85-8af4aa31324f x-openstack-request-id: req-6508f9d0-f0b1-46b0-9b85-8af4aa31324f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:12.183582 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:12.184096 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6508f9d0-f0b1-46b0-9b85-8af4aa31324f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:12.184799 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'code': 200} Aug 06 18:03:12.384375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5d29d-c0be-44cc-ac81-77b380a4c5de req-99a49671-c19c-4b41-aaa0-3224adcacf85 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:12.393983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10e5d29d-c0be-44cc-ac81-77b380a4c5de req-99a49671-c19c-4b41-aaa0-3224adcacf85 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1369796 Aug 06 18:03:12.405872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Allocated IP 172.20.0.3 (c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a/e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:12.461968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10e5d29d-c0be-44cc-ac81-77b380a4c5de req-37172665-a527-4e1a-903e-d02054f6f963 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668499 Aug 06 18:03:12.683946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2ddb1-e364-4f24-8707-b4619c1bda7e req-b6836197-e2ce-48ea-ad04-b8cf6901a68b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:12.692459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1f2ddb1-e364-4f24-8707-b4619c1bda7e req-b6836197-e2ce-48ea-ad04-b8cf6901a68b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 949 time: 0.1068504 Aug 06 18:03:12.745161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1f2ddb1-e364-4f24-8707-b4619c1bda7e req-9ae90e7f-e2c3-42a2-ba7f-917aedd37676 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Aug 06 18:03:12.785007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea068-dc16-46ab-940a-06a09d52acb5 req-78b5f763-5862-4bbf-950c-77e207edfdcf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:12.792084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea068-dc16-46ab-940a-06a09d52acb5 req-78b5f763-5862-4bbf-950c-77e207edfdcf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:12.796559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff6ea068-dc16-46ab-940a-06a09d52acb5 req-78b5f763-5862-4bbf-950c-77e207edfdcf tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1677 time: 0.1211834 Aug 06 18:03:12.829753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:12.846650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4273dcf-c904-4a8a-a87f-347d4f32bdf6 req-54f010e3-5f40-4e5f-9742-4c6b87e72f48 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 210 time: 0.0351484 Aug 06 18:03:12.893919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:12.907368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:12.964993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff6ea068-dc16-46ab-940a-06a09d52acb5 req-168a7c88-d35a-4094-8ce2-531bf4c5777b tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204636 Aug 06 18:03:12.993755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:13.000465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:13.003771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:13.040997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:13.130644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:13.131953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:13.160737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-7011fdc0-0c55-42d8-9e3e-edd2d665b49f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2405195 Aug 06 18:03:13.181262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Request body: {'port': {'device_id': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:13.308026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:13.408323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35fa6b-d550-4f23-9736-d4a5b86e792f req-a312dcbc-fcbf-42ee-8444-bdf8d39d9e3e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:13.417950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa35fa6b-d550-4f23-9736-d4a5b86e792f req-a312dcbc-fcbf-42ee-8444-bdf8d39d9e3e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.1059513 Aug 06 18:03:13.499741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa35fa6b-d550-4f23-9736-d4a5b86e792f req-b2e59a72-1cd9-4ca7-81f7-6747d342237e tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804901 Aug 06 18:03:13.689769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c5e5f-daea-435e-864b-78c9a1cf67ee req-92d3d74a-7e0b-470c-8cee-df92599a326d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:13.691545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea5c5e5f-daea-435e-864b-78c9a1cf67ee req-92d3d74a-7e0b-470c-8cee-df92599a326d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1291008 Aug 06 18:03:13.750841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea5c5e5f-daea-435e-864b-78c9a1cf67ee req-2a5d8d82-c282-4b73-a858-32372e45d834 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520709 Aug 06 18:03:13.816974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:13.831235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:13.852662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Transition to ACTIVE for port object cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:13.861335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:13.946882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249747-5a11-4aaf-85ca-4cc2effa713a req-22ccd13a-c17f-444b-9a6a-68f170feb308 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:13.960411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9249747-5a11-4aaf-85ca-4cc2effa713a req-22ccd13a-c17f-444b-9a6a-68f170feb308 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 949 time: 0.1039159 Aug 06 18:03:13.972406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b1e119a4-6194-4201-be76-5850b5cc43a2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:13.976136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3ebd69d7-da6e-44b7-beff-867b6c933bbe up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:14.008169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:14.046149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9249747-5a11-4aaf-85ca-4cc2effa713a req-2cae6796-cc74-4a7f-a08f-b10a25356185 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839713 Aug 06 18:03:14.148672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:14.149007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:14.149271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:14.159395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:14.159728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:14.167584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:14.168024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:14.168362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:14.168817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Bound port: cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:14.169188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.278158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca652-06d1-4af4-aad8-f5348eaf1d86 req-490ea264-2aff-4de8-bdc4-26ae419148e7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.280212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843ca652-06d1-4af4-aad8-f5348eaf1d86 req-490ea264-2aff-4de8-bdc4-26ae419148e7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.3106139 Aug 06 18:03:14.312490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:14.325935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'network_id': 'ddfb46c6-7f9f-435e-bc1b-9803e4e75692', 'port_id': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'mac_address': 'fa:16:3e:23:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c983a9-44c4-47f7-983d-7781c74414ab', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:14.337697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88d97-0b35-4020-b8ef-7d12e11b4bb1 req-5549d4eb-6482-49c6-bf4e-faac35437c1b tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.349321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88d97-0b35-4020-b8ef-7d12e11b4bb1 req-5549d4eb-6482-49c6-bf4e-faac35437c1b tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.361282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 3ebd69d7-da6e-44b7-beff-867b6c933bbe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:14.362519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7a88d97-0b35-4020-b8ef-7d12e11b4bb1 req-5549d4eb-6482-49c6-bf4e-faac35437c1b tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1677 time: 0.1226017 Aug 06 18:03:14.380743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 3ebd69d7-da6e-44b7-beff-867b6c933bbe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:14.381436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.423162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843ca652-06d1-4af4-aad8-f5348eaf1d86 req-23b061fb-d5c3-45f6-af2b-fbf3c2aa48b5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316981 Aug 06 18:03:14.427049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:14.437087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:14.458607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.473150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7a88d97-0b35-4020-b8ef-7d12e11b4bb1 req-2ea2151e-b020-4a54-95f7-c017cae79ecc tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076860 Aug 06 18:03:14.474754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.520521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e119a4-6194-4201-be76-5850b5cc43a2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:14.563155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.566937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.567511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 1092 time: 1.3909297 Aug 06 18:03:14.579117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:14.585077 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3caf2fc-91bb-4462-a90e-201e94be8dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:14.642843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.675762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:14.702426 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346e731-62e1-4606-91dc-def23d04ba2b x-openstack-request-id: req-d346e731-62e1-4606-91dc-def23d04ba2b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:14.702813 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:14.702981 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d346e731-62e1-4606-91dc-def23d04ba2b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:14.703386 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'status': 'completed', 'code': 200} Aug 06 18:03:14.713670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:14.716225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:14.721476 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b734660-085b-4b07-b873-37a1447ff7d6" -d '{"events": [{"server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "name": "network-vif-plugged", "status": "completed", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:14.727686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.729176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 925051be-4e7b-4160-b639-f819c4572d97 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:14.749236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd245f8-dc33-4205-b6e1-275958a83079 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:14.777667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-aaafd9af-f996-40c9-8c58-5a24872e3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.779504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-aaafd9af-f996-40c9-8c58-5a24872e3767 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1095 time: 0.1526494 Aug 06 18:03:14.865076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:14.872036 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89ad75-ac64-46e1-84c4-c596d0bfeeb6 x-openstack-request-id: req-5d89ad75-ac64-46e1-84c4-c596d0bfeeb6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:14.872578 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "name": "network-vif-plugged", "status": "completed", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:14.873513 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d89ad75-ac64-46e1-84c4-c596d0bfeeb6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:14.874434 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe', 'code': 200} Aug 06 18:03:14.875227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:14.885774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-b9066ce9-46ff-4ea0-afb7-b6b39b101995 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 217 time: 0.0940356 Aug 06 18:03:14.905764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf54ab-7624-4d98-b232-096559d132d5 req-9035a831-b9f7-45d8-9202-9ddbdab066e9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.914782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16cf54ab-7624-4d98-b232-096559d132d5 req-9035a831-b9f7-45d8-9202-9ddbdab066e9 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.2537730 Aug 06 18:03:14.980151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59393b-9792-4ddc-9622-858272a02332 req-175eb297-4841-45b2-9298-beba9bd7c147 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:14.993647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef59393b-9792-4ddc-9622-858272a02332 req-175eb297-4841-45b2-9298-beba9bd7c147 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1251938 Aug 06 18:03:15.018745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5e6b-8278-41ee-bd69-65b987b80f41 req-f53a7431-34bf-4142-a3d7-af5827d87adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.020378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-977e5e6b-8278-41ee-bd69-65b987b80f41 req-f53a7431-34bf-4142-a3d7-af5827d87adf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 1102 time: 0.1413631 Aug 06 18:03:15.057570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:15.074160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef59393b-9792-4ddc-9622-858272a02332 req-0b15ed70-1853-4cf5-97b3-ac59687bca1c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777199 Aug 06 18:03:15.085123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-16b3b691-2fc9-490b-bec6-c8c531a3976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.087135 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-16b3b691-2fc9-490b-bec6-c8c531a3976c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1575730 Aug 06 18:03:15.105075 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16cf54ab-7624-4d98-b232-096559d132d5 req-d9ba1daf-8d57-43fd-962b-88b4705e1c07 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888585 Aug 06 18:03:15.120173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-977e5e6b-8278-41ee-bd69-65b987b80f41 req-027c83ef-9433-458c-b933-bb90343f3e3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877533 Aug 06 18:03:15.136651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:15.166458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '925051be-4e7b-4160-b639-f819c4572d97', 'network_id': 'b1648789-aa1c-4335-bfda-aa2bee0d2d43', 'port_id': '925051be-4e7b-4160-b639-f819c4572d97', 'mac_address': 'fa:16:3e:34:4e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444c4af3-abcb-4921-ac0a-c47874dff154', 'ip_address': '19.86.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:15.170172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-b1a9407d-29c0-4dcf-81a8-968cf736d780 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644989 Aug 06 18:03:15.209156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:15.242641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925051be-4e7b-4160-b639-f819c4572d97 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:15.280321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-11bc430b-a381-48d2-92b9-864eb604db04 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933256 Aug 06 18:03:15.306270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5062-edbf-44aa-9930-ca600c957584 req-8856f3e6-0f0c-455c-b91d-95102692bc15 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.306621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:15.310074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a63d5062-edbf-44aa-9930-ca600c957584 req-8856f3e6-0f0c-455c-b91d-95102692bc15 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 950 time: 0.1484015 Aug 06 18:03:15.322156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:15.406921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a63d5062-edbf-44aa-9930-ca600c957584 req-3c2cd7c3-620a-444c-b8b7-62bf726e5c2f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822346 Aug 06 18:03:15.471408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a00ec51-17e3-4008-9a95-2a07ce987890 req-e6f4d22e-fc4f-4546-a67b-cdc8da1fecfd service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821539 Aug 06 18:03:15.583288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:15.704971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f5aa-d35a-4f27-97e6-c975658946bc req-450ac485-7635-44de-81c4-59de365f96a1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.711198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20f5aa-d35a-4f27-97e6-c975658946bc req-450ac485-7635-44de-81c4-59de365f96a1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.719287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f20f5aa-d35a-4f27-97e6-c975658946bc req-450ac485-7635-44de-81c4-59de365f96a1 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1679 time: 0.0907948 Aug 06 18:03:15.721795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab93c5-feed-4399-9029-d254ca648170 req-d351bdf1-35c2-4bd7-aed8-191ecee0400a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.727685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96ab93c5-feed-4399-9029-d254ca648170 req-d351bdf1-35c2-4bd7-aed8-191ecee0400a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0922515 Aug 06 18:03:15.740223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-a20217b6-c7a7-47d6-a7c8-ec85d1587763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:15.742304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-a20217b6-c7a7-47d6-a7c8-ec85d1587763 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1095 time: 0.1492362 Aug 06 18:03:15.772610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f20f5aa-d35a-4f27-97e6-c975658946bc req-d63d3ed3-ced7-403f-8ee6-175161a6106e tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Aug 06 18:03:15.843719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96ab93c5-feed-4399-9029-d254ca648170 req-53eb44bf-5969-49e3-9b80-3befe69f2936 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983903 Aug 06 18:03:15.857726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b1e119a4-6194-4201-be76-5850b5cc43a2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:15.940700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['925051be-4e7b-4160-b639-f819c4572d97'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:16.232222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-c2642b23-84d4-4274-a646-445e2bfda067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.240795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-c2642b23-84d4-4274-a646-445e2bfda067 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.4140084 Aug 06 18:03:16.315432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869caff0-df45-4efe-b8eb-043b6433a744 req-ee0722d6-1ea9-4ddc-830d-7a2b7c62ffab tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.330898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-869caff0-df45-4efe-b8eb-043b6433a744 req-ee0722d6-1ea9-4ddc-830d-7a2b7c62ffab tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0946851 Aug 06 18:03:16.443766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-869caff0-df45-4efe-b8eb-043b6433a744 req-e06eda62-4063-4fe8-83f0-1604bd29cfeb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038771 Aug 06 18:03:16.462732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-f278fff0-6e61-4f8b-85f3-83e53be7bfa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 217 time: 0.2210164 Aug 06 18:03:16.479508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278591-0369-4803-a1e3-b686ea24f740 req-c0d5e2f5-132f-4957-9457-d3ad9622432b tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.481278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40278591-0369-4803-a1e3-b686ea24f740 req-c0d5e2f5-132f-4957-9457-d3ad9622432b tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.16 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.2736614 Aug 06 18:03:16.591328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c442854-844b-492c-9a39-dd21569afc19 req-35fc183c-7394-4d3d-8483-212d3e4d929d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.593166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c442854-844b-492c-9a39-dd21569afc19 req-35fc183c-7394-4d3d-8483-212d3e4d929d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 948 time: 0.2748232 Aug 06 18:03:16.615538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-88db88fd-e861-4c7e-85d2-74fdb8dc5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.617279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-88db88fd-e861-4c7e-85d2-74fdb8dc5ea9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1316779 Aug 06 18:03:16.633699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a18fb-2ac4-4a91-b229-d881bd183da7 req-44e412a5-c9ec-4f29-9b9f-bc4833dc7a8a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.643257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c56a18fb-2ac4-4a91-b229-d881bd183da7 req-44e412a5-c9ec-4f29-9b9f-bc4833dc7a8a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 950 time: 0.0816596 Aug 06 18:03:16.695308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-fdf882d7-b751-4d5c-83e3-569ed569581f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559065 Aug 06 18:03:16.705247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c56a18fb-2ac4-4a91-b229-d881bd183da7 req-26e0fd79-74d6-4528-8100-d96ff300312a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Aug 06 18:03:16.750524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c442854-844b-492c-9a39-dd21569afc19 req-dddb4472-a9cf-4d12-80b4-adb2c7042b6d tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d757e3-923b-432f-9584-0e418ea55dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461999 Aug 06 18:03:16.838297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Deleting port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:16.838729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:16.841598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da082f3-c0ec-423c-a5c8-ee5735724f40 req-c471e50d-5115-45b5-9df7-a033551e35f7 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:16.850079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da082f3-c0ec-423c-a5c8-ee5735724f40 req-c471e50d-5115-45b5-9df7-a033551e35f7 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 1102 time: 0.0707099 Aug 06 18:03:16.885888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da082f3-c0ec-423c-a5c8-ee5735724f40 req-e64dd0db-1d14-402e-987d-0332866965f6 tempest-ServersOnMultiNodesTest-1661653971 tempest-ServersOnMultiNodesTest-1661653971-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343461 Aug 06 18:03:16.912924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-4debc706-79ef-41fa-9c6d-5c5af25f5a56 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008762 Aug 06 18:03:17.014995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949d07-f450-423d-9af2-22a13d47c03e req-f54baba1-100d-430c-adaf-aaa098e01d77 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.016619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80949d07-f450-423d-9af2-22a13d47c03e req-f54baba1-100d-430c-adaf-aaa098e01d77 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0538540 Aug 06 18:03:17.100713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff3521-7fbb-4df2-a365-d2cf5753f600 req-3d9dc898-8cf9-4361-abcf-d58e1a3382d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.109074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff3521-7fbb-4df2-a365-d2cf5753f600 req-3d9dc898-8cf9-4361-abcf-d58e1a3382d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.113975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27ff3521-7fbb-4df2-a365-d2cf5753f600 req-3d9dc898-8cf9-4361-abcf-d58e1a3382d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1679 time: 0.2520385 Aug 06 18:03:17.119025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] For port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:17.119397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:17.126180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80949d07-f450-423d-9af2-22a13d47c03e req-98f2eb9c-6807-43ca-a203-594d52987e47 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032431 Aug 06 18:03:17.137193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-41372e72-de21-40ac-b7f2-7f5234d194f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831609 Aug 06 18:03:17.178503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Calling delete_port for 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:17.223773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27ff3521-7fbb-4df2-a365-d2cf5753f600 req-b389f732-27e2-420f-b05b-0a770b23613a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993457 Aug 06 18:03:17.227983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3caf2fc-91bb-4462-a90e-201e94be8dfd req-55b47429-15d4-4f72-bf39-ce3c460ce114 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883027 Aug 06 18:03:17.237892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-b2b577f3-2ca7-4769-9b75-5f45e9df9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.239366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-b2b577f3-2ca7-4769-9b75-5f45e9df9818 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 1096 time: 0.0744400 Aug 06 18:03:17.428846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:17.507325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Pushing event deleted for resources: {'Port': ['ID=8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:17.562873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] No DVR routers for this DVR port 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:17.565767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:17.568165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40278591-0369-4803-a1e3-b686ea24f740 req-43be5cba-082c-4442-a814-bda504a35f32 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.16 "DELETE /v2.0/ports/8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 HTTP/1.1" status: 204 len: 173 time: 1.0439825 Aug 06 18:03:17.571173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-deleted', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:17.573949 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82aa600-0266-495e-9409-49eb90746b37" -d '{"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-deleted", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:17.591384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a676c4-ab1f-49e2-bb25-96bd7feef1ff req-283b4f47-58a1-4ae8-b720-9bdadaaf52f4 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.593186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22a676c4-ab1f-49e2-bb25-96bd7feef1ff req-283b4f47-58a1-4ae8-b720-9bdadaaf52f4 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 950 time: 0.1166139 Aug 06 18:03:17.650469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22a676c4-ab1f-49e2-bb25-96bd7feef1ff req-9769eeed-eaf5-42ce-b5f4-9e633538d465 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Aug 06 18:03:17.738553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e895-d108-4029-bff3-da6ab2e0c1a6 req-5a07edcd-1c11-4ab9-a8fd-e82f4f02930a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.746337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c346e895-d108-4029-bff3-da6ab2e0c1a6 req-5a07edcd-1c11-4ab9-a8fd-e82f4f02930a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 950 time: 0.1134236 Aug 06 18:03:17.794488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8110c78-79c6-44c7-982b-cfefd4cc18b9 req-ce27e4df-9450-4029-aade-5dbb54bcf77c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.796132 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8110c78-79c6-44c7-982b-cfefd4cc18b9 req-ce27e4df-9450-4029-aade-5dbb54bcf77c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0719159 Aug 06 18:03:17.799339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c346e895-d108-4029-bff3-da6ab2e0c1a6 req-45023fe0-a4ab-4aa3-82ec-fb093916b7f0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Aug 06 18:03:17.800611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-80f56e7c-5995-4af6-ac23-c68d453d109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.801957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-80f56e7c-5995-4af6-ac23-c68d453d109e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.5382354 Aug 06 18:03:17.846477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8110c78-79c6-44c7-982b-cfefd4cc18b9 req-9aa143f5-6af4-45ef-ac8c-c59916c62ef9 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Aug 06 18:03:17.851176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-c6c0f533-a7b5-431a-a494-813c4eda2117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 200 len: 217 time: 0.0396316 Aug 06 18:03:17.891762 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b844d515-3cbd-4a7d-beb5-8d7777fb4d14 x-openstack-request-id: req-b844d515-3cbd-4a7d-beb5-8d7777fb4d14 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:17.892048 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22374745-e7e0-4c7e-81da-9198fa494380", "name": "network-vif-deleted", "tag": "8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:17.892433 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b844d515-3cbd-4a7d-beb5-8d7777fb4d14 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:17.892685 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22374745-e7e0-4c7e-81da-9198fa494380', 'name': 'network-vif-deleted', 'tag': '8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7', 'status': 'completed', 'code': 200} Aug 06 18:03:17.927258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-fb4da8f7-03b6-48c5-8caa-792d6ab434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:17.929283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-fb4da8f7-03b6-48c5-8caa-792d6ab434ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.0699732 Aug 06 18:03:17.992739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-16b68b50-c813-4c84-97e2-8ba51df0e175 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895741 Aug 06 18:03:17.996562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-801365b8-6ede-4bc4-81cc-00083edc5637 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577960 Aug 06 18:03:18.007137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b1e119a4-6194-4201-be76-5850b5cc43a2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:18.069713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a58a451-dbbf-45fa-a667-20adc0f49a10 req-40ebd4ed-f4d9-4ac1-9595-e2b9e3c1e5d3 tempest-ImagesOneServerTestJSON-2096283205 tempest-ImagesOneServerTestJSON-2096283205-project] 10.222.0.64 "GET /v2.0/ports?device_id=22374745-e7e0-4c7e-81da-9198fa494380 HTTP/1.1" status: 200 len: 210 time: 0.0756130 Aug 06 18:03:18.160023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b1e119a4-6194-4201-be76-5850b5cc43a2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:18.160555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758d84-25e1-4f63-8385-c1a435532a25 req-db3c1a72-5428-4785-8a9f-d7b00e83dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.162565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-db3c1a72-5428-4785-8a9f-d7b00e83dc0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 1096 time: 0.1229682 Aug 06 18:03:18.175245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b1e119a4-6194-4201-be76-5850b5cc43a2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:18.175557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.254297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-0389f406-d441-40da-a46e-6559c053d0e1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477126 Aug 06 18:03:18.346984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758d84-25e1-4f63-8385-c1a435532a25 req-6dd41165-251f-40fc-b844-5903bdd2acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.350590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-6dd41165-251f-40fc-b844-5903bdd2acee service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1561646 Aug 06 18:03:18.360666 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:03:18.366611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.407847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:18.408961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:18.412314 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafe9262-404d-4803-85ee-761353341e17" -d '{"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-plugged", "status": "completed", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:18.418347 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.420382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 925051be-4e7b-4160-b639-f819c4572d97 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:18.472075 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-3fe891a6-1c9a-4241-ac57-a314686578d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 200 len: 217 time: 0.1122744 Aug 06 18:03:18.505697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d27906-b2ff-4653-ab8a-3b9b755c11e5 req-7fa11efa-d80d-4dbc-a9e1-db54a1364329 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.513343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99d27906-b2ff-4653-ab8a-3b9b755c11e5 req-7fa11efa-d80d-4dbc-a9e1-db54a1364329 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.2581639 Aug 06 18:03:18.531568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758d84-25e1-4f63-8385-c1a435532a25 req-2649dab3-43a8-408d-a110-341f843ca146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.533495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-2649dab3-43a8-408d-a110-341f843ca146 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0483651 Aug 06 18:03:18.542225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:18.557573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-966bf3c0-b72b-47c1-a622-ce476219a173 req-63b1bd3a-b328-46cb-82f1-a23ba0321a07 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928720 Aug 06 18:03:18.579648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99d27906-b2ff-4653-ab8a-3b9b755c11e5 req-61d476c7-da4c-477f-b87b-3bf1316d5c89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652773 Aug 06 18:03:18.607012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 925051be-4e7b-4160-b639-f819c4572d97 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:18.613546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 925051be-4e7b-4160-b639-f819c4572d97 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:18.614224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.626106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-02644308-1d9e-409e-ac78-438727f7d03b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382209 Aug 06 18:03:18.661434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1175-a39c-4213-b0a4-d89229d9b64d req-c8d31563-0a31-4e5c-a1ca-9a25bc45bd92 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.668637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1175-a39c-4213-b0a4-d89229d9b64d req-c8d31563-0a31-4e5c-a1ca-9a25bc45bd92 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:18.678369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f1de1175-a39c-4213-b0a4-d89229d9b64d req-c8d31563-0a31-4e5c-a1ca-9a25bc45bd92 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1680 time: 0.1347203 Aug 06 18:03:18.745784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.760252 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45386cd5-d5c4-414d-975a-36b930c73116 x-openstack-request-id: req-45386cd5-d5c4-414d-975a-36b930c73116 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:18.760887 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-plugged", "status": "completed", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:18.761319 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45386cd5-d5c4-414d-975a-36b930c73116 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:18.761992 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'code': 200} Aug 06 18:03:18.791480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f1de1175-a39c-4213-b0a4-d89229d9b64d req-ab9836ad-5e23-4c1b-88d2-7ecaf6afd96c tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121957 Aug 06 18:03:18.793734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:18.801259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:18.837630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-2b2b8635-4871-4213-a56e-20c03d617718 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983256 Aug 06 18:03:18.885756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:18.994289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18758d84-25e1-4f63-8385-c1a435532a25 req-c133180c-5423-4a44-8763-35a82327c55f service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423345 Aug 06 18:03:19.006718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3e06-2c59-45e3-804c-63d3bfd238fd req-c7527afd-1dac-43b4-9a75-6c3f293ab400 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:19.008278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fd3e06-2c59-45e3-804c-63d3bfd238fd req-c7527afd-1dac-43b4-9a75-6c3f293ab400 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0723262 Aug 06 18:03:19.027403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821100bd-e9b2-4035-b7b7-d11a9fab9ef8 req-0f9dfe95-ef99-490e-8b70-28fae6a49333 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:19.028862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-821100bd-e9b2-4035-b7b7-d11a9fab9ef8 req-0f9dfe95-ef99-490e-8b70-28fae6a49333 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 950 time: 0.0910909 Aug 06 18:03:19.037548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-35d5a053-8b1f-4f22-aab4-6ca12c3eeb27 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:19.039086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-35d5a053-8b1f-4f22-aab4-6ca12c3eeb27 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 950 time: 0.0895734 Aug 06 18:03:19.060191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fd3e06-2c59-45e3-804c-63d3bfd238fd req-48ecf895-7e99-4b87-9128-cc7a65f8e02d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Aug 06 18:03:19.122236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:19.147836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:19.149115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8b4eb0cc-6e2f-4b06-8cfb-ad4014ef06f7 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:19.150861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-821100bd-e9b2-4035-b7b7-d11a9fab9ef8 req-cae1a1cb-4783-49dd-b1ab-df4a3148682b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088500 Aug 06 18:03:19.184138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port 3ebd69d7-da6e-44b7-beff-867b6c933bbe {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:19.184590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.287227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port 3ebd69d7-da6e-44b7-beff-867b6c933bbe, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3ebd69d7-da6e-44b7-beff-867b6c933bbe,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:19.287609 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.301310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for 3ebd69d7-da6e-44b7-beff-867b6c933bbe owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:19.444054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.456332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70', 'f5a4f872-424d-4340-980f-0e656f71aca7', '8a3f896a-d775-42e5-a78f-13532d4afe91'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:19.459932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514', '3ebd69d7-da6e-44b7-beff-867b6c933bbe'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:19.468847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:19.492088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=3ebd69d7-da6e-44b7-beff-867b6c933bbe,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:19.535537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port 3ebd69d7-da6e-44b7-beff-867b6c933bbe on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:19.539596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.542549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-797e1a1e-c4ca-4641-98f1-31f660067bc0 req-6642fae5-96ee-4c82-a590-ccf25ad1f4be tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "DELETE /v2.0/ports/3ebd69d7-da6e-44b7-beff-867b6c933bbe HTTP/1.1" status: 204 len: 173 time: 0.4953067 Aug 06 18:03:19.543168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'name': 'network-vif-deleted', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:19.553872 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea79c55-87bf-4c25-ad97-c3193c4ba350" -d '{"events": [{"server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "name": "network-vif-deleted", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:19.630963 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca975ff3-fb32-4b03-9bc7-603d3ea0866f x-openstack-request-id: req-ca975ff3-fb32-4b03-9bc7-603d3ea0866f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:19.631385 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68208b7-f394-44b5-a6d0-c10b5dd6558f", "name": "network-vif-deleted", "tag": "3ebd69d7-da6e-44b7-beff-867b6c933bbe", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:19.631733 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca975ff3-fb32-4b03-9bc7-603d3ea0866f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:19.632233 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68208b7-f394-44b5-a6d0-c10b5dd6558f', 'name': 'network-vif-deleted', 'tag': '3ebd69d7-da6e-44b7-beff-867b6c933bbe', 'status': 'completed', 'code': 200} Aug 06 18:03:19.665384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-952f4879-18a6-45b9-a00e-ec1e9a1472a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afed492f9d8d4835940435eb8d9a1287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925337 Aug 06 18:03:19.666559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:19.792398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c599-e342-4970-b29c-597622086955 req-b6ba4ca7-006d-4d4b-90e5-c1e5ccdf6067 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:19.795639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.801363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5859c599-e342-4970-b29c-597622086955 req-b6ba4ca7-006d-4d4b-90e5-c1e5ccdf6067 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.1247997 Aug 06 18:03:19.858197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.875105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5859c599-e342-4970-b29c-597622086955 req-39ed1bcb-e299-429c-a37b-ab0857e2d68f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618546 Aug 06 18:03:19.984228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.987377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:19.989154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84d757e3-923b-432f-9584-0e418ea55dc6 HTTP/1.1" status: 204 len: 168 time: 0.3204918 Aug 06 18:03:20.009027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9d5f4-659c-47cd-bfae-f7a672d44349 req-5a05a56c-cc65-4aba-abd4-cc78679a84f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.015611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9d5f4-659c-47cd-bfae-f7a672d44349 req-5a05a56c-cc65-4aba-abd4-cc78679a84f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.017373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3af9d5f4-659c-47cd-bfae-f7a672d44349 req-5a05a56c-cc65-4aba-abd4-cc78679a84f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.0843780 Aug 06 18:03:20.018335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5508d-69e0-41a8-9d1d-d540a97fe499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d757e3-923b-432f-9584-0e418ea55dc6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:20.189438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3af9d5f4-659c-47cd-bfae-f7a672d44349 req-34e53f96-31f3-4afe-aff6-5b0ccb96de67 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582315 Aug 06 18:03:20.219800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-ce89bc58-42bc-45b8-9987-d3c7cdd10ae4 service neutron] 10.222.0.55 "GET /v2.0/ports/472958bc-2ee1-47e5-bea7-0171c7d4ea96/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.1900663 Aug 06 18:03:20.343347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665451-d283-4aea-8916-e9b61c00bbf0 req-86aa057b-5a56-4599-a46f-15d7da226e2c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.345179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59665451-d283-4aea-8916-e9b61c00bbf0 req-86aa057b-5a56-4599-a46f-15d7da226e2c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1356757 Aug 06 18:03:20.430046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59665451-d283-4aea-8916-e9b61c00bbf0 req-fbca58f3-c5e9-494a-b436-9e7b64d34c52 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762713 Aug 06 18:03:20.444940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79680f3a-2fd4-4379-b5db-bf079ec1dfb5 req-319b1e8c-8d1d-4692-808c-3c2fd346eb47 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=f68208b7-f394-44b5-a6d0-c10b5dd6558f HTTP/1.1" status: 200 len: 210 time: 0.0796540 Aug 06 18:03:20.552516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d0f0596b-2e2e-4608-9f64-dafae2fcefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.554001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d0f0596b-2e2e-4608-9f64-dafae2fcefcd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1102 time: 0.0549948 Aug 06 18:03:20.624162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-a0065ec0-c46a-4ec6-83e9-34bfb3b221e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.625952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-a0065ec0-c46a-4ec6-83e9-34bfb3b221e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1102 time: 0.0447290 Aug 06 18:03:20.739952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-a8e002fd-59fd-44c1-b7c4-b2be5d27caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.741744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-a8e002fd-59fd-44c1-b7c4-b2be5d27caee service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1080062 Aug 06 18:03:20.763813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925051be-4e7b-4160-b639-f819c4572d97'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:20.766683 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d958abd-96d6-4dfd-bcb3-b90af6eec208" -d '{"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-plugged", "status": "completed", "tag": "925051be-4e7b-4160-b639-f819c4572d97"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:20.788685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-4bad846c-7fe7-4c9a-a0fe-9a26fc8f848e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0383868 Aug 06 18:03:20.808843 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be740e-cfae-4e23-a1f9-43dced8e2aa9 x-openstack-request-id: req-34be740e-cfae-4e23-a1f9-43dced8e2aa9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:20.809325 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-plugged", "status": "completed", "tag": "925051be-4e7b-4160-b639-f819c4572d97", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:20.809709 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34be740e-cfae-4e23-a1f9-43dced8e2aa9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:20.810233 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925051be-4e7b-4160-b639-f819c4572d97', 'code': 200} Aug 06 18:03:20.849819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-65f777c2-8bf2-4026-bfcf-b0852459873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.852479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-65f777c2-8bf2-4026-bfcf-b0852459873b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0554731 Aug 06 18:03:20.926499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d6678f36-00f7-46ca-bcaf-1dfcd5ea8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.928808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-d6678f36-00f7-46ca-bcaf-1dfcd5ea8cfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675244 Aug 06 18:03:20.932132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921885fb-8f82-4b2b-b509-2243dfb96c46 req-f9c802ce-85b2-4ee6-ab42-b1d19637977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.932885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921885fb-8f82-4b2b-b509-2243dfb96c46 req-f9c802ce-85b2-4ee6-ab42-b1d19637977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:20.934435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-921885fb-8f82-4b2b-b509-2243dfb96c46 req-f9c802ce-85b2-4ee6-ab42-b1d19637977f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1985 time: 0.0534868 Aug 06 18:03:21.014311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:21.016478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-921885fb-8f82-4b2b-b509-2243dfb96c46 req-fe28bc9f-433a-405e-af61-9c6041ff24b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Aug 06 18:03:21.090150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-376c2f76-c461-49b7-b710-b90ec4b74c59 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421118 Aug 06 18:03:21.109486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104cd5-2f1f-46f7-8d0c-0fc231cb3065 req-0cb2729a-8d7b-4ea3-b6f5-c2f1e8a82b72 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.118810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a104cd5-2f1f-46f7-8d0c-0fc231cb3065 req-0cb2729a-8d7b-4ea3-b6f5-c2f1e8a82b72 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0669465 Aug 06 18:03:21.165122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-50636396-network', 'tenant_id': 'c7219631690e4e4ca83b712dcb992148'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:21.181963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a104cd5-2f1f-46f7-8d0c-0fc231cb3065 req-88e8cb2b-a77e-4235-a358-04695302700b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Aug 06 18:03:21.198056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Made reservation on behalf of c7219631690e4e4ca83b712dcb992148 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:21.200751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.211470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.221662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7cb271b-ca78-4f1d-8530-8cdd26d29721 req-ac642b43-5435-4fc6-89f6-672ce2059db0 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243818 Aug 06 18:03:21.340567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.349423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.354357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908661b-9b47-43de-98d0-e66dc771067a req-c9f942fb-d968-49b0-a20a-3184dd394748 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.362311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908661b-9b47-43de-98d0-e66dc771067a req-c9f942fb-d968-49b0-a20a-3184dd394748 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.367034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:03:21.372089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7908661b-9b47-43de-98d0-e66dc771067a req-c9f942fb-d968-49b0-a20a-3184dd394748 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.0849721 Aug 06 18:03:21.386689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.387280 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Added segment efb94018-5311-4dab-bfae-5180ada4f758 of type vlan for network c0219081-1218-47ed-b71c-c0b3d844c609 Aug 06 18:03:21.439413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.498073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7908661b-9b47-43de-98d0-e66dc771067a req-7bb34b24-b0ef-4ff7-8200-5119d1d974c6 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111264 Aug 06 18:03:21.518240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fafb5a0-409f-4bcc-898f-bed7e5dbf592,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:21.530568 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.532358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.532898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.608110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5903525 Aug 06 18:03:21.611290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:21.617557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Request body: {'subnet': {'network_id': 'c0219081-1218-47ed-b71c-c0b3d844c609', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-50636396-subnet', 'tenant_id': 'c7219631690e4e4ca83b712dcb992148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:21.637910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9c9df-40ea-4505-915f-80f2cdf7d5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0219081-1218-47ed-b71c-c0b3d844c609,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:21.652901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c0219081-1218-47ed-b71c-c0b3d844c609 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:03:21.669189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28081a-7749-42fe-8e91-96faeffbdffb req-fc047d59-2e6d-42fd-99c9-d323267eb2f4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.670991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a28081a-7749-42fe-8e91-96faeffbdffb req-fc047d59-2e6d-42fd-99c9-d323267eb2f4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0677364 Aug 06 18:03:21.702839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Made reservation on behalf of c7219631690e4e4ca83b712dcb992148 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:21.705300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:21.765987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a28081a-7749-42fe-8e91-96faeffbdffb req-9bc1046b-9a01-4179-ba6d-373da637c537 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880394 Aug 06 18:03:21.956353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f6a4e-b36a-4e90-b138-ca1a602bd137 req-e3705d22-02f5-48e6-b522-f1ffe00407c2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:21.958222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a4f6a4e-b36a-4e90-b138-ca1a602bd137 req-e3705d22-02f5-48e6-b522-f1ffe00407c2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.1165032 Aug 06 18:03:22.021694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3ebd69d7-da6e-44b7-beff-867b6c933bbe no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:22.073265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a4f6a4e-b36a-4e90-b138-ca1a602bd137 req-3287da7f-7b4c-4de4-a113-d1085f7da6cf tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703504 Aug 06 18:03:22.080824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.090616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3ebd69d7-da6e-44b7-beff-867b6c933bbe {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:22.090976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3ebd69d7-da6e-44b7-beff-867b6c933bbe not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:22.091392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:22.155011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7631b6bb-d1fd-458b-b433-c43cfb97dff1,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:22.159438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Checking segment: {'id': 'efb94018-5311-4dab-bfae-5180ada4f758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c0219081-1218-47ed-b71c-c0b3d844c609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:22.159797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Network hostable DHCP agents. Network: c0219081-1218-47ed-b71c-c0b3d844c609, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:03:22.184292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Network c0219081-1218-47ed-b71c-c0b3d844c609 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:03:22.197042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c0219081-1218-47ed-b71c-c0b3d844c609) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:22.202064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:22.202759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.212443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdc1aa-f3c2-4193-aeae-bc44b09a1feb None None] Network c0219081-1218-47ed-b71c-c0b3d844c609 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:22.250491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9ea7f6fe-3b79-4005-b076-b3dc3e159ed0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6379912 Aug 06 18:03:22.399884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.404800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59db0a2-4ebc-4b89-8367-35bc92a86d42 req-522434a6-f0b3-4aee-a1ab-64eb4c68f8d3 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:22.406704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f59db0a2-4ebc-4b89-8367-35bc92a86d42 req-522434a6-f0b3-4aee-a1ab-64eb4c68f8d3 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0824902 Aug 06 18:03:22.424059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a80a3-d15e-4e20-9002-b0b2ffa07302 None None] Network c0219081-1218-47ed-b71c-c0b3d844c609 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:22.455707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f59db0a2-4ebc-4b89-8367-35bc92a86d42 req-a2c15235-8413-4b10-9004-f48b6153cd19 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Aug 06 18:03:22.570984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:22.595247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.633863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e395-b40c-4cfe-a426-4a307f07fa69 req-44032d42-7979-47a4-9a87-ec26e03871a9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:22.642078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e395-b40c-4cfe-a426-4a307f07fa69 req-44032d42-7979-47a4-9a87-ec26e03871a9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:22.652724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58e9e395-b40c-4cfe-a426-4a307f07fa69 req-44032d42-7979-47a4-9a87-ec26e03871a9 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.0801082 Aug 06 18:03:22.690536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:22.700271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58e9e395-b40c-4cfe-a426-4a307f07fa69 req-ccf1e148-4fbd-4421-a53e-4ad9ca1810d7 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Aug 06 18:03:22.761832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-634233730', 'description': 'tempest-description-1155784895'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:22.803366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.811888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:22.814333 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9823673-cc10-48e8-9106-53380fe37b47" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:22.916503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7860-6022-4f7c-87d5-10d42c14ce9d req-c917becf-31ba-4437-956e-88ace0943e7d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:22.916956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.918415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e9c7860-6022-4f7c-87d5-10d42c14ce9d req-c917becf-31ba-4437-956e-88ace0943e7d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0669339 Aug 06 18:03:22.922026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.949125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:22.950733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d644dcd-865b-4b45-bda5-68dde45b3fcf req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1940796 Aug 06 18:03:22.981218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560473dc-800a-4df8-8294-f3bb87a13221 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b415aede-2141-4c08-b39b-520cbe56bb4f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:22.989521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e9c7860-6022-4f7c-87d5-10d42c14ce9d req-c5356a6a-dc59-4442-acaa-e69cbdd5edc4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633736 Aug 06 18:03:23.051630 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dfd96b-09d9-4178-afb3-85c9ca67224c x-openstack-request-id: req-b9dfd96b-09d9-4178-afb3-85c9ca67224c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:23.052123 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:23.052207 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9dfd96b-09d9-4178-afb3-85c9ca67224c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:23.052571 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'code': 200} Aug 06 18:03:23.146279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-975d98a6-aef4-482f-b7f8-08f30b49ef83 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/b415aede-2141-4c08-b39b-520cbe56bb4f HTTP/1.1" status: 200 len: 1804 time: 0.0760825 Aug 06 18:03:23.167697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b415aede-2141-4c08-b39b-520cbe56bb4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:23.167929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b415aede-2141-4c08-b39b-520cbe56bb4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:23.259883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.292814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.312044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.335412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae0718-cccb-48d9-ab34-b8dd12df5789 req-4a49f568-23f6-4cf2-9dcb-4705bc30345f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:23.337879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2819564-a600-4b80-8eee-ed10f55f1dbe,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:23.344037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4dae0718-cccb-48d9-ab34-b8dd12df5789 req-4a49f568-23f6-4cf2-9dcb-4705bc30345f tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.0723131 Aug 06 18:03:23.350644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.375781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d24e7267-5a67-4c47-afed-d1ecc93e78a7 req-9a851d2f-2854-4d6f-af23-4f92a29b88a2 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2132602 Aug 06 18:03:23.407125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4dae0718-cccb-48d9-ab34-b8dd12df5789 req-ae19bb99-c75d-48c4-8a50-2df13be0ebe1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614927 Aug 06 18:03:23.506417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-364638554', 'description': 'tempest-description-105089735'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:23.558860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.570915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f322d1-abf6-4316-abe7-d20654c08513 req-dc79c4f0-7eea-4b5e-a376-968f43e17ac8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:23.577014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f322d1-abf6-4316-abe7-d20654c08513 req-dc79c4f0-7eea-4b5e-a376-968f43e17ac8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:23.578730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97f322d1-abf6-4316-abe7-d20654c08513 req-dc79c4f0-7eea-4b5e-a376-968f43e17ac8 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.0708935 Aug 06 18:03:23.637250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97f322d1-abf6-4316-abe7-d20654c08513 req-8fab1759-11a4-4438-883c-5068260285af tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Aug 06 18:03:23.706489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.714368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.746737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.748336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a606c1a3-371b-44ee-922c-d2ed15093a5d req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2468700 Aug 06 18:03:23.750225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6e87-cd9f-449e-880f-ad967c3eaff0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66437364-4f1e-4af0-a38a-d44f2d7c7c7d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:23.790470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49adee-64b1-4ffa-b906-373c50058358 req-3e56481d-6f68-438c-b181-91e6689a4e4d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:23.792239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f49adee-64b1-4ffa-b906-373c50058358 req-3e56481d-6f68-438c-b181-91e6689a4e4d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0694907 Aug 06 18:03:23.821204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-2a2656f0-bdb6-4d6a-8e04-dd4afd527ca3 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/66437364-4f1e-4af0-a38a-d44f2d7c7c7d HTTP/1.1" status: 200 len: 1803 time: 0.0457199 Aug 06 18:03:23.833282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66437364-4f1e-4af0-a38a-d44f2d7c7c7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:23.837706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66437364-4f1e-4af0-a38a-d44f2d7c7c7d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:23.847522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f49adee-64b1-4ffa-b906-373c50058358 req-5df8916a-8ad2-4ad7-a949-3f0f8b04c5ff tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Aug 06 18:03:23.912003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.951302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.956192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.977019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df5bdc6-c59a-4620-9aa6-795f74507dce,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:23.990308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:23.993927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-621cbb50-e716-4867-8345-498d3f4e49f5 req-f8991a86-1f44-48c9-9b26-b9c6fe6a6780 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1647985 Aug 06 18:03:24.017768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65300896', 'description': 'tempest-description-1676264619'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:24.035078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:24.037631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:24.067022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.166123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1548e0-2892-4886-95c9-7da5a46d82b3 req-9b0729ab-27e7-4a4c-92de-b712a620f8e5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.170675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c1548e0-2892-4886-95c9-7da5a46d82b3 req-9b0729ab-27e7-4a4c-92de-b712a620f8e5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0952439 Aug 06 18:03:24.172657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.178721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.224908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af24dd65-bc68-4be1-8af3-a39434cb8960,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:24.229315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.241114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3647c13-7a15-4e03-a22a-b38b34cc6777 req-564abf87-9993-4c8d-9a27-24ab0d190e1c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2262068 Aug 06 18:03:24.259812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c1548e0-2892-4886-95c9-7da5a46d82b3 req-756f501d-0cf8-4970-a51b-a4635b9d49c6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776951 Aug 06 18:03:24.270578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.310760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046196286', 'description': 'tempest-description-213048111'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:24.328108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:24.358520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.369286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'mac_address': 'fa:16:3e:92:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:24.375910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:24.400939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.460845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.485637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:24.494718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:24.518255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.525769 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.541095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:03:24.541539 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:03:24.564404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.566065 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-366abf36-be58-4f75-bbfe-b560fdef9a15 req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2629681 Aug 06 18:03:24.576209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae311c-7110-4df5-9983-772eb8add39c tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02f76f-5340-469c-b267-1b401d1f24d4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:24.713377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94113d0b-4e9c-4461-a71d-7c084d300705 req-ff1f1081-d25a-4f42-b529-f515228c2cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.715139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94113d0b-4e9c-4461-a71d-7c084d300705 req-ff1f1081-d25a-4f42-b529-f515228c2cf0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.0919929 Aug 06 18:03:24.761780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-022bad0e-21cf-4ec0-85dc-6784375e019a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/af24dd65-bc68-4be1-8af3-a39434cb8960 HTTP/1.1" status: 200 len: 1803 time: 0.0509226 Aug 06 18:03:24.808831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-d000d246-e9b6-4d8c-9600-e6abef70bb17 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.810539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-d000d246-e9b6-4d8c-9600-e6abef70bb17 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb&tenant_id=8f91969929c647a599e04c12ba9871ae&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 948 time: 0.1364255 Aug 06 18:03:24.813992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94113d0b-4e9c-4461-a71d-7c084d300705 req-33582dac-e238-4a4a-bede-9db8a08afab1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833664 Aug 06 18:03:24.820884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-a6d6e54b-b2f6-44e0-a7f8-b2b55becf911 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/ae02f76f-5340-469c-b267-1b401d1f24d4 HTTP/1.1" status: 200 len: 1804 time: 0.0518847 Aug 06 18:03:24.838607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af24dd65-bc68-4be1-8af3-a39434cb8960', 'remote_group_id': 'ae02f76f-5340-469c-b267-1b401d1f24d4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:24.838965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'af24dd65-bc68-4be1-8af3-a39434cb8960', 'remote_group_id': 'ae02f76f-5340-469c-b267-1b401d1f24d4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:24.936041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-dd247fef-ec34-425e-b9e2-c5ec1087fb57 service neutron] 10.222.0.55 "GET /v2.0/ports/472958bc-2ee1-47e5-bea7-0171c7d4ea96/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.1089191 Aug 06 18:03:24.941869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:24.955295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bccbc2-6d4b-4296-b4be-40e30a555c61 req-963333b9-3080-4448-aab2-00d9d66ce5bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.957601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47bccbc2-6d4b-4296-b4be-40e30a555c61 req-963333b9-3080-4448-aab2-00d9d66ce5bd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.0809836 Aug 06 18:03:24.974329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-ce368055-5d32-41b9-8cf2-71cbee125c25 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.980506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-ce368055-5d32-41b9-8cf2-71cbee125c25 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:24.982161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-ce368055-5d32-41b9-8cf2-71cbee125c25 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.0863488 Aug 06 18:03:25.036787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.040936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47bccbc2-6d4b-4296-b4be-40e30a555c61 req-16329730-06b3-4760-ba63-078c33f0ee5c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721929 Aug 06 18:03:25.043581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.045659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-891cdc23-01f8-48c0-b6bd-a29bc161bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.057059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-891cdc23-01f8-48c0-b6bd-a29bc161bd66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1100 time: 0.0964839 Aug 06 18:03:25.067186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:25.079008 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d2f98-3ab7-41b1-acca-2ab92ecbb912" -d '{"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:25.104519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bd0e85-fb6b-48a8-856e-4abb9d5372c8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:25.118195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.119707 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.135785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ec06988c-5b4d-4bfb-9fba-5d4300e9c6a4 req-1ec714f0-6a8a-4432-ad4b-bbfdbe962f65 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3079758 Aug 06 18:03:25.142844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:25.173128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:25.215408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:25.224158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port b1e119a4-6194-4201-be76-5850b5cc43a2 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:25.224573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.241883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.287442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-a2cc99eb-cfda-4970-a5fa-01f0090886ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.289478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-a2cc99eb-cfda-4970-a5fa-01f0090886ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2223957 Aug 06 18:03:25.319036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:25.324273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:25.338827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'mac_address': 'fa:16:3e:26:ad:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:25.358215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-f1ae1823-873a-4278-b919-94fa2a413071 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0540824 Aug 06 18:03:25.373988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4026fb2-d906-42d6-88f5-3561ca5a49fd req-3053cebc-6203-4aa7-ae87-c4d1590ddac2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.380397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4026fb2-d906-42d6-88f5-3561ca5a49fd req-3053cebc-6203-4aa7-ae87-c4d1590ddac2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.388758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4026fb2-d906-42d6-88f5-3561ca5a49fd req-3053cebc-6203-4aa7-ae87-c4d1590ddac2 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 1681 time: 0.2150555 Aug 06 18:03:25.392613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.408311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5096330-8f1d-4456-91e0-c61f57a70902 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:25.432562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:25.446857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.480422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-00abc8e6-a9ca-4d28-8931-79502c60d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.482129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-00abc8e6-a9ca-4d28-8931-79502c60d673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0645821 Aug 06 18:03:25.516155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4026fb2-d906-42d6-88f5-3561ca5a49fd req-f7322b10-6fea-4ff7-9f4d-abe7db876700 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260936 Aug 06 18:03:25.522282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:25.569780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:25.591065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-7ae55d11-6eb0-4a54-953a-9ae70f5418be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.597504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-7ae55d11-6eb0-4a54-953a-9ae70f5418be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046741 Aug 06 18:03:25.687201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-1b848e33-543e-49f2-b051-be1f4b26ba64 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.689129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-1b848e33-543e-49f2-b051-be1f4b26ba64 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.5116954 Aug 06 18:03:25.692751 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb69d62e-bec0-43d4-8dc6-68146696e1c1 x-openstack-request-id: req-bb69d62e-bec0-43d4-8dc6-68146696e1c1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:25.693052 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:25.693307 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb69d62e-bec0-43d4-8dc6-68146696e1c1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:25.693731 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'code': 200} Aug 06 18:03:25.724871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a88dc-0a93-4d1f-804b-b2eb532de297 req-a0114411-6000-4b4f-8701-80c530e6019a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:25.739991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24a88dc-0a93-4d1f-804b-b2eb532de297 req-a0114411-6000-4b4f-8701-80c530e6019a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.5073061 Aug 06 18:03:25.740292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1648345690', 'description': 'tempest-description-1439853530'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:25.771061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-f319f055-f419-4878-b3d7-5297ed748816 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663556 Aug 06 18:03:25.814925 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.879271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b5096330-8f1d-4456-91e0-c61f57a70902'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:25.927910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-57e2af32-88e9-48e4-a614-93b176c19ecf service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471581 Aug 06 18:03:25.943663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:25.944736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.985920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24a88dc-0a93-4d1f-804b-b2eb532de297 req-3793928b-41c1-41b1-8c6c-ed28036d6f13 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059174 Aug 06 18:03:25.988311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:25.988601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for b1e119a4-6194-4201-be76-5850b5cc43a2 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:25.997817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.030531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.032081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a23a615-f326-4296-9854-b56372b747b3 req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2995892 Aug 06 18:03:26.042415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a4809-1a92-4a44-8f1f-245fe4782369 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b604b2-6c4b-49a3-9c7b-05be92cbdc10,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:26.059501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b1e119a4-6194-4201-be76-5850b5cc43a2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:26.122176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port 8a3f896a-d775-42e5-a78f-13532d4afe91 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:26.122981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.162141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-173643528', 'description': 'tempest-description-1202481433'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:26.202074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.288097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.325957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b1e119a4-6194-4201-be76-5850b5cc43a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b1e119a4-6194-4201-be76-5850b5cc43a2,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:26.333175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.334757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 925051be-4e7b-4160-b639-f819c4572d97 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:26.365217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.371135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.394293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf10-19b3-4700-9995-f35d470d5e6f req-a2232fba-8b14-4ead-9dab-02284fb4105b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:26.395844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cf7ddf10-19b3-4700-9995-f35d470d5e6f req-a2232fba-8b14-4ead-9dab-02284fb4105b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 950 time: 0.1378453 Aug 06 18:03:26.410912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port 8a3f896a-d775-42e5-a78f-13532d4afe91, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8a3f896a-d775-42e5-a78f-13532d4afe91,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:26.411547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.416298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:26.439221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.439521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for 8a3f896a-d775-42e5-a78f-13532d4afe91 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:26.440465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6dbce20-dea5-4355-8b15-caa04b6809f1 req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2864559 Aug 06 18:03:26.441474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98964a12-70ec-4123-848e-f6f8506bec2a tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4166da7-4926-48da-a3c7-15ba6f4ed94e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:26.485061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.528319 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.533000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:26.540909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.573813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390b95-906c-49dd-ae18-634cb0f9df4e req-50fb3a9d-ed1f-449f-be40-6b3e275cb805 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:26.575504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62390b95-906c-49dd-ae18-634cb0f9df4e req-50fb3a9d-ed1f-449f-be40-6b3e275cb805 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 949 time: 0.0571675 Aug 06 18:03:26.593526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cf7ddf10-19b3-4700-9995-f35d470d5e6f req-f6319559-1d75-4453-9666-b66796fde5d4 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549315 Aug 06 18:03:26.618471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:26.618679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=b1e119a4-6194-4201-be76-5850b5cc43a2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:26.663194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62390b95-906c-49dd-ae18-634cb0f9df4e req-559a6f3c-342c-453b-83e0-cd62b38e48f2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Aug 06 18:03:26.670871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port b1e119a4-6194-4201-be76-5850b5cc43a2 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:26.683431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.691402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "DELETE /v2.0/ports/b1e119a4-6194-4201-be76-5850b5cc43a2 HTTP/1.1" status: 204 len: 173 time: 1.6995964 Aug 06 18:03:26.694902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.699214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.700345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.701579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.702237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.703656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.704085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.705377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.706235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.706655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.707361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.708712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f234db-b475-49b4-8645-78f2d326ba8a tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:26.711768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-deleted', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:26.715751 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf60f9-2ee9-4858-aa73-f45ef423e53b" -d '{"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-deleted", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:26.821483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-c6553bf9-895f-48de-8650-1277728b1531 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/f2b604b2-6c4b-49a3-9c7b-05be92cbdc10 HTTP/1.1" status: 200 len: 1805 time: 0.1634207 Aug 06 18:03:26.826393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced96519-b003-460f-b397-539bfcbea8df req-14237d11-5f2a-4f8f-b3e4-5b8276627f97 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:26.830123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ced96519-b003-460f-b397-539bfcbea8df req-14237d11-5f2a-4f8f-b3e4-5b8276627f97 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 943 time: 0.0823510 Aug 06 18:03:26.893046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ced96519-b003-460f-b397-539bfcbea8df req-90c086bf-383a-40a4-97dc-8a28e010df77 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/security-groups?id=e7e2b8a4-3765-4235-bb01-d5805b6d07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Aug 06 18:03:26.941234 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65f431-9326-491b-987f-aaa0044b5056 x-openstack-request-id: req-6b65f431-9326-491b-987f-aaa0044b5056 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:26.941625 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-deleted", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:26.941794 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b65f431-9326-491b-987f-aaa0044b5056 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:26.942378 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-deleted', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'status': 'completed', 'code': 200} Aug 06 18:03:26.971106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:26.985830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:26.988209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70', 'f5a4f872-424d-4340-980f-0e656f71aca7', '8a3f896a-d775-42e5-a78f-13532d4afe91'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:26.999881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-66224d1d-9c8c-42ef-bfc0-7ad21a5a2e90 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/a4166da7-4926-48da-a3c7-15ba6f4ed94e HTTP/1.1" status: 200 len: 1804 time: 0.1495452 Aug 06 18:03:27.025689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2b604b2-6c4b-49a3-9c7b-05be92cbdc10', 'remote_group_id': 'a4166da7-4926-48da-a3c7-15ba6f4ed94e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:27.026068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2b604b2-6c4b-49a3-9c7b-05be92cbdc10', 'remote_group_id': 'a4166da7-4926-48da-a3c7-15ba6f4ed94e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:27.035074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=8a3f896a-d775-42e5-a78f-13532d4afe91,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:27.079231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 925051be-4e7b-4160-b639-f819c4572d97 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:27.079889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.142877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port 8a3f896a-d775-42e5-a78f-13532d4afe91 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:27.151123 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.153632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9230797c-98aa-4f6e-b845-36ac0acd04e4 req-ef4b7e9f-cc80-4340-9113-bffde83cac07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "DELETE /v2.0/ports/8a3f896a-d775-42e5-a78f-13532d4afe91 HTTP/1.1" status: 204 len: 173 time: 1.4548385 Aug 06 18:03:27.219124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0754c-5179-424c-bd5d-4cf51ce82eff req-d8713644-f77e-45a6-977b-8bf4293427d6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:27.233320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51a0754c-5179-424c-bd5d-4cf51ce82eff req-d8713644-f77e-45a6-977b-8bf4293427d6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.1362545 Aug 06 18:03:27.308850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 925051be-4e7b-4160-b639-f819c4572d97, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=925051be-4e7b-4160-b639-f819c4572d97,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:27.309282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.314933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51a0754c-5179-424c-bd5d-4cf51ce82eff req-fa41c294-4a46-4b01-ac52-f48e7e06143b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804296 Aug 06 18:03:27.342400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:27.373362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.376899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 925051be-4e7b-4160-b639-f819c4572d97 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:27.448179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.459733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.509987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57665c8f-5ef6-4eb0-a968-cf02db265190,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:27.535879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.540959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b5096330-8f1d-4456-91e0-c61f57a70902 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:27.541247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.542793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b18ceb0-02b0-404a-9350-bb51bd9c7fa5 req-8f4fcee6-62fd-415c-9884-df747c01c6cd tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5415351 Aug 06 18:03:27.650027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-b94140f0-f402-4b9f-975a-5203ad49ede0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/a4166da7-4926-48da-a3c7-15ba6f4ed94e HTTP/1.1" status: 200 len: 1804 time: 0.0823841 Aug 06 18:03:27.651150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.698118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=925051be-4e7b-4160-b639-f819c4572d97,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:27.713145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2'}, {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925051be-4e7b-4160-b639-f819c4572d97'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:27.715585 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b194d73-8adb-48bb-8170-fa9245c65768" -d '{"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2"}, {"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-unplugged", "status": "completed", "tag": "925051be-4e7b-4160-b639-f819c4572d97"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:27.772893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 925051be-4e7b-4160-b639-f819c4572d97 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:27.782720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.798869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-093d630a-c401-4957-8370-f06e18e7e6e6 req-003142dc-f85e-4a2c-a481-85f426d04361 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee HTTP/1.1" status: 200 len: 210 time: 0.1083918 Aug 06 18:03:27.800502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-187ae65f-1a65-4c5b-9955-0d40546dc5c7 req-debbc2ef-7d17-4b2c-84a2-dc582b0088aa tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.55 "DELETE /v2.0/ports/925051be-4e7b-4160-b639-f819c4572d97 HTTP/1.1" status: 204 len: 173 time: 1.0730557 Aug 06 18:03:27.878086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:27.928728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.053492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.058873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.072652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c55cc3f8-a190-4f45-af57-985732ad5831 req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4166da7-4926-48da-a3c7-15ba6f4ed94e HTTP/1.1" status: 204 len: 173 time: 0.4110076 Aug 06 18:03:28.102813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ed32b-322c-463b-bf82-13e694d14689 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4166da7-4926-48da-a3c7-15ba6f4ed94e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:28.160633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6c74-536e-40d9-a7b4-d9a587780354 req-7bee62eb-35e6-486e-866f-7c87266dc05d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:28.172189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d0a6c74-536e-40d9-a7b4-d9a587780354 req-7bee62eb-35e6-486e-866f-7c87266dc05d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 949 time: 0.1809185 Aug 06 18:03:28.191584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:28.206516 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e84a4-d05a-46d7-a8f3-1e2a62630a59 x-openstack-request-id: req-518e84a4-d05a-46d7-a8f3-1e2a62630a59 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:28.206733 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e119a4-6194-4201-be76-5850b5cc43a2", "code": 200}, {"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-unplugged", "status": "completed", "tag": "925051be-4e7b-4160-b639-f819c4572d97", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:28.206968 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-518e84a4-d05a-46d7-a8f3-1e2a62630a59 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:28.207357 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e119a4-6194-4201-be76-5850b5cc43a2', 'code': 200} Aug 06 18:03:28.207611 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925051be-4e7b-4160-b639-f819c4572d97', 'code': 200} Aug 06 18:03:28.226129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d0a6c74-536e-40d9-a7b4-d9a587780354 req-575aedc7-fe78-4e2b-ab22-664f126834df tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Aug 06 18:03:28.298061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.339849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0dac8830-560d-4ab4-b2e0-92eab10a0406 req-e78d487f-b5fe-4813-8e07-6da26ee212dc tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/f2b604b2-6c4b-49a3-9c7b-05be92cbdc10 HTTP/1.1" status: 200 len: 1805 time: 0.0710309 Aug 06 18:03:28.356391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5558b84c-e819-4eed-8218-2dbaf4050068 req-13d6f355-00e9-4fcc-b081-91cf335a776f tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fcaf246-2b86-4ace-ae84-73334e75bd25 HTTP/1.1" status: 200 len: 210 time: 0.0657115 Aug 06 18:03:28.393549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1238277851', 'description': 'tempest-description-1817152211'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:28.420588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:28.422801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.435654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.439526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8a3f896a-d775-42e5-a78f-13532d4afe91 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:28.448410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfb87-6bf7-4b6d-9c11-df063a707bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.497674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30795-f4d4-42b4-857c-96c8b5694660 req-263be195-597c-4bdd-be5b-716bb68f5259 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:28.504935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 8a3f896a-d775-42e5-a78f-13532d4afe91 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:28.505275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8a3f896a-d775-42e5-a78f-13532d4afe91 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:28.506605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80b30795-f4d4-42b4-857c-96c8b5694660 req-263be195-597c-4bdd-be5b-716bb68f5259 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0770426 Aug 06 18:03:28.516536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:28.516904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.568904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80b30795-f4d4-42b4-857c-96c8b5694660 req-1313df75-29e8-430f-9b94-464a06a15619 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596504 Aug 06 18:03:28.603111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:28.649966 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.653610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-39f258de-c409-49b6-b439-6648840ed572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:28.655227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-39f258de-c409-49b6-b439-6648840ed572 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1101 time: 0.0929449 Aug 06 18:03:28.657217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.721414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.737692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.765005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4cce16d-6ec4-4d0f-b464-df0d09eb85a5 req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3565907 Aug 06 18:03:28.787745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b21a5-88c3-4a5e-85be-c3202eadacd9 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b63d2-6605-4d00-b07d-2aa5476f2e20,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:28.811406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:28.832890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-916be936-7821-4223-ae18-c9a037cd969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:28.834555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-916be936-7821-4223-ae18-c9a037cd969e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 1101 time: 0.1472225 Aug 06 18:03:28.847352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-6af7e887-ef71-4ee4-a2eb-384dd96ef7af tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 200 len: 1805 time: 0.0628102 Aug 06 18:03:28.848909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:28.918044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b9b63d2-6605-4d00-b07d-2aa5476f2e20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:28.929131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b9b63d2-6605-4d00-b07d-2aa5476f2e20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:28.943675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'name': 'network-vif-deleted', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91'}, {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-deleted', 'tag': '925051be-4e7b-4160-b639-f819c4572d97'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:28.944928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:28.963701 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0afe15-e79a-478c-83cc-52fdaccae1ae" -d '{"events": [{"server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "name": "network-vif-deleted", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91"}, {"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-deleted", "tag": "925051be-4e7b-4160-b639-f819c4572d97"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:29.058936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-ec991f6b-ebae-4503-ab1e-02b2459ccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.061193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-ec991f6b-ebae-4503-ab1e-02b2459ccf9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2113144 Aug 06 18:03:29.129798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-d74ebe28-1b2f-468e-8588-54c2407d4a3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 200 len: 217 time: 0.0591381 Aug 06 18:03:29.147223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.193297 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3bd0b3-2efb-42f4-8c95-3b6cf828a5f5 x-openstack-request-id: req-7d3bd0b3-2efb-42f4-8c95-3b6cf828a5f5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:29.194286 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee", "name": "network-vif-deleted", "tag": "8a3f896a-d775-42e5-a78f-13532d4afe91", "status": "completed", "code": 200}, {"server_uuid": "3fcaf246-2b86-4ace-ae84-73334e75bd25", "name": "network-vif-deleted", "tag": "925051be-4e7b-4160-b639-f819c4572d97", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:29.194537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d3bd0b3-2efb-42f4-8c95-3b6cf828a5f5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:29.194941 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b0eed1-78a9-4bdf-8888-2d0a8e4cb5ee', 'name': 'network-vif-deleted', 'tag': '8a3f896a-d775-42e5-a78f-13532d4afe91', 'status': 'completed', 'code': 200} Aug 06 18:03:29.195191 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcaf246-2b86-4ace-ae84-73334e75bd25', 'name': 'network-vif-deleted', 'tag': '925051be-4e7b-4160-b639-f819c4572d97', 'status': 'completed', 'code': 200} Aug 06 18:03:29.204258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.212448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.215377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-9f9b1606-2107-4d2f-bb45-9a16f204b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.216956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-9f9b1606-2107-4d2f-bb45-9a16f204b8b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0790181 Aug 06 18:03:29.249324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5caf458-6fa6-4154-8084-3b6668bc14e6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:29.275384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.276708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f37f42b7-d55f-42d4-a960-97ac52587c27 req-bd7d0e67-ab24-4317-a765-b983d0d8eecb tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4283154 Aug 06 18:03:29.296097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-b970fce3-0e5b-4b4e-9d6b-9d1096f3ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.297804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-b970fce3-0e5b-4b4e-9d6b-9d1096f3ed13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691750 Aug 06 18:03:29.321498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cb9a8-2d94-4161-a279-0dd8a459e40b req-9bec7010-0053-4cf1-be3f-56d47f3ce6cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.330393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df1cb9a8-2d94-4161-a279-0dd8a459e40b req-9bec7010-0053-4cf1-be3f-56d47f3ce6cb tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.0792019 Aug 06 18:03:29.376943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df1cb9a8-2d94-4161-a279-0dd8a459e40b req-31201ddc-28e5-474c-af09-e369838f10c5 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Aug 06 18:03:29.441485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-8ba99e4c-9102-4fe5-973e-cf15749397e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357009 Aug 06 18:03:29.452283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0704-9493-4159-9cb2-acaf354003a8 req-bbecc3e0-14a8-4346-96ac-769d2e9bb6f4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.453914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232c0704-9493-4159-9cb2-acaf354003a8 req-bbecc3e0-14a8-4346-96ac-769d2e9bb6f4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0875900 Aug 06 18:03:29.466064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-28c02752-ca35-4296-bf07-185cc6b3ecb0 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 200 len: 2398 time: 0.0541563 Aug 06 18:03:29.479190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b9b63d2-6605-4d00-b07d-2aa5476f2e20', 'remote_group_id': None}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:29.479845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b9b63d2-6605-4d00-b07d-2aa5476f2e20', 'remote_group_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:29.549122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.557433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232c0704-9493-4159-9cb2-acaf354003a8 req-2d3b07e3-b1d2-4bae-8eb2-c485b1c04e46 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934806 Aug 06 18:03:29.577041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6be56e43-ec81-43d3-943b-f2f7fa73c252 req-ad2294bd-8dea-468f-a260-e1f90a9c9fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221194 Aug 06 18:03:29.581586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.589006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.606140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cdb383-ef26-47d9-a6b3-328901ec5359,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:29.617156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.618508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24f04b94-f083-474b-a0c1-a4c348bc3da3 req-b701c3f4-aeac-41ac-b9d4-c34eb7413200 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1454489 Aug 06 18:03:29.625746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:29.709821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting subnet 444c4af3-abcb-4921-ac0a-c47874dff154 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:03:29.715963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.733827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cacd64-1a27-43d2-b072-8823f648ad9a req-2574cb44-dddf-477c-937b-bc3864b5f920 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:29.735431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66cacd64-1a27-43d2-b072-8823f648ad9a req-2574cb44-dddf-477c-937b-bc3864b5f920 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0617964 Aug 06 18:03:29.743424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f16f4899-3844-421f-9ba9-3e18946ff40c req-590fa7b8-b5c4-47e8-8457-294a428a3505 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 200 len: 2996 time: 0.0876637 Aug 06 18:03:29.767103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.789722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66cacd64-1a27-43d2-b072-8823f648ad9a req-57fda45a-e576-43a3-99ce-c658940d61eb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Aug 06 18:03:29.842043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-4dd5641a-47f0-4b4c-91b5-113a0f9cc685 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-group-rules/15cdb383-ef26-47d9-a6b3-328901ec5359 HTTP/1.1" status: 200 len: 783 time: 0.0249207 Aug 06 18:03:29.886469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.907162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-a6b297fa-0ccc-4d36-a7f0-83771577c54b tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 200 len: 2996 time: 0.0565698 Aug 06 18:03:29.938792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.947989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.967203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.984870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.992412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:29.993915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-febfe6d7-6c18-4e93-89b9-b8cb7ec58797 req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/15cdb383-ef26-47d9-a6b3-328901ec5359 HTTP/1.1" status: 204 len: 173 time: 0.0855763 Aug 06 18:03:30.003964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.006099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/subnets/444c4af3-abcb-4921-ac0a-c47874dff154 HTTP/1.1" status: 204 len: 168 time: 0.3791878 Aug 06 18:03:30.007516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38f6d4-9b8f-4236-aa1c-11301637d587 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Subnet': ['ID=444c4af3-abcb-4921-ac0a-c47874dff154,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:30.007814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1d0c-2b41-496b-8cec-cc88e1f29a84 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15cdb383-ef26-47d9-a6b3-328901ec5359,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:30.009320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:30.018048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f6419-4322-4541-b7b5-407194def774 None None] Network b1648789-aa1c-4335-bfda-aa2bee0d2d43 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:30.178784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.189823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff167267-864e-489e-9398-969efc985c77 req-20fb3d51-2908-4488-8caa-4d2bab7b56ac tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 200 len: 2398 time: 0.1628709 Aug 06 18:03:30.210208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902'}, {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:30.212639 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de165ccb-c251-4728-bf62-b157a29795e1" -d '{"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-plugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902"}, {"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:30.250584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] DHCP port deletion for b1648789-aa1c-4335-bfda-aa2bee0d2d43 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:03:30.312001 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3d92d-4efd-4a49-9492-1e2407507bf5 x-openstack-request-id: req-58b3d92d-4efd-4a49-9492-1e2407507bf5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:30.312508 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-plugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902", "code": 200}, {"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:30.312770 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58b3d92d-4efd-4a49-9492-1e2407507bf5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:30.313187 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'code': 200} Aug 06 18:03:30.313467 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'code': 200} Aug 06 18:03:30.331859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Deleting port e0e08fd5-639c-46b5-a965-cf426afbfbe6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:30.332241 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.363942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port e0e08fd5-639c-46b5-a965-cf426afbfbe6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:30.364513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.368222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ff167267-864e-489e-9398-969efc985c77 req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.433820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] For port e0e08fd5-639c-46b5-a965-cf426afbfbe6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e0e08fd5-639c-46b5-a965-cf426afbfbe6,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:30.434307 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.459395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Calling delete_port for e0e08fd5-639c-46b5-a965-cf426afbfbe6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:30.474662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ff167267-864e-489e-9398-969efc985c77 req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.531100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port e0e08fd5-639c-46b5-a965-cf426afbfbe6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e0e08fd5-639c-46b5-a965-cf426afbfbe6,segment=NetworkSegment(2188861a-1c1f-4e8b-9319-4a0b954a15a6),segment_id=2188861a-1c1f-4e8b-9319-4a0b954a15a6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:30.531676 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.577067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for e0e08fd5-639c-46b5-a965-cf426afbfbe6 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:30.577326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51df09d-1267-4773-b2af-19b17f16fcfc req-4be317f3-9816-44e4-be91-1fa745da9a14 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:30.596087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e51df09d-1267-4773-b2af-19b17f16fcfc req-4be317f3-9816-44e4-be91-1fa745da9a14 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.1106875 Aug 06 18:03:30.672392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.677987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ff167267-864e-489e-9398-969efc985c77 req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.683270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ff167267-864e-489e-9398-969efc985c77 req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.698792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff167267-864e-489e-9398-969efc985c77 req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/9b9b63d2-6605-4d00-b07d-2aa5476f2e20 HTTP/1.1" status: 204 len: 173 time: 0.4952731 Aug 06 18:03:30.704345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e51df09d-1267-4773-b2af-19b17f16fcfc req-ea61c1e6-8229-445b-bf50-ff2f4c8b8368 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Aug 06 18:03:30.733937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] No DVR routers for this DVR port e0e08fd5-639c-46b5-a965-cf426afbfbe6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:30.738043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef71c25-74b6-4406-a406-cecb36e11f3f None None] Pushing event deleted for resources: {'Port': ['ID=e0e08fd5-639c-46b5-a965-cf426afbfbe6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:30.776204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ba68-a667-4d5f-9403-f74495c76504 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b63d2-6605-4d00-b07d-2aa5476f2e20,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:30.793710 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-833c931c-b62a-43b9-a6ea-22c98e5fe36c req-271bf6a9-059a-41e5-93d6-6444b9154e0e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] show failed (client error): The resource could not be found. Aug 06 18:03:30.803357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-833c931c-b62a-43b9-a6ea-22c98e5fe36c req-271bf6a9-059a-41e5-93d6-6444b9154e0e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/a4166da7-4926-48da-a3c7-15ba6f4ed94e HTTP/1.1" status: 404 len: 352 time: 0.0417063 Aug 06 18:03:30.806521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e0e08fd5-639c-46b5-a965-cf426afbfbe6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:30.858519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e0e08fd5-639c-46b5-a965-cf426afbfbe6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:30.858910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e0e08fd5-639c-46b5-a965-cf426afbfbe6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:30.873502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.912440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port e0e08fd5-639c-46b5-a965-cf426afbfbe6 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:30.915415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-1f9359e9-db3c-46b0-a67a-883cdea963ab tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/f2b604b2-6c4b-49a3-9c7b-05be92cbdc10 HTTP/1.1" status: 200 len: 1805 time: 0.0874255 Aug 06 18:03:30.941766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=e0e08fd5-639c-46b5-a965-cf426afbfbe6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:30.992187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:30.996615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9577e-7c8b-4a1c-a1ea-1643171b1487 req-fb7dcfb1-7830-413d-b1a8-8e47c5673060 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:31.004604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bf9577e-7c8b-4a1c-a1ea-1643171b1487 req-fb7dcfb1-7830-413d-b1a8-8e47c5673060 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.1884792 Aug 06 18:03:31.029182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.086114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.094769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.103202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.110675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fabf9e1-81c7-4796-8c15-df31399b63d4 req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/f2b604b2-6c4b-49a3-9c7b-05be92cbdc10 HTTP/1.1" status: 204 len: 173 time: 0.1875646 Aug 06 18:03:31.123952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bf9577e-7c8b-4a1c-a1ea-1643171b1487 req-568e07a8-174b-4ca6-b3ff-e342db3b47aa tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182382 Aug 06 18:03:31.127004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47324-788c-4454-8f2e-cab3c3d6576e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b604b2-6c4b-49a3-9c7b-05be92cbdc10,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:31.130556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1648789-aa1c-4335-bfda-aa2bee0d2d43']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:31.169542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2188861a-1c1f-4e8b-9319-4a0b954a15a6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:31.169849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2188861a-1c1f-4e8b-9319-4a0b954a15a6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:31.190759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.218635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.228713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:03:31.230460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:03:31.237331 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:03:31.310153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c27ba-4e56-43e7-b66e-83cd7afb769d req-6389b96b-206e-4acd-bd73-c33b4a72783d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:31.312057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b32c27ba-4e56-43e7-b66e-83cd7afb769d req-6389b96b-206e-4acd-bd73-c33b4a72783d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0779581 Aug 06 18:03:31.371397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.403820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b32c27ba-4e56-43e7-b66e-83cd7afb769d req-e65e2975-99d8-461c-910c-a0088ac780f2 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Aug 06 18:03:31.411642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.419599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47130) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:31.420385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/networks/b1648789-aa1c-4335-bfda-aa2bee0d2d43 HTTP/1.1" status: 204 len: 168 time: 1.4017291 Aug 06 18:03:31.421476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.452667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2a879-2479-43a2-a77f-fddb96057d68 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Network': ['ID=b1648789-aa1c-4335-bfda-aa2bee0d2d43,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:31.582905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6e73799-fe63-425d-81a5-b08ff593204c req-f7fae115-3fa8-4a1e-8596-d39f0291ba49 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/ae02f76f-5340-469c-b267-1b401d1f24d4 HTTP/1.1" status: 200 len: 1804 time: 0.0813317 Aug 06 18:03:31.589857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting subnet 80c983a9-44c4-47f7-983d-7781c74414ab {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:03:31.618546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.619918 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d08e31fa-d175-4bb3-9259-bf018e4bfcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.704420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.787989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f6e73799-fe63-425d-81a5-b08ff593204c req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.813230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-2b594127-8c4c-4aaa-b2e3-6d4e071822fe tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:31.815494 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-2b594127-8c4c-4aaa-b2e3-6d4e071822fe tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.2111964 Aug 06 18:03:31.905967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f6e73799-fe63-425d-81a5-b08ff593204c req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:31.996617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.080202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:32.152953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.171835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:32.262108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.266928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/subnets/80c983a9-44c4-47f7-983d-7781c74414ab HTTP/1.1" status: 204 len: 168 time: 0.8456793 Aug 06 18:03:32.270014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f6e73799-fe63-425d-81a5-b08ff593204c req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.270792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47140) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:32.272862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f6e73799-fe63-425d-81a5-b08ff593204c req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.275391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6e73799-fe63-425d-81a5-b08ff593204c req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae02f76f-5340-469c-b267-1b401d1f24d4 HTTP/1.1" status: 204 len: 173 time: 0.6909771 Aug 06 18:03:32.281838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7654e-d599-42b7-aa5d-822752ab7dae tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Subnet': ['ID=80c983a9-44c4-47f7-983d-7781c74414ab,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:32.286160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07366b49-25e7-42f7-ac9c-31a0b2456654 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:32.298260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f446f43-7baa-410d-ac20-e9b48bec716e tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02f76f-5340-469c-b267-1b401d1f24d4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:32.307666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port f5a4f872-424d-4340-980f-0e656f71aca7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:32.315437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.557305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:32.560281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.693097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port f5a4f872-424d-4340-980f-0e656f71aca7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f5a4f872-424d-4340-980f-0e656f71aca7,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:32.694050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.703411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'mac_address': 'fa:16:3e:92:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:32.724241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for f5a4f872-424d-4340-980f-0e656f71aca7 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:32.735532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Deleting port 7827f652-2438-4df1-9c79-c18873fe555f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:32.735877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.736935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.829892 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.848477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:32.860525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:32.863381 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450d141-320a-4648-a121-da3d0c39812f" -d '{"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:32.901674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:32.919649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:32.983473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae84ee-e5e4-4e60-ad5a-fbd041dd888d req-f62e513b-47aa-49e6-8ed7-90ed2d110847 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:32.985996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56ae84ee-e5e4-4e60-ad5a-fbd041dd888d req-f62e513b-47aa-49e6-8ed7-90ed2d110847 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf811855-fc06-4b63-82e5-988f0b6fd80f HTTP/1.1" status: 200 len: 950 time: 0.3794467 Aug 06 18:03:32.989518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] DHCP port deletion for ddfb46c6-7f9f-435e-bc1b-9803e4e75692 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:03:33.146521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56ae84ee-e5e4-4e60-ad5a-fbd041dd888d req-af3d4879-287a-4bf4-9c77-ba2b00607c2d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495907 Aug 06 18:03:33.153168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.245504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:33.266143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] For port 7827f652-2438-4df1-9c79-c18873fe555f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7827f652-2438-4df1-9c79-c18873fe555f,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:33.266515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.274735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:03:33.281579 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:03:33.295336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Calling delete_port for 7827f652-2438-4df1-9c79-c18873fe555f owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:33.308991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:33.402249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.425722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70', 'f5a4f872-424d-4340-980f-0e656f71aca7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:33.430174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:33.529002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Deleting port 7827f652-2438-4df1-9c79-c18873fe555f {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:33.529744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.569421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2edd-18a7-4aac-bc63-81aff202ba52 req-e5242687-413e-419e-947a-48d98a2abec9 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:33.572147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5d2edd-18a7-4aac-bc63-81aff202ba52 req-e5242687-413e-419e-947a-48d98a2abec9 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 948 time: 0.2884603 Aug 06 18:03:33.577495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=f5a4f872-424d-4340-980f-0e656f71aca7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:33.588680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.606924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] No DVR routers for this DVR port 7827f652-2438-4df1-9c79-c18873fe555f on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:33.681436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Port': ['ID=7827f652-2438-4df1-9c79-c18873fe555f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:33.796961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5d2edd-18a7-4aac-bc63-81aff202ba52 req-8890f4cf-3eae-44f8-a9ca-da0948a8b2e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278958 Aug 06 18:03:33.798574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port f5a4f872-424d-4340-980f-0e656f71aca7 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:33.802491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.804873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607faec-a2c4-40bd-a1d5-6b89f198d0be req-b1accb24-87a1-4adf-975c-2e0819998467 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "DELETE /v2.0/ports/f5a4f872-424d-4340-980f-0e656f71aca7 HTTP/1.1" status: 204 len: 173 time: 1.9736316 Aug 06 18:03:33.805350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'name': 'network-vif-deleted', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:33.807707 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58abf107-c71b-4c2c-8907-42651dad4c50" -d '{"events": [{"server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "name": "network-vif-deleted", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:33.915873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.970611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] For port 7827f652-2438-4df1-9c79-c18873fe555f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7827f652-2438-4df1-9c79-c18873fe555f,segment=NetworkSegment(b087f2d7-f6e1-42f8-b3f1-4d0706581b08),segment_id=b087f2d7-f6e1-42f8-b3f1-4d0706581b08)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:33.971280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:33.971408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfb46c6-7f9f-435e-bc1b-9803e4e75692']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:33.994462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Calling delete_port for 7827f652-2438-4df1-9c79-c18873fe555f owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:34.038750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:34.039226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b087f2d7-f6e1-42f8-b3f1-4d0706581b08') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:34.052545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-add719db-cdc6-4bf3-953c-b92eaf61b629 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/af24dd65-bc68-4be1-8af3-a39434cb8960 HTTP/1.1" status: 200 len: 1803 time: 0.0946600 Aug 06 18:03:34.095699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.164108 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.186985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:03:34.187451 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:03:34.191180 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:03:34.348487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.354082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.357056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.373126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] 10.222.0.64 "DELETE /v2.0/networks/ddfb46c6-7f9f-435e-bc1b-9803e4e75692 HTTP/1.1" status: 204 len: 168 time: 2.0970900 Aug 06 18:03:34.399055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2889-2b1f-4b78-b97c-b4164a30f5f0 tempest-ServersTestMultiNic-1710402302 tempest-ServersTestMultiNic-1710402302-project] Pushing event deleted for resources: {'Network': ['ID=ddfb46c6-7f9f-435e-bc1b-9803e4e75692,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:34.427983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.482705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:34.618453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.628408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a', 'port_id': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'mac_address': 'fa:16:3e:ff:c5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:34.664576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.671791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.686710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bdcee34-7ba3-4e58-9e5e-6b5cc69accde req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/af24dd65-bc68-4be1-8af3-a39434cb8960 HTTP/1.1" status: 204 len: 173 time: 0.6070025 Aug 06 18:03:34.691062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.737081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:34.785940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1074-1a60-4b94-a81e-4e4723a69a05 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24dd65-bc68-4be1-8af3-a39434cb8960,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:34.825136 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:34.922009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7827f652-2438-4df1-9c79-c18873fe555f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:34.943769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb33913-8a87-4e0d-8c24-2e616dcd8785 req-d3af2ca6-3e6d-4e9d-9588-d2bfb08baafa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:34.946882 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3eb33913-8a87-4e0d-8c24-2e616dcd8785 req-d3af2ca6-3e6d-4e9d-9588-d2bfb08baafa tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.0639889 Aug 06 18:03:34.998881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Pushing event deleted for resources: {'Port': ['ID=7827f652-2438-4df1-9c79-c18873fe555f,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:35.011340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3eb33913-8a87-4e0d-8c24-2e616dcd8785 req-22112979-8d18-4dc9-b7b9-7fc2ddfbc37d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553310 Aug 06 18:03:35.018086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] Network ddfb46c6-7f9f-435e-bc1b-9803e4e75692 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:03:35.018840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b413151-5f96-4f83-a414-32c2b61f6af6 None None] No DVR routers for this DVR port 7827f652-2438-4df1-9c79-c18873fe555f on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:35.070018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:35.092164 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.139167 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe471b7-7b96-48c7-bb09-6effbe6ba504 x-openstack-request-id: req-bbe471b7-7b96-48c7-bb09-6effbe6ba504 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:35.139716 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf811855-fc06-4b63-82e5-988f0b6fd80f", "name": "network-vif-deleted", "tag": "f5a4f872-424d-4340-980f-0e656f71aca7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:35.140206 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbe471b7-7b96-48c7-bb09-6effbe6ba504 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:35.140898 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf811855-fc06-4b63-82e5-988f0b6fd80f', 'name': 'network-vif-deleted', 'tag': 'f5a4f872-424d-4340-980f-0e656f71aca7', 'status': 'completed', 'code': 200} Aug 06 18:03:35.146430 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d864b950-93c4-48a8-86f3-7d3f7d35fec4 x-openstack-request-id: req-d864b950-93c4-48a8-86f3-7d3f7d35fec4 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:35.146430 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-unplugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:35.146430 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d864b950-93c4-48a8-86f3-7d3f7d35fec4 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:35.146430 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'code': 200} Aug 06 18:03:35.159930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.166722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7827f652-2438-4df1-9c79-c18873fe555f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:35.167061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7827f652-2438-4df1-9c79-c18873fe555f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:35.272764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:35.289095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184445-0231-48e3-b289-547f1255b90e req-38e391eb-3489-4b4c-b952-e050c72a511d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:35.302676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69184445-0231-48e3-b289-547f1255b90e req-38e391eb-3489-4b4c-b952-e050c72a511d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 950 time: 0.0816240 Aug 06 18:03:35.361047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:35.362920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:35.377736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.388958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69184445-0231-48e3-b289-547f1255b90e req-76967742-8675-4d7f-9031-69072892d5cb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848258 Aug 06 18:03:35.429587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:35.551935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:35.589987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-590ecb53-6e6d-4f6e-b8bc-fb9b22f04145 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/66437364-4f1e-4af0-a38a-d44f2d7c7c7d HTTP/1.1" status: 200 len: 2402 time: 0.0661769 Aug 06 18:03:35.661180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.712964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.786958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.794727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:35.809651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72a59c88-68ee-4d2d-aab1-fc6a6ca29b6b req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/66437364-4f1e-4af0-a38a-d44f2d7c7c7d HTTP/1.1" status: 204 len: 173 time: 0.2246614 Aug 06 18:03:35.837611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a0c23-344f-4a99-9343-29a143ec3051 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66437364-4f1e-4af0-a38a-d44f2d7c7c7d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:36.008959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:36.425828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-e277b195-a402-469a-a774-0c387b93b5cf tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "GET /v2.0/security-groups/b415aede-2141-4c08-b39b-520cbe56bb4f HTTP/1.1" status: 200 len: 2397 time: 0.0638840 Aug 06 18:03:36.513413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.543471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.635233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.638111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.639252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e779a96-b6e0-4a5f-bbe5-eb1cac8ee792 req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] 10.222.0.64 "DELETE /v2.0/security-groups/b415aede-2141-4c08-b39b-520cbe56bb4f HTTP/1.1" status: 204 len: 173 time: 0.2008295 Aug 06 18:03:36.646311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:36.662869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66d37-27e6-4b94-9242-d2244b99f833 tempest-SecurityGroupRulesTestJSON-702031381 tempest-SecurityGroupRulesTestJSON-702031381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415aede-2141-4c08-b39b-520cbe56bb4f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:36.737559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Deleting subnet 7631b6bb-d1fd-458b-b433-c43cfb97dff1 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:03:36.744778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.772670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503592-b57f-46bd-9493-82e6a60c1a71 req-4bb4131e-7fff-44e6-8f13-b2b2440115f5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:36.781431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b2503592-b57f-46bd-9493-82e6a60c1a71 req-4bb4131e-7fff-44e6-8f13-b2b2440115f5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 944 time: 0.0664210 Aug 06 18:03:36.820353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:36.850496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b2503592-b57f-46bd-9493-82e6a60c1a71 req-0e491db4-8756-477d-a341-413f82eab5ee tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678351 Aug 06 18:03:36.895242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.006503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.069295 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.073330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7631b6bb-d1fd-458b-b433-c43cfb97dff1 HTTP/1.1" status: 204 len: 168 time: 0.4250245 Aug 06 18:03:37.076366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa106ed-f0fe-4f80-92f4-484adae5a4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7631b6bb-d1fd-458b-b433-c43cfb97dff1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:37.077346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:37.096224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:37.227323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.231225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:37.231900 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.359618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.372954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.384100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5a4f872-424d-4340-980f-0e656f71aca7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:37.387959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0219081-1218-47ed-b71c-c0b3d844c609']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:37.402723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb94018-5311-4dab-bfae-5180ada4f758') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:37.403025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb94018-5311-4dab-bfae-5180ada4f758') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:37.421148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.433476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f5a4f872-424d-4340-980f-0e656f71aca7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:37.433999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f5a4f872-424d-4340-980f-0e656f71aca7 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:37.442133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.444446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:37.448228 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e280d70-86f1-48c4-b535-af1c5f268afc" -d '{"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:37.470417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:37.477224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.478838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:03:37.479159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:03:37.489215 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:03:37.610475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:37.621595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.627191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.627580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.627874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.628209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.628541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.628870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.629260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.632959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:37.636177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.636681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.637076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.637240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0219081-1218-47ed-b71c-c0b3d844c609 HTTP/1.1" status: 204 len: 168 time: 0.5571892 Aug 06 18:03:37.637410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.637854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:37.716746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d880f58-7a29-4c31-99c0-1e332e4dd38f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0219081-1218-47ed-b71c-c0b3d844c609,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:37.747578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-2e8fb996-a52d-4fac-ab22-c74797799c9b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:37.749762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-2e8fb996-a52d-4fac-ab22-c74797799c9b tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cc127d8-1f41-4563-9847-0432a8c8d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1104915 Aug 06 18:03:37.930315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:37.955581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port 6e5aab80-c065-4654-8a3a-18c6595af514 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:37.956097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.015739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1dc31f35-b20a-41e0-90dc-aa91432fe1e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7219631690e4e4ca83b712dcb992148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837028 Aug 06 18:03:38.018658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:38.138143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.156243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port 6e5aab80-c065-4654-8a3a-18c6595af514, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6e5aab80-c065-4654-8a3a-18c6595af514,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:38.157545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.179509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.184274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for 6e5aab80-c065-4654-8a3a-18c6595af514 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:38.312822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.315538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.319192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fafb5a0-409f-4bcc-898f-bed7e5dbf592 HTTP/1.1" status: 204 len: 168 time: 0.2969787 Aug 06 18:03:38.327178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78979b-70ae-4617-b8c8-088f5d0f5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fafb5a0-409f-4bcc-898f-bed7e5dbf592,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:38.450140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.465056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67', '6e5aab80-c065-4654-8a3a-18c6595af514'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:38.488289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=6e5aab80-c065-4654-8a3a-18c6595af514,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:38.544727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47', '617f9476-89f3-4b99-8587-dd0bef309b70'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:38.556797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port 6e5aab80-c065-4654-8a3a-18c6595af514 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:38.561387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:38.565026 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdd4f0ba-3f39-4b1c-b0ae-7824c3d21d54 req-35e3ad84-388b-4bf4-ab5c-f7f0097a659c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "DELETE /v2.0/ports/6e5aab80-c065-4654-8a3a-18c6595af514 HTTP/1.1" status: 204 len: 173 time: 0.8081450 Aug 06 18:03:38.565894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'name': 'network-vif-deleted', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:38.568844 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c4aa3-02b3-4a15-8e27-86dbd234ecd4" -d '{"events": [{"server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "name": "network-vif-deleted", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:39.382268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:39.481869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:39.495127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:39.495920 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:39.681301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:39.804209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:39.814863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:39.881888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:40.063975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47244) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:40.104833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.306440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-613754107-network', 'tenant_id': '5765f69d3dbb48ac98563bf29fc4c053'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:40.337959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Made reservation on behalf of 5765f69d3dbb48ac98563bf29fc4c053 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:40.341518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.353323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.538976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.547892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.590170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:03:40.612258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af06277b-14e8-47d1-989f-ffccc598b580,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:40.615344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.615683 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Added segment 631ff630-557b-42d0-a83e-74ad6dff25ed of type vlan for network 61fb054f-3b79-4796-a4cd-a018459e8a45 Aug 06 18:03:40.710985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.799121 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.801038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:40.801958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:40.820128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-632c5c4f-0b3e-4fec-b7aa-f67a66621d5d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301154 Aug 06 18:03:40.926423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8482976 Aug 06 18:03:40.929127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47256) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:40.934671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Request body: {'subnet': {'network_id': '61fb054f-3b79-4796-a4cd-a018459e8a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-613754107-subnet', 'tenant_id': '5765f69d3dbb48ac98563bf29fc4c053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:41.010570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089f2c6-7ef0-4585-92fc-7ddda2cdc978 admin admin] Pushing event updated for resources: {'Network': ['ID=61fb054f-3b79-4796-a4cd-a018459e8a45,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:41.030668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 61fb054f-3b79-4796-a4cd-a018459e8a45 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:03:41.084577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Made reservation on behalf of 5765f69d3dbb48ac98563bf29fc4c053 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:41.089292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:41.219452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b8debb10-85a8-478f-bec9-0a25516c0c64 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:41.232226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b8debb10-85a8-478f-bec9-0a25516c0c64 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027402 Aug 06 18:03:41.272863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6e5aab80-c065-4654-8a3a-18c6595af514 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:41.287890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-3c611200-750b-400c-83c1-f1c8a55faca5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/quotas/8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 375 time: 0.0494924 Aug 06 18:03:41.342631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 6e5aab80-c065-4654-8a3a-18c6595af514 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:41.344214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6e5aab80-c065-4654-8a3a-18c6595af514 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:41.403377 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a29fe-184b-404a-a950-4a4f5eefe03b x-openstack-request-id: req-b02a29fe-184b-404a-a950-4a4f5eefe03b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:41.403808 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-plugged", "status": "completed", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:41.404061 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b02a29fe-184b-404a-a950-4a4f5eefe03b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:41.404622 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'code': 200} Aug 06 18:03:41.408020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-5790032e-f1a2-4608-99b8-1648d87a6f1b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079123 Aug 06 18:03:41.436910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:41.624335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798b137-7b66-48a7-b1ba-d37d4e26d10f req-0086e9d2-53dd-42c7-b009-ec015fb0d42c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:41.625980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7798b137-7b66-48a7-b1ba-d37d4e26d10f req-0086e9d2-53dd-42c7-b009-ec015fb0d42c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1007245 Aug 06 18:03:41.659969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:41.679002 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fa1724-826b-4d0e-976a-924e687732b9 x-openstack-request-id: req-40fa1724-826b-4d0e-976a-924e687732b9 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:41.679611 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc127d8-1f41-4563-9847-0432a8c8d4b4", "name": "network-vif-deleted", "tag": "6e5aab80-c065-4654-8a3a-18c6595af514", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:41.680023 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40fa1724-826b-4d0e-976a-924e687732b9 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:41.680588 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc127d8-1f41-4563-9847-0432a8c8d4b4', 'name': 'network-vif-deleted', 'tag': '6e5aab80-c065-4654-8a3a-18c6595af514', 'status': 'completed', 'code': 200} Aug 06 18:03:41.782025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1202e699-0747-4d59-b2d4-6de58643aa38,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:41.786961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:41.964968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b5f3-314c-404e-b7b7-67923f880d59 req-cc13683c-c953-4821-99f3-19d6abc7848b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:41.972692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6168b5f3-314c-404e-b7b7-67923f880d59 req-cc13683c-c953-4821-99f3-19d6abc7848b tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 945 time: 0.1083164 Aug 06 18:03:42.000044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Checking segment: {'id': '631ff630-557b-42d0-a83e-74ad6dff25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61fb054f-3b79-4796-a4cd-a018459e8a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:42.000398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Network hostable DHCP agents. Network: 61fb054f-3b79-4796-a4cd-a018459e8a45, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:03:42.022352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7798b137-7b66-48a7-b1ba-d37d4e26d10f req-a74b0d48-9996-4eab-ba34-e8235b80c083 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842382 Aug 06 18:03:42.024845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6168b5f3-314c-404e-b7b7-67923f880d59 req-4462b107-7c7f-4a95-b995-23a6496ef5c6 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Aug 06 18:03:42.080698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Network 61fb054f-3b79-4796-a4cd-a018459e8a45 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:03:42.172226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e95755a-8ce7-4665-b39b-465cf97c3ec1 req-868db2da-332e-4386-84d3-1e01f2cc3b0e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 210 time: 0.0712671 Aug 06 18:03:42.411765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 61fb054f-3b79-4796-a4cd-a018459e8a45) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:42.436724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e986c1-6a58-4074-b08e-094df286bbb0 None None] Network 61fb054f-3b79-4796-a4cd-a018459e8a45 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:42.528951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:42.529842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:42.702794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725014bb-9899-4810-9e11-71be9801080b req-bbf3d019-61f7-4994-81ef-e395f0310e4c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:42.708866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-725014bb-9899-4810-9e11-71be9801080b req-bbf3d019-61f7-4994-81ef-e395f0310e4c tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.4116445 Aug 06 18:03:42.751093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c0542-5f9d-466b-91d2-b5cebbed4a37 None None] Network 61fb054f-3b79-4796-a4cd-a018459e8a45 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:42.785022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0380354c-3f2b-4a73-836f-494046b7baf6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8456182 Aug 06 18:03:42.828181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-725014bb-9899-4810-9e11-71be9801080b req-538ac2a6-bac4-4790-ad96-aeb3e7492452 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041741 Aug 06 18:03:42.986648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:43.309547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1475132152', 'description': 'tempest-description-1311553016'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:43.369945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-2239f5ff-f446-4954-ac91-629738aa3cc7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:43.372119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-2239f5ff-f446-4954-ac91-629738aa3cc7 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.1711221 Aug 06 18:03:43.374696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-95301a1c-ecca-45e2-8c26-dc7a3ce31098 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f91969929c647a599e04c12ba9871ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747459 Aug 06 18:03:43.401879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67f73-10ae-44a7-b8c4-2233d6390c96 req-e20aaad2-8d1f-4f3c-9bd7-00657578ec64 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:43.403000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ba67f73-10ae-44a7-b8c4-2233d6390c96 req-e20aaad2-8d1f-4f3c-9bd7-00657578ec64 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.2295325 Aug 06 18:03:43.406269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:43.409072 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95958f47-bde5-47a3-ad3f-c9c5ff35c6b2" -d '{"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-plugged", "status": "completed", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:43.485311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ba67f73-10ae-44a7-b8c4-2233d6390c96 req-902c0c1e-1233-428e-93bc-a693e7df026e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678325 Aug 06 18:03:43.536574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:43.629891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Deleting port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:43.630277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:43.757595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] For port 638b0e4d-abf1-4725-80c5-a1f7eacd8d74, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:43.758156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:43.782959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Calling delete_port for 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:43.958019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b37c727-6419-42a7-8a66-dd0bb90964c5 req-3fb88d6c-01de-46d8-80bc-f05d4c0ebe8a tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 210 time: 0.0426233 Aug 06 18:03:44.090076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.151867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=638b0e4d-abf1-4725-80c5-a1f7eacd8d74,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:44.175356 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27e0af-9dcb-472d-abf9-5b710b905d5f x-openstack-request-id: req-ea27e0af-9dcb-472d-abf9-5b710b905d5f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:44.176332 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-plugged", "status": "completed", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:44.176332 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea27e0af-9dcb-472d-abf9-5b710b905d5f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:44.176332 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'code': 200} Aug 06 18:03:44.254331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-046ddf97-8747-4c6a-925a-01e29390ced8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:44.255886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-046ddf97-8747-4c6a-925a-01e29390ced8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8738368 Aug 06 18:03:44.276164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Request body: {'port': {'device_id': '00cc97e0-160a-453b-8e37-02f6d5255637', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '8f91969929c647a599e04c12ba9871ae'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:44.322091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port 617f9476-89f3-4b99-8587-dd0bef309b70 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:44.323138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.455952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.501532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.589370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fb3fb-c1d5-4dec-93f2-85f6fb525a4a req-fc52bed3-bc06-48ff-a3cf-7348642a04b0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:44.598687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794fb3fb-c1d5-4dec-93f2-85f6fb525a4a req-fc52bed3-bc06-48ff-a3cf-7348642a04b0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 950 time: 0.2513280 Aug 06 18:03:44.626621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.635086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ba2e-368c-4b8a-9a28-9b90e987dc96 req-48d29a77-f4f0-4c87-bb36-6b250cc6e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:44.637788 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f92ba2e-368c-4b8a-9a28-9b90e987dc96 req-48d29a77-f4f0-4c87-bb36-6b250cc6e713 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1097 time: 0.3375137 Aug 06 18:03:44.683689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.696235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a80a92fc-290c-456d-8dd8-e469924bb9a8 req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4002779 Aug 06 18:03:44.747943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba524f2e-0cf0-4c5c-a8ec-5a570cb794e8 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb50444e-537f-48fc-9b99-166c0c47c826,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:44.790688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794fb3fb-c1d5-4dec-93f2-85f6fb525a4a req-08eebde5-ad32-45e7-92cd-b517db7635b0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909506 Aug 06 18:03:44.837008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f92ba2e-368c-4b8a-9a28-9b90e987dc96 req-f0922c3f-739e-4142-9e0c-8859694637df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800315 Aug 06 18:03:44.854212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:44.854915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:44.886690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for 617f9476-89f3-4b99-8587-dd0bef309b70 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:44.939841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Made reservation on behalf of 8f91969929c647a599e04c12ba9871ae for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:44.944745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.036271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0b73-a821-43fa-b77e-49bda92dcabb req-f6ad6c2a-2a6e-4355-9bd3-fd8c537d386c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:45.050308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-342d0b73-a821-43fa-b77e-49bda92dcabb req-f6ad6c2a-2a6e-4355-9bd3-fd8c537d386c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1115570 Aug 06 18:03:45.224168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-342d0b73-a821-43fa-b77e-49bda92dcabb req-570bf227-92a9-47cc-b682-adcb3b060d3f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679857 Aug 06 18:03:45.248127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Allocated IP 192.168.233.8 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/5fff3971-71a2-4e64-88bb-132f29e407eb) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:45.296261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Router fce7538c-2754-436e-a2e3-eb06cc48209b has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:03:45.321083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d3309cff-94af-43ff-a991-eddc0d04f8a1 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/eb50444e-537f-48fc-9b99-166c0c47c826 HTTP/1.1" status: 200 len: 1813 time: 0.0739548 Aug 06 18:03:45.327576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb50444e-537f-48fc-9b99-166c0c47c826', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:45.328218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb50444e-537f-48fc-9b99-166c0c47c826', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:45.379434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-48cda663-651d-4950-bed8-b8c15cd765f8 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1679109194&fields=id&tenant_id=4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 267 time: 0.5089996 Aug 06 18:03:45.403881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 617f9476-89f3-4b99-8587-dd0bef309b70 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:45.488527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.500235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:03:45.509976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d3b7c0c3-451e-48b0-ae2b-b3da568a0e9f admin admin] 10.222.0.64 "PUT /v2.0/routers/fce7538c-2754-436e-a2e3-eb06cc48209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7219119 Aug 06 18:03:45.513415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47372) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:45.525920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Sync routers for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:03:45.558570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:03:45.565095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:03:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:45.586535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.601251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.704790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bedd81f-d975-463c-97c2-5b777733fa71,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:45.713850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.727307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-7158ff60-31cf-4646-a3c8-cb076807b1cb tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:45.727917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb99c3c4-06e6-4db3-b258-7babe1cd4123 req-d7804ded-2eac-4289-93fc-3c2255534d1a tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4034667 Aug 06 18:03:45.738347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-7158ff60-31cf-4646-a3c8-cb076807b1cb tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 823 time: 0.3093450 Aug 06 18:03:45.801532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.813692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-65132213-4565-416b-905e-5e6210690b42 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/quotas/4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 375 time: 0.0499535 Aug 06 18:03:45.912592 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:45.989110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 617f9476-89f3-4b99-8587-dd0bef309b70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=617f9476-89f3-4b99-8587-dd0bef309b70,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:45.997970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.011462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:03:46.024612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83157e21-837f-4c6d-ba48-e85adab68b35 req-2188aa61-5ef4-4064-84a5-67d98cb5785d tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 210 time: 0.0838532 Aug 06 18:03:46.177397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:46.179864 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8f21d-43cd-40b4-b742-9dfd2f2bac41" -d '{"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:46.249713 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.255187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:46.261268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.327090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Transition to ACTIVE for port object 5fff3971-71a2-4e64-88bb-132f29e407eb will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:46.362642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-136546c8-16f1-4770-891d-b0262bbc091f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4811101 Aug 06 18:03:46.377155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:03:43Z', 'revision_number': 5, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port': {'id': '1dab3351-5b07-4eda-9e0f-adfcfa65689d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:01:48Z', 'updated_at': '2021-08-06T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:46.432129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03ff1b17-472c-4894-a772-4d37e9586235 req-d2b19eb5-70b4-4647-b427-aec9989b70aa tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/eb50444e-537f-48fc-9b99-166c0c47c826 HTTP/1.1" status: 200 len: 2406 time: 0.1919384 Aug 06 18:03:46.435650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Checking router: fce7538c-2754-436e-a2e3-eb06cc48209b for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:03:46.459978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Routers {'fce7538c-2754-436e-a2e3-eb06cc48209b'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:03:46.460630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:03:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['fce7538c-2754-436e-a2e3-eb06cc48209b'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:46.483875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-e233399b-ece9-4a7c-bbd9-4fc28f8ecd23 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:46.489382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-e233399b-ece9-4a7c-bbd9-4fc28f8ecd23 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ced3306-9ca4-40f2-9b14-7dae384c3782 HTTP/1.1" status: 200 len: 945 time: 0.4387441 Aug 06 18:03:46.507823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Deleting port 1dab3351-5b07-4eda-9e0f-adfcfa65689d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:46.508708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.723637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b528293-333b-4184-b2e3-a56832c7eb0d req-11f93d38-4dac-4d03-9738-a4dbeb6a8c12 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:46.729125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-33943642-37ac-4cf0-a8f0-ce6a3dc55cf4 service neutron] 10.222.0.64 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831450 Aug 06 18:03:46.738371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b528293-333b-4184-b2e3-a56832c7eb0d req-11f93d38-4dac-4d03-9738-a4dbeb6a8c12 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f30296a-ca28-4a35-87eb-31baa1d9b9f7 HTTP/1.1" status: 200 len: 948 time: 0.1963773 Aug 06 18:03:46.822769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] For port 1dab3351-5b07-4eda-9e0f-adfcfa65689d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1dab3351-5b07-4eda-9e0f-adfcfa65689d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:46.826138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.880786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:46.904698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:46.908938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:46.921168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Calling delete_port for 1dab3351-5b07-4eda-9e0f-adfcfa65689d owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:46.939223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=617f9476-89f3-4b99-8587-dd0bef309b70,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:46.991931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b528293-333b-4184-b2e3-a56832c7eb0d req-50bb7fd2-b9fe-40bb-b1fd-5062c00c81f0 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408028 Aug 06 18:03:47.001362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] Set router fce7538c-2754-436e-a2e3-eb06cc48209b gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:03:47.036962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-93bd2115-df6e-4237-842e-409d1a23d9bf service neutron] 10.222.0.64 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067725 Aug 06 18:03:47.049035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:47.155916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:03:46Z', 'revision_number': 6, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:47.249299 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58db0d1-2f17-4876-a252-39418cc7a1e9 x-openstack-request-id: req-b58db0d1-2f17-4876-a252-39418cc7a1e9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:47.249948 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:47.250382 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b58db0d1-2f17-4876-a252-39418cc7a1e9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:47.250992 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70', 'code': 200} Aug 06 18:03:47.270378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:47.271060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423ecb8-1991-43cb-9750-3afc6194521f None None] The sync data for ids ['fce7538c-2754-436e-a2e3-eb06cc48209b'] in n-d-793621-29 is: [{'id': 'fce7538c-2754-436e-a2e3-eb06cc48209b', 'name': 'tempest-ServersTestMultiNic-130252599-router', 'tenant_id': '75c3006ef0924bc5a5ed860aee45700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:01:46Z', 'updated_at': '2021-08-06T18:03:46Z', 'revision_number': 6, 'project_id': '75c3006ef0924bc5a5ed860aee45700b', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:03:47.341432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:47.349701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:47.419817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:47.527702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port 617f9476-89f3-4b99-8587-dd0bef309b70 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:47.550850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:47.551723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:47.571329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:47.576590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aeb5356c-528c-4d41-ac92-f0231a267f79 req-618e70ff-f2e2-4aac-ac29-a82a8ee87c3a tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "DELETE /v2.0/ports/617f9476-89f3-4b99-8587-dd0bef309b70 HTTP/1.1" status: 204 len: 173 time: 4.1956143 Aug 06 18:03:47.582014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-deleted', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:47.586864 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded557c-ad90-404e-8c47-5118e7581882" -d '{"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-deleted", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:47.601489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-b7521d40-d1d6-48ce-ba40-f0e2ea9b31e4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3310213 Aug 06 18:03:47.622713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Request body: {'port': {'device_id': '00cc97e0-160a-453b-8e37-02f6d5255637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:47.734799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Deleting port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:47.735143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.006547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-f26196b9-3447-4112-8178-782b704c1d11 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-group-rules/1bedd81f-d975-463c-97c2-5b777733fa71 HTTP/1.1" status: 200 len: 778 time: 0.2537940 Aug 06 18:03:48.071795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:48.169277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.343664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-23e1bb26-0c9a-4b4e-aa16-60a7a8fe0635 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/eb50444e-537f-48fc-9b99-166c0c47c826 HTTP/1.1" status: 200 len: 2406 time: 0.3070683 Aug 06 18:03:48.384677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:48.397728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.468165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.567269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d2df8ed-5ab6-4d3d-a4dd-4d3bfda6ef87 None None] Provisioning for port 5fff3971-71a2-4e64-88bb-132f29e407eb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:48.571351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dab3351-5b07-4eda-9e0f-adfcfa65689d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:48.581983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d2df8ed-5ab6-4d3d-a4dd-4d3bfda6ef87 None None] Provisioning complete for port 5fff3971-71a2-4e64-88bb-132f29e407eb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:48.582238 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d2df8ed-5ab6-4d3d-a4dd-4d3bfda6ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.672800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dde2d-8222-422a-b261-664b0d0ae86e req-b564a9db-0017-4a70-8643-43109b54af0d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:48.683936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-401dde2d-8222-422a-b261-664b0d0ae86e req-b564a9db-0017-4a70-8643-43109b54af0d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.3676674 Aug 06 18:03:48.696250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9d2df8ed-5ab6-4d3d-a4dd-4d3bfda6ef87 None None] Port 5fff3971-71a2-4e64-88bb-132f29e407eb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:03:48.702077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.702414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.702749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.703150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.703479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.703844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.704171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.704487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.704802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.705116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.705430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.705769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:03:48.811051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:48.859524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-401dde2d-8222-422a-b261-664b0d0ae86e req-29941843-0a4b-424e-8d6d-3ab1f8f0dee0 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743772 Aug 06 18:03:48.882789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.885704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:48.889952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 638b0e4d-abf1-4725-80c5-a1f7eacd8d74 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:48.890394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1dab3351-5b07-4eda-9e0f-adfcfa65689d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:48.895369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.915519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:48.934079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1dab3351-5b07-4eda-9e0f-adfcfa65689d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:48.934538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1dab3351-5b07-4eda-9e0f-adfcfa65689d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:49.079643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.091914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.092265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3801480-ab4d-4e8c-9808-a269085063f2 req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/1bedd81f-d975-463c-97c2-5b777733fa71 HTTP/1.1" status: 204 len: 173 time: 0.7219110 Aug 06 18:03:49.184015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:49.430571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da462f1e-2543-4de4-98e5-a8e4279386fe tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bedd81f-d975-463c-97c2-5b777733fa71,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:49.458633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c7a5dbe6-2546-465c-9ee1-542fbf7b22ea no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:49.469216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.484039 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c403563-c94f-4f55-a781-a1c81c77e28e x-openstack-request-id: req-6c403563-c94f-4f55-a781-a1c81c77e28e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:49.485679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.486233 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f30296a-ca28-4a35-87eb-31baa1d9b9f7", "name": "network-vif-deleted", "tag": "617f9476-89f3-4b99-8587-dd0bef309b70", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:49.486856 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c403563-c94f-4f55-a781-a1c81c77e28e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:49.498371 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f30296a-ca28-4a35-87eb-31baa1d9b9f7', 'name': 'network-vif-deleted', 'tag': '617f9476-89f3-4b99-8587-dd0bef309b70', 'status': 'completed', 'code': 200} Aug 06 18:03:49.638246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af684-acfa-4c97-bbb5-68cc36270a71 req-6161bd2b-bddd-4614-beb2-fdce84163039 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:49.647552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-739af684-acfa-4c97-bbb5-68cc36270a71 req-6161bd2b-bddd-4614-beb2-fdce84163039 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 934 time: 0.6178157 Aug 06 18:03:49.696479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.697107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce7538c-2754-436e-a2e3-eb06cc48209b {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:03:49.709074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.717043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5bc4bb9f-d3f3-44da-97db-6f65f0b821e4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fce7538c-2754-436e-a2e3-eb06cc48209b HTTP/1.1" status: 204 len: 168 time: 4.2021754 Aug 06 18:03:49.717907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:49.737488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-739af684-acfa-4c97-bbb5-68cc36270a71 req-9018cc48-3e6b-4457-a564-22281b33b3b6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887151 Aug 06 18:03:49.819025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.819470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.819796 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2 disassociated. External IP: 172.25.3.157, port: c7a5dbe6-2546-465c-9ee1-542fbf7b22ea. Aug 06 18:03:49.820152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Calling delete_port for c7a5dbe6-2546-465c-9ee1-542fbf7b22ea owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:49.860972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Deleting subnet d0a37f13-56d8-4103-a82e-ee09b0de8c51 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:03:49.883067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.970144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:49.985779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.136095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:50.148366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:50.155937 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bac6f-35ca-41dc-8fb6-b7b3bf015dd8" -d '{"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:50.162229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdf036d3-f7b0-43c6-b289-da20d0d3941d req-296e61d2-c2f2-4467-ba0b-eac782cdae31 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 210 time: 0.5288055 Aug 06 18:03:50.179732 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.233328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ce77-4cce-48bc-b914-10400c99d3af req-ec0d52b4-7de0-4336-b744-e86c82068c91 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:50.234972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8e4ce77-4cce-48bc-b914-10400c99d3af req-ec0d52b4-7de0-4336-b744-e86c82068c91 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1097 time: 0.2458804 Aug 06 18:03:50.250509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:50.258008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1909188843', 'description': 'tempest-description-830610868'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:50.337276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.342050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8e4ce77-4cce-48bc-b914-10400c99d3af req-fa86c3ed-4a88-4fe2-b232-2bfae5f21857 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975218 Aug 06 18:03:50.409739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.422178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.488370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.493190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb403684-179c-433c-9ecc-1ecea34a7ea7 None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:50.494914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d0a37f13-56d8-4103-a82e-ee09b0de8c51 HTTP/1.1" status: 204 len: 168 time: 0.7754591 Aug 06 18:03:50.496084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:50.497069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e69cc6-6b3f-46f6-b475-6b66cae7660f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a37f13-56d8-4103-a82e-ee09b0de8c51,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:50.584943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:50.596031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.614750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Transition to ACTIVE for port object 5fff3971-71a2-4e64-88bb-132f29e407eb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:50.652076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.728852 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66ba119-d0ef-41bd-aecd-1d0344297e00 x-openstack-request-id: req-a66ba119-d0ef-41bd-aecd-1d0344297e00 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:50.729671 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:50.730097 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a66ba119-d0ef-41bd-aecd-1d0344297e00 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:50.730796 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'code': 200} Aug 06 18:03:50.753494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.764004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.806567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Deleting port 150d184d-1209-4dbe-a974-63a3ecf25a3b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:50.806908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.838181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.859909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:50.935000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] DHCP port deletion for 1bb442fe-5381-48c8-8d7a-1370b039aaa9 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:03:50.941118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30762404-953b-42b2-b406-5d4018fc9868,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:50.973519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] For port 150d184d-1209-4dbe-a974-63a3ecf25a3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=150d184d-1209-4dbe-a974-63a3ecf25a3b,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:50.973780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:50.988001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Calling delete_port for 150d184d-1209-4dbe-a974-63a3ecf25a3b owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:51.015755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.030219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e9b8dbc-03da-45c7-b834-de801c6cfee3 req-d8045ca1-3b42-4d50-b927-fe30854419fd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7865758 Aug 06 18:03:51.070223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:51.072434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:51.072860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Deleting port 150d184d-1209-4dbe-a974-63a3ecf25a3b {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:51.075910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.077781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:51.111250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-d7bf1c7f-0135-4ac9-9574-9130c9c18397 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:51.116849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-d7bf1c7f-0135-4ac9-9574-9130c9c18397 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 823 time: 1.0821683 Aug 06 18:03:51.122933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.126000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:51.128655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:51.137035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.178091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=150d184d-1209-4dbe-a974-63a3ecf25a3b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:51.191093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] No DVR routers for this DVR port 150d184d-1209-4dbe-a974-63a3ecf25a3b on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:51.296372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] For port 150d184d-1209-4dbe-a974-63a3ecf25a3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=150d184d-1209-4dbe-a974-63a3ecf25a3b,segment=NetworkSegment(64a8c727-dbab-42ec-926b-5d93a88f81c7),segment_id=64a8c727-dbab-42ec-926b-5d93a88f81c7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:51.296962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.335731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Calling delete_port for 150d184d-1209-4dbe-a974-63a3ecf25a3b owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:51.435842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.448557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb442fe-5381-48c8-8d7a-1370b039aaa9']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:51.461202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a8c727-dbab-42ec-926b-5d93a88f81c7') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:51.461856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a8c727-dbab-42ec-926b-5d93a88f81c7') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:51.472707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.491936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.500514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:03:51.501185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.576541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1d12-e869-4640-985b-cc3065ae3077 req-786bc7e0-71e7-42b2-8194-a839fd41ab1b tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:51.585299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1f1d12-e869-4640-985b-cc3065ae3077 req-786bc7e0-71e7-42b2-8194-a839fd41ab1b tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1097 time: 0.4797502 Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:03:51.601462 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:03:51.603828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.615985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.618214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] 10.222.0.64 "DELETE /v2.0/networks/1bb442fe-5381-48c8-8d7a-1370b039aaa9 HTTP/1.1" status: 204 len: 168 time: 1.1189899 Aug 06 18:03:51.619345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.636530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da476cbf-6990-4fd4-abd1-ac25a8b74d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb442fe-5381-48c8-8d7a-1370b039aaa9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:51.653033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Network 1bb442fe-5381-48c8-8d7a-1370b039aaa9 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:03:51.653694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] No DVR routers for this DVR port 150d184d-1209-4dbe-a974-63a3ecf25a3b on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:51.673935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1f1d12-e869-4640-985b-cc3065ae3077 req-773da951-8eae-426b-830b-71fd7d71d05d tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869372 Aug 06 18:03:51.693838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:51.694568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:51.695087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:51.695878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Bound port: 5fff3971-71a2-4e64-88bb-132f29e407eb, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:51.696567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:51.705202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf9771-a91a-40e2-b423-b9e743cc674d None None] Pushing event deleted for resources: {'Port': ['ID=150d184d-1209-4dbe-a974-63a3ecf25a3b,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:51.857215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-469575a2-7eab-41be-a773-f9b61c21fe2a req-d615324d-0f61-408d-a32d-5f2db8065eda tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/30762404-953b-42b2-b406-5d4018fc9868 HTTP/1.1" status: 200 len: 1812 time: 0.1324680 Aug 06 18:03:51.872781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event deleted for resources: {'Port': ['ID=c7a5dbe6-2546-465c-9ee1-542fbf7b22ea,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:51.884186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-f25d7e01-d7d5-45cf-acc7-4545325705cd tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f722b72d1a441d8b10f9fefcfbf283a HTTP/1.1" status: 200 len: 380 time: 0.7409937 Aug 06 18:03:51.900453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'port': {'device_id': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'admin_state_up': True, 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'security_groups': ['21e0bd2a-82eb-4b3e-ad52-706303abdfcb']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:51.930781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47480) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:51.981646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3111862-0c2f-4e59-bea4-ef8345e78ecd req-93a8b498-236b-4602-9934-f32e9b0f36e7 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 210 time: 0.0411928 Aug 06 18:03:52.040170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d29fc74-09c2-4f82-838e-42b44c351580 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75c3006ef0924bc5a5ed860aee45700b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080909 Aug 06 18:03:52.043002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47488) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:52.094816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628f460-fde1-4f10-a4af-d41cd2455c54 req-7d8cb6ba-cc7d-41c7-b9f6-85498e710c86 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:52.102852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7628f460-fde1-4f10-a4af-d41cd2455c54 req-7d8cb6ba-cc7d-41c7-b9f6-85498e710c86 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 946 time: 0.3639011 Aug 06 18:03:52.121384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:52.123006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.160857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.163812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:52.195780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.242605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.245062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7628f460-fde1-4f10-a4af-d41cd2455c54 req-b7619571-680a-44a5-9e3b-e323b9c8c7c4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411467 Aug 06 18:03:52.246381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.247931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7e2b8a4-3765-4235-bb01-d5805b6d07bc HTTP/1.1" status: 204 len: 168 time: 0.2038889 Aug 06 18:03:52.259138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb1e5-ffa1-4381-bfd5-af06c190ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2b8a4-3765-4235-bb01-d5805b6d07bc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:52.262544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:52.263187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.264642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] 10.222.0.55 "PUT /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 1095 time: 4.6514521 Aug 06 18:03:52.271632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:52.275533 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121fc095-38dc-4184-8b2a-e6f6a8217cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:52.309924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:03:52.330294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Made reservation on behalf of 4f722b72d1a441d8b10f9fefcfbf283a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:52.348497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.388637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1569c80-7ab9-45f7-b1b6-6e0b8262c934 service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:52.649591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:03:52.663318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:03:52.681727 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:03:52.682892 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:03:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:52.737300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d5b9a41c-6815-4495-bf1a-5f4bc2f8e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:52.739659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-d5b9a41c-6815-4495-bf1a-5f4bc2f8e795 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1098 time: 0.3814185 Aug 06 18:03:52.751902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] No DVR routers for this DVR port c7a5dbe6-2546-465c-9ee1-542fbf7b22ea on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:52.760800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 150d184d-1209-4dbe-a974-63a3ecf25a3b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:52.775747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:52.784381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d257965-ec39-4209-be05-8f3d07d05b4f req-80877a75-b56b-4eb8-bc52-e2dfa3ba6a8c tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "DELETE /v2.0/ports/c7a5dbe6-2546-465c-9ee1-542fbf7b22ea HTTP/1.1" status: 204 len: 173 time: 6.2613902 Aug 06 18:03:52.819029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 150d184d-1209-4dbe-a974-63a3ecf25a3b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:52.819478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 150d184d-1209-4dbe-a974-63a3ecf25a3b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:52.865072 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:03:52.876028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Allocated IP 172.20.0.12 (e30cc2c6-39d6-4245-b28d-30561982cdd5/d8377e3d-a8db-4328-bc04-ae0f69b8a38a/59a04ccd-48cc-4d53-9326-b9ee1cbbc99f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:52.970918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394d36-59f8-4dce-9437-6c68635a6fbf req-fe9773a9-89c9-4e96-a412-16ae75371117 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:52.972582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36394d36-59f8-4dce-9437-6c68635a6fbf req-fe9773a9-89c9-4e96-a412-16ae75371117 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 950 time: 0.4172859 Aug 06 18:03:52.987088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-3feb6a6b-efea-45f8-b2d7-7d9d98a931fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.2181005 Aug 06 18:03:53.125366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-e5eb7462-5177-4873-8066-8ca59eec3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:53.126942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-e5eb7462-5177-4873-8066-8ca59eec3671 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1423295 Aug 06 18:03:53.207979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36394d36-59f8-4dce-9437-6c68635a6fbf req-939d3d52-adff-4a2c-9ef9-351d31deeb2d tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216015 Aug 06 18:03:53.265289 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:53.301080 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f803cd-4da4-4809-917d-687d79a0d78a x-openstack-request-id: req-e1f803cd-4da4-4809-917d-687d79a0d78a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:53.301375 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:53.301649 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1f803cd-4da4-4809-917d-687d79a0d78a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:53.302049 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'status': 'completed', 'code': 200} Aug 06 18:03:53.311564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-c122545b-afb8-49dc-a859-c33ae770d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:53.313111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-c122545b-afb8-49dc-a859-c33ae770d144 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704996 Aug 06 18:03:53.321044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:03:53.323520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2040331936', 'description': 'tempest-description-138206907'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:53.333994 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:03:53.333994 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:03:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:53.419735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.448229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.464416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:53.527802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Transition to ACTIVE for port object 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:53.531150 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:03:53.588625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-347e4027-0c99-4842-ae3d-c4a9197441d0 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605791 Aug 06 18:03:53.655321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-dfdd4ba9-df3c-4808-a106-885771a60296 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:53.656954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-dfdd4ba9-df3c-4808-a106-885771a60296 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9b3d8ec-d4ec-441c-a243-8007b9cf5410 HTTP/1.1" status: 200 len: 950 time: 0.1895752 Aug 06 18:03:53.678242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-958695174-network', 'tenant_id': '58b8a1e4f06d42bf8951743713cdd5e0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:53.782431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.810559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-6468422d-d507-4704-90d3-d77937d0dcc9 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:03:53.811579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-6468422d-d507-4704-90d3-d77937d0dcc9 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194874 Aug 06 18:03:53.907012 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:03:53.936024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:03:53.940429 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7ab8e-d1af-45eb-89ee-bc164f9b79d8 None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:03:53.941248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.959858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:53.967450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Made reservation on behalf of 58b8a1e4f06d42bf8951743713cdd5e0 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:53.968499 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.970597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.971741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:03:53.983582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:53.984989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-903e8ab2-2fd0-47be-be40-9f9aa684eaba req-6c5a2e37-4af1-48c3-a9be-9ba01bba0129 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832383 Aug 06 18:03:53.986896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f800fa9a-2aa1-4def-a525-8c0615a34fd7 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:53.991621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f800fa9a-2aa1-4def-a525-8c0615a34fd7 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 1094 time: 0.1304765 Aug 06 18:03:53.991901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event updated for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:54.081857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:54.086531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:03:54.187245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.199726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.221659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c796ae6d-bb4b-4739-847c-ec1737365ab4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:54.242622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:03:54.259352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.259807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.260295 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Added segment bc3f990a-d129-42de-835a-6233815c3d73 of type vlan for network ac6bf859-a479-4074-84f0-5ad6ffd28e30 Aug 06 18:03:54.274008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:54.283352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b9073e7e-6d7f-424b-8ec7-166ef39f6a9c req-1875a4e2-71d8-41f1-9ad5-40107f82f59f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9655068 Aug 06 18:03:54.319679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:54.320517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.343776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b1d15f0a-a9a3-416b-8dbd-bbad88ead4b8 None None] Provisioning for port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:54.346056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.349964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b1d15f0a-a9a3-416b-8dbd-bbad88ead4b8 None None] Provisioning complete for port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:54.350553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b1d15f0a-a9a3-416b-8dbd-bbad88ead4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.352350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port e401d156-4864-4802-93ea-60be2fe30e47 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:54.352699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.396535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.397985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:54.399545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.405646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b1d15f0a-a9a3-416b-8dbd-bbad88ead4b8 None None] Port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:03:54.429601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9622707 Aug 06 18:03:54.438114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf554d0-7fd8-4d7a-95ff-7595ea690f77 None None] New status for floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:03:54.457188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47582) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:03:54.463514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port e401d156-4864-4802-93ea-60be2fe30e47, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e401d156-4864-4802-93ea-60be2fe30e47,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:54.463897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.464143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Request body: {'subnet': {'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-958695174-subnet', 'tenant_id': '58b8a1e4f06d42bf8951743713cdd5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:54.478406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for e401d156-4864-4802-93ea-60be2fe30e47 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:54.497565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Made reservation on behalf of 58b8a1e4f06d42bf8951743713cdd5e0 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:54.500028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.590312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19973c8a-9520-450b-8942-f9d5b7f8f798 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6bf859-a479-4074-84f0-5ad6ffd28e30,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:54.603126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184316b-d07c-4249-9d25-957f42075e30 req-b34c3ac8-4d2b-4a10-979b-6631517cc279 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:54.604961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6184316b-d07c-4249-9d25-957f42075e30 req-b34c3ac8-4d2b-4a10-979b-6631517cc279 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5eed724-f222-4022-b1ba-9139f0cd6145 HTTP/1.1" status: 200 len: 949 time: 0.1904981 Aug 06 18:03:54.606025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:03:54.635515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-4caec3e6-46a7-4ff5-b025-f0fb0b0fb2d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7391245 Aug 06 18:03:54.645005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-01909f96-910a-4183-97ba-191848b91289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:54.646623 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-01909f96-910a-4183-97ba-191848b91289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1098 time: 0.5326340 Aug 06 18:03:54.690105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Request body: {'port': {'device_id': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:54.772146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port f9bb5fff-6997-40c5-a873-6f3200fb85ec {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:03:54.772468 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.870124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.946254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port f9bb5fff-6997-40c5-a873-6f3200fb85ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f9bb5fff-6997-40c5-a873-6f3200fb85ec,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:54.946487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:54.964370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Pushing event updated for resources: {'Subnet': ['ID=130f0e4b-64c0-418a-b174-f146966a35d6,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:54.974638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for f9bb5fff-6997-40c5-a873-6f3200fb85ec owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:03:54.996902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Checking segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:54.997255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Network hostable DHCP agents. Network: ac6bf859-a479-4074-84f0-5ad6ffd28e30, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:03:55.062429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:03:55.082729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ac6bf859-a479-4074-84f0-5ad6ffd28e30) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:03:55.087653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.088431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.095307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8993ce4-d1df-490a-bca1-58e6af9bf4ef None None] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:55.133100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3109950f-0448-4e00-b210-a895b0ca723e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6737084 Aug 06 18:03:55.169665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.185581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:55.195505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:55.204535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:03:55.232785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.235395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=f9bb5fff-6997-40c5-a873-6f3200fb85ec,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:55.248658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.260904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-028153c1-44e8-4684-9df9-cb1b91a610e0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.262940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-028153c1-44e8-4684-9df9-cb1b91a610e0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.7145200 Aug 06 18:03:55.295184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port f9bb5fff-6997-40c5-a873-6f3200fb85ec on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:55.295464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:55.295611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:55.296011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:55.298117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.300245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6184316b-d07c-4249-9d25-957f42075e30 req-408f1d36-aec3-4981-830f-5cf9a5d242a1 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "DELETE /v2.0/ports/f9bb5fff-6997-40c5-a873-6f3200fb85ec HTTP/1.1" status: 204 len: 173 time: 0.6883287 Aug 06 18:03:55.300913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'name': 'network-vif-deleted', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:55.303675 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc79f6-0fef-4e9a-bef5-f2f99247adc8" -d '{"events": [{"server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "name": "network-vif-deleted", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:55.344822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-deleted', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:55.347153 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4239d2-ecc0-4db7-966e-a93f4bb47b5c" -d '{"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-deleted", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:55.367015 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:03:55.369423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=e401d156-4864-4802-93ea-60be2fe30e47,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:55.373009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:55.373562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:55.388528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'e401d156-4864-4802-93ea-60be2fe30e47'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:55.406088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:55.406781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:55.407311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:55.407949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Bound port: cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:55.466406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-d4a97ac1-81db-486b-9482-4bbcd2cd4a99 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/quotas/b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 375 time: 0.1840425 Aug 06 18:03:55.471094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-81e3dbbb-df9a-4e37-8912-3302e24ccccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.472673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-81e3dbbb-df9a-4e37-8912-3302e24ccccd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.7888074 Aug 06 18:03:55.473492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port e401d156-4864-4802-93ea-60be2fe30e47 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:03:55.481353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.481815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:55.483440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd2c495c-c22f-4f26-8bf7-6554660c9f0f req-ca46fbe2-e33f-4d70-b39d-1e4e55a240bc tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.16 "DELETE /v2.0/ports/e401d156-4864-4802-93ea-60be2fe30e47 HTTP/1.1" status: 204 len: 173 time: 1.8092296 Aug 06 18:03:55.501040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:55.568149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'mac_address': 'fa:16:3e:09:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:03:55.574116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0319d-112b-4d4f-93c5-533e21d63349 None None] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:03:55.575008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-a49ce7c6-a157-4d6b-87b8-26759d91b3f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.0882587 Aug 06 18:03:55.648093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:55.687171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.688364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] 10.222.0.64 "POST /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b/bindings HTTP/1.1" status: 201 len: 390 time: 1.6384695 Aug 06 18:03:55.724652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-0112e1f9-f4e9-423d-a37b-b2f1d14ac439 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2459002 Aug 06 18:03:55.794940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-2c0fb71f-113d-4104-a30a-8d86ebd0c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.797794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-2c0fb71f-113d-4104-a30a-8d86ebd0c123 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2147458 Aug 06 18:03:55.917070 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:55.959463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626922-9560-4ed3-a64f-b27c02e395a5 req-554e3d6a-4913-4037-a2f2-20ea64b49c97 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.964312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:55.968886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b626922-9560-4ed3-a64f-b27c02e395a5 req-554e3d6a-4913-4037-a2f2-20ea64b49c97 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 932 time: 0.0710309 Aug 06 18:03:55.995160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-52c88a4b-c4dc-438e-bd55-59438732cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:55.998072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-52c88a4b-c4dc-438e-bd55-59438732cd08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427782 Aug 06 18:03:56.030777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.035130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b626922-9560-4ed3-a64f-b27c02e395a5 req-cd5d8136-884e-4ef9-b7be-3bd2a8f9c836 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636525 Aug 06 18:03:56.094988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:56.105550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.161785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:56.164041 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680909cd-a95b-40aa-abe1-5ed94c96df47" -d '{"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-unplugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:56.171881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:56.175764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-90510e10-3c2e-49e9-9ae1-6934b7ba1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.181029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-90510e10-3c2e-49e9-9ae1-6934b7ba1c87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1097 time: 0.1281919 Aug 06 18:03:56.196919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:56.203191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.205541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e401d156-4864-4802-93ea-60be2fe30e47 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:56.209306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-c2e9c032-0428-417b-b3d1-54d34e10d2ff service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735448 Aug 06 18:03:56.269970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: e401d156-4864-4802-93ea-60be2fe30e47 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:56.270872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e401d156-4864-4802-93ea-60be2fe30e47 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:56.317245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277036d4-81b6-4e69-9dd1-9c7ed45a1512 req-d2b09dfa-d6cb-42f7-af77-e07a924aff5e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.325662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277036d4-81b6-4e69-9dd1-9c7ed45a1512 req-d2b09dfa-d6cb-42f7-af77-e07a924aff5e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.1434565 Aug 06 18:03:56.329125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-71e22ba3-a67a-4385-9b3f-f44637833146 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176322 Aug 06 18:03:56.377647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-e46922f6-dfc1-46f8-80a5-637409c6ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.379940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-e46922f6-dfc1-46f8-80a5-637409c6ab31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.1888070 Aug 06 18:03:56.381553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:56.397534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277036d4-81b6-4e69-9dd1-9c7ed45a1512 req-046f117e-ceff-413b-acbc-d5c5d7165bb2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704851 Aug 06 18:03:56.432884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c75204ac-d30c-4940-9492-ca37b1062a67'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:56.444322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-e4c176d1-7a03-4480-b40e-bacd90da094b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 217 time: 0.0440302 Aug 06 18:03:56.466863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:03:56.479298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5fff3971-71a2-4e64-88bb-132f29e407eb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:03:56.494693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.536220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-47995ec0-1b34-4c43-b923-932d72d57fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.538176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-47995ec0-1b34-4c43-b923-932d72d57fca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0853102 Aug 06 18:03:56.553340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Transition to ACTIVE for port object 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:03:56.559357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8eaba2a-b68f-4836-a855-ba4fbe29d6af req-00f78d5c-7429-467a-a980-6f8e2a7414dd tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/c796ae6d-bb4b-4739-847c-ec1737365ab4 HTTP/1.1" status: 200 len: 1812 time: 0.0729809 Aug 06 18:03:56.571522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.595089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-a5703b31-8023-49ed-8065-cc0ace0e277f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335815 Aug 06 18:03:56.635991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-dd229643-e157-4d28-b3eb-e7869d386874 service neutron] 10.222.0.64 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119706 Aug 06 18:03:56.636587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Pushing event updated for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:56.663304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-121fc095-38dc-4184-8b2a-e6f6a8217cf0 req-189959ea-5dfc-4a6d-9dcb-1440b8882339 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208599 Aug 06 18:03:56.762093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Attempting to bind port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:03:56.762549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Attempting to bind port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:03:56.762913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Attempting to bind port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:56.768918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f on network e30cc2c6-39d6-4245-b28d-30561982cdd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:03:56.769089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Attempting to bind port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f on network e30cc2c6-39d6-4245-b28d-30561982cdd5 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:03:56.775673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:03:56.776115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Checking segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:03:56.776615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Bound using segment: {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:03:56.776944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Bound port: 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd882ca91-fdb3-4e98-bec9-5414dd1e1647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:03:56.777312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.791112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a7e37-db49-4b6b-a129-2ae9ed2a9ba2 req-4d91f0e1-c028-4197-8701-2594e32510ff tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.795345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f54a7e37-db49-4b6b-a129-2ae9ed2a9ba2 req-4d91f0e1-c028-4197-8701-2594e32510ff tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1713748 Aug 06 18:03:56.816378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-e687b3eb-729f-4fee-8427-c8043097d725 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143295 Aug 06 18:03:56.866508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:03:56.870547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:03:56.877498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.896734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:56.897992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:56.899715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] 10.222.0.16 "PUT /v2.0/ports/59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 200 len: 1093 time: 2.2520850 Aug 06 18:03:56.911829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f54a7e37-db49-4b6b-a129-2ae9ed2a9ba2 req-c2526f75-212a-4136-b0ce-9a00141aabdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047108 Aug 06 18:03:56.982821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-d5ae70ed-464a-4aa5-9035-5c18dc613506 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531973 Aug 06 18:03:57.026834 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f6a504-0209-4497-8644-bf2782fc8d67 x-openstack-request-id: req-89f6a504-0209-4497-8644-bf2782fc8d67 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:57.027326 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eed724-f222-4022-b1ba-9139f0cd6145", "name": "network-vif-deleted", "tag": "f9bb5fff-6997-40c5-a873-6f3200fb85ec", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:57.027769 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89f6a504-0209-4497-8644-bf2782fc8d67 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:57.028363 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eed724-f222-4022-b1ba-9139f0cd6145', 'name': 'network-vif-deleted', 'tag': 'f9bb5fff-6997-40c5-a873-6f3200fb85ec', 'status': 'completed', 'code': 200} Aug 06 18:03:57.041879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5885a8-8c04-4874-a193-97b4b94ac17d service neutron] Pushing event updated for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:57.049911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-a06d95ad-3018-4343-a552-4160b5e29e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:57.051831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-a06d95ad-3018-4343-a552-4160b5e29e51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 1096 time: 0.0964391 Aug 06 18:03:57.117872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-6cdbc155-d386-42a6-bbf1-775e5451af15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 200 len: 217 time: 0.0570431 Aug 06 18:03:57.176366 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03480e9-9a68-447b-b642-3964834ee4b5 x-openstack-request-id: req-c03480e9-9a68-447b-b642-3964834ee4b5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:57.176866 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ced3306-9ca4-40f2-9b14-7dae384c3782", "name": "network-vif-deleted", "tag": "c7a5dbe6-2546-465c-9ee1-542fbf7b22ea", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:57.177565 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c03480e9-9a68-447b-b642-3964834ee4b5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:57.177863 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced3306-9ca4-40f2-9b14-7dae384c3782', 'name': 'network-vif-deleted', 'tag': 'c7a5dbe6-2546-465c-9ee1-542fbf7b22ea', 'status': 'completed', 'code': 200} Aug 06 18:03:57.204215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-d3d1fb2d-47a5-4c2d-a091-497846a015b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:57.207190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-d3d1fb2d-47a5-4c2d-a091-497846a015b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.0820360 Aug 06 18:03:57.293506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-b66cbbdb-c3dd-472a-95e6-8335077e816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:57.295122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-b66cbbdb-c3dd-472a-95e6-8335077e816f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787277 Aug 06 18:03:57.471358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f9bb5fff-6997-40c5-a873-6f3200fb85ec no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:03:57.482203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad358756-f2b8-4a6b-a633-b8a0aff44045 req-d5726dda-b23a-47f1-8609-8211f5ff78c4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:57.495254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad358756-f2b8-4a6b-a633-b8a0aff44045 req-d5726dda-b23a-47f1-8609-8211f5ff78c4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.2257612 Aug 06 18:03:57.506057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f9bb5fff-6997-40c5-a873-6f3200fb85ec {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:03:57.506182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-65547045-4dd2-40c7-b51d-a3139382e8f2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:57.506373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f9bb5fff-6997-40c5-a873-6f3200fb85ec not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:03:57.515455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-65547045-4dd2-40c7-b51d-a3139382e8f2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.1834676 Aug 06 18:03:57.532786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-0282f05e-1387-4bbd-b377-64f64d68f4d2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/quotas/58b8a1e4f06d42bf8951743713cdd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0160136 Aug 06 18:03:57.571500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-f55ee540-8e13-4d78-895d-9a70ea319c4a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373700 Aug 06 18:03:57.589497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-e5a46eba-765a-484a-a18f-7aa766f97a87 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468598 Aug 06 18:03:57.595236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad358756-f2b8-4a6b-a633-b8a0aff44045 req-023b68e9-5a36-4238-960f-7c3dc3fb14f7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928924 Aug 06 18:03:57.680884 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd4651c-c77e-4533-8de8-ed3e0a3c6892 x-openstack-request-id: req-7fd4651c-c77e-4533-8de8-ed3e0a3c6892 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:57.681392 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-unplugged", "status": "completed", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:57.681854 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fd4651c-c77e-4533-8de8-ed3e0a3c6892 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:57.682481 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'code': 200} Aug 06 18:03:57.716268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-52dbd50d-e4cc-4459-8c99-840b2160a505 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438179 Aug 06 18:03:57.733489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8afa9a85-21fc-48eb-96b8-5992e4b35423 req-06ebf6fb-a9a7-4cd5-8640-f65781641992 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330659 Aug 06 18:03:57.752879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-418545308', 'description': 'tempest-description-1855981956'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:57.783194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:57.839900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-87076430-b32b-42fc-bbfe-c4bd17b0e8d6 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166916 Aug 06 18:03:57.894372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:57.900049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:57.928878 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:57.930192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-28b42c4d-7685-476f-bd17-d93c176b799d req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1816833 Aug 06 18:03:57.936009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3788a-19b7-43da-861c-91b8c99a76f9 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71960bc9-ebb1-406b-93b4-dd70fbce73ba,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:58.083739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7f92348-458f-4302-b3da-07ed43bad333 req-a3383898-9f01-47bc-ab87-f934643dc9e4 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.0334878 Aug 06 18:03:58.233882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e00a8-8eb6-43ff-81cb-005506fffb71 req-32860976-263d-4151-a6ae-614724bf03b1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:58.235841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c26e00a8-8eb6-43ff-81cb-005506fffb71 req-32860976-263d-4151-a6ae-614724bf03b1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 944 time: 0.0622215 Aug 06 18:03:58.281716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c26e00a8-8eb6-43ff-81cb-005506fffb71 req-a83b3198-d3c0-4df2-8a42-71374b7af98f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Aug 06 18:03:58.342816 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f806443-cb3b-4473-b920-943e4507cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:58.438338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7df63fb1-4df2-4e74-a25d-2835b26c354c req-a85901ae-eca7-4f57-b835-136b10315554 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/71960bc9-ebb1-406b-93b4-dd70fbce73ba HTTP/1.1" status: 200 len: 1812 time: 0.0576177 Aug 06 18:03:58.447658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16fdcc-f587-4d7c-8a23-520610cdcbcd req-5eb9f3cc-b2fe-466b-93c0-e0b485667958 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:58.449340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f16fdcc-f587-4d7c-8a23-520610cdcbcd req-5eb9f3cc-b2fe-466b-93c0-e0b485667958 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.0676038 Aug 06 18:03:58.536396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f16fdcc-f587-4d7c-8a23-520610cdcbcd req-9393697f-f555-45a6-8491-7996a16a5b05 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765781 Aug 06 18:03:58.539638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b718360-3106-474e-a4ac-3d85958a65dc req-dc2e4174-a4ef-421d-b7b8-197f4b481ab2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 210 time: 0.0678420 Aug 06 18:03:58.766190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-881948285', 'description': 'tempest-description-1244289139'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:58.822779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:58.854531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-59fa8ea2-ef11-4fe2-98df-b49a3dc04ab1 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:58.856516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-59fa8ea2-ef11-4fe2-98df-b49a3dc04ab1 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 821 time: 0.2114525 Aug 06 18:03:58.877260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Request body: {'port': {'device_id': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'admin_state_up': True, 'tenant_id': 'b02ce22e0e3d40189eb62e733a6b8889'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:03:58.977667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d3c4-70c1-45de-81f6-68552ebdd019 req-4bef7869-b7dd-4973-a7ec-efc57ba03032 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:58.987626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cea5d3c4-70c1-45de-81f6-68552ebdd019 req-4bef7869-b7dd-4973-a7ec-efc57ba03032 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.0685525 Aug 06 18:03:59.050479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cea5d3c4-70c1-45de-81f6-68552ebdd019 req-244cad50-58cd-4eb9-bfa7-c31917b257be tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Aug 06 18:03:59.075202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.082498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.123497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c38754-d174-4f88-8265-7f1ba75b43f4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:59.149054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Made reservation on behalf of b02ce22e0e3d40189eb62e733a6b8889 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:03:59.157315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.173579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.184957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f549645e-c57d-4db8-9c91-2a29868bca35 req-86041e51-8030-495a-b7aa-7caad926bd41 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4253316 Aug 06 18:03:59.192158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'name': 'network-vif-deleted', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47'}, {'name': 'network-changed', 'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:59.201489 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f565de1f-65c7-46fa-b626-1027c2b012d2" -d '{"events": [{"server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "name": "network-vif-deleted", "tag": "e401d156-4864-4802-93ea-60be2fe30e47"}, {"name": "network-changed", "server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:59.207944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:03:59.253502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2da7-5430-4149-a127-810f835feeb0 req-28a66cfe-49c2-478e-a9db-bac46a759362 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:59.257076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9eaf2da7-5430-4149-a127-810f835feeb0 req-28a66cfe-49c2-478e-a9db-bac46a759362 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 950 time: 0.0799551 Aug 06 18:03:59.314370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9eaf2da7-5430-4149-a127-810f835feeb0 req-b75625cc-42e1-4890-9717-1b6ce366aad2 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498090 Aug 06 18:03:59.318838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5fff3971-71a2-4e64-88bb-132f29e407eb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:03:59.323893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5fff3971-71a2-4e64-88bb-132f29e407eb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:03:59.324495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.390053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-025ebe54-eb1f-4926-9228-1b4a06accf5e req-922a4bfc-35be-4dcb-b4ad-daa1a68f8f23 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.1065047 Aug 06 18:03:59.427963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90909063-443a-4823-b360-e0764548dab2 req-f4fcc1e1-9ffe-4bf4-a5da-7bec002a8d28 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/b9c38754-d174-4f88-8265-7f1ba75b43f4 HTTP/1.1" status: 200 len: 1812 time: 0.0698228 Aug 06 18:03:59.436500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Allocated IP 172.20.0.8 (ae786341-183f-4732-a423-f0be9854f5ae/d8344886-c18e-4a0a-b6aa-519e8cc6a4fd/79b915e1-a42d-49fa-8ce7-7cfcca682b82) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:03:59.473752 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac79df-2595-4df6-9ce3-9838e38b398b x-openstack-request-id: req-40ac79df-2595-4df6-9ce3-9838e38b398b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:03:59.474150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b3d8ec-d4ec-441c-a243-8007b9cf5410", "name": "network-vif-deleted", "tag": "e401d156-4864-4802-93ea-60be2fe30e47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:03:59.474402 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40ac79df-2595-4df6-9ce3-9838e38b398b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:03:59.474816 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b3d8ec-d4ec-441c-a243-8007b9cf5410', 'name': 'network-vif-deleted', 'tag': 'e401d156-4864-4802-93ea-60be2fe30e47', 'status': 'completed', 'code': 200} Aug 06 18:03:59.475065 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'status': 'completed', 'code': 200} Aug 06 18:03:59.510858 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-5f77f18a-3f53-4279-81ab-87c6d6d8a607 req-25785664-9955-4dd9-93e1-e9647fd40bb6 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] show failed (client error): The resource could not be found. Aug 06 18:03:59.513600 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.521078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f77f18a-3f53-4279-81ab-87c6d6d8a607 req-25785664-9955-4dd9-93e1-e9647fd40bb6 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/44d4278d-d104-410d-a54b-c0855db4cdb4 HTTP/1.1" status: 404 len: 352 time: 0.0285118 Aug 06 18:03:59.560649 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-4ef62336-840a-4f1c-9b98-90c9061ca7b4 req-fb20c4a4-5669-4d75-b41b-95ec2227b409 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] show failed (client error): The resource could not be found. Aug 06 18:03:59.575910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ef62336-840a-4f1c-9b98-90c9061ca7b4 req-fb20c4a4-5669-4d75-b41b-95ec2227b409 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-group-rules/079fc254-ce68-4e03-a0e9-41180539e910 HTTP/1.1" status: 404 len: 361 time: 0.0333047 Aug 06 18:03:59.634477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:03:59.644928 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:03:59.693021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:03:59.707805 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d7d782-8ede-48fa-bf67-a5ad4d8a929d" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:03:59.789656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:03:59.831728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-edb97d21-5f31-43c3-8dc6-5f94d7f3342f req-246686e8-f0f8-4fea-b4cc-4618a2260f28 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 210 time: 0.1917262 Aug 06 18:03:59.914889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bec55c-731d-43fe-b8a5-4495d5648251 req-39afa965-4db4-4aea-9637-109d507d4ca6 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:59.946384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97bec55c-731d-43fe-b8a5-4495d5648251 req-39afa965-4db4-4aea-9637-109d507d4ca6 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 944 time: 0.3825078 Aug 06 18:03:59.946979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-8035941a-db9e-4b22-9b63-3b0a0bdb1f8f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:59.949021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-8035941a-db9e-4b22-9b63-3b0a0bdb1f8f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.55 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.2507663 Aug 06 18:03:59.956497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-bf5efeeb-322d-4701-bed6-753a3a2f85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:03:59.968807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-bf5efeeb-322d-4701-bed6-753a3a2f85c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 1096 time: 0.4492171 Aug 06 18:03:59.972002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Request body: {'port': {'device_id': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'admin_state_up': True, 'tenant_id': '58b8a1e4f06d42bf8951743713cdd5e0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:00.156456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a7184-d3bd-4f2c-a81c-2d7fd178bdfb req-5b5fe21d-c4ba-4816-aa0d-74a862bc259e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.158488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c88a7184-d3bd-4f2c-a81c-2d7fd178bdfb req-5b5fe21d-c4ba-4816-aa0d-74a862bc259e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1411753 Aug 06 18:04:00.172002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97bec55c-731d-43fe-b8a5-4495d5648251 req-028baa52-03f4-46e9-a7e0-62aba187a5e3 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244222 Aug 06 18:04:00.220328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.244571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c88a7184-d3bd-4f2c-a81c-2d7fd178bdfb req-b6487259-51ca-4dd4-85be-0adcc05ce9ec tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778387 Aug 06 18:04:00.251547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-75bec4f9-535c-4fdd-a647-839bb18ac68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.253594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-75bec4f9-535c-4fdd-a647-839bb18ac68e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.2146313 Aug 06 18:04:00.254824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Made reservation on behalf of 58b8a1e4f06d42bf8951743713cdd5e0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:00.261859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.311859 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c290f5-a05b-43c9-8f1a-fe737935c7b5 x-openstack-request-id: req-c1c290f5-a05b-43c9-8f1a-fe737935c7b5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:00.312378 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:00.312378 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1c290f5-a05b-43c9-8f1a-fe737935c7b5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:00.312982 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'code': 200} Aug 06 18:04:00.331534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-e73eeecd-06fc-4d1f-9d6a-0a9bb17554c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 200 len: 217 time: 0.0703154 Aug 06 18:04:00.430737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d62097a3-c477-4353-b00f-4bbc93d84739 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/b9c38754-d174-4f88-8265-7f1ba75b43f4 HTTP/1.1" status: 200 len: 1812 time: 0.2075872 Aug 06 18:04:00.469364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Allocated IP 172.20.0.4 (ac6bf859-a479-4074-84f0-5ad6ffd28e30/130f0e4b-64c0-418a-b174-f146966a35d6/e6cac63b-f92c-4acb-890c-be7aa273afab) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:00.515073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-5686f8af-1b3e-4cac-abf3-f2063ec6a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.516982 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-5686f8af-1b3e-4cac-abf3-f2063ec6a2a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.1764886 Aug 06 18:04:00.521718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.592006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f7e98-e323-4bb5-8479-de966c65a424 req-8e394b04-390c-4e7c-8e9f-d35cb5f30e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.593617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed0f7e98-e323-4bb5-8479-de966c65a424 req-8e394b04-390c-4e7c-8e9f-d35cb5f30e34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1100 time: 0.1960642 Aug 06 18:04:00.614323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Network ae786341-183f-4732-a423-f0be9854f5ae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:00.650529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:00.661770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:00.687493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:00.689901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.763861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-c2e96d4a-5282-4192-9a72-61ad89c7ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.765709 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-c2e96d4a-5282-4192-9a72-61ad89c7ccd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343638 Aug 06 18:04:00.801947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.806696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed0f7e98-e323-4bb5-8479-de966c65a424 req-c7d2c54a-9090-4046-a079-de921240c477 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878526 Aug 06 18:04:00.835194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.835927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:00.877650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-1b4200e4-6a48-4f55-b765-0469c8b7ad78 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:00.880401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-1b4200e4-6a48-4f55-b765-0469c8b7ad78 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 950 time: 0.2526588 Aug 06 18:04:00.990992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9a60cebe-00aa-4a4d-ad21-4d9793836fe3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1201663 Aug 06 18:04:01.007115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Request body: {'port': {'device_id': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:01.019371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcbfdd-87b1-4f27-b9f3-622c7d5082ef req-4dfce93d-73a6-47d0-9bea-835365f2669c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:01.026131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1dcbfdd-87b1-4f27-b9f3-622c7d5082ef req-4dfce93d-73a6-47d0-9bea-835365f2669c tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.4820189 Aug 06 18:04:01.083324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.087755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.090977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.092282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b66fa81-aa98-4160-8c1a-c007e330c517 req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-groups/b9c38754-d174-4f88-8265-7f1ba75b43f4 HTTP/1.1" status: 204 len: 173 time: 0.6603949 Aug 06 18:04:01.098320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1dcbfdd-87b1-4f27-b9f3-622c7d5082ef req-06f9d04a-197e-4566-a237-eb26322199eb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706890 Aug 06 18:04:01.118417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-5e87b8e2-4fec-4f57-80c2-aec477df625e service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336964 Aug 06 18:04:01.120828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736b7d6-2ca6-41ae-b674-5dff00caaace tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c38754-d174-4f88-8265-7f1ba75b43f4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:01.219737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.275175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:01.282846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:01.288211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:01.341108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:01.351030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eba4c-a383-4d16-be03-81525343f6ec req-05e303fc-cf21-440e-8cc2-9e54e9995c32 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:01.353949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb4eba4c-a383-4d16-be03-81525343f6ec req-05e303fc-cf21-440e-8cc2-9e54e9995c32 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 931 time: 0.1463690 Aug 06 18:04:01.380513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:01.381361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.402412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.410941 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-7baf04d1-c6d1-4c5c-9f5f-89e50bab846a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4513409 Aug 06 18:04:01.418631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eb4eba4c-a383-4d16-be03-81525343f6ec req-528fb83b-7674-4f1a-b30a-c6837a6f2812 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558453 Aug 06 18:04:01.426489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Request body: {'port': {'device_id': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:01.511276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:01.549525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.600708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3fd65-14ce-462f-9dfd-5e951ce832b5 req-66f0e931-1062-4b3f-b329-633167fe3880 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:01.602758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f3fd65-14ce-462f-9dfd-5e951ce832b5 req-66f0e931-1062-4b3f-b329-633167fe3880 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 931 time: 0.0994172 Aug 06 18:04:01.642933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f565de1f-65c7-46fa-b626-1027c2b012d2 req-8afb2f5b-db98-4f80-bf1f-997d227e792c service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050917 Aug 06 18:04:01.648269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:01.665110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'port_id': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'mac_address': 'fa:16:3e:34:3b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:01.668921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f3fd65-14ce-462f-9dfd-5e951ce832b5 req-7331b27a-5638-4aa6-a056-b0b3ad24e42a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566092 Aug 06 18:04:01.714581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.725585 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e11abc52-e4f5-4bce-b9ed-87b35b7cc204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.745270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.764415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:01.795437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:01.802653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.858359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-a91f4eee-6ad7-451b-9909-66cfcd98c858 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/71960bc9-ebb1-406b-93b4-dd70fbce73ba HTTP/1.1" status: 200 len: 1812 time: 0.1157427 Aug 06 18:04:01.883991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Deleting port c75204ac-d30c-4940-9492-ca37b1062a67 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:01.885118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:01.920696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:02.017489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.058944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.173346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:02.190743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.221841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Transition to ACTIVE for port object e6cac63b-f92c-4acb-890c-be7aa273afab will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:02.222900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.226544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.234539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7234cd7-a45b-44f1-bd0e-e6f72c7f1523 req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-groups/71960bc9-ebb1-406b-93b4-dd70fbce73ba HTTP/1.1" status: 204 len: 173 time: 0.3605208 Aug 06 18:04:02.247323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.249021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b915e1-a42d-49fa-8ce7-7cfcca682b82 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:02.252075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:02.276804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c58ac-583c-4ba4-ab33-42f2e300c608 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71960bc9-ebb1-406b-93b4-dd70fbce73ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:02.292818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb767-196b-465a-a76d-9de0d61393a4 req-f86787e6-777d-4fc5-b43e-cd063c72f8dd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:02.300800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8edeb767-196b-465a-a76d-9de0d61393a4 req-f86787e6-777d-4fc5-b43e-cd063c72f8dd tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/ports?device_id=def0f663-d363-4888-bed4-2ed6d00b8b4e HTTP/1.1" status: 200 len: 950 time: 0.6545525 Aug 06 18:04:02.324171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.426902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Transition to ACTIVE for port object 79b915e1-a42d-49fa-8ce7-7cfcca682b82 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:02.446830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.458979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] For port c75204ac-d30c-4940-9492-ca37b1062a67, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c75204ac-d30c-4940-9492-ca37b1062a67,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:02.459363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.512355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbba7a-6274-4494-8e79-40d66fa26f15 req-b96d0c9d-dd3a-4e61-9e07-10b2c728c8b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:02.514578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abcbba7a-6274-4494-8e79-40d66fa26f15 req-b96d0c9d-dd3a-4e61-9e07-10b2c728c8b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 945 time: 0.1708233 Aug 06 18:04:02.526813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:02.577191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8edeb767-196b-465a-a76d-9de0d61393a4 req-41eef280-907e-4680-96e5-3ecc15e06b07 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.64 "GET /v2.0/security-groups?id=843043e4-b24e-4ead-98f7-de323b446be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753496 Aug 06 18:04:02.580921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:02.591773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Calling delete_port for c75204ac-d30c-4940-9492-ca37b1062a67 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:02.653712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abcbba7a-6274-4494-8e79-40d66fa26f15 req-fc55b858-5602-48be-bf0c-ec32b7a1ffbc tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290526 Aug 06 18:04:02.674307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Attempting to bind port e6cac63b-f92c-4acb-890c-be7aa273afab on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:02.676167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Attempting to bind port e6cac63b-f92c-4acb-890c-be7aa273afab by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:02.677873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Attempting to bind port e6cac63b-f92c-4acb-890c-be7aa273afab on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:02.689877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Port e6cac63b-f92c-4acb-890c-be7aa273afab on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:02.690542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Attempting to bind port e6cac63b-f92c-4acb-890c-be7aa273afab on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:02.700712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:02.701149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Checking segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:02.701702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Bound using segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:02.702403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Bound port: e6cac63b-f92c-4acb-890c-be7aa273afab, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:02.702935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.925063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:02.931954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:02.942201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:02.999845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.046538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.062418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:03.063149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:03.063919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:03.075368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaed60c-1108-42b0-a647-240c8af312d3 req-956c57b4-5a0d-4085-90df-72be30d6f617 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.075611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:03.085732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaed60c-1108-42b0-a647-240c8af312d3 req-956c57b4-5a0d-4085-90df-72be30d6f617 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.3149185 Aug 06 18:04:03.131052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.131991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:03.132135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.132796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:03.133535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-1d0ac13e-ce97-46e0-b70f-bdf4bd79bcfe service neutron] 10.222.0.55 "PUT /v2.0/ports/e6cac63b-f92c-4acb-890c-be7aa273afab HTTP/1.1" status: 200 len: 1092 time: 1.7115471 Aug 06 18:04:03.134308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:03.140945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:03.141634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:03.142205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:03.143168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Bound port: 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:03.143982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.150178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Pushing event deleted for resources: {'Port': ['ID=c75204ac-d30c-4940-9492-ca37b1062a67,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:03.163785 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15195a10-a3cd-4fd0-87d9-bd987161bc20" -d '{"events": [{"name": "network-changed", "server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:03.225779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f79547-1ab0-42b3-85a0-ad027390b64d req-faf63bcd-52bc-4042-a766-f53d1e9ddf82 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.228471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1f79547-1ab0-42b3-85a0-ad027390b64d req-faf63bcd-52bc-4042-a766-f53d1e9ddf82 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1580603 Aug 06 18:04:03.250435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:03.253886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c75204ac-d30c-4940-9492-ca37b1062a67 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:03.259496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] No DVR routers for this DVR port c75204ac-d30c-4940-9492-ca37b1062a67 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:03.268570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.270648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a480b351-6065-4027-96f7-f8a0f73cbbe3 req-16f40df3-b68b-4839-bfeb-110f0bfa9564 tempest-ServersOnMultiNodesTest-1858734605 tempest-ServersOnMultiNodesTest-1858734605-project] 10.222.0.55 "DELETE /v2.0/ports/c75204ac-d30c-4940-9492-ca37b1062a67 HTTP/1.1" status: 204 len: 173 time: 2.3792684 Aug 06 18:04:03.272522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'name': 'network-vif-deleted', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:03.275036 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0931684-fb88-41ad-8e40-69f660cffb25" -d '{"events": [{"server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "name": "network-vif-deleted", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:03.316727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c75204ac-d30c-4940-9492-ca37b1062a67 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:04:03.318377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c75204ac-d30c-4940-9492-ca37b1062a67 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:04:03.332056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaed60c-1108-42b0-a647-240c8af312d3 req-cafe2579-75cc-466b-a9ca-ce35e55bee26 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450793 Aug 06 18:04:03.420359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:03.434233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-bd4a4c09-f28b-4457-a4c3-488368574b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.436517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-bd4a4c09-f28b-4457-a4c3-488368574b4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 1095 time: 0.2066622 Aug 06 18:04:03.444881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:03.456214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-109997ab-971b-4d19-b092-fcf39259e47c tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/c796ae6d-bb4b-4739-847c-ec1737365ab4 HTTP/1.1" status: 200 len: 1812 time: 0.0833497 Aug 06 18:04:03.467585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.484508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1f79547-1ab0-42b3-85a0-ad027390b64d req-3934be64-9be0-46a2-b317-b251125563b7 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893034 Aug 06 18:04:03.528739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.529359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.530978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] 10.222.0.16 "PUT /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 1092 time: 2.5281415 Aug 06 18:04:03.563141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:03.594610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-a082c531-7db8-43a4-a0fe-aaca16c3acb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6cac63b-f92c-4acb-890c-be7aa273afab HTTP/1.1" status: 200 len: 217 time: 0.1374812 Aug 06 18:04:03.626113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'mac_address': 'fa:16:3e:23:f6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:03.652265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f8a0b-2ff9-4cd7-b11c-329b779beb1b service neutron] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:03.680842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.707667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d56e9-a396-4f3b-a6bc-e8b2822aba9c req-5b67985c-1496-46b2-b7de-692958d22060 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.712001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.716222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a97d56e9-a396-4f3b-a6bc-e8b2822aba9c req-5b67985c-1496-46b2-b7de-692958d22060 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.0985441 Aug 06 18:04:03.728670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-1fe2b438-e240-4966-92fc-c1a94647caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.733204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-1fe2b438-e240-4966-92fc-c1a94647caa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1095 time: 0.1453617 Aug 06 18:04:03.737721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-9b134a84-4fdd-4355-99f5-d9997b681858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:03.737939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:03.739619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-9b134a84-4fdd-4355-99f5-d9997b681858 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.1348944 Aug 06 18:04:03.773631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.784912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a97d56e9-a396-4f3b-a6bc-e8b2822aba9c req-94b066a0-3a51-492c-b1b4-fe12db4f5d59 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680485 Aug 06 18:04:03.788940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:03.807521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:03.845416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-eb85c4ce-91c9-4d44-84d3-4aa864deecfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585995 Aug 06 18:04:03.870379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-af817f6f-56ba-4125-af76-32e1fd7f08ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 217 time: 0.1242366 Aug 06 18:04:03.961708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:04.018573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9ed24ae4-7017-434b-bb9b-a9d4b1d498e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.020428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9ed24ae4-7017-434b-bb9b-a9d4b1d498e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1396651 Aug 06 18:04:04.034417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ea6f3-4ba6-4833-9282-72c015d97986 req-9a0b2206-c633-48ab-ac3e-c5e63bc28ad9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.041083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ef5d7c8f-daad-4113-a56d-b022cf3535be'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:04.042543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d0ea6f3-4ba6-4833-9282-72c015d97986 req-9a0b2206-c633-48ab-ac3e-c5e63bc28ad9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 943 time: 0.1358793 Aug 06 18:04:04.089830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-dadba630-0c6b-4417-854b-87c799c8bff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579469 Aug 06 18:04:04.092003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:04.105380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d0ea6f3-4ba6-4833-9282-72c015d97986 req-1cb17ae6-ce73-4ae2-bc02-0ec0544f9510 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Aug 06 18:04:04.116272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:04.130315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe968ac2-ac1a-4009-81d7-7b50289e2ad6 req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-groups/c796ae6d-bb4b-4739-847c-ec1737365ab4 HTTP/1.1" status: 204 len: 173 time: 0.6639452 Aug 06 18:04:04.148484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-3deb8860-9edf-462d-aa5a-ea72c3de05ec service neutron] 10.222.0.55 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943859 Aug 06 18:04:04.234312 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516c0449-65bd-46ec-a64f-afd085674f20 x-openstack-request-id: req-516c0449-65bd-46ec-a64f-afd085674f20 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:04.234710 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def0f663-d363-4888-bed4-2ed6d00b8b4e", "name": "network-vif-deleted", "tag": "c75204ac-d30c-4940-9492-ca37b1062a67", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:04.235110 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-516c0449-65bd-46ec-a64f-afd085674f20 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:04.235767 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0f663-d363-4888-bed4-2ed6d00b8b4e', 'name': 'network-vif-deleted', 'tag': 'c75204ac-d30c-4940-9492-ca37b1062a67', 'status': 'completed', 'code': 200} Aug 06 18:04:04.270628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3b3a-30fe-4361-9018-94fe37df1bff tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796ae6d-bb4b-4739-847c-ec1737365ab4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:04.320012 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14ec01-3bbb-472b-adcd-02766f3a7da5 x-openstack-request-id: req-2a14ec01-3bbb-472b-adcd-02766f3a7da5 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:04.320418 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:04.320630 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a14ec01-3bbb-472b-adcd-02766f3a7da5 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:04.321028 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'status': 'completed', 'code': 200} Aug 06 18:04:04.451480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6dff03b-1dbc-44e9-a52e-c28fdd9d90ea req-d944a534-f426-4ca6-bd87-33881f878d46 service neutron] 10.222.0.55 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924690 Aug 06 18:04:04.458976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dfd33-f04b-4c35-9e2c-130495e3682d req-a131bf1b-8bb9-4286-958a-ff48fab4e013 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.476942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c60dfd33-f04b-4c35-9e2c-130495e3682d req-a131bf1b-8bb9-4286-958a-ff48fab4e013 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1100 time: 0.1243875 Aug 06 18:04:04.494874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:04.540507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c60dfd33-f04b-4c35-9e2c-130495e3682d req-fae3fb1e-9f9f-43bb-980d-ea4ce81e5b24 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622993 Aug 06 18:04:04.557540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-23b6e701-6187-4592-b891-5123ab34576b service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254496 Aug 06 18:04:04.582416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-b9755a7e-4081-4082-ba23-c953caa10d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.584415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-b9755a7e-4081-4082-ba23-c953caa10d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 1095 time: 0.0581896 Aug 06 18:04:04.666261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39914c78-852b-477a-8474-b70fb05894f0 req-1d36786a-3377-4c78-81ca-c0b4809bcfa1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.674520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39914c78-852b-477a-8474-b70fb05894f0 req-1d36786a-3377-4c78-81ca-c0b4809bcfa1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 945 time: 0.2420218 Aug 06 18:04:04.818144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:04.852302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39914c78-852b-477a-8474-b70fb05894f0 req-16b58c8c-b49e-47a2-a926-00ff8f4d1948 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228867 Aug 06 18:04:04.857569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-bbb8c6ac-f410-4dd6-9f45-a3a6cc0d8e5f tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/30762404-953b-42b2-b406-5d4018fc9868 HTTP/1.1" status: 200 len: 1812 time: 0.1249015 Aug 06 18:04:04.884331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5c946bc-4af8-4cfe-ab28-d9f4df807f01 req-9112b86d-e6c6-4fe4-988c-d04eb2b0f567 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147104 Aug 06 18:04:04.925869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-3ebd06d8-1bf3-4f98-9158-5dcf5bc2d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:04.927920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-3ebd06d8-1bf3-4f98-9158-5dcf5bc2d1a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 915 time: 0.3353293 Aug 06 18:04:05.008720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-eee1ea9b-9201-4817-a6ea-f238e472e464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6cac63b-f92c-4acb-890c-be7aa273afab HTTP/1.1" status: 200 len: 217 time: 0.0725155 Aug 06 18:04:05.024346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-812832ce-d2d4-43b2-988a-4194ccab896c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9eea08c1f75402b999431b46eda1eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025568 Aug 06 18:04:05.028536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47794) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:05.069384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-238fc1a5-f7f7-4898-bb5f-90ddbff6293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:05.071373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-238fc1a5-f7f7-4898-bb5f-90ddbff6293c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.0539231 Aug 06 18:04:05.110216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.133148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-945651e3-1ab5-4abb-be85-10c65a6097e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477700 Aug 06 18:04:05.152215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.166654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace16cb-eee8-4e4d-a357-2076dfa85994 req-c9433757-7453-40d7-bf1c-b8b5fc5cede4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:05.168781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aace16cb-eee8-4e4d-a357-2076dfa85994 req-c9433757-7453-40d7-bf1c-b8b5fc5cede4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1063287 Aug 06 18:04:05.179369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.199050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.255963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aace16cb-eee8-4e4d-a357-2076dfa85994 req-7a767e83-72ff-45a0-857c-f27c822f5b6a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748255 Aug 06 18:04:05.264228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:05.312633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.315653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.318264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.322217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/843043e4-b24e-4ead-98f7-de323b446be6 HTTP/1.1" status: 204 len: 168 time: 0.2891662 Aug 06 18:04:05.322429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.342899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d072924-9c5c-4a35-8f3e-6f53d9f247b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843043e4-b24e-4ead-98f7-de323b446be6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:05.351686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05583182-0dbe-4177-902f-6db1dbb3ca78 req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-groups/30762404-953b-42b2-b406-5d4018fc9868 HTTP/1.1" status: 204 len: 173 time: 0.4922960 Aug 06 18:04:05.370020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-0ba0422a-29a1-4ba2-8f3d-ddf5d29fd319 service neutron] 10.222.0.55 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269742 Aug 06 18:04:05.440072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585a85f-2cea-4260-b706-bd96c56f8820 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30762404-953b-42b2-b406-5d4018fc9868,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:05.541319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:05.622668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ef5d7c8f-daad-4113-a56d-b022cf3535be triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:05.623288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.672273 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15195a10-a3cd-4fd0-87d9-bd987161bc20 req-98cc56bd-9cd9-4535-858e-2ecd41928c08 service neutron] 10.222.0.55 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919891 Aug 06 18:04:05.684628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a54702-175d-4193-be45-0f2b33d60cc8 req-35e277eb-035f-42b1-9745-65d885444d27 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:05.692264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72a54702-175d-4193-be45-0f2b33d60cc8 req-35e277eb-035f-42b1-9745-65d885444d27 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.1918020 Aug 06 18:04:05.741689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72a54702-175d-4193-be45-0f2b33d60cc8 req-8033d10c-cee8-45f4-ae76-96e9bdac7585 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Aug 06 18:04:05.832001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.890789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:05.893471 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3682859-abaa-4532-a556-da2c9ff619e1" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:05.920537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36963d5d-4c49-479b-b44b-12c32035992b req-8db8e33b-9f0a-4148-a9c1-9d7626cabdf8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:05.928380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36963d5d-4c49-479b-b44b-12c32035992b req-8db8e33b-9f0a-4148-a9c1-9d7626cabdf8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 943 time: 0.0948143 Aug 06 18:04:05.944314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:05.946178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:05.958141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.963113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:05.973397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:05.990740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47820) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:06.028813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36963d5d-4c49-479b-b44b-12c32035992b req-9b5126ac-f347-4358-af35-ce8bbf1f11bd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914447 Aug 06 18:04:06.094404 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-51cef2a6-7a29-409a-8aef-14e973b4101f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22732310097749c992289beace7d6c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005876 Aug 06 18:04:06.100167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:06.179325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:06.202772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-d6dccfbc-ad63-47e2-9365-3e4b0b153370 tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "GET /v2.0/security-groups/eb50444e-537f-48fc-9b99-166c0c47c826 HTTP/1.1" status: 200 len: 1813 time: 0.1215901 Aug 06 18:04:06.241700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:06.244135 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4348d56b-6c55-4a83-b10f-208e378c1df3" -d '{"events": [{"name": "network-changed", "server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:06.278493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.318013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.366790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.423361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:06.438200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.480705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-10ea63e3-6b72-422b-abbc-0206d5fc1034 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2212000 Aug 06 18:04:06.488723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.491892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-497f7423-86be-4595-98a5-e465eec64690 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:04:06.493368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-497f7423-86be-4595-98a5-e465eec64690 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074499 Aug 06 18:04:06.551201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:06.561534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.565831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.570147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.571736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48f479b0-ec5c-45d5-a86e-d567b4f427d1 HTTP/1.1" status: 204 len: 168 time: 0.4668896 Aug 06 18:04:06.592858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff2f8-0beb-4665-a5dc-8a81673489ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f479b0-ec5c-45d5-a86e-d567b4f427d1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:06.659605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f600b-4db0-4e1c-ba3f-d18cacc5fa8b req-ee863ad6-47de-45bc-97fd-62d0d7fc3e68 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:06.661336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-159f600b-4db0-4e1c-ba3f-d18cacc5fa8b req-ee863ad6-47de-45bc-97fd-62d0d7fc3e68 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.1559663 Aug 06 18:04:06.716956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.719867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.726239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37f06337-90a4-4fe3-a5cd-9df852e2a8bf req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb50444e-537f-48fc-9b99-166c0c47c826 HTTP/1.1" status: 204 len: 173 time: 0.5233412 Aug 06 18:04:06.735154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47844) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:06.778214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-159f600b-4db0-4e1c-ba3f-d18cacc5fa8b req-9dd08de1-15bd-4878-9655-c228559f3a92 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028078 Aug 06 18:04:06.833131 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73d3f32-c618-44ce-87c0-e4062c4e90e1 x-openstack-request-id: req-b73d3f32-c618-44ce-87c0-e4062c4e90e1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:06.833767 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-plugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:06.834196 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b73d3f32-c618-44ce-87c0-e4062c4e90e1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:06.834765 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'code': 200} Aug 06 18:04:06.859176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4636c64-0f5c-4d81-8c92-5416d00138fc tempest-SecurityGroupRulesNegativeTestJSON-735732836 tempest-SecurityGroupRulesNegativeTestJSON-735732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb50444e-537f-48fc-9b99-166c0c47c826,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:06.952116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Deleting subnet 1202e699-0747-4d59-b2d4-6de58643aa38 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:04:06.966794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:06.972392 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce6e10-e73c-46d4-83e6-7612994d4985 x-openstack-request-id: req-28ce6e10-e73c-46d4-83e6-7612994d4985 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:06.974029 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:06.974464 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28ce6e10-e73c-46d4-83e6-7612994d4985 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:06.975000 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'status': 'completed', 'code': 200} Aug 06 18:04:07.065933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfb96b-ca59-4b13-bf30-32ccb3eb0535 req-39401fbc-df65-4cab-8b27-17cdabdd73f8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:07.070399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-53cfb96b-ca59-4b13-bf30-32ccb3eb0535 req-39401fbc-df65-4cab-8b27-17cdabdd73f8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.2163422 Aug 06 18:04:07.106177 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:07.107506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-ea193c4f-a037-4660-9110-e0ca747fdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:07.109608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-ea193c4f-a037-4660-9110-e0ca747fdf44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1095 time: 0.1313565 Aug 06 18:04:07.322527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:07.335872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-53cfb96b-ca59-4b13-bf30-32ccb3eb0535 req-2780bba2-7f13-4afa-9b3b-a1de9ed34b50 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624359 Aug 06 18:04:07.339357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-2f5ca1c7-0e65-42e7-86c9-f5f945686843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:07.340975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-2f5ca1c7-0e65-42e7-86c9-f5f945686843 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.2141590 Aug 06 18:04:07.418652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-59c0a888-d4ac-4e40-8a21-4aa7241b1a67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 217 time: 0.0626245 Aug 06 18:04:07.475312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f49ca1-4a4f-4407-8d9f-ddfa5329898d req-37e54fdd-82ba-4456-a2cc-5b5d605ee420 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:07.477499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64f49ca1-4a4f-4407-8d9f-ddfa5329898d req-37e54fdd-82ba-4456-a2cc-5b5d605ee420 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.2889776 Aug 06 18:04:07.533960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-501e3b83-5249-4953-8afc-e8d8029119c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:07.539491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-501e3b83-5249-4953-8afc-e8d8029119c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1097610 Aug 06 18:04:07.616286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64f49ca1-4a4f-4407-8d9f-ddfa5329898d req-bf3c75cd-eff6-4b91-a038-05fb6f2554cf tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321959 Aug 06 18:04:07.644501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-8ba4bc4d-9800-4900-9c9f-1a0c5f8b2f52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924101 Aug 06 18:04:07.705103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:07.769528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:07.772988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1202e699-0747-4d59-b2d4-6de58643aa38 HTTP/1.1" status: 204 len: 168 time: 1.0239954 Aug 06 18:04:07.778801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47880) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:07.821203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-ef1207e4-5974-4851-99f0-b7d2acb09a55 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652906 Aug 06 18:04:07.971953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff49f-8456-4bf6-82ec-f2857937b8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1202e699-0747-4d59-b2d4-6de58643aa38,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:08.004755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46a96-9ea9-4f34-b299-04d5564cdc77 req-4707db69-0813-47a8-be5a-baa6c2ab5b75 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.013109 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bed46a96-9ea9-4f34-b299-04d5564cdc77 req-4707db69-0813-47a8-be5a-baa6c2ab5b75 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.3674691 Aug 06 18:04:08.029688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4348d56b-6c55-4a83-b10f-208e378c1df3 req-2df9e35f-d72e-4a70-8e49-c666fd168357 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940100 Aug 06 18:04:08.116051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bed46a96-9ea9-4f34-b299-04d5564cdc77 req-dd449b87-094e-4a14-a9ad-5e4a8d20dd94 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015208 Aug 06 18:04:08.176577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d23c-7284-491c-a379-960c596f77ba req-6543e616-c8bb-48ef-8ece-b3046cf75859 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.178439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13d4d23c-7284-491c-a379-960c596f77ba req-6543e616-c8bb-48ef-8ece-b3046cf75859 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 943 time: 0.2653418 Aug 06 18:04:08.187395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.286889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13d4d23c-7284-491c-a379-960c596f77ba req-930daa3d-d885-4b11-ac46-ec27a7811fa8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970654 Aug 06 18:04:08.403316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.424365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fb054f-3b79-4796-a4cd-a018459e8a45']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:08.449460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631ff630-557b-42d0-a83e-74ad6dff25ed') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:08.449818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631ff630-557b-42d0-a83e-74ad6dff25ed') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:08.469411 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.515306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911c0ef-95df-44a3-ba14-f245ca71a4e7 req-b8e689a6-8571-4895-9259-23aa86f3b190 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.516916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2911c0ef-95df-44a3-ba14-f245ca71a4e7 req-b8e689a6-8571-4895-9259-23aa86f3b190 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.1022408 Aug 06 18:04:08.529262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.552556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:04:08.552782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:04:08.555939 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:04:08.596315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2911c0ef-95df-44a3-ba14-f245ca71a4e7 req-3edfe8d4-1b61-4ea9-a464-a75a39e5b2ca tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707502 Aug 06 18:04:08.728739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90d591-1617-45b5-b343-aa8a96e3ce4c req-89dde1d9-e9e4-474d-9c08-92c9a4deb0b2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.730831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec90d591-1617-45b5-b343-aa8a96e3ce4c req-89dde1d9-e9e4-474d-9c08-92c9a4deb0b2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.2635014 Aug 06 18:04:08.784941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.804044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:08.815281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] 10.222.0.64 "DELETE /v2.0/networks/61fb054f-3b79-4796-a4cd-a018459e8a45 HTTP/1.1" status: 204 len: 168 time: 1.0233998 Aug 06 18:04:08.836151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:08.841209 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3851176-2b33-4960-ad26-a385bcd6fdb1" -d '{"events": [{"server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "name": "network-vif-plugged", "status": "completed", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:08.860467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286c7b-fae3-4045-ba2a-9e32c6a6df13 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fb054f-3b79-4796-a4cd-a018459e8a45,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:08.887863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec90d591-1617-45b5-b343-aa8a96e3ce4c req-b1833efe-25f8-41df-a92c-b76658a098b2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451828 Aug 06 18:04:08.904894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-eef273bc-9280-464f-8ffc-4bca33f89704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.906649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-eef273bc-9280-464f-8ffc-4bca33f89704 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1100 time: 0.1746976 Aug 06 18:04:08.982957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd95d-c454-4149-8031-9c280bac2cb1 req-f5456d23-be16-49c0-8a22-ec1bb360b065 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:08.990860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe1dd95d-c454-4149-8031-9c280bac2cb1 req-f5456d23-be16-49c0-8a22-ec1bb360b065 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1937058 Aug 06 18:04:09.093012 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a02e906-f7e5-4d20-970a-2907e575dd99 x-openstack-request-id: req-1a02e906-f7e5-4d20-970a-2907e575dd99 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:09.093615 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "name": "network-vif-plugged", "status": "completed", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:09.094029 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a02e906-f7e5-4d20-970a-2907e575dd99 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:09.094628 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'code': 200} Aug 06 18:04:09.104567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe1dd95d-c454-4149-8031-9c280bac2cb1 req-2625faf1-ea3f-4962-ae8c-74a2f37b0678 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013439 Aug 06 18:04:09.229920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47914) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:09.252632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-1aa785d3-c687-49fd-9346-c8eda21faea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.254379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-1aa785d3-c687-49fd-9346-c8eda21faea9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3369734 Aug 06 18:04:09.271574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:09.290224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865de82-3751-47c6-b574-38938cc0245f req-fee73fe3-57af-4cf6-908e-ff73c5a2b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.291845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7865de82-3751-47c6-b574-38938cc0245f req-fee73fe3-57af-4cf6-908e-ff73c5a2b3b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 1098 time: 0.1091964 Aug 06 18:04:09.359636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7865de82-3751-47c6-b574-38938cc0245f req-c2858d1d-ef3e-4898-ade4-4791f8c0cc23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599828 Aug 06 18:04:09.419081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-5178d713-b5b0-4ed1-b20b-3a986060c0e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.1432221 Aug 06 18:04:09.548221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c1fac604-d986-4fb4-a1c7-d9e5a20da480 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5765f69d3dbb48ac98563bf29fc4c053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160672 Aug 06 18:04:09.549295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:09.581069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba2c39-ccdb-4a7e-9864-c4e7de74660a req-8cdb632a-585d-4c76-8c0e-05cfba5866ba tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.583677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-beba2c39-ccdb-4a7e-9864-c4e7de74660a req-8cdb632a-585d-4c76-8c0e-05cfba5866ba tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.3095684 Aug 06 18:04:09.603887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c44faa-42c3-4de6-ab45-39f2f1dad6f9 req-e64a9140-b1fd-42a1-8806-c22ca28985c4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.605475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1c44faa-42c3-4de6-ab45-39f2f1dad6f9 req-e64a9140-b1fd-42a1-8806-c22ca28985c4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 943 time: 0.0858884 Aug 06 18:04:09.615523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:09.630112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-07ac09f3-8fae-44ca-bc56-3fb9a05194b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.642173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-07ac09f3-8fae-44ca-bc56-3fb9a05194b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2130461 Aug 06 18:04:09.647656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'port_id': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'mac_address': 'fa:16:3e:cb:0a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130f0e4b-64c0-418a-b174-f146966a35d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:09.728898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1c44faa-42c3-4de6-ab45-39f2f1dad6f9 req-e4128d43-4b58-4475-88a0-d80aa07e89f0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117444 Aug 06 18:04:09.789591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:09.828717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:09.845292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:09.871244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-beba2c39-ccdb-4a7e-9864-c4e7de74660a req-129efc93-f72d-492e-b433-07b486c54ca5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763677 Aug 06 18:04:09.903787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:09.909515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:09.932340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-a138b0e2-c618-4961-b183-01ae171b1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:09.934519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-a138b0e2-c618-4961-b183-01ae171b1347 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2701695 Aug 06 18:04:09.935607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:10.123352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312862d-59cb-4cff-9186-a69abdc7b54b req-2668e063-8fc4-4d59-8eaf-ec07fb2a5ae1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:10.161719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d312862d-59cb-4cff-9186-a69abdc7b54b req-2668e063-8fc4-4d59-8eaf-ec07fb2a5ae1 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.2621098 Aug 06 18:04:10.172027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2e96a-7e7f-4baf-86df-de7123baca32 req-040398c8-858c-4ac6-a65d-67d07d48124e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:10.179854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4a2e96a-7e7f-4baf-86df-de7123baca32 req-040398c8-858c-4ac6-a65d-67d07d48124e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1366055 Aug 06 18:04:10.227391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:10.235025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:10.239709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:10.243992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af06277b-14e8-47d1-989f-ffccc598b580 HTTP/1.1" status: 204 len: 168 time: 0.6909816 Aug 06 18:04:10.252809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-92bfe841-f2ef-4863-9d89-a0cc57aa79b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104100 Aug 06 18:04:10.267114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677d573-2e4b-46d9-8bbe-9e893c6df71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06277b-14e8-47d1-989f-ffccc598b580,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:10.291139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:10.326395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d312862d-59cb-4cff-9186-a69abdc7b54b req-83c90439-7228-4c92-9e54-dad8ca72cf37 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633854 Aug 06 18:04:10.410551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-2c268b4c-0cb3-4c9d-8b34-29071afacddd service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352506 Aug 06 18:04:10.442349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e6cac63b-f92c-4acb-890c-be7aa273afab'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:10.484222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4a2e96a-7e7f-4baf-86df-de7123baca32 req-63a3d2e6-04ca-4634-a51c-fb93b27cfe66 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032393 Aug 06 18:04:10.659857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5c74c-2614-43e1-ad67-1597267903db req-cae33cec-edb5-41e4-94e3-0cfbff626b26 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:10.683328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9a5c74c-2614-43e1-ad67-1597267903db req-cae33cec-edb5-41e4-94e3-0cfbff626b26 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1781757 Aug 06 18:04:10.803342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9a5c74c-2614-43e1-ad67-1597267903db req-dcf4695d-ce76-41bf-88d9-315041492f81 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188486 Aug 06 18:04:11.045666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ed7a-0e20-4dc5-89f2-4ee1ec0d7825 req-b4ddb4e6-9dce-46e6-98b9-148026066701 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:11.047514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22f1ed7a-0e20-4dc5-89f2-4ee1ec0d7825 req-b4ddb4e6-9dce-46e6-98b9-148026066701 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 944 time: 0.1115172 Aug 06 18:04:11.123674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22f1ed7a-0e20-4dc5-89f2-4ee1ec0d7825 req-04e74689-b2b3-44cb-807b-9fbfbf6d2760 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696888 Aug 06 18:04:11.356226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07992ce2-7581-4130-bf3c-0f03e702d61e req-6b6017c7-5d5c-4308-a328-65784b152210 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:11.358956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07992ce2-7581-4130-bf3c-0f03e702d61e req-6b6017c7-5d5c-4308-a328-65784b152210 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.0745063 Aug 06 18:04:11.424146 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:11.439116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07992ce2-7581-4130-bf3c-0f03e702d61e req-368bab67-627a-47e8-9d89-29d27c913658 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Aug 06 18:04:11.582040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f703a-41a4-4644-9df2-0d4bd201391b req-8a42966f-3981-43e9-8f22-a69b425a20f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:11.597835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-274f703a-41a4-4644-9df2-0d4bd201391b req-8a42966f-3981-43e9-8f22-a69b425a20f2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.0972357 Aug 06 18:04:11.687543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-274f703a-41a4-4644-9df2-0d4bd201391b req-f2ab762c-4f3a-4bad-b070-2953b270cbe0 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875332 Aug 06 18:04:11.701030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd00ed-f366-4ccc-8634-27b2f9c69df6 req-50557416-87b0-4dc8-906d-59fb42742891 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:11.709682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1fd00ed-f366-4ccc-8634-27b2f9c69df6 req-50557416-87b0-4dc8-906d-59fb42742891 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1143782 Aug 06 18:04:11.757164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1fd00ed-f366-4ccc-8634-27b2f9c69df6 req-77310732-1d26-4fc0-ae7d-47733ad5b4a6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Aug 06 18:04:11.902873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48024) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:12.026638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a64f3-a29c-4fa1-b842-67a5d0ffa218 req-e184e7d3-bf43-4983-94ac-450c7a03f019 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:12.030004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e4a64f3-a29c-4fa1-b842-67a5d0ffa218 req-e184e7d3-bf43-4983-94ac-450c7a03f019 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.1453805 Aug 06 18:04:12.042307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48028) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:12.055600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Request body: {'floatingip': {'port_id': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:12.057491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770d208-f9e7-4b7c-94b4-560cbad0f093 req-5beb9c4b-4128-495f-afae-14afcfd1278b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:12.071555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c770d208-f9e7-4b7c-94b4-560cbad0f093 req-5beb9c4b-4128-495f-afae-14afcfd1278b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1522627 Aug 06 18:04:12.132753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.160618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c770d208-f9e7-4b7c-94b4-560cbad0f093 req-34f742d5-265a-43f4-a2e7-accf104ced3d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865467 Aug 06 18:04:12.165923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-295698796-network', 'tenant_id': '731f45691d014d27a571e819f761d907'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:12.190944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Made reservation on behalf of 731f45691d014d27a571e819f761d907 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:12.194318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.212673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.374837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.375003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48034) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:12.387723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c6032-7c97-4014-8b18-e21929bf0307 req-4ca1c8d8-5ac5-4d51-8f90-5d585f210276 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:12.390726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.395843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b0c6032-7c97-4014-8b18-e21929bf0307 req-4ca1c8d8-5ac5-4d51-8f90-5d585f210276 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 944 time: 0.0953524 Aug 06 18:04:12.406910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:04:12.418991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.419377 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Added segment 97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1 of type vlan for network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 Aug 06 18:04:12.475173 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.508958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b0c6032-7c97-4014-8b18-e21929bf0307 req-ea211229-3240-4cf0-9e80-f9f1d57074f1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118631 Aug 06 18:04:12.559461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.560896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:12.561786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.566491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dffcdec-7257-4675-91fe-f5c776a0eb01,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:12.620370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:12.629912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7257533 Aug 06 18:04:12.635788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:12.642473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Request body: {'subnet': {'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-295698796-subnet', 'tenant_id': '731f45691d014d27a571e819f761d907', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:12.728263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003f176-8836-48d6-abef-d6bbfc75c8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2339f2-ff53-45f0-b8fa-60decfbf72e4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:12.745166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4efeb5-eb65-4fe4-b44a-cfe256126bbb req-07d2ff12-351a-4331-8ece-c7cb5499ee94 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:12.754579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a4efeb5-eb65-4fe4-b44a-cfe256126bbb req-07d2ff12-351a-4331-8ece-c7cb5499ee94 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2071867 Aug 06 18:04:12.759221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:04:12.771352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:04:12.771352 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:04:12.771352 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': '2b2765015e85425c9ce2fbe90f204367', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 4, 12, 683469)}] Aug 06 18:04:12.771352 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:04:12.771964 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:04:12.814086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a4efeb5-eb65-4fe4-b44a-cfe256126bbb req-2bd7dc4e-1add-46a3-9d63-cc2003589724 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Aug 06 18:04:12.844605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Made reservation on behalf of 731f45691d014d27a571e819f761d907 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:12.847730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.280454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.288514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:13.361990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e6cac63b-f92c-4acb-890c-be7aa273afab completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:13.368956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e6cac63b-f92c-4acb-890c-be7aa273afab triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:13.369956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.454528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fc0b6-1b5c-45da-8bb7-5e09c01d996b req-0c9852ab-27ee-4ded-a21d-6e9a1b9aef81 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:13.466127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-080fc0b6-1b5c-45da-8bb7-5e09c01d996b req-0c9852ab-27ee-4ded-a21d-6e9a1b9aef81 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.2034607 Aug 06 18:04:13.516724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.590448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:13.598105 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49f835-a781-4dc1-b0b6-9f28ad529c5e" -d '{"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:13.612933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38dabf-0a77-4a52-8593-b3326401b5d2 req-ad84610a-3c70-47b4-81b7-f299637650e2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:13.615655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa38dabf-0a77-4a52-8593-b3326401b5d2 req-ad84610a-3c70-47b4-81b7-f299637650e2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.7592173 Aug 06 18:04:13.635015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:13.659398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.675654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-080fc0b6-1b5c-45da-8bb7-5e09c01d996b req-21480a0b-8125-4d95-b825-f9920f3331e5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457653 Aug 06 18:04:13.727605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.736774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.761839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa38dabf-0a77-4a52-8593-b3326401b5d2 req-56325cb0-cca2-4318-ae75-35789648aa18 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352386 Aug 06 18:04:13.836795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:13.844074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b2765015e85425c9ce2fbe90f204367&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4674852 Aug 06 18:04:13.845543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752200ae-90e0-46bc-9b25-ed01907db28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9415ebe-db74-4ece-9ebb-3483a9548d88,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:13.848576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:13.966557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:13.976045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1bca-b054-45ce-989c-86e5a162b3f4 req-8dacc47c-5809-4eb5-a109-dcd96a133d6a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:13.977754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-defc1bca-b054-45ce-989c-86e5a162b3f4 req-8dacc47c-5809-4eb5-a109-dcd96a133d6a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.0875340 Aug 06 18:04:14.012598 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71bba1-ee00-4d86-8111-e5699813f513 x-openstack-request-id: req-3c71bba1-ee00-4d86-8111-e5699813f513 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:14.013223 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:14.013687 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c71bba1-ee00-4d86-8111-e5699813f513 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:14.014287 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'code': 200} Aug 06 18:04:14.024184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.081203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:04:14.187115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-a1320d9e-7bf0-44cd-80da-f735fef74a80 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:14.190659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-a1320d9e-7bf0-44cd-80da-f735fef74a80 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.2479715 Aug 06 18:04:14.193587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-defc1bca-b054-45ce-989c-86e5a162b3f4 req-64f93b4f-d475-4781-bb87-04b2d14a3ca1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745574 Aug 06 18:04:14.210680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72c73-d133-4672-8068-7ebb20ccb9b7 req-c3084fd5-03ce-419c-b20c-a3cf26272075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:14.212944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6e72c73-d133-4672-8068-7ebb20ccb9b7 req-c3084fd5-03ce-419c-b20c-a3cf26272075 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 1097 time: 0.0926173 Aug 06 18:04:14.217429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:14.229159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.233575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.239304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9415ebe-db74-4ece-9ebb-3483a9548d88 HTTP/1.1" status: 204 len: 168 time: 0.3854187 Aug 06 18:04:14.282936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.292463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62841-9a52-40aa-99e4-6ed7231926d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9415ebe-db74-4ece-9ebb-3483a9548d88,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:14.361816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6e72c73-d133-4672-8068-7ebb20ccb9b7 req-aaf9a80a-ee4c-4404-b1ec-6303c89a451a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407313 Aug 06 18:04:14.379536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.500402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.635951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50367180-e85c-4615-999e-a6748f229a0d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:14.715746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.847784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:14.885224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fd40-e4fa-4985-9e7a-942a21ad6b83 req-48d6e1a9-b69d-43dd-bfac-a75751337726 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:14.887002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4be0fd40-e4fa-4985-9e7a-942a21ad6b83 req-48d6e1a9-b69d-43dd-bfac-a75751337726 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.5140553 Aug 06 18:04:14.898661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-46f8aeaa-c5d7-45cb-bf9a-37c8cd0b70b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:14.905289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Checking segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:14.906624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Network hostable DHCP agents. Network: 4e2339f2-ff53-45f0-b8fa-60decfbf72e4, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:04:14.970809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca9604-6ad2-4652-a3e6-f8634a9c5863 req-194f174f-98ea-4f10-82f6-ad302259dcdb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:14.983952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0bca9604-6ad2-4652-a3e6-f8634a9c5863 req-194f174f-98ea-4f10-82f6-ad302259dcdb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 945 time: 0.1282918 Aug 06 18:04:15.030108 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2 associated. External IP: 172.25.3.157, port: 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f. Aug 06 18:04:15.082826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0bca9604-6ad2-4652-a3e6-f8634a9c5863 req-56f1be7b-a349-4c55-9318-e348eb23a3b6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971074 Aug 06 18:04:15.139602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:04:15.204669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4be0fd40-e4fa-4985-9e7a-942a21ad6b83 req-2d8b59bf-7008-40f6-9a36-3f60f29ef5a6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104382 Aug 06 18:04:15.337331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-46f8aeaa-c5d7-45cb-bf9a-37c8cd0b70b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.355130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8156c9-5bc3-4478-8a63-58a86d41f5e5 req-dd228e91-4c48-49b9-99fa-ab3f48483f62 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:15.357962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd8156c9-5bc3-4478-8a63-58a86d41f5e5 req-dd228e91-4c48-49b9-99fa-ab3f48483f62 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1710787 Aug 06 18:04:15.359860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-46f8aeaa-c5d7-45cb-bf9a-37c8cd0b70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.387897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4e2339f2-ff53-45f0-b8fa-60decfbf72e4) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:15.398533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad4d61-ecbd-4315-a5a6-2f73fd14f1ce None None] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:04:15.414592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:15.415816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.458976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:15.470147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-46f8aeaa-c5d7-45cb-bf9a-37c8cd0b70b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee477ebaf6b34e92a1a69fed3f5a2334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205246 Aug 06 18:04:15.471690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8aeaa-c5d7-45cb-bf9a-37c8cd0b70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94583f90-de75-4730-8f65-d23508a11140,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:15.481159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48088) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:15.530549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd8156c9-5bc3-4478-8a63-58a86d41f5e5 req-fc155b1e-a463-4075-ae1b-24aef8def21e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418006 Aug 06 18:04:15.638136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f83d528c-18d4-479c-852f-1415e192f993 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0001523 Aug 06 18:04:15.648242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48094) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:15.673701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:15.697564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.803303 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.808829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.812080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.835890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:15.854778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73013-6818-4412-b334-22f7877a5e09 req-818e95cb-c796-47e9-8e4f-99c09718f4d0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:15.868478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3be73013-6818-4412-b334-22f7877a5e09 req-818e95cb-c796-47e9-8e4f-99c09718f4d0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.3407092 Aug 06 18:04:15.878940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:04:15.880466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:15.980933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.082143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3be73013-6818-4412-b334-22f7877a5e09 req-58f8f0bf-ae2f-445f-8c97-90d2c6bfac52 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119408 Aug 06 18:04:16.100906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:16.109165 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0696bf8a-d84b-4aea-b6be-313ed6da347e" -d '{"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:16.126005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Allocated IP 172.20.0.2 (4e2339f2-ff53-45f0-b8fa-60decfbf72e4/50367180-e85c-4615-999e-a6748f229a0d/82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:16.150115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.184269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.312572 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37778fa9-9976-4d8e-84ac-f8281e8df10c x-openstack-request-id: req-37778fa9-9976-4d8e-84ac-f8281e8df10c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:16.313359 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:16.313994 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37778fa9-9976-4d8e-84ac-f8281e8df10c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:16.314828 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'code': 200} Aug 06 18:04:16.318207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:04:16.337957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.343542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.353178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94583f90-de75-4730-8f65-d23508a11140 HTTP/1.1" status: 204 len: 168 time: 0.8647947 Aug 06 18:04:16.605133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8e7ae-43c6-4991-8f56-029e661c96e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94583f90-de75-4730-8f65-d23508a11140,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:16.639338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:16.650793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.662291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Transition to ACTIVE for port object 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:16.684048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Transition to ACTIVE for port object 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:16.697265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.723261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.774473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:16.778647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76a611-fd71-47f8-8cb0-77e5aff91009 req-85572415-1a1b-4d2b-9dd1-8a919fe62721 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:16.791930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd76a611-fd71-47f8-8cb0-77e5aff91009 req-85572415-1a1b-4d2b-9dd1-8a919fe62721 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.4683435 Aug 06 18:04:16.797191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:16.808006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:16.826166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8423-7be0-4ff3-a337-34e73c61c3cc req-c6fb0b03-b20d-4287-9775-7071f0372ebb tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:16.827750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ead8423-7be0-4ff3-a337-34e73c61c3cc req-c6fb0b03-b20d-4287-9775-7071f0372ebb tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2331064 Aug 06 18:04:16.831338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:16.831338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:16.831761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:16.863415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:16.863977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:16.864857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Pushing event updated for resources: {'Port': ['ID=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:16.909476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:16.909991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:16.910635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:16.911413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Bound port: cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:16.911989 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.916866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Attempting to bind port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:16.918874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Attempting to bind port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:16.921950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Attempting to bind port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 on network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:16.934827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:16.935740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Checking segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:16.937387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.939400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Bound using segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:16.940631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Bound port: 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:16.941323 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:16.971433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:04:17.008111 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:04:17.022044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd76a611-fd71-47f8-8cb0-77e5aff91009 req-54a9a7a0-d8ff-4f07-8f19-5a5a2f0b8002 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227550 Aug 06 18:04:17.052401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:17.053595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] For port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:17.057023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:17.058131 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:17.061043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] For port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:17.075368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:17.162249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ead8423-7be0-4ff3-a337-34e73c61c3cc req-65ab5cb6-9e26-429f-8b0e-03879c483199 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932494 Aug 06 18:04:17.240020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e1af4-c327-479e-a3db-87c775e1380e None None] Pushing event updated for resources: {'Port': ['ID=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:17.328318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:17.392209 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:17.614361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4835ffc-fdba-4212-b074-c28323293da2 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "PUT /v2.0/floatingips/4dd4152e-d150-4f07-9912-53bea7c1c8b2 HTTP/1.1" status: 200 len: 992 time: 5.5684636 Aug 06 18:04:17.627255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:17.647872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:17.688193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:17.706809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51b4f1-bc3a-4fad-a140-2cc3cab9d315 req-3ba72edb-e791-4b12-a318-9fec47fa17da tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:17.713741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a51b4f1-bc3a-4fad-a140-2cc3cab9d315 req-3ba72edb-e791-4b12-a318-9fec47fa17da tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.3588684 Aug 06 18:04:17.720658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:17.735355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893df0e-2524-4f61-9e08-03e89803c16a req-a30b368c-d5c4-4fac-894c-429939f71b69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:17.757881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c893df0e-2524-4f61-9e08-03e89803c16a req-a30b368c-d5c4-4fac-894c-429939f71b69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.2267900 Aug 06 18:04:17.942330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:18.037343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:18.065117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c893df0e-2524-4f61-9e08-03e89803c16a req-d91cec95-3b53-4bd8-8965-b0b719760d04 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059268 Aug 06 18:04:18.314877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-5705e670-1c3b-459b-9913-6d9257da1b07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800948 Aug 06 18:04:18.325776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a51b4f1-bc3a-4fad-a140-2cc3cab9d315 req-d2c91819-7795-4c65-be78-10a27ae62464 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479296 Aug 06 18:04:18.408262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:18.418689 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39ad5e0-22af-42a7-81c6-ec095c45be33" -d '{"events": [{"name": "network-changed", "server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:18.457743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=8']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:18.469108 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Allocated IP 172.25.3.182 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/335e0e76-f8d0-42b3-bbee-405cccef27b9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:18.479021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:18.480001 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:18.484030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-77596475-90e9-45e4-a66e-83cd3ec80696 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 1123 time: 4.2783973 Aug 06 18:04:18.487742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:34:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:04:13Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:18.614779 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:04:18.616560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:18.617158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:18.617802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:18.626974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:18.627566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on network c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:18.644223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:18.645917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Checking segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:18.648970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Bound using segment: {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:18.649770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Bound port: cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd961d839-277a-42bf-8144-c39864f46053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:18.652176 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:18.655044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:18.656553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:18.693309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:18.760452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a6e47-6784-4e1e-9a3d-05f09ae74060 req-28e80881-9aa1-4e33-95ff-427b0e3b59fb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:18.775701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd2a6e47-6784-4e1e-9a3d-05f09ae74060 req-28e80881-9aa1-4e33-95ff-427b0e3b59fb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.2047949 Aug 06 18:04:18.873615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:18.890684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd2a6e47-6784-4e1e-9a3d-05f09ae74060 req-a585ccd6-ec69-4ee4-8222-f704f01d4769 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134102 Aug 06 18:04:19.096982 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:19.222356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:19.253140 n-d-793621-29 neutron-server[94123]: WARNING neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Concurrent port binding operations failed on port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b Aug 06 18:04:19.299609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c2575-6dbf-4716-a7f5-38c95e89d504 req-b00dc87a-fcd2-4170-9f0e-5ae7e3fe9d5e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:19.313008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-995c2575-6dbf-4716-a7f5-38c95e89d504 req-b00dc87a-fcd2-4170-9f0e-5ae7e3fe9d5e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.1275074 Aug 06 18:04:19.394193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:19.443559 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempt 2 to bind port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b Aug 06 18:04:19.444040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:04:19.463969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-995c2575-6dbf-4716-a7f5-38c95e89d504 req-36eddc7b-4be5-40a9-8517-8242b4a5b0d1 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487703 Aug 06 18:04:19.690784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48170) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:19.718005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:19.752806 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55b1f9-5d6b-43e8-884f-018746dccbba x-openstack-request-id: req-fb55b1f9-5d6b-43e8-884f-018746dccbba {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:19.753087 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:19.753342 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb55b1f9-5d6b-43e8-884f-018746dccbba {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:19.753767 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'status': 'completed', 'code': 200} Aug 06 18:04:19.946784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:19.999573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8d3a0-c4c6-42b6-8ee8-f4648b159469 None None] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:04:20.029609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-beb574a1-5caa-49ed-96af-87b80a600f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:20.034805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-beb574a1-5caa-49ed-96af-87b80a600f1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 1096 time: 1.4942412 Aug 06 18:04:20.070722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-582043280-network', 'tenant_id': '0cad0251cec24a57931593a25ddf1942'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:20.124747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Made reservation on behalf of 0cad0251cec24a57931593a25ddf1942 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:20.127711 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.143490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:34:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:04:13Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:20.145875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.150929 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:04:20.272152 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7726-ba81-4929-8c8d-d643e39e32ee None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4dd4152e-d150-4f07-9912-53bea7c1c8b2', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'port_id': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'mac_address': 'fa:16:3e:34:3b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:00:08Z', 'updated_at': '2021-08-06T18:04:13Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:04:20.347918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b3921-6411-499a-9dbd-d3a214db45ec req-b8ee93b7-a543-4652-a19f-a8a68ca0979e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:20.357418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d60b3921-6411-499a-9dbd-d3a214db45ec req-b8ee93b7-a543-4652-a19f-a8a68ca0979e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 1.7253382 Aug 06 18:04:20.420196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.431768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.500693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:04:20.516933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Provisioning for port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:20.537382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65db9c0d-7e8b-4236-acdf-ce83b7315ef9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:20.558977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.560734 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Added segment 00fdbc5f-4955-4f59-885b-6e07f09bb8ea of type vlan for network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d Aug 06 18:04:20.587384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d60b3921-6411-499a-9dbd-d3a214db45ec req-1654f384-d5f7-4475-9a5b-de6513518698 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025251 Aug 06 18:04:20.625668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Provisioning complete for port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:20.627771 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.639735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-5eab10dc-d832-469e-aba6-1db60eff3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:20.642914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.647372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-5eab10dc-d832-469e-aba6-1db60eff3ecc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 1098 time: 0.6336832 Aug 06 18:04:20.733088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.735541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:20.737952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.779842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:20.814186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e24023-a99d-4801-8366-bf144206ed4c None None] New status for floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:04:20.916234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2237849 Aug 06 18:04:20.921503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:20.936937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Request body: {'subnet': {'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-582043280-subnet', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:20.974497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613408-c1b5-4b00-8731-6f3d72dc639a admin admin] Pushing event updated for resources: {'Network': ['ID=6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:21.045332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Made reservation on behalf of 0cad0251cec24a57931593a25ddf1942 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:21.048783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.063149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-2fd07ff6-a191-4b7d-b150-6b7385f00a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:21.065224 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-2fd07ff6-a191-4b7d-b150-6b7385f00a93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.8813081 Aug 06 18:04:21.084618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.125584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:04:21.212472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7056-eb26-438c-9eac-824acfe01db7 req-aae8b4b1-e8cb-40a3-906e-f2eea4f76795 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:21.221668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-500c7056-eb26-438c-9eac-824acfe01db7 req-aae8b4b1-e8cb-40a3-906e-f2eea4f76795 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1908853 Aug 06 18:04:21.319253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-500c7056-eb26-438c-9eac-824acfe01db7 req-738141cb-978c-451b-9740-a52853463fc2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958953 Aug 06 18:04:21.406761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-e7f5e34d-b134-47f3-8d48-78fe53f21490 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 200 len: 217 time: 0.3179944 Aug 06 18:04:21.472384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:21.543779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae', 'port_id': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'mac_address': 'fa:16:3e:ef:f5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8344886-c18e-4a0a-b6aa-519e8cc6a4fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:21.566896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:21.583641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:21.586771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Pushing event updated for resources: {'Port': ['ID=335e0e76-f8d0-42b3-bbee-405cccef27b9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:21.595848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:21.639653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-68098758-0674-4ee5-a434-e1d22801a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:21.650800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-68098758-0674-4ee5-a434-e1d22801a6a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.9630775 Aug 06 18:04:21.763400 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.767010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:21.768280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.769508 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f97f14-0755-47ae-8033-b27a4f74e661" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:21.798753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.812175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b915e1-a42d-49fa-8ce7-7cfcca682b82 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:21.822791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec523c8-8d1b-44ba-b92d-6153aee53b16 req-dc269875-d8ca-4ada-ba0d-2d3f14e83f1a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:21.835225 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ec523c8-8d1b-44ba-b92d-6153aee53b16 req-dc269875-d8ca-4ada-ba0d-2d3f14e83f1a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.7665005 Aug 06 18:04:21.876634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-f235a478-c6d5-4754-bf14-e0ecfbdb4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:21.878369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-f235a478-c6d5-4754-bf14-e0ecfbdb4231 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.4405689 Aug 06 18:04:21.932736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:21.934883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] For port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:21.945499 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.954869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:21.985695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832619a-bff0-4cae-b27a-ed1598eb707b req-f2ce79b2-c3d2-4d28-a878-e37d83fbd920 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:22.004481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4832619a-bff0-4cae-b27a-ed1598eb707b req-f2ce79b2-c3d2-4d28-a878-e37d83fbd920 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.3595517 Aug 06 18:04:22.048433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b416d6-814b-433c-a725-3c7477de6ffc,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:22.094922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Checking segment: {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:22.095706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Network hostable DHCP agents. Network: 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:04:22.170085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:22.245357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4832619a-bff0-4cae-b27a-ed1598eb707b req-aff518b2-18c7-4915-a23b-c024b624f717 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394364 Aug 06 18:04:22.247968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:04:22.324882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:22.333501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:22.344033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.388815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64991ac2-6f43-4f3f-bf65-a0b41d691d90 None None] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:04:22.396838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-83b4fc07-04c7-4291-86d4-593cabec3506 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4742324 Aug 06 18:04:22.398345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:22.407395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:22.522142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-e773a795-4767-41c7-96ff-c621f3a8ebc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4122400 Aug 06 18:04:22.525938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.569517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['79b915e1-a42d-49fa-8ce7-7cfcca682b82'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:22.572692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.574136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.682200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66ca3-b5e1-4a0d-8d94-a450b72cfa81 req-3c0c6e29-2809-41fb-9c2e-862b8528bf0f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:22.687305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0dd13856-2690-4059-aef3-25878e450ceb None None] Provisioning complete for port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:22.689646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0eb66ca3-b5e1-4a0d-8d94-a450b72cfa81 req-3c0c6e29-2809-41fb-9c2e-862b8528bf0f tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.2517872 Aug 06 18:04:22.691927 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dd13856-2690-4059-aef3-25878e450ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.736421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-d32ad95c-14b5-41e6-bc3e-8797541f2a48 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201415 Aug 06 18:04:22.748776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ec523c8-8d1b-44ba-b92d-6153aee53b16 req-7d496c95-bbcf-4045-9f42-b7fcb754464d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8682084 Aug 06 18:04:22.779517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:22.860335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cbe6d-72e2-4862-810e-060e2e3f3a1a None None] Pushing event updated for resources: {'Port': ['ID=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:22.891844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6a56a3-f3d7-49ce-ba40-e4ca0af94310 req-1396fca7-4a91-4f41-a77a-ee72788faa26 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325045 Aug 06 18:04:22.935118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-2f1cdb41-c58c-470c-867c-66137b20a760 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 200 len: 1002 time: 1.2531524 Aug 06 18:04:23.007684 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d4e9c7-3fa7-46bf-9b5d-05efa5cef328 x-openstack-request-id: req-94d4e9c7-3fa7-46bf-9b5d-05efa5cef328 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:23.008042 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:23.013924 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94d4e9c7-3fa7-46bf-9b5d-05efa5cef328 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:23.014439 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'status': 'completed', 'code': 200} Aug 06 18:04:23.031358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-1243e401-ba0f-4af4-b571-60a73185296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.033407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-1243e401-ba0f-4af4-b571-60a73185296d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1126 time: 0.1007607 Aug 06 18:04:23.094718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0eb66ca3-b5e1-4a0d-8d94-a450b72cfa81 req-1af3f9a0-b52f-48c9-9fc0-f32526fa2195 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463626 Aug 06 18:04:23.302420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-eee0402a-9bf2-457a-9f18-008361b04235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.304037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-eee0402a-9bf2-457a-9f18-008361b04235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.3350441 Aug 06 18:04:23.320629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:23.425604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'fixed_ips': [{'subnet_id': '68b416d6-814b-433c-a725-3c7477de6ffc'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:04:23.427910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:23.552102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-a5e64f22-f695-4b98-bce8-7fa9f4d46b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.553743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-a5e64f22-f695-4b98-bce8-7fa9f4d46b78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367165 Aug 06 18:04:23.559588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-4faa1cc8-419c-4384-b9a3-3c730fcd9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.561852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-4faa1cc8-419c-4384-b9a3-3c730fcd9c3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.5183730 Aug 06 18:04:23.583116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9176d21-d334-4c10-a7a3-0a0b38c41f6f req-b89286a9-ef70-4a79-9938-9de887e3785b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.584740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9176d21-d334-4c10-a7a3-0a0b38c41f6f req-b89286a9-ef70-4a79-9938-9de887e3785b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1042538 Aug 06 18:04:23.692244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9176d21-d334-4c10-a7a3-0a0b38c41f6f req-0e363a5d-ec8d-4bc9-a8ef-f79172be16fd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Aug 06 18:04:23.712862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e93d4-35cc-40e2-8831-17994d69d128 req-99f6f216-1634-4a54-9df3-a332c03aed44 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:23.722416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e83e93d4-35cc-40e2-8831-17994d69d128 req-99f6f216-1634-4a54-9df3-a332c03aed44 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.4867218 Aug 06 18:04:23.727271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-0decc5ca-aeba-487d-ba30-e06c492f4463 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522348 Aug 06 18:04:23.825613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Allocated IP 172.20.0.2 (6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d/68b416d6-814b-433c-a725-3c7477de6ffc/690a5a36-6461-4be8-8e55-3a6aeca29adc) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:23.896739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e83e93d4-35cc-40e2-8831-17994d69d128 req-e8d2b378-ed02-40aa-9340-aa638723ce8b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733394 Aug 06 18:04:23.900951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-7a8efb25-2783-4677-b02c-0fc48d66a8f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 217 time: 0.3244255 Aug 06 18:04:24.059881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:24.070867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c39ad5e0-22af-42a7-81c6-ec095c45be33 req-d1fa4ea3-ec48-42de-8d17-2e21d34449b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234370 Aug 06 18:04:24.238288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:24.248873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Transition to ACTIVE for port object 690a5a36-6461-4be8-8e55-3a6aeca29adc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:24.286740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Transition to ACTIVE for port object 690a5a36-6461-4be8-8e55-3a6aeca29adc will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:24.293292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:24.302280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:24.316729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-6007fbda-288f-41a4-b1d9-339736e96d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:24.318394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-6007fbda-288f-41a4-b1d9-339736e96d26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.2465689 Aug 06 18:04:24.412517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-b9bba0aa-83a4-4a7b-8ba8-ad0d385d66a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717223 Aug 06 18:04:24.512133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc13e7-7b44-4f35-b0c2-e032d4e27714 req-8cf6f535-fb8e-48ad-ad29-c035f6fce359 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:24.521666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ebc13e7-7b44-4f35-b0c2-e032d4e27714 req-8cf6f535-fb8e-48ad-ad29-c035f6fce359 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.2009878 Aug 06 18:04:24.597362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Router d80ba5dd-710f-49fc-a35e-f8408cbf9157 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:04:24.629778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:24.687627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:24.738251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45530a7-a583-4509-9d5c-7e2912407102 req-84ae74ed-c79f-4d8b-bbd4-cbc99e984eed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:24.743124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f45530a7-a583-4509-9d5c-7e2912407102 req-84ae74ed-c79f-4d8b-bbd4-cbc99e984eed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.2364986 Aug 06 18:04:24.858697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:24.860776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:24.873538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:24.887562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Pushing event updated for resources: {'Port': ['ID=690a5a36-6461-4be8-8e55-3a6aeca29adc,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:24.904672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ebc13e7-7b44-4f35-b0c2-e032d4e27714 req-f3b887e1-7107-4153-bbef-7b69b0462508 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241699 Aug 06 18:04:25.014645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-eefe9e98-1326-4459-afc8-a9542fab955b service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769277 Aug 06 18:04:25.082768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:25.104628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Allocated IP 172.25.3.113 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/56b79b2c-d44f-4e2c-9dcb-bef41ad2043f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:25.204760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Attempting to bind port 690a5a36-6461-4be8-8e55-3a6aeca29adc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:25.205210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Attempting to bind port 690a5a36-6461-4be8-8e55-3a6aeca29adc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:25.205752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Attempting to bind port 690a5a36-6461-4be8-8e55-3a6aeca29adc on network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:25.236571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:25.237123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Checking segment: {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:25.237698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.238209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Bound using segment: {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:25.238826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Bound port: 690a5a36-6461-4be8-8e55-3a6aeca29adc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:25.242354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.352043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f45530a7-a583-4509-9d5c-7e2912407102 req-b07f5c4b-3449-4eb7-bfdf-9ff6ce0561f7 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276251 Aug 06 18:04:25.399100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.532301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.536024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] For port 690a5a36-6461-4be8-8e55-3a6aeca29adc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:25.552876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] For port 690a5a36-6461-4be8-8e55-3a6aeca29adc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=690a5a36-6461-4be8-8e55-3a6aeca29adc,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:25.587188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:25.591332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:25.591907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.601584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:25.611390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:25.616755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:25.699139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.773903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:04:25.799297 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Sync routers for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:04:25.817893 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:25.818541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:25.957195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:25.962722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-239f873e-494e-411d-9df4-13a091dbc1be admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.3088095 Aug 06 18:04:25.968327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48256) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:25.989873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-8432bc12-8f0c-43a9-8170-d974b105908f service neutron] 10.222.0.16 "GET /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.1262648 Aug 06 18:04:26.003533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68f97f14-0755-47ae-8033-b27a4f74e661 req-bd2c430d-cc79-4b32-9272-52e74bfaa1b5 service neutron] 10.222.0.16 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9831355 Aug 06 18:04:26.052812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:26.113352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c8217-b169-43d2-8483-5577e9bde7f2 None None] Pushing event updated for resources: {'Port': ['ID=690a5a36-6461-4be8-8e55-3a6aeca29adc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:26.334406 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:26.350547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16793b3-5ca2-4889-b274-4d933bfa0c79 req-9f71af22-37ce-43ae-a569-5cb1f9cb39c5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:26.358387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16793b3-5ca2-4889-b274-4d933bfa0c79 req-9f71af22-37ce-43ae-a569-5cb1f9cb39c5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.6350772 Aug 06 18:04:26.453863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:26.461985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:26.462438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:26.486047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fdce7-d253-46ba-9cad-028e0195df5f req-6a836edf-ef7a-498e-a7b3-1d08fb7ffb0e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:26.505854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd5fdce7-d253-46ba-9cad-028e0195df5f req-6a836edf-ef7a-498e-a7b3-1d08fb7ffb0e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.8913569 Aug 06 18:04:26.534279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16793b3-5ca2-4889-b274-4d933bfa0c79 req-448422e5-07c2-4459-a082-51166a70cedf tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749110 Aug 06 18:04:26.626793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:26.692650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:26.764209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:26.798699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:26.830201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:26.934208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:26.941276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.022840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 690a5a36-6461-4be8-8e55-3a6aeca29adc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:27.037219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:22Z', 'revision_number': 3, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:27.108486 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Checking router: d80ba5dd-710f-49fc-a35e-f8408cbf9157 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:04:27.109144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Updating router d80ba5dd-710f-49fc-a35e-f8408cbf9157 port 335e0e76-f8d0-42b3-bbee-405cccef27b9 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:04:27.110520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:27.120116 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df83d3-8921-46f5-91b5-0f628df47085" -d '{"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-plugged", "status": "completed", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:27.128828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Transition to ACTIVE for port object cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:27.186213 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.191070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38c2fc-6d6d-4a64-83f0-226d2e74e5c3 req-6093b6d0-b3d7-4f1b-823b-79ac29f80c25 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:27.196192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f38c2fc-6d6d-4a64-83f0-226d2e74e5c3 req-6093b6d0-b3d7-4f1b-823b-79ac29f80c25 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 943 time: 0.3373144 Aug 06 18:04:27.201595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.235416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:27.258008 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.315288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd5fdce7-d253-46ba-9cad-028e0195df5f req-75669de1-3197-41bb-ab25-a9c6092db46e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080227 Aug 06 18:04:27.394030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Pushing event updated for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:27.408398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:27.451489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 690a5a36-6461-4be8-8e55-3a6aeca29adc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:27.477682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.478137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.478491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.478839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.479179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.480486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.480486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.480486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.480764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.480931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.481244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.481606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:27.505994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] No DVR routers for this DVR port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:27.545548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f38c2fc-6d6d-4a64-83f0-226d2e74e5c3 req-f831a4c9-673b-441d-ab55-6b020571f750 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130283 Aug 06 18:04:27.572601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-87475483-cbdb-44e0-a9cf-211f76e3147d service neutron] 10.222.0.16 "PUT /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 1.5741968 Aug 06 18:04:27.699688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1719c6-0c71-48b0-b29c-ef8941797970 None None] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:04:27.768606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.828324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-497dd202-8287-4ea7-9698-a20e72fa38fa tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:27.830298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-497dd202-8287-4ea7-9698-a20e72fa38fa tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.1713743 Aug 06 18:04:27.914142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.941973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Provisioning for port 690a5a36-6461-4be8-8e55-3a6aeca29adc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:27.959444 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:27.962713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Provisioning complete for port 690a5a36-6461-4be8-8e55-3a6aeca29adc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:27.963392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.015330 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Transition to ACTIVE for port object 335e0e76-f8d0-42b3-bbee-405cccef27b9 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:28.034591 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.090808 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30133afd-8867-4c7c-b445-0f8f84871d8e x-openstack-request-id: req-30133afd-8867-4c7c-b445-0f8f84871d8e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:28.091551 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-plugged", "status": "completed", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:28.092226 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30133afd-8867-4c7c-b445-0f8f84871d8e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:28.093874 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'code': 200} Aug 06 18:04:28.108322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80cedc-71bd-45a0-ad8f-4a8c4f7bc51d req-dbfed54b-946b-4330-80d9-6a88ba0f9295 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.125358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc80cedc-71bd-45a0-ad8f-4a8c4f7bc51d req-dbfed54b-946b-4330-80d9-6a88ba0f9295 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.4820015 Aug 06 18:04:28.130670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-b42d98e3-af9d-4a21-b9bb-8b4fd0bef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.133512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-b42d98e3-af9d-4a21-b9bb-8b4fd0bef8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f&tenant_id=d831c831d3524198923cde552730ed16 HTTP/1.1" status: 200 len: 1096 time: 0.2823105 Aug 06 18:04:28.259688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc80cedc-71bd-45a0-ad8f-4a8c4f7bc51d req-336315f0-d927-4b59-acd2-734fe7bb0d4e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190863 Aug 06 18:04:28.304939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.305860 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Pushing event updated for resources: {'Port': ['ID=335e0e76-f8d0-42b3-bbee-405cccef27b9,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:28.310871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f2392-b010-440a-9d9c-43b809698b85 req-a190ef7f-4f13-490b-8afa-3b57bc02ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.312255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d4f2392-b010-440a-9d9c-43b809698b85 req-a190ef7f-4f13-490b-8afa-3b57bc02ea3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1097 time: 0.1097040 Aug 06 18:04:28.401365 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Attempting to bind port 335e0e76-f8d0-42b3-bbee-405cccef27b9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:28.402082 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Attempting to bind port 335e0e76-f8d0-42b3-bbee-405cccef27b9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:28.402654 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Attempting to bind port 335e0e76-f8d0-42b3-bbee-405cccef27b9 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:28.407678 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.409058 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.409675 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.410217 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.410756 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.411285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.411817 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.412253 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.412584 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.412909 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.413233 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.413617 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:28.422145 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:28.422145 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:28.422565 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.422928 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:28.423563 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Bound port: 335e0e76-f8d0-42b3-bbee-405cccef27b9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:28.423858 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.425744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-132fa0c8-4f25-4e2b-b9fa-7ba8e68b3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.427577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-132fa0c8-4f25-4e2b-b9fa-7ba8e68b3eec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d831c831d3524198923cde552730ed16&device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1096 time: 0.2578223 Aug 06 18:04:28.514859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f20d33df-d224-48e0-afc1-ad645d490713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.525489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] For port 335e0e76-f8d0-42b3-bbee-405cccef27b9, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:28.535580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d4f2392-b010-440a-9d9c-43b809698b85 req-c35ac1d5-d29b-4a2c-9798-c2bc26885094 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000961 Aug 06 18:04:28.537879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] For port 335e0e76-f8d0-42b3-bbee-405cccef27b9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=335e0e76-f8d0-42b3-bbee-405cccef27b9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:28.547775 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.550805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] For port 690a5a36-6461-4be8-8e55-3a6aeca29adc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=690a5a36-6461-4be8-8e55-3a6aeca29adc,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:28.570453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.673416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104433b3-d75c-4fbf-a942-daa9a6e67a4d None None] Pushing event updated for resources: {'Port': ['ID=690a5a36-6461-4be8-8e55-3a6aeca29adc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:28.692798 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:28.693509 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:28.737939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546773f8-ce6c-4d8e-9d36-5acec9ef86ac req-d76ba339-132a-44c1-88fb-9319b2fda421 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.745589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-546773f8-ce6c-4d8e-9d36-5acec9ef86ac req-d76ba339-132a-44c1-88fb-9319b2fda421 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.4557111 Aug 06 18:04:28.752656 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e44f25-624c-4cfd-a12d-3c2d79efa69a None None] Pushing event updated for resources: {'Port': ['ID=335e0e76-f8d0-42b3-bbee-405cccef27b9,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:28.769827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e6edd-0a28-4805-a032-5b09a7fa7fd0 req-d0742451-485d-4065-8c19-b39d2d6b9e28 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.771573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-623e6edd-0a28-4805-a032-5b09a7fa7fd0 req-d0742451-485d-4065-8c19-b39d2d6b9e28 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.2129605 Aug 06 18:04:28.785177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-c48a62dc-4a9f-4e5e-8275-dd3cf51cf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:28.789151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-c48a62dc-4a9f-4e5e-8275-dd3cf51cf762 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 200 len: 909 time: 0.3226821 Aug 06 18:04:28.825368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 690a5a36-6461-4be8-8e55-3a6aeca29adc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:28.874419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-93969d3c-b918-4380-9b84-75ee05c76f68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 200 len: 217 time: 0.0665894 Aug 06 18:04:28.891888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Allocated IP 172.20.0.1 (4e2339f2-ff53-45f0-b8fa-60decfbf72e4/50367180-e85c-4615-999e-a6748f229a0d/5865d464-e13c-4888-8a97-d5db87b7950e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:28.915163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-623e6edd-0a28-4805-a032-5b09a7fa7fd0 req-b53c3948-f898-4276-abca-ef85f8048ab4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247859 Aug 06 18:04:28.916043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-546773f8-ce6c-4d8e-9d36-5acec9ef86ac req-00710f56-f07c-4a47-be17-1d6cbc515f95 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611235 Aug 06 18:04:28.938361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-40615ba5-23be-4209-8684-d8336b240a3b None None] Provisioning complete for port 690a5a36-6461-4be8-8e55-3a6aeca29adc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:28.938852 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-40615ba5-23be-4209-8684-d8336b240a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:28.947632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 690a5a36-6461-4be8-8e55-3a6aeca29adc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:28.948015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:29.084457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Router ed6f3d50-29b6-4662-b67d-911264cb8444 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:04:29.110992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:29.141605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-aaf978eb-ca2b-47d1-a6c1-1757d3ec65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:29.143298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-aaf978eb-ca2b-47d1-a6c1-1757d3ec65b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1710963 Aug 06 18:04:29.192462 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-c9531ee5-d51a-48af-bce9-485d7f380fcf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391598 Aug 06 18:04:29.214510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374050e7-e071-4622-88d3-aa4908465f59 req-01ebfc8a-d0b5-4147-bfc4-7ea6fd14febe tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:29.217035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-374050e7-e071-4622-88d3-aa4908465f59 req-01ebfc8a-d0b5-4147-bfc4-7ea6fd14febe tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 944 time: 0.1669002 Aug 06 18:04:29.370564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-374050e7-e071-4622-88d3-aa4908465f59 req-12e0b902-3258-4955-a5b9-626fbf361f5b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813310 Aug 06 18:04:29.372917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-28eae71a-9ee3-49e7-97ad-801afd2a473d service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674988 Aug 06 18:04:29.405364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:29.467292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Transition to ACTIVE for port object 5865d464-e13c-4888-8a97-d5db87b7950e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:29.484475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:04:29.502993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Sync routers for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:04:29.521937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:29.523161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:29.527376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167f3d-622b-405b-bd1f-5bc36d07bed2 req-d9914d25-0d94-432c-9f04-bbd55aebb31d tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:29.529491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9167f3d-622b-405b-bd1f-5bc36d07bed2 req-d9914d25-0d94-432c-9f04-bbd55aebb31d tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 951 time: 0.2160068 Aug 06 18:04:29.534368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:29.538855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-991a2c0f-4cac-4118-9425-54cb7303a8cc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1386771 Aug 06 18:04:29.539502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48320) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:29.546076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:22Z', 'revision_number': 3, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:29.633351 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02c6d8-20ea-454a-aaaa-802cc0b7966b None None] The sync data for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 is: [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:22Z', 'revision_number': 3, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:04:29.653879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9167f3d-622b-405b-bd1f-5bc36d07bed2 req-466f9ab2-572f-4cbf-9362-00d392387c69 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Aug 06 18:04:29.661496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:29.705415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df1e48-63f3-41e8-9a86-7725ddbe461c req-b496224d-0771-4854-bec0-6dc3194649a6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:29.720650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9df1e48-63f3-41e8-9a86-7725ddbe461c req-b496224d-0771-4854-bec0-6dc3194649a6 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1940763 Aug 06 18:04:29.743024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-b717d2c0-f8c5-48a8-82ea-05f95f35a704 service neutron] 10.222.0.55 "GET /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579781 Aug 06 18:04:29.778909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:29.793847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:29.808939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:29.812173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Pushing event updated for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:29.855273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9df1e48-63f3-41e8-9a86-7725ddbe461c req-0dbac799-ab0e-4f73-a4bb-6d3b9c918af5 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329134 Aug 06 18:04:29.915035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:30.056661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:30.447496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-570b3208-c47b-4d23-9f61-f2d3f2efec57 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:30.449228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-570b3208-c47b-4d23-9f61-f2d3f2efec57 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f&tenant_id=d831c831d3524198923cde552730ed16&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2321041 Aug 06 18:04:30.466496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ae51abda-2f85-4384-b670-3826fb1a32fb None None] Provisioning for port 5865d464-e13c-4888-8a97-d5db87b7950e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:30.474997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ae51abda-2f85-4384-b670-3826fb1a32fb None None] Provisioning complete for port 5865d464-e13c-4888-8a97-d5db87b7950e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:30.475519 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae51abda-2f85-4384-b670-3826fb1a32fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:30.475882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37ea3-39ed-4283-8f6c-32a07229ddf0 req-765e6fde-d48b-407e-8494-80a041851ed9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:30.484152 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4a37ea3-39ed-4283-8f6c-32a07229ddf0 req-765e6fde-d48b-407e-8494-80a041851ed9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1402440 Aug 06 18:04:30.515251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:30.529590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ae51abda-2f85-4384-b670-3826fb1a32fb None None] Port 5865d464-e13c-4888-8a97-d5db87b7950e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:04:30.535889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:25Z', 'revision_number': 3, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:30.574037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Checking router: ed6f3d50-29b6-4662-b67d-911264cb8444 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:04:30.574821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Updating router ed6f3d50-29b6-4662-b67d-911264cb8444 port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:04:30.583166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4a37ea3-39ed-4283-8f6c-32a07229ddf0 req-86933f8a-5a5d-4d7e-b430-db0bf432ba71 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Aug 06 18:04:30.613831 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:30.791412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-170f6d85-2692-414b-8b90-7af30103c347 service neutron] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:30.803245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-170f6d85-2692-414b-8b90-7af30103c347 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:30.805495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-170f6d85-2692-414b-8b90-7af30103c347 service neutron] 10.222.0.55 "DELETE /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.3457799 Aug 06 18:04:31.002124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a16e2-0dc4-47c0-a0c4-56594f5a58b5 req-54df088a-7a0e-4217-bce9-827c228f32a5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:31.003993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c74a16e2-0dc4-47c0-a0c4-56594f5a58b5 req-54df088a-7a0e-4217-bce9-827c228f32a5 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 944 time: 0.0664997 Aug 06 18:04:31.021427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 335e0e76-f8d0-42b3-bbee-405cccef27b9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:31.033337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842902d-cbd1-43e5-b11a-6168e34e427c req-28acbfab-5a6f-4781-99b1-b6fc936c2207 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:31.036695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1842902d-cbd1-43e5-b11a-6168e34e427c req-28acbfab-5a6f-4781-99b1-b6fc936c2207 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.8062510 Aug 06 18:04:31.062051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c74a16e2-0dc4-47c0-a0c4-56594f5a58b5 req-db543b97-74f4-41de-bb72-d893d8aa39c4 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500257 Aug 06 18:04:31.241655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.267114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Transition to ACTIVE for port object 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:31.286157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.323293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1842902d-cbd1-43e5-b11a-6168e34e427c req-f1b539ca-8337-4f87-9028-9521f482fa03 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701375 Aug 06 18:04:31.406294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 335e0e76-f8d0-42b3-bbee-405cccef27b9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:31.410166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f552f-2e2e-4d9e-8395-2cd9e97f6ec6 None None] Pushing event updated for resources: {'Port': ['ID=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:31.485925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 335e0e76-f8d0-42b3-bbee-405cccef27b9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:31.490807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.499217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:31.519173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.582280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Attempting to bind port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:31.583378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Attempting to bind port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:31.583378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Attempting to bind port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:31.591968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.618812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:31.619430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:31.619850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.621493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:31.621493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Bound port: 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:31.621493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.629123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25e11-ab4f-413d-be0c-d3d10010896f req-664d3e8a-8b53-4fcb-9f72-12aec577cc6e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:31.630760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61c25e11-ab4f-413d-be0c-d3d10010896f req-664d3e8a-8b53-4fcb-9f72-12aec577cc6e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1243408 Aug 06 18:04:31.666203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2849ab0-62b4-4cd4-ba12-de21218bf349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.685747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3b53e-3d28-4618-b56c-cf22e40a6811 req-4450b361-3503-4dab-81b3-dedd3211e93b tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:31.698765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ed3b53e-3d28-4618-b56c-cf22e40a6811 req-4450b361-3503-4dab-81b3-dedd3211e93b tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 1096 time: 0.0948641 Aug 06 18:04:31.739941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.745103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61c25e11-ab4f-413d-be0c-d3d10010896f req-294c7455-e76b-4056-866b-33fb2b9d55f3 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808280 Aug 06 18:04:31.748220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] For port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:31.749963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.787993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] For port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:31.793264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.797369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.807530 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:31.841044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ed3b53e-3d28-4618-b56c-cf22e40a6811 req-7060e1b7-fe63-47cb-83e4-86edbe1b4ed2 tempest-LiveMigrationTest-1500313663 tempest-LiveMigrationTest-1500313663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262293 Aug 06 18:04:31.953928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:32.010819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Pushing event updated for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:32.069564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 335e0e76-f8d0-42b3-bbee-405cccef27b9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=335e0e76-f8d0-42b3-bbee-405cccef27b9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:32.084446 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:32.096454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:32.099441 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8990c090-5614-42b0-ab75-8f59f52d938d" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:32.108536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b502-1aed-49f3-9a25-d9d1e38f0775 req-86900a6f-ddf5-4c26-876a-cf0f273c6f03 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:32.111195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ed4b502-1aed-49f3-9a25-d9d1e38f0775 req-86900a6f-ddf5-4c26-876a-cf0f273c6f03 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1438010 Aug 06 18:04:32.126065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:32.133805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:32.134514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:32.136894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:32.140105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f552f-2e2e-4d9e-8395-2cd9e97f6ec6 None None] Pushing event updated for resources: {'Port': ['ID=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:32.228832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ed4b502-1aed-49f3-9a25-d9d1e38f0775 req-83b3b9f9-bd8d-4810-98e4-005eefa9e856 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765772 Aug 06 18:04:32.274316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=335e0e76-f8d0-42b3-bbee-405cccef27b9,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:32.277720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Allocated IP 172.20.0.1 (6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d/68b416d6-814b-433c-a725-3c7477de6ffc/c579617b-f950-44a5-90dc-c14e9c4b0b63) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:32.308677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42c1b1-b157-435e-8ad7-cd35a96dacef req-817a009c-8513-4e04-8aca-f23960e3567f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:32.312231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c42c1b1-b157-435e-8ad7-cd35a96dacef req-817a009c-8513-4e04-8aca-f23960e3567f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1097 time: 0.2427514 Aug 06 18:04:32.329390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:32.384741 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:04:32.431473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:32.446702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:32.450910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:32.486620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c42c1b1-b157-435e-8ad7-cd35a96dacef req-63d97bdf-4d88-4b53-a9de-9a35388912b1 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382706 Aug 06 18:04:32.624714 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c581249-a4f8-4e5c-87a3-0151970945e3 x-openstack-request-id: req-1c581249-a4f8-4e5c-87a3-0151970945e3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:32.625650 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:32.625650 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c581249-a4f8-4e5c-87a3-0151970945e3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:32.626314 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'code': 200} Aug 06 18:04:32.644332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:25Z', 'revision_number': 3, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:32.648161 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:32.679078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca850ea9-80cf-4ee7-924b-edf071e493e9 None None] The sync data for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 is: [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:25Z', 'revision_number': 3, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:04:32.733573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Router d80ba5dd-710f-49fc-a35e-f8408cbf9157 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:04:32.743750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Transition to ACTIVE for port object c579617b-f950-44a5-90dc-c14e9c4b0b63 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:32.899489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:32.915759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 335e0e76-f8d0-42b3-bbee-405cccef27b9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:32.964035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:32.981630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:32.996919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:33.012514 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-fd700ebc-3a61-4b1a-970e-e7728ac61ce1 service neutron] show failed (client error): The resource could not be found. Aug 06 18:04:33.013666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-fd700ebc-3a61-4b1a-970e-e7728ac61ce1 service neutron] 10.222.0.55 "GET /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.2211344 Aug 06 18:04:33.029717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e3ea-c918-4edd-bc8f-5ed2b38ad66d req-f7ced671-71ae-4f65-8e78-4e0e47bd8321 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:33.040708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3a5e3ea-c918-4edd-bc8f-5ed2b38ad66d req-f7ced671-71ae-4f65-8e78-4e0e47bd8321 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.2296643 Aug 06 18:04:33.090341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a0d2f624-d589-4285-a982-e57ca411f288 None None] Provisioning complete for port 5865d464-e13c-4888-8a97-d5db87b7950e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:33.091091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a0d2f624-d589-4285-a982-e57ca411f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.111353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:04:33.117913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ddd53eb3-7646-4d46-a194-e49c133abb75 admin admin] 10.222.0.64 "PUT /v2.0/routers/d80ba5dd-710f-49fc-a35e-f8408cbf9157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1448431 Aug 06 18:04:33.138341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3a5e3ea-c918-4edd-bc8f-5ed2b38ad66d req-cf6dab46-6d59-4dd4-87d4-922ad9508bfd tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962486 Aug 06 18:04:33.208680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Pushing event updated for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:33.228088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Sync routers for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:04:33.241672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.270530 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:33.271298 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:33.321644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.386117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 335e0e76-f8d0-42b3-bbee-405cccef27b9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:33.386673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.407192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bb1b1-2a68-4d34-8f92-8447065f31e6 req-28f6af5e-6cc2-4683-b73f-4312d940101b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:33.411374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-363bb1b1-2a68-4d34-8f92-8447065f31e6 req-28f6af5e-6cc2-4683-b73f-4312d940101b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1097 time: 0.4631693 Aug 06 18:04:33.519967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2f624-d589-4285-a982-e57ca411f288 None None] Port 5865d464-e13c-4888-8a97-d5db87b7950e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:04:33.538996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7794f20-5aaf-41ec-8a1e-7b986857b36d req-dc3b86de-dd13-46dc-9951-a9e3c193e2a9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:33.547515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7794f20-5aaf-41ec-8a1e-7b986857b36d req-dc3b86de-dd13-46dc-9951-a9e3c193e2a9 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 944 time: 0.2476933 Aug 06 18:04:33.591711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-6727494b-b8c1-4d7d-b71f-0b81ce3b674b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:33.593534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-6727494b-b8c1-4d7d-b71f-0b81ce3b674b tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 944 time: 0.3163192 Aug 06 18:04:33.613726 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:33.616479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-363bb1b1-2a68-4d34-8f92-8447065f31e6 req-5b19f1e2-dbd9-498f-ac0d-e737f6b2551b tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697819 Aug 06 18:04:33.717888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.734543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7794f20-5aaf-41ec-8a1e-7b986857b36d req-40dae761-5804-4314-bff4-4c44798d4e54 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857936 Aug 06 18:04:33.759145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-584cbfd8-5ade-4f70-9985-c17cfa570044 None None] Provisioning for port c579617b-f950-44a5-90dc-c14e9c4b0b63 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:33.770158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-584cbfd8-5ade-4f70-9985-c17cfa570044 None None] Provisioning complete for port c579617b-f950-44a5-90dc-c14e9c4b0b63 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:33.770653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-584cbfd8-5ade-4f70-9985-c17cfa570044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:33.849062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-7ab4055b-3173-49ba-b84d-420586fc9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:33.851173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-7ab4055b-3173-49ba-b84d-420586fc9e09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1100 time: 0.3006129 Aug 06 18:04:33.858826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-584cbfd8-5ade-4f70-9985-c17cfa570044 None None] Port c579617b-f950-44a5-90dc-c14e9c4b0b63 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:04:33.871827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:34.072775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa2d2d-c984-401c-887c-14608bb68f15 req-b48ce3f4-8fe3-41f3-ba2b-f0f20f0b8488 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:34.082201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2aa2d2d-c984-401c-887c-14608bb68f15 req-b48ce3f4-8fe3-41f3-ba2b-f0f20f0b8488 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.2368207 Aug 06 18:04:34.086897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Deleting port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:34.087844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.144827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.160209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.171548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.191554 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 2, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:34.242438 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Checking router: d80ba5dd-710f-49fc-a35e-f8408cbf9157 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:04:34.242792 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Updating router d80ba5dd-710f-49fc-a35e-f8408cbf9157 port 5865d464-e13c-4888-8a97-d5db87b7950e binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:04:34.287857 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.291200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.295018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Pushing event updated for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:34.430372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:34.432640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:34.499320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.727661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Router ed6f3d50-29b6-4662-b67d-911264cb8444 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:04:34.748031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2aa2d2d-c984-401c-887c-14608bb68f15 req-581b00d6-0047-4aa5-a96f-61af53a0ed78 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539688 Aug 06 18:04:34.874532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:34.908880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] For port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:34.909586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.935670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Calling delete_port for cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:34.946773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ab64de7c-af01-4be9-98f2-40bafd2263a6 None None] Provisioning complete for port c579617b-f950-44a5-90dc-c14e9c4b0b63 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:34.950668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab64de7c-af01-4be9-98f2-40bafd2263a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:34.963089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:34.973542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:35.035973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956000981', 'description': 'tempest-description--1198566657'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:35.082291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:35.119465 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.136284 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Transition to ACTIVE for port object 5865d464-e13c-4888-8a97-d5db87b7950e will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:35.144712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:35.148859 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.159087 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0051a-014f-4184-a982-f3993b168f7e" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:35.181428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.185127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ab64de7c-af01-4be9-98f2-40bafd2263a6 None None] Port c579617b-f950-44a5-90dc-c14e9c4b0b63 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:04:35.210244 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15424fc-1690-4005-b381-787ee79c2f84 None None] Pushing event updated for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:35.214071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:04:35.231467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a133dd17-f874-4572-80ca-2c1ad72bc46d admin admin] 10.222.0.64 "PUT /v2.0/routers/ed6f3d50-29b6-4662-b67d-911264cb8444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6839075 Aug 06 18:04:35.234592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:35.248865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:35.249477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.273941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.397338 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Attempting to bind port 5865d464-e13c-4888-8a97-d5db87b7950e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:35.398321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Attempting to bind port 5865d464-e13c-4888-8a97-d5db87b7950e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:35.400711 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Attempting to bind port 5865d464-e13c-4888-8a97-d5db87b7950e on network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:35.411999 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:35.412963 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Checking segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:35.413662 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.414487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Bound using segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:35.415908 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Bound port: 5865d464-e13c-4888-8a97-d5db87b7950e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:35.416588 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.525077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Transition to ACTIVE for port object 5fff3971-71a2-4e64-88bb-132f29e407eb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:35.575179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.627886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac959d98-2a85-4f69-8841-f21ec606c58a req-a02f8e0b-fe37-4d2c-acd9-34a1cb0e47d7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:35.642776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac959d98-2a85-4f69-8841-f21ec606c58a req-a02f8e0b-fe37-4d2c-acd9-34a1cb0e47d7 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.1628637 Aug 06 18:04:35.646114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:35.649351 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] For port 5865d464-e13c-4888-8a97-d5db87b7950e, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:35.653974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.663341 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] For port 5865d464-e13c-4888-8a97-d5db87b7950e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5865d464-e13c-4888-8a97-d5db87b7950e,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:35.672719 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.679314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.777562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac959d98-2a85-4f69-8841-f21ec606c58a req-580248e8-57f7-4048-a4a9-003679185e01 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298089 Aug 06 18:04:35.869501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:35.872068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15424fc-1690-4005-b381-787ee79c2f84 None None] Pushing event updated for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:35.878034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:35.894384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:35.907922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:35.909154 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:36.050193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] No DVR routers for this DVR port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:36.054200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:36.126206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8c6f-e478-4529-87d6-0922887fc9d5 req-e0c51665-e42c-4417-a505-4a95844cfb45 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:36.138916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57df8c6f-e478-4529-87d6-0922887fc9d5 req-e0c51665-e42c-4417-a505-4a95844cfb45 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 866 time: 0.6090195 Aug 06 18:04:36.155943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Sync routers for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:04:36.163782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.212981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.213471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:36.214547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:36.243035 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:36.404932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] No DVR routers for this DVR port cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:36.436472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.439598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4395900 Aug 06 18:04:36.443747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:36.453629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'security_group_rule': {'security_group_id': 'b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:36.457747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.461720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ee6b487-864e-4fdf-91cb-b5fe7326524a req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "DELETE /v2.0/ports/cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b HTTP/1.1" status: 204 len: 173 time: 2.8376040 Aug 06 18:04:36.496517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57df8c6f-e478-4529-87d6-0922887fc9d5 req-254df9b3-2405-4311-92bd-9e52f50a4d0e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095956 Aug 06 18:04:36.497862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4304b2-3afe-4433-9f7f-02c38ef5ef89 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event deleted for resources: {'Port': ['ID=cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:36.554781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:36.578358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.604632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:36.604632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:36.604632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:36.614052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:36.614624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:36.622316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e898ea0-1c1e-4db6-b6a2-666463a4487e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:36.641823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:36.642565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:36.643347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:36.644181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Bound port: 5fff3971-71a2-4e64-88bb-132f29e407eb, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:36.644819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.738457 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.748665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.803777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9279e3-9d8c-4e9d-9410-4ca895208da1 x-openstack-request-id: req-8c9279e3-9d8c-4e9d-9410-4ca895208da1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:36.809913 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:36.809913 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c9279e3-9d8c-4e9d-9410-4ca895208da1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:36.809913 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'code': 200} Aug 06 18:04:36.840561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac17628e-d902-465d-8110-a33a68d6c589,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:36.854159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:36.857440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-59201a03-8069-4c36-9518-329420743326 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117889 Aug 06 18:04:36.864386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48478) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:36.880600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'security_group_rule': {'security_group_id': 'b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:36.976885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.011951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:37.064950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:37.148184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.155146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.159487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:37.164646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:37.180207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.263974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:37.265557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.269354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:37.270085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.271801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] 10.222.0.16 "PUT /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 1095 time: 3.4076107 Aug 06 18:04:37.281361 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b051a-2d35-4cd2-8076-1c28978074c7 None None] The sync data for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 is: [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:04:37.312573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52133456-25c8-49c7-a920-0cb53a55bab8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:37.334458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.339867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:37.340030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d0c55826-3be3-4f24-ad53-cb9fcd166b0f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4699633 Aug 06 18:04:37.376693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:37.417005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:33Z', 'revision_number': 4, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c579617b-f950-44a5-90dc-c14e9c4b0b63', 'name': '', 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'mac_address': 'fa:16:3e:f7:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:31Z', 'updated_at': '2021-08-06T18:04:33Z', 'revision_number': 2, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'subnets': [{'id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:37.506866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b9e45-cfcb-4e8e-a9d1-df0e446d2dce service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:37.519809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.577254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:37.601624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Checking router: ed6f3d50-29b6-4662-b67d-911264cb8444 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:04:37.602270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Updating router ed6f3d50-29b6-4662-b67d-911264cb8444 port c579617b-f950-44a5-90dc-c14e9c4b0b63 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:04:37.740051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:04:37.740525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:04:37.741168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:37.822579 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:37.875744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:04:37.943998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:38.289275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Allocated IP 172.25.3.135 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/9ebe8dec-f229-491a-8986-7d473e22fb36) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:38.564519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:38.614080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-dcfb5344-7200-4fb9-b6d4-1911bc52cf3f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:04:38.615218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-dcfb5344-7200-4fb9-b6d4-1911bc52cf3f tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370786 Aug 06 18:04:38.647883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:38.706612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-102396f4-831e-4bd4-82d2-8fad214aea28 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:38.716124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-102396f4-831e-4bd4-82d2-8fad214aea28 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 1094 time: 0.0887489 Aug 06 18:04:38.724901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Request body: {'binding': {'host': 'n-h1-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:38.728335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:04:38.774368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:38.795428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:38.797251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:38.818058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-81f05c19-3d37-4bf8-af6c-0276f6f436eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:38.825593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-81f05c19-3d37-4bf8-af6c-0276f6f436eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1098 time: 1.5028474 Aug 06 18:04:38.826336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-deleted', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b'}, {'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:38.830549 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553" -d '{"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-deleted", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b"}, {"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:38.834665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:38.836669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Transition to ACTIVE for port object c579617b-f950-44a5-90dc-c14e9c4b0b63 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:38.861508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'Port': ['ID=9ebe8dec-f229-491a-8986-7d473e22fb36,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:38.873536 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:38.933406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5865d464-e13c-4888-8a97-d5db87b7950e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:39.062047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2bb0c316-2bac-4cf0-91bc-194759ef745e tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8440020 Aug 06 18:04:39.131070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.198687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:39.222771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Pushing event updated for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:39.225394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 5865d464-e13c-4888-8a97-d5db87b7950e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:39.249254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.295348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h1-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:39.295628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:39.295897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:39.316712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:39.316999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:39.355030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5865d464-e13c-4888-8a97-d5db87b7950e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:39.355773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.363701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:39.364475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:39.365194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:39.366457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Bound port: 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:39.432463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Attempting to bind port c579617b-f950-44a5-90dc-c14e9c4b0b63 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:39.433038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Attempting to bind port c579617b-f950-44a5-90dc-c14e9c4b0b63 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:39.433668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Attempting to bind port c579617b-f950-44a5-90dc-c14e9c4b0b63 on network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:39.449406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.450001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.450701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.451524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.452083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.452831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.453388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.454122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.454752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.456031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.456696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.457250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:39.471944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:39.472521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Checking segment: {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:39.473399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.474129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Bound using segment: {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:39.474943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Bound port: c579617b-f950-44a5-90dc-c14e9c4b0b63, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fdbc5f-4955-4f59-885b-6e07f09bb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:39.475589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.490680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:39.501229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.515463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.518634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] 10.222.0.64 "POST /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82/bindings HTTP/1.1" status: 201 len: 390 time: 0.8013577 Aug 06 18:04:39.570442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-7bc85377-7f19-4d15-8811-54a483a89a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:39.572408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-7bc85377-7f19-4d15-8811-54a483a89a1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.7329900 Aug 06 18:04:39.718830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.728282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-3455145b-1e98-4e0c-8f2f-7b1e52c8cdb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.1454563 Aug 06 18:04:39.819345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.829263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.839835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] For port c579617b-f950-44a5-90dc-c14e9c4b0b63, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:39.843622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 5865d464-e13c-4888-8a97-d5db87b7950e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5865d464-e13c-4888-8a97-d5db87b7950e,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:39.846783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] For port c579617b-f950-44a5-90dc-c14e9c4b0b63, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c579617b-f950-44a5-90dc-c14e9c4b0b63,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:39.852110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:39.928758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-8c3e9f09-929a-4be5-a2fd-ef63bf78136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:39.932500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-8c3e9f09-929a-4be5-a2fd-ef63bf78136e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1943724 Aug 06 18:04:39.961375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.011424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:40.033286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.037199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'Port': ['ID=9ebe8dec-f229-491a-8986-7d473e22fb36,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:40.084671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bce7a-704d-4ee1-8806-f76539d02e79 req-0d0a2342-b6b8-4906-918c-aa9e2b431361 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:40.086627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c8bce7a-704d-4ee1-8806-f76539d02e79 req-0d0a2342-b6b8-4906-918c-aa9e2b431361 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.2402089 Aug 06 18:04:40.087794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.101864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b07acb5e-9a75-4ba1-b775-beb5bb52f241 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7474637 Aug 06 18:04:40.162369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c8bce7a-704d-4ee1-8806-f76539d02e79 req-5fa0187a-d61e-47f8-a74b-c8378dd7a59b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628397 Aug 06 18:04:40.165895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-aebe749f-4b03-4865-a0ae-de2b6d10701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:40.169715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-aebe749f-4b03-4865-a0ae-de2b6d10701c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2107513 Aug 06 18:04:40.186245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.190085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009018-dcd4-44c7-938e-95200c84d2c4 None None] Pushing event updated for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:40.214137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:04:40.215317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:40.232342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cb2cecee-7c9b-4dfc-a8da-6cfcf83a62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:40.233587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cb2cecee-7c9b-4dfc-a8da-6cfcf83a62fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1097 time: 0.3756652 Aug 06 18:04:40.331562 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.554680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:04:40.579256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347fc2-5ec9-4067-9043-9274420c93c2 req-065aa310-ce61-462b-8bff-db443e8be2be tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:40.581328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd347fc2-5ec9-4067-9043-9274420c93c2 req-065aa310-ce61-462b-8bff-db443e8be2be tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 946 time: 0.1140485 Aug 06 18:04:40.642790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd347fc2-5ec9-4067-9043-9274420c93c2 req-943a6dc3-f1da-43c7-a121-11225145ab46 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Aug 06 18:04:40.667461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-d4497702-e76b-4961-99bd-09357a5c8a5a service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580460 Aug 06 18:04:40.717795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Allocated IP 172.25.3.12 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/3d281b54-14ad-4729-9495-fc78c2342033) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:40.859042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:40.905102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-9dac2ace-28b2-4cb8-b444-09d7739d3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:40.910448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-9dac2ace-28b2-4cb8-b444-09d7739d3159 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.6684797 Aug 06 18:04:40.914103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5865d464-e13c-4888-8a97-d5db87b7950e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:40.922404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bdc6d10-9e9f-43cf-a068-365ab08f46f8 req-9e1de5dc-c293-4395-bead-eccde8dafbea tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 210 time: 0.0487204 Aug 06 18:04:41.103458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5865d464-e13c-4888-8a97-d5db87b7950e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:41.104638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:41.116950 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a48da4-b374-4ed4-99e9-688cc1de03a5 x-openstack-request-id: req-47a48da4-b374-4ed4-99e9-688cc1de03a5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:41.117410 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f", "name": "network-vif-deleted", "tag": "cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:41.117926 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47a48da4-b374-4ed4-99e9-688cc1de03a5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:41.118837 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d2ff4c-8cf6-46c0-bea8-1602ca12d62f', 'name': 'network-vif-deleted', 'tag': 'cf0ae1e7-7709-45c8-8c5c-7f7f0bcc248b', 'status': 'completed', 'code': 200} Aug 06 18:04:41.119508 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'status': 'completed', 'code': 200} Aug 06 18:04:41.131587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-6d0ef56e-6b5d-4d40-aad9-6d6106917f79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 217 time: 0.1753123 Aug 06 18:04:41.210157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:33Z', 'revision_number': 4, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c579617b-f950-44a5-90dc-c14e9c4b0b63', 'name': '', 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'mac_address': 'fa:16:3e:f7:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:31Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 4, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'subnets': [{'id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:04:41.247718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190161b7-9711-40f2-83e9-e9bbdfbb4f03 req-6cb240a1-8d48-40a4-855e-33895abc604f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:41.249757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-190161b7-9711-40f2-83e9-e9bbdfbb4f03 req-6cb240a1-8d48-40a4-855e-33895abc604f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1541882 Aug 06 18:04:41.267055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-7e0d915e-8a70-4b82-8baf-3efe726a2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:41.269671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-7e0d915e-8a70-4b82-8baf-3efe726a2326 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1098 time: 0.2358553 Aug 06 18:04:41.293787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc68a50-3bfc-4364-8849-9bdf7af2adfe None None] The sync data for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 is: [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:04:33Z', 'revision_number': 4, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c579617b-f950-44a5-90dc-c14e9c4b0b63', 'name': '', 'network_id': '6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'mac_address': 'fa:16:3e:f7:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:31Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 4, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'subnets': [{'id': '68b416d6-814b-433c-a725-3c7477de6ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:04:41.409852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e236f4-670e-487e-9cfd-84580ccd09ac req-6334227b-ac8a-4eed-832f-71f4e36225e3 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256355 Aug 06 18:04:41.415535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-190161b7-9711-40f2-83e9-e9bbdfbb4f03 req-5a672d26-407e-4bbb-8ad0-65ce3cb8b522 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445522 Aug 06 18:04:41.417801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-1081f931-d03f-4834-9fdb-b6a2a45720bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:41.420536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-1081f931-d03f-4834-9fdb-b6a2a45720bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.2766423 Aug 06 18:04:41.463758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:41.471801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:41.626912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-6fdaac01-763c-40a9-b69e-d7e735458f67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953595 Aug 06 18:04:41.635000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-45948c41-abba-427b-ba3e-270ab1a4da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:41.638956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-45948c41-abba-427b-ba3e-270ab1a4da18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3407135 Aug 06 18:04:41.720554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event updated for resources: {'Port': ['ID=3d281b54-14ad-4729-9495-fc78c2342033,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:41.738354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:41.749009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:41.757272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:41.808702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-45922fc6-2764-46f0-87e7-3f0108436f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.1612067 Aug 06 18:04:41.870293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-fd630b49-7d45-4bb9-9052-0f30140e013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:41.872396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-fd630b49-7d45-4bb9-9052-0f30140e013b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1098 time: 0.2517555 Aug 06 18:04:41.900635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b1e5c6e6-7715-4f6e-9ce5-497409a13f47 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1956000981&fields=id&tenant_id=731f45691d014d27a571e819f761d907 HTTP/1.1" status: 200 len: 267 time: 0.2351255 Aug 06 18:04:42.135179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-ab4c04ed-a781-4ac6-bf02-b29d6bdd73ad service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362519 Aug 06 18:04:42.136925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-f48319fe-6dbd-427c-b160-2fa6d49c3ff2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:42.151173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-f48319fe-6dbd-427c-b160-2fa6d49c3ff2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/networks?id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 200 len: 805 time: 0.2303016 Aug 06 18:04:42.196048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-fe346542-8ffa-4deb-a85e-fdb1989aaf6a tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/quotas/731f45691d014d27a571e819f761d907 HTTP/1.1" status: 200 len: 375 time: 0.0355453 Aug 06 18:04:42.201073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-dff94195-6e2b-4894-8c8c-15eeb621ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:42.205147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-dff94195-6e2b-4894-8c8c-15eeb621ed47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.3852654 Aug 06 18:04:42.279684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:42.374370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-ca76507d-00a1-4a76-92e9-218721c271ef tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671963 Aug 06 18:04:42.388138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-c95f7bf9-c42e-4624-b566-75ca3c63ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:42.389853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-c95f7bf9-c42e-4624-b566-75ca3c63ab86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175468 Aug 06 18:04:42.476791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:42.490121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-18b5375d-aa09-4bb9-8ddb-8706d77d080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:42.493628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-18b5375d-aa09-4bb9-8ddb-8706d77d080f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.6098342 Aug 06 18:04:42.647103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-f9533de8-7980-4be8-aeb6-6d481212d487 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.1104715 Aug 06 18:04:42.659724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-1481409f-a5bd-406f-8612-7b934fd5a3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100985 Aug 06 18:04:42.667429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-25f24e9f-7f30-42da-8206-68e89e7e84e7 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353721 Aug 06 18:04:42.791007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-e7e5f4aa-5e50-4ae3-8c2a-ab9f992f6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:42.792772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-e7e5f4aa-5e50-4ae3-8c2a-ab9f992f6497 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1317687 Aug 06 18:04:42.905130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c579617b-f950-44a5-90dc-c14e9c4b0b63 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:42.929787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-8a05b8f0-6276-4ab8-8e68-932f9583b6f5 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433121 Aug 06 18:04:42.942128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-914c6d37-9398-4594-9d83-17a9c418e354 service neutron] 10.222.0.64 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467598 Aug 06 18:04:42.953556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:42.972833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.052811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c579617b-f950-44a5-90dc-c14e9c4b0b63 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:43.061948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c579617b-f950-44a5-90dc-c14e9c4b0b63 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:43.062965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.121330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-8d4ee81b-3d2f-4a6b-8db5-7a623a8041df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:43.123875 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-8d4ee81b-3d2f-4a6b-8db5-7a623a8041df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660047 Aug 06 18:04:43.148065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event updated for resources: {'Port': ['ID=3d281b54-14ad-4729-9495-fc78c2342033,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:43.166599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.227672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.241653 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-2b346d9b-f1be-46ce-9868-8af0943a365f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1782837 Aug 06 18:04:43.246375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.344354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c579617b-f950-44a5-90dc-c14e9c4b0b63, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c579617b-f950-44a5-90dc-c14e9c4b0b63,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:43.357578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:43.470922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:43.473179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-30952be0-74b5-444f-bb15-855452457e93 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.2300408 Aug 06 18:04:43.628501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-2a7b962a-242c-4d6a-948b-d3bb9e4d8be1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925084 Aug 06 18:04:43.765631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-5255f97b-47a1-4fbd-9f2f-7b93a22ace70 service neutron] 10.222.0.64 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953587 Aug 06 18:04:43.819114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-35c74a20-62bf-4d87-9099-a44eb7c0f144 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:43.823150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-35c74a20-62bf-4d87-9099-a44eb7c0f144 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3482289 Aug 06 18:04:43.840035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-f01ea33a-a5a9-4337-aace-ad279efe2330 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:04:43.842199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b605e9-74dc-4094-99d9-23c55ce83dfe req-f01ea33a-a5a9-4337-aace-ad279efe2330 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096650 Aug 06 18:04:43.891484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed1cd4b1-e9b4-4ec1-af46-1e70ddeca553 req-48fd9be4-16f7-42f2-a72f-fbb00a421dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540817 Aug 06 18:04:44.112727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92773a-ac44-42ee-bbcc-70c2be78bc17 req-aa3f7277-d827-4f26-baa4-99399e19c927 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:44.118708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb92773a-ac44-42ee-bbcc-70c2be78bc17 req-aa3f7277-d827-4f26-baa4-99399e19c927 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1190999 Aug 06 18:04:44.185645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb92773a-ac44-42ee-bbcc-70c2be78bc17 req-b82e0ffa-c1bc-4ed5-8acb-5da881466952 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583303 Aug 06 18:04:44.352907 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45f5919b-d5c2-4b1b-b88e-6e31e7fb32fb req-380a4a65-48a1-4dc3-8c8c-6930dd15c8df tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d2ff4c-8cf6-46c0-bea8-1602ca12d62f HTTP/1.1" status: 200 len: 210 time: 0.0661774 Aug 06 18:04:44.373075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002472ae-1222-469d-bba1-4bd2912af0a5 req-6b580545-395c-4e29-a0b6-cae361b273e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:44.381437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-002472ae-1222-469d-bba1-4bd2912af0a5 req-6b580545-395c-4e29-a0b6-cae361b273e6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 946 time: 0.1318426 Aug 06 18:04:44.509638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-002472ae-1222-469d-bba1-4bd2912af0a5 req-c31e5c77-19b7-4a54-a8c5-9de72ea8f080 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196039 Aug 06 18:04:44.627176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21939439-0132-4836-b71d-5b8a3454fcc8 req-fb396fee-07d6-49d7-ada7-06eac9ee9928 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips/f0f639b0-514b-4abf-8bb3-e7ec796f5b44 HTTP/1.1" status: 200 len: 692 time: 0.0950868 Aug 06 18:04:44.649531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0cc2c-8738-4fb3-a49e-530028b77dc6 req-f8a36c2f-bd23-4d24-87d7-9ef690c253e9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:44.672916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93d0cc2c-8738-4fb3-a49e-530028b77dc6 req-f8a36c2f-bd23-4d24-87d7-9ef690c253e9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1778250 Aug 06 18:04:44.755590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93d0cc2c-8738-4fb3-a49e-530028b77dc6 req-9dd60904-930b-40df-961d-ed54d62dae6b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810380 Aug 06 18:04:44.922499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c579617b-f950-44a5-90dc-c14e9c4b0b63 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:45.051443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939439-0132-4836-b71d-5b8a3454fcc8 req-fd79b18a-a7f3-4f51-ac0f-21b293fb686a tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:45.068644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c579617b-f950-44a5-90dc-c14e9c4b0b63 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:45.068644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:45.071010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21939439-0132-4836-b71d-5b8a3454fcc8 req-fd79b18a-a7f3-4f51-ac0f-21b293fb686a tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4363093 Aug 06 18:04:45.081884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-21939439-0132-4836-b71d-5b8a3454fcc8 req-6d290512-c3fe-44bf-810d-d06fc7de246f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:04:45.098202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21939439-0132-4836-b71d-5b8a3454fcc8 req-6d290512-c3fe-44bf-810d-d06fc7de246f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250311 Aug 06 18:04:45.148394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be07e80b-238a-42a0-8c2e-a31e185fb04d req-ae25912f-feca-4caa-980b-3b580d80c47d tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.0775032 Aug 06 18:04:45.315455 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05550554-50ed-4711-b752-f5dbd5669b26 req-86bf2344-9330-4991-adab-f7f8d1c0c92f tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=0cad0251cec24a57931593a25ddf1942 HTTP/1.1" status: 200 len: 695 time: 0.1125996 Aug 06 18:04:45.511337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5475-69ec-46cd-adbd-0690645edcf4 req-c38da973-1e48-4085-936c-8b15d324b49d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:45.519128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-beee5475-69ec-46cd-adbd-0690645edcf4 req-c38da973-1e48-4085-936c-8b15d324b49d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.0881047 Aug 06 18:04:45.570338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550554-50ed-4711-b752-f5dbd5669b26 req-5813c183-8f1c-4462-b07b-9a9de0c64331 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:45.573208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-beee5475-69ec-46cd-adbd-0690645edcf4 req-83f7437c-c993-4771-991a-3052359a1e90 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Aug 06 18:04:45.573489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05550554-50ed-4711-b752-f5dbd5669b26 req-5813c183-8f1c-4462-b07b-9a9de0c64331 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks?id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 787 time: 0.2502091 Aug 06 18:04:45.588352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-05550554-50ed-4711-b752-f5dbd5669b26 req-8a84509c-c564-4f6d-abb6-460fbadbf646 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:04:45.600397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05550554-50ed-4711-b752-f5dbd5669b26 req-8a84509c-c564-4f6d-abb6-460fbadbf646 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173559 Aug 06 18:04:45.811982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6c16-6aac-4a69-8b9c-476508daaff1 req-da2fd784-d3c6-4071-a880-1ec2ebbe2d43 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:45.814266 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d05f6c16-6aac-4a69-8b9c-476508daaff1 req-da2fd784-d3c6-4071-a880-1ec2ebbe2d43 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 946 time: 0.1088781 Aug 06 18:04:45.823605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-c522c036-d240-4059-961f-7bb197bfbc0b tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips/f0f639b0-514b-4abf-8bb3-e7ec796f5b44 HTTP/1.1" status: 200 len: 692 time: 0.0750437 Aug 06 18:04:45.876175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d05f6c16-6aac-4a69-8b9c-476508daaff1 req-41ef25fd-dbe4-48bc-9fe4-2e8e2181e870 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550594 Aug 06 18:04:45.970150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-1e04b7bb-931b-4c35-820c-14aa17d30d73 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:45.972410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-1e04b7bb-931b-4c35-820c-14aa17d30d73 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.1468389 Aug 06 18:04:46.045711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-570dc2d2-7511-4796-94f2-bcb7b32c4476 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.0659308 Aug 06 18:04:46.098134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:46.233726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-e2f95f40-34a8-4567-be71-7149b5f93a5e tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.1768272 Aug 06 18:04:46.272912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5e10-fd03-4ddf-904e-b053a302ef82 req-a8ab346e-e831-4210-a253-6cac7cafd884 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:46.274944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-493f5e10-fd03-4ddf-904e-b053a302ef82 req-a8ab346e-e831-4210-a253-6cac7cafd884 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.0994246 Aug 06 18:04:46.394428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:46.440366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'mac_address': 'fa:16:3e:09:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:46.513607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.519801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Deleting port 3d281b54-14ad-4729-9495-fc78c2342033 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:46.520168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.540330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:46.568001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:46.574450 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.631651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.632041 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.655200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Calling delete_port for 3d281b54-14ad-4729-9495-fc78c2342033 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:46.656853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:46.854117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:46.884354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event deleted for resources: {'Port': ['ID=3d281b54-14ad-4729-9495-fc78c2342033,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:46.891027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-493f5e10-fd03-4ddf-904e-b053a302ef82 req-759ddb5a-08bc-465c-a8d4-7f1cb1f32dee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990953 Aug 06 18:04:46.978469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-c0ab4af0-6328-4d29-9d10-abb3c2b74a30 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:46.981388 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-c0ab4af0-6328-4d29-9d10-abb3c2b74a30 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.16 "GET /v2.0/networks?id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 200 len: 805 time: 0.7050838 Aug 06 18:04:47.027631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:47.032387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:47.041856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-533201ee-d66c-49f4-8d5c-3c48e083adcb req-19f3a45b-7dd4-44d3-bc65-b3c71b985a4c tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "DELETE /v2.0/floatingips/f0f639b0-514b-4abf-8bb3-e7ec796f5b44 HTTP/1.1" status: 204 len: 173 time: 0.7980444 Aug 06 18:04:47.051044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5fff3971-71a2-4e64-88bb-132f29e407eb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:47.067724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-9ba6f245-57c8-4af0-95cc-c405ecdae729 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731f45691d014d27a571e819f761d907 HTTP/1.1" status: 200 len: 380 time: 0.0762997 Aug 06 18:04:47.079412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'port': {'device_id': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'admin_state_up': True, 'tenant_id': '731f45691d014d27a571e819f761d907', 'security_groups': ['b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:47.237652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb26d893-5a69-4e88-b6f6-b59a09303b39 req-6a8a871c-0d6b-45fe-a8cb-daa5c9d11ffc tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.0746472 Aug 06 18:04:47.378529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Made reservation on behalf of 731f45691d014d27a571e819f761d907 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:04:47.387380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:47.458334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5df12-31d0-40cf-bd58-4c8eb7336e54 req-01ddf775-316a-43ec-94bd-5f54234c9233 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:47.460367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43f5df12-31d0-40cf-bd58-4c8eb7336e54 req-01ddf775-316a-43ec-94bd-5f54234c9233 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.0750723 Aug 06 18:04:47.516457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405496c-dfbc-4137-a29d-ec471a196a80 req-f9032f34-6251-43b0-85d9-6a2932d67545 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:47.524408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6405496c-dfbc-4137-a29d-ec471a196a80 req-f9032f34-6251-43b0-85d9-6a2932d67545 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.1335511 Aug 06 18:04:47.527357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43f5df12-31d0-40cf-bd58-4c8eb7336e54 req-6b843980-f17f-4eb6-877f-19dfe2d9fb53 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Aug 06 18:04:47.635222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6405496c-dfbc-4137-a29d-ec471a196a80 req-940aca13-7e5d-4f7a-952e-3a40b1c1a7bb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082156 Aug 06 18:04:47.636648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Allocated IP 172.20.0.6 (4e2339f2-ff53-45f0-b8fa-60decfbf72e4/50367180-e85c-4615-999e-a6748f229a0d/a5e40484-f3d0-46b1-8efe-f12d44cc4db7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:47.904116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-33601e16-f8e2-4ea0-a7f9-eb27f5ef76d2 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2292798 Aug 06 18:04:47.940583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:47.970933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:47.997600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Transition to ACTIVE for port object a5e40484-f3d0-46b1-8efe-f12d44cc4db7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:48.003196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.169993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.235643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:48.242091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:48.244556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:48.287947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event updated for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:48.351639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.364136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:48.364894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.425553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-061960ac-8877-4af6-8805-30f3d23c6295 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505218 Aug 06 18:04:48.444374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Request body: {'port': {'device_id': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:48.566533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.625413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Allocated IP 172.25.3.205 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/ae41dd17-110f-4ea4-91df-6eb260d2faad) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:04:48.701720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0b3ae3d3-0190-44c3-9fb3-308873e5898f None None] Provisioning for port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:48.710167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0b3ae3d3-0190-44c3-9fb3-308873e5898f None None] Provisioning complete for port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:48.711365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae3d3-0190-44c3-9fb3-308873e5898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:48.801656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ae3d3-0190-44c3-9fb3-308873e5898f None None] Port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:04:48.951730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:49.115905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a01b4-4567-484d-bed0-7290e74c7a62 req-54853292-c6c7-4a26-9e60-667a168b66b9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:49.134795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c27a01b4-4567-484d-bed0-7290e74c7a62 req-54853292-c6c7-4a26-9e60-667a168b66b9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1310103 Aug 06 18:04:49.208670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-d4f0878e-aa9c-4a29-8027-68831a6a54be tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:49.211936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-d4f0878e-aa9c-4a29-8027-68831a6a54be tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.16 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637&tenant_id=8f91969929c647a599e04c12ba9871ae&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 947 time: 0.2385600 Aug 06 18:04:49.235174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c27a01b4-4567-484d-bed0-7290e74c7a62 req-94980060-640f-4812-bcef-17709a44d493 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983181 Aug 06 18:04:49.426593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:49.528409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-197cfd0d-a3df-4847-b2bf-da122bb387e5 service neutron] 10.222.0.16 "GET /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb/bindings/n-h2-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.3060195 Aug 06 18:04:49.586527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5b359-860e-49bd-9072-cd816044239a req-a2693428-71ad-404a-8d23-1c756e6b87ec tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:49.606276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-add5b359-860e-49bd-9072-cd816044239a req-a2693428-71ad-404a-8d23-1c756e6b87ec tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 931 time: 0.1582544 Aug 06 18:04:49.622915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:04:49.689918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-add5b359-860e-49bd-9072-cd816044239a req-e4555937-cc8c-42dc-ab5e-b76ddfca3f43 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801945 Aug 06 18:04:49.691911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:04:49.718570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event updated for resources: {'Port': ['ID=ae41dd17-110f-4ea4-91df-6eb260d2faad,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:49.726700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:04:49.803774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e40484-f3d0-46b1-8efe-f12d44cc4db7 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:49.837168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:49.879111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-05bdc4fa-20e6-469c-a687-ff6663116ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:49.880849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-05bdc4fa-20e6-469c-a687-ff6663116ada service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1099 time: 0.2929180 Aug 06 18:04:49.914744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Transition to ACTIVE for port object a5e40484-f3d0-46b1-8efe-f12d44cc4db7 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:49.977210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:49.998365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635526f-0c9a-40c4-aa20-23ecd26e9870 req-03702a35-6e19-4df0-b156-f04c8de8d13e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:50.002035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e635526f-0c9a-40c4-aa20-23ecd26e9870 req-03702a35-6e19-4df0-b156-f04c8de8d13e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1233327 Aug 06 18:04:50.071454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e635526f-0c9a-40c4-aa20-23ecd26e9870 req-f608e8f4-c3d4-4ddf-98e9-2f654b828735 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Aug 06 18:04:50.111601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:50.140851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:50.163809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.212351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-aa5678a1-54c2-4f29-959b-3f9627738541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:50.214127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-aa5678a1-54c2-4f29-959b-3f9627738541 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3191113 Aug 06 18:04:50.325760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5fff3971-71a2-4e64-88bb-132f29e407eb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:04:50.335554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5fff3971-71a2-4e64-88bb-132f29e407eb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:50.337967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.455224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.551626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-456cf61e-78de-41fb-a975-d6b5f94ca178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.2840872 Aug 06 18:04:50.564416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.667538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:50.673965 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d442cc1-c21f-4d12-95f4-f18f2314048b" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:50.758897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:50.774558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.776515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Attempting to bind port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:50.777412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Attempting to bind port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:50.778272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Attempting to bind port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 on network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:50.818781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 on network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:50.819520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Attempting to bind port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 on network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:50.834736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-3f0fb794-8eda-4d8a-930c-c34549762116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:50.837155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-3f0fb794-8eda-4d8a-930c-c34549762116 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2674987 Aug 06 18:04:50.844783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:50.845624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Checking segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:50.846068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Bound using segment: {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:50.846670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Bound port: a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:50.847219 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:50.972047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:51.235958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-0bae1dd3-f27b-4a75-8d57-bde63cd45b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:51.238840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-0bae1dd3-f27b-4a75-8d57-bde63cd45b2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3884275 Aug 06 18:04:51.311482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:51.320910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:51.344505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:51.471414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2643b-77f9-4239-8add-43330abca34c req-ffe56533-1387-4495-bfba-1818571d720e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:51.480912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59f2643b-77f9-4239-8add-43330abca34c req-ffe56533-1387-4495-bfba-1818571d720e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.0977750 Aug 06 18:04:51.522974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:51.555054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:51.623223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59f2643b-77f9-4239-8add-43330abca34c req-d36d37c7-4e29-40ef-9105-701010f48566 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356087 Aug 06 18:04:51.666932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-267e8262-8b38-4cf0-b01a-6eafe77685c9 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846159 Aug 06 18:04:51.673641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:51.674680 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:51.677035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] 10.222.0.16 "PUT /v2.0/ports/a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 200 len: 1092 time: 3.2413714 Aug 06 18:04:51.678131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:51.688940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:51.688940 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa963b-01c9-485c-b149-ee45702c5627" -d '{"events": [{"name": "network-changed", "server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:51.888189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:51.917870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'port_id': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'mac_address': 'fa:16:3e:cb:0a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130f0e4b-64c0-418a-b174-f146966a35d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:52.009198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:52.076689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:52.080510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034250-56e6-48ed-891f-c29775b0096b req-173bb02a-5fdb-41f9-8dd6-b6a4f86d47bd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:52.087229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd034250-56e6-48ed-891f-c29775b0096b req-173bb02a-5fdb-41f9-8dd6-b6a4f86d47bd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.2116141 Aug 06 18:04:52.179805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f3a5f-414b-4584-8c36-d2189d0d6114 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:52.229845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:52.241197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:52.250849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd034250-56e6-48ed-891f-c29775b0096b req-922627ac-4156-4f6f-a0aa-04107c832d17 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504707 Aug 06 18:04:52.273941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:52.406133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:52.466064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event updated for resources: {'Port': ['ID=ae41dd17-110f-4ea4-91df-6eb260d2faad,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:52.513382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-5f685d89-5f29-4d9d-9e1e-89abe30c0054 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200035 Aug 06 18:04:52.520075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:52.522593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-66f861b5-8561-495f-9d49-056200fe51c7 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5900588 Aug 06 18:04:52.529201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-1c010d72-88d4-4537-b9b2-5b3d8814b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:52.531305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e6cac63b-f92c-4acb-890c-be7aa273afab'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:52.539703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-1c010d72-88d4-4537-b9b2-5b3d8814b7ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 1095 time: 0.6445754 Aug 06 18:04:52.643961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-8071a51a-f6bc-4b9c-9e13-6c18bd8c8167 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 200 len: 217 time: 0.0905426 Aug 06 18:04:52.751903 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e6e6f-6173-4a28-beee-a20ff6020ff9 x-openstack-request-id: req-8f1e6e6f-6173-4a28-beee-a20ff6020ff9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:52.753380 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:52.753380 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f1e6e6f-6173-4a28-beee-a20ff6020ff9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:52.753380 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'code': 200} Aug 06 18:04:52.852026 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-91228eb3-14e4-42eb-88ad-513b701e92c5 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.3054600 Aug 06 18:04:52.990535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-10035f14-6b41-4d66-ae03-794975ffc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:52.997394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-10035f14-6b41-4d66-ae03-794975ffc0ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50367180-e85c-4615-999e-a6748f229a0d HTTP/1.1" status: 200 len: 844 time: 0.2936621 Aug 06 18:04:53.124486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd1fd-5d68-4ada-9d95-451ed2182b83 req-61d82bd2-fe05-4f86-8aa4-749e9502bd6e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:53.132680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c06dd1fd-5d68-4ada-9d95-451ed2182b83 req-61d82bd2-fe05-4f86-8aa4-749e9502bd6e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 943 time: 0.1808884 Aug 06 18:04:53.190299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c06dd1fd-5d68-4ada-9d95-451ed2182b83 req-5945b26f-8d21-4c9e-a9e2-8dc67f546a16 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Aug 06 18:04:53.234696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-603aebb8-ec1b-4ee1-a949-8fdc533db1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:53.236350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-603aebb8-ec1b-4ee1-a949-8fdc533db1c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179589 Aug 06 18:04:53.273794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-627ab3ab-b062-4129-adbc-87090789bf78 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:53.278371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62ce1ed-fbde-4ef5-975c-4810d67c6a6c req-627ab3ab-b062-4129-adbc-87090789bf78 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4067383 Aug 06 18:04:53.498487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f386a-c716-42be-b1c7-d4a27cbc7a94 req-40054251-b9e7-43b5-a473-4cf21ba0e45d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:53.507561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a52f386a-c716-42be-b1c7-d4a27cbc7a94 req-40054251-b9e7-43b5-a473-4cf21ba0e45d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 944 time: 0.1437798 Aug 06 18:04:53.541195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-cfc6869c-83bd-453a-b62d-fd0af549e4ab service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894092 Aug 06 18:04:53.549557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:53.631588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a52f386a-c716-42be-b1c7-d4a27cbc7a94 req-3c633f84-fa7c-4d38-8de4-cf9a1dde7d52 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163855 Aug 06 18:04:53.867762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:53.928211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:54.012817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:54.020859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:54.213937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:54.322282 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4ce00-e6bd-434d-bf81-5211d865ba7a x-openstack-request-id: req-85b4ce00-e6bd-434d-bf81-5211d865ba7a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:54.323082 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:54.324225 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85b4ce00-e6bd-434d-bf81-5211d865ba7a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:54.326691 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'status': 'completed', 'code': 200} Aug 06 18:04:54.384168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b52ef282-25ff-4872-a25c-4337f0d63865 req-b142b785-9649-4eff-b082-7ca71d8e7f37 service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8311350 Aug 06 18:04:54.558713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-9d1859bf-12ae-4f8b-9803-5420066cfffc tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips/61481e25-31bf-472e-835d-aa7ee351c68e HTTP/1.1" status: 200 len: 693 time: 0.0936902 Aug 06 18:04:54.571103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-0d0c6433-5687-49da-8ff3-3fa27bb1ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:54.572750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-0d0c6433-5687-49da-8ff3-3fa27bb1ee85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 1095 time: 0.1043720 Aug 06 18:04:54.623133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c2ee-2c43-445e-ba36-37edd285c79c req-89db81b5-4e03-4aa7-8482-aef4c56bba4e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:54.624796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8b29c2ee-2c43-445e-ba36-37edd285c79c req-89db81b5-4e03-4aa7-8482-aef4c56bba4e tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 948 time: 0.0986478 Aug 06 18:04:54.725263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8b29c2ee-2c43-445e-ba36-37edd285c79c req-c4e89327-329d-424e-b053-54d23f7053bf tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Aug 06 18:04:54.763099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-c2726729-a33d-4d87-9c0f-a64adda73151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:54.776323 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-c2726729-a33d-4d87-9c0f-a64adda73151 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 200 len: 906 time: 0.1941130 Aug 06 18:04:54.800842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-2eafc689-9e71-4211-a9d8-4bc2c60b07c1 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:54.810368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-2eafc689-9e71-4211-a9d8-4bc2c60b07c1 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.2460775 Aug 06 18:04:54.863660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-e88bf56f-0105-4474-a2aa-62daf302fb79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 200 len: 217 time: 0.0798125 Aug 06 18:04:54.930323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-49be391c-bfb2-439b-b862-bc2a196885cc tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1184957 Aug 06 18:04:54.999489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0accf2b-8917-4c69-9575-9cb247597821 req-dec065fe-c8c6-40ff-85bb-eeb4e79b1897 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.010765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0accf2b-8917-4c69-9575-9cb247597821 req-dec065fe-c8c6-40ff-85bb-eeb4e79b1897 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1454668 Aug 06 18:04:55.014694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-5ae51d1d-4c42-43c4-ba16-67168e820716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.016906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-5ae51d1d-4c42-43c4-ba16-67168e820716 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50367180-e85c-4615-999e-a6748f229a0d HTTP/1.1" status: 200 len: 844 time: 0.1345756 Aug 06 18:04:55.064158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-b28698ae-b2f2-485e-b377-f716fa0672ed tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1091070 Aug 06 18:04:55.087096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba68928-f0e9-4d72-8134-86856776395a req-fe1456b9-e48a-4d4a-8e5f-a1c0bceda1ff tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.090748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba68928-f0e9-4d72-8134-86856776395a req-fe1456b9-e48a-4d4a-8e5f-a1c0bceda1ff tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 945 time: 0.0867567 Aug 06 18:04:55.174948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0accf2b-8917-4c69-9575-9cb247597821 req-014412ba-364c-4130-bba0-14ff10bad384 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628828 Aug 06 18:04:55.200092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-eb7f34c5-3909-4f73-9677-fb7284cd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.203949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-eb7f34c5-3909-4f73-9677-fb7284cd6602 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782682 Aug 06 18:04:55.434955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-59ae9984-04e4-4d10-9afa-c75bb66ef1d5 service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220340 Aug 06 18:04:55.495556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Deleting port ae41dd17-110f-4ea4-91df-6eb260d2faad {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:55.496178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.520836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-2000cfb2-7124-4853-a4a2-2a697b86f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.522427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-2000cfb2-7124-4853-a4a2-2a697b86f7ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637&tenant_id=8f91969929c647a599e04c12ba9871ae HTTP/1.1" status: 200 len: 1100 time: 0.2545383 Aug 06 18:04:55.560494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:04:55.578519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:04:55.611458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Deleting port 1c0de5e4-e722-40e4-9629-ec04debaf65f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:55.612424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.640859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e6cac63b-f92c-4acb-890c-be7aa273afab triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:04:55.641436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.690811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8946c-094f-45e6-b4a4-cf4487dd7109 req-6970563c-04f2-4f13-b20a-7be8389fe7d2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:55.692655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc8946c-094f-45e6-b4a4-cf4487dd7109 req-6970563c-04f2-4f13-b20a-7be8389fe7d2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 943 time: 0.2007725 Aug 06 18:04:55.696133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.700475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cfa963b-01c9-485c-b149-ee45702c5627 req-e7973ae2-ee52-43b9-b53e-702cbdc75a9b service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549791 Aug 06 18:04:55.778303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.778823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.815341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Calling delete_port for ae41dd17-110f-4ea4-91df-6eb260d2faad owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:55.854252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] For port 1c0de5e4-e722-40e4-9629-ec04debaf65f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c0de5e4-e722-40e4-9629-ec04debaf65f,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:55.854641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:55.900712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc8946c-094f-45e6-b4a4-cf4487dd7109 req-18f58735-3067-464c-a7fc-aa48ea8cfe1f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499138 Aug 06 18:04:55.910488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Calling delete_port for 1c0de5e4-e722-40e4-9629-ec04debaf65f owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:56.077470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.139400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:56.143775 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a79b7-5a03-4581-ac9e-b6f0cf025162" -d '{"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:56.169643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:56.173313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.178829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.197084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:56.226750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Pushing event deleted for resources: {'Port': ['ID=ae41dd17-110f-4ea4-91df-6eb260d2faad,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:56.295203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.295748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.296294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.296843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.297586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.309816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:04:56.332983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:56.390913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:56.393729 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fb802b-c276-4046-b783-f50da6421bf9" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:56.400601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.418256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Transition to ACTIVE for port object 5fff3971-71a2-4e64-88bb-132f29e407eb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:04:56.428356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.457906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.480766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c0de5e4-e722-40e4-9629-ec04debaf65f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:56.526945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.530680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.532994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a427430-bbd1-4946-ad12-821bb0cb39b9 req-3566ae63-4b86-4c2a-bf76-af10f3ba5426 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "DELETE /v2.0/floatingips/61481e25-31bf-472e-835d-aa7ee351c68e HTTP/1.1" status: 204 len: 173 time: 1.4401529 Aug 06 18:04:56.534066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32824d88-7bba-4ce9-b721-7a5383cad80c req-eed89282-efaa-4326-b193-a20845098d11 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:56.535775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-32824d88-7bba-4ce9-b721-7a5383cad80c req-eed89282-efaa-4326-b193-a20845098d11 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fa4277f-834a-492d-ac6d-e2ee578a3dfd HTTP/1.1" status: 200 len: 866 time: 0.1212733 Aug 06 18:04:56.547669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event deleted for resources: {'Port': ['ID=1c0de5e4-e722-40e4-9629-ec04debaf65f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:56.561037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:56.572991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] No DVR routers for this DVR port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:56.624463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] No DVR routers for this DVR port 1c0de5e4-e722-40e4-9629-ec04debaf65f on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:04:56.637048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.640068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba68928-f0e9-4d72-8134-86856776395a req-bea24258-e56b-4402-9878-db8ad92e4db8 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "DELETE /v2.0/ports/1c0de5e4-e722-40e4-9629-ec04debaf65f HTTP/1.1" status: 204 len: 173 time: 1.4018803 Aug 06 18:04:56.650472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-deleted', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:56.650802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:04:56.650802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:04:56.650802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:56.653227 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b8a028-ce91-436c-b0b5-756041ee6945" -d '{"events": [{"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-deleted", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:56.665906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-32824d88-7bba-4ce9-b721-7a5383cad80c req-3b55b24d-5115-4b30-ad29-359ab795e74e tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942175 Aug 06 18:04:56.667010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:04:56.667681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Attempting to bind port 5fff3971-71a2-4e64-88bb-132f29e407eb on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:04:56.688299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:04:56.689471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:04:56.690484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:04:56.691620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Bound port: 5fff3971-71a2-4e64-88bb-132f29e407eb, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:04:56.692853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.794668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50604-0d22-41a5-a35c-4d6f3013a2ac req-155a2f5b-7a84-4287-b7c0-01d2e8e7fdf9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:56.797150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2b50604-0d22-41a5-a35c-4d6f3013a2ac req-155a2f5b-7a84-4287-b7c0-01d2e8e7fdf9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1182730 Aug 06 18:04:56.811325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:04:56.818798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:04:56.827989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.883601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2b50604-0d22-41a5-a35c-4d6f3013a2ac req-92b593a8-193e-4972-9422-2dc468ebe9b5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746970 Aug 06 18:04:56.975423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:56.976808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:56.980342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] 10.222.0.55 "PUT /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 1096 time: 1.4073918 Aug 06 18:04:56.994697 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2348d43-99c6-4135-92f1-cb08c0b5cd54 x-openstack-request-id: req-d2348d43-99c6-4135-92f1-cb08c0b5cd54 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:56.995596 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-plugged", "status": "completed", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:56.995596 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2348d43-99c6-4135-92f1-cb08c0b5cd54 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:56.996940 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'code': 200} Aug 06 18:04:56.997153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d3f5-ef3d-4c7f-a51a-d2ddd8780cdf service neutron] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=11']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:57.137744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-b7c5ef42-cf3a-4cf4-979d-c48439483788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.139939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-b7c5ef42-cf3a-4cf4-979d-c48439483788 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1099 time: 0.1283870 Aug 06 18:04:57.154224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be6b3a-5fa1-4914-86cd-bf61a5f7c40b req-92c03834-b5b4-4c5f-abcd-73985f2ac432 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.156651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25be6b3a-5fa1-4914-86cd-bf61a5f7c40b req-92c03834-b5b4-4c5f-abcd-73985f2ac432 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.0989280 Aug 06 18:04:57.261172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfca29-f997-46c5-9119-e61999d2ab13 req-879e7f04-5a09-42f6-993c-044955a9c5be tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.263935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10dfca29-f997-46c5-9119-e61999d2ab13 req-879e7f04-5a09-42f6-993c-044955a9c5be tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.1247470 Aug 06 18:04:57.362281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25be6b3a-5fa1-4914-86cd-bf61a5f7c40b req-3153fb27-6a5a-40cf-bbb6-b8be18ef28ca tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906753 Aug 06 18:04:57.450903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-342b4c21-a598-4c32-9f17-2de94187a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.451150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec0f60-fe60-4dcf-81f4-b5e04ec6f79b req-e0209484-69c7-44ee-9973-d335fdb703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.453223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-342b4c21-a598-4c32-9f17-2de94187a2b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2954092 Aug 06 18:04:57.453813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daec0f60-fe60-4dcf-81f4-b5e04ec6f79b req-e0209484-69c7-44ee-9973-d335fdb703aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 1097 time: 0.2108264 Aug 06 18:04:57.460885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10dfca29-f997-46c5-9119-e61999d2ab13 req-82cab625-c0fe-4d49-ac58-d7a32e739b6f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825128 Aug 06 18:04:57.535261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daec0f60-fe60-4dcf-81f4-b5e04ec6f79b req-258c2e85-593d-4a74-97d6-028e8894bd32 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684779 Aug 06 18:04:57.569474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-4d0f11e5-afb7-4b28-b385-edbb610feb4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.1027048 Aug 06 18:04:57.680599 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8acb81b-d331-488e-b72e-d72be9ffe1d0 x-openstack-request-id: req-d8acb81b-d331-488e-b72e-d72be9ffe1d0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:57.681350 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-unplugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:57.681608 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8acb81b-d331-488e-b72e-d72be9ffe1d0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:57.682103 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'code': 200} Aug 06 18:04:57.735088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9137933-d507-4679-8962-ae31aa8a786d req-2e68eb39-e4e4-414a-b9da-2e222a67a957 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.735486 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-a906fa5f-8483-4b37-a11b-c62e5bb772b9 req-e9345d20-56ab-43bd-b7d5-749841bcd149 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] show failed (client error): The resource could not be found. Aug 06 18:04:57.736590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a906fa5f-8483-4b37-a11b-c62e5bb772b9 req-e9345d20-56ab-43bd-b7d5-749841bcd149 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips/61481e25-31bf-472e-835d-aa7ee351c68e HTTP/1.1" status: 404 len: 350 time: 0.0468252 Aug 06 18:04:57.737795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9137933-d507-4679-8962-ae31aa8a786d req-2e68eb39-e4e4-414a-b9da-2e222a67a957 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.1734002 Aug 06 18:04:57.742632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-d079264e-247a-4302-be30-371ec69a1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.744088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-d079264e-247a-4302-be30-371ec69a1436 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1590884 Aug 06 18:04:57.861014 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f0e82-2c73-4e49-9fe1-8399ecd4f5ca x-openstack-request-id: req-ec5f0e82-2c73-4e49-9fe1-8399ecd4f5ca {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:04:57.863751 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa4277f-834a-492d-ac6d-e2ee578a3dfd", "name": "network-vif-deleted", "tag": "1c0de5e4-e722-40e4-9629-ec04debaf65f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:04:57.864348 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec5f0e82-2c73-4e49-9fe1-8399ecd4f5ca {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:04:57.865650 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa4277f-834a-492d-ac6d-e2ee578a3dfd', 'name': 'network-vif-deleted', 'tag': '1c0de5e4-e722-40e4-9629-ec04debaf65f', 'status': 'completed', 'code': 200} Aug 06 18:04:57.867045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9137933-d507-4679-8962-ae31aa8a786d req-9c5e0aea-8cf9-4867-a909-2a13349f4931 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211424 Aug 06 18:04:57.876791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-bd40ac56-f5a9-4e8e-bfd8-f25d7dd26e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:57.878588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-bd40ac56-f5a9-4e8e-bfd8-f25d7dd26e5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204464 Aug 06 18:04:58.013371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2f051-f3bc-45e6-a645-18e4a8f2c4df req-4e7ebef8-2b08-4634-9a75-fe19e5a24df2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:58.015773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56e2f051-f3bc-45e6-a645-18e4a8f2c4df req-4e7ebef8-2b08-4634-9a75-fe19e5a24df2 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 943 time: 0.0691650 Aug 06 18:04:58.062801 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-b59e4405-6721-4c68-a9c7-fd167c367f63 req-86b5bfb8-73b8-4f44-9da2-0ec15f018fb2 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] show failed (client error): The resource could not be found. Aug 06 18:04:58.065310 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b59e4405-6721-4c68-a9c7-fd167c367f63 req-86b5bfb8-73b8-4f44-9da2-0ec15f018fb2 tempest-FloatingIPsTestJSON-1411319928 tempest-FloatingIPsTestJSON-1411319928-project] 10.222.0.64 "GET /v2.0/floatingips/61481e25-31bf-472e-835d-aa7ee351c68e HTTP/1.1" status: 404 len: 350 time: 0.0702872 Aug 06 18:04:58.084174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48852) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:04:58.127606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56e2f051-f3bc-45e6-a645-18e4a8f2c4df req-1603e834-d001-4aaa-b0d2-24cdcbeac484 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964196 Aug 06 18:04:58.150325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a5e40484-f3d0-46b1-8efe-f12d44cc4db7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:04:58.185075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:58.292067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:04:58.299719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-77fc34dd-2a73-4f87-a47f-115447570d1c service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128480 Aug 06 18:04:58.300019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:04:58.422167 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fe15553e-d2db-42d7-8545-2eb7fa3a62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:58.513922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ec57a-5434-4f5f-90ff-c244136fbb58 req-08883a3a-41bf-4839-a07c-5a11256d9c32 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:58.521354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:58.523710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a44ec57a-5434-4f5f-90ff-c244136fbb58 req-08883a3a-41bf-4839-a07c-5a11256d9c32 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.3406010 Aug 06 18:04:58.553303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-403e2979-75ae-4967-ab63-f05a767e082c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:58.555390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-403e2979-75ae-4967-ab63-f05a767e082c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.2501848 Aug 06 18:04:58.563410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'port_id': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'mac_address': 'fa:16:3e:8f:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:04:58.649143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:58.680817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e40484-f3d0-46b1-8efe-f12d44cc4db7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:04:58.725250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:58.728142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee004a6a-df78-48aa-93bb-aa49c3d96b98 req-cb7b3c27-d62c-4716-83d8-aa5f61295993 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186399 Aug 06 18:04:58.734582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:58.760467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18ceb4-07dd-4242-856a-fc156b4158fc req-359cd1ce-1e16-4f1e-9c75-295660a09fb8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:58.765292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c18ceb4-07dd-4242-856a-fc156b4158fc req-359cd1ce-1e16-4f1e-9c75-295660a09fb8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.1367974 Aug 06 18:04:58.768379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a44ec57a-5434-4f5f-90ff-c244136fbb58 req-dbbfc099-8518-4fb1-8a8b-a811f45e3dcd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433403 Aug 06 18:04:58.851710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:58.875319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c18ceb4-07dd-4242-856a-fc156b4158fc req-e7310bf9-1745-43c8-b099-07ad38fa3d99 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985496 Aug 06 18:04:58.941893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Deleting port b5096330-8f1d-4456-91e0-c61f57a70902 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:58.942449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:59.033308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3cd84-6dca-48f7-be64-1fa218cba181 req-4b376d3c-8e05-469a-9391-3824399b4005 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.034947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41e3cd84-6dca-48f7-be64-1fa218cba181 req-4b376d3c-8e05-469a-9391-3824399b4005 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.1550915 Aug 06 18:04:59.114129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] For port b5096330-8f1d-4456-91e0-c61f57a70902, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b5096330-8f1d-4456-91e0-c61f57a70902,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:04:59.114485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:59.161135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8081f-357a-4deb-afd7-fce5b88367f5 req-6655da78-f386-4884-976c-36b98c83e798 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.163820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f8081f-357a-4deb-afd7-fce5b88367f5 req-6655da78-f386-4884-976c-36b98c83e798 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 945 time: 0.0823581 Aug 06 18:04:59.168152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Calling delete_port for b5096330-8f1d-4456-91e0-c61f57a70902 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:04:59.178751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41e3cd84-6dca-48f7-be64-1fa218cba181 req-ba88344f-8f45-4550-8d8d-f9cf68e7a40a tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326342 Aug 06 18:04:59.219972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['a5e40484-f3d0-46b1-8efe-f12d44cc4db7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:04:59.250418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f8081f-357a-4deb-afd7-fce5b88367f5 req-1545d178-72af-4bd7-8a80-0a711ef3ef31 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Aug 06 18:04:59.260722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-64561d8f-c29d-400f-b22d-b81aeee4d8cb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.262613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-64561d8f-c29d-400f-b22d-b81aeee4d8cb tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.1637125 Aug 06 18:04:59.396118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:59.495401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c63f5-52a0-4dda-93d5-4141564df678 req-3aee0441-9961-4491-9449-f3ccd0eeb20b tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.498570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794c63f5-52a0-4dda-93d5-4141564df678 req-3aee0441-9961-4491-9449-f3ccd0eeb20b tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=09ea240b-98fe-4baf-93c7-563f8c4eb044 HTTP/1.1" status: 200 len: 947 time: 0.0944462 Aug 06 18:04:59.554591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794c63f5-52a0-4dda-93d5-4141564df678 req-0c6f4152-10bc-42dd-a040-420906b17333 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Aug 06 18:04:59.561159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:04:59.590556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:59.599223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 1c0de5e4-e722-40e4-9629-ec04debaf65f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:04:59.599906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c0de5e4-e722-40e4-9629-ec04debaf65f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:04:59.644044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Pushing event deleted for resources: {'Port': ['ID=b5096330-8f1d-4456-91e0-c61f57a70902,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:04:59.651119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Deleting port 268d816b-dd5f-4249-94cf-83e33fe58bc2 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:04:59.651628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:04:59.661854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4436d6-fd5b-4d0d-b29f-d1b47bfde673 req-600e2560-51f3-4fea-bf20-05853dfe4b01 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.663565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e4436d6-fd5b-4d0d-b29f-d1b47bfde673 req-600e2560-51f3-4fea-bf20-05853dfe4b01 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 944 time: 0.2216229 Aug 06 18:04:59.693640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:04:59.696272 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8596370-91d0-46d1-abdc-bd00617c7b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:04:59.976023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-c77fec93-5b18-430f-a7ca-089585041a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.978135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-c77fec93-5b18-430f-a7ca-089585041a1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1099 time: 0.1295929 Aug 06 18:04:59.983912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-301dcd5e-3f76-43b1-bd01-5f116227aa60 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:04:59.985708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-301dcd5e-3f76-43b1-bd01-5f116227aa60 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.1278980 Aug 06 18:05:00.005619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-29'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:00.064660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c6f45-ccd6-4eac-ad7f-c0da67281171 req-b23740ab-71f2-4e0b-8ef6-1766b96bbfd7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.066564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee0c6f45-ccd6-4eac-ad7f-c0da67281171 req-b23740ab-71f2-4e0b-8ef6-1766b96bbfd7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1566348 Aug 06 18:05:00.191357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:00.195976 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdeb9c6-b249-45c5-90c5-1beda26dd8c3 x-openstack-request-id: req-2fdeb9c6-b249-45c5-90c5-1beda26dd8c3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:00.196772 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:00.197276 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fdeb9c6-b249-45c5-90c5-1beda26dd8c3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:00.197750 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'status': 'completed', 'code': 200} Aug 06 18:05:00.202536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee0c6f45-ccd6-4eac-ad7f-c0da67281171 req-9972bd64-cebf-460f-9040-b386f2eb00b1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971625 Aug 06 18:05:00.219627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] No DVR routers for this DVR port b5096330-8f1d-4456-91e0-c61f57a70902 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:00.232003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-ced27ae0-5dea-4531-a11a-cf1265b9e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.234376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-ced27ae0-5dea-4531-a11a-cf1265b9e1be service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2474606 Aug 06 18:05:00.251567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:00.253333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3a5d047-9ab9-46be-9d02-7152e03155f8 req-ae544570-30ef-49d3-aa28-03398397eb7c tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.16 "DELETE /v2.0/ports/b5096330-8f1d-4456-91e0-c61f57a70902 HTTP/1.1" status: 204 len: 173 time: 1.6911480 Aug 06 18:05:00.312920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e4436d6-fd5b-4d0d-b29f-d1b47bfde673 req-5d089e3d-a791-4383-820a-67a37f90e5e7 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6206837 Aug 06 18:05:00.328842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-a687e12f-c886-4f2c-8c98-29361d4f799d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.0600083 Aug 06 18:05:00.351365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] For port 268d816b-dd5f-4249-94cf-83e33fe58bc2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=268d816b-dd5f-4249-94cf-83e33fe58bc2,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:00.351785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:00.370529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-3ee5d800-712f-41f2-b562-c02c351ae8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.372103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-3ee5d800-712f-41f2-b562-c02c351ae8e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1099 time: 0.1575665 Aug 06 18:05:00.377701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Calling delete_port for 268d816b-dd5f-4249-94cf-83e33fe58bc2 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:00.530276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-1a8df4a4-8a7c-48df-a2a2-21d069c1e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.531872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-1a8df4a4-8a7c-48df-a2a2-21d069c1e7db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1852527 Aug 06 18:05:00.543740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb50aa-b83d-435c-b229-2c627f0e6a85 req-c2f499f6-7fb1-469c-8f2b-2361f10dec36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.552024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8afb50aa-b83d-435c-b229-2c627f0e6a85 req-c2f499f6-7fb1-469c-8f2b-2361f10dec36 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.2284200 Aug 06 18:05:00.642204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:00.669529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-c34eb99a-0faa-4d18-b017-61af1103acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.672440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-c34eb99a-0faa-4d18-b017-61af1103acf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2877257 Aug 06 18:05:00.687884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35432215-ced8-456d-a024-2dae6826d03a req-877e6b93-ef18-4d9e-80f3-2e4cdd05bcc6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.691331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35432215-ced8-456d-a024-2dae6826d03a req-877e6b93-ef18-4d9e-80f3-2e4cdd05bcc6 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=d06fa120-f801-4bb6-8ac1-385a125f8140 HTTP/1.1" status: 200 len: 944 time: 0.2638328 Aug 06 18:05:00.718797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8afb50aa-b83d-435c-b229-2c627f0e6a85 req-5bc1327c-a6f8-4504-85ab-d609fc8b65d3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650734 Aug 06 18:05:00.794961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-30e2c1a0-b3de-44c5-8219-7b11d53f8e38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 200 len: 217 time: 0.0967798 Aug 06 18:05:00.812197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-39b555c7-a4be-4036-b2fe-78ca16623132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:00.815625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-39b555c7-a4be-4036-b2fe-78ca16623132 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2611701 Aug 06 18:05:00.878928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:00.992346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35432215-ced8-456d-a024-2dae6826d03a req-478ebfff-a4be-47d0-b0e8-269ab91c7f6d tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857759 Aug 06 18:05:01.019219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-e63c572c-1ce5-4c77-a8f1-cbedcf857a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:01.021969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-e63c572c-1ce5-4c77-a8f1-cbedcf857a12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2136478 Aug 06 18:05:01.026850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Deleting port c579617b-f950-44a5-90dc-c14e9c4b0b63 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:01.027400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.034789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.136420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:01.140302 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601e13d0-4bed-4d6c-8ea1-b6a0e0cb32d1" -d '{"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:01.147795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.171858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.194444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05af8-61c5-4549-82bd-527bb631683d req-fcda0289-55ae-4227-921a-31daa7792896 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:01.197237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9c05af8-61c5-4549-82bd-527bb631683d req-fcda0289-55ae-4227-921a-31daa7792896 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.3102801 Aug 06 18:05:01.211684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event deleted for resources: {'Port': ['ID=268d816b-dd5f-4249-94cf-83e33fe58bc2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:01.331997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-bc9ecc4d-f828-4837-97d1-668a8531dc93 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976285 Aug 06 18:05:01.335320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] No DVR routers for this DVR port 268d816b-dd5f-4249-94cf-83e33fe58bc2 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:01.346362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.348626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ca035aa-8663-4616-b9cb-0c58a0ee0ff2 req-f212fd82-659e-42f6-8438-c2852da63d69 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.16 "DELETE /v2.0/ports/268d816b-dd5f-4249-94cf-83e33fe58bc2 HTTP/1.1" status: 204 len: 173 time: 2.0784218 Aug 06 18:05:01.360079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-bfa8fa98-1b17-47b6-936f-25a20ccacaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:01.361804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-bfa8fa98-1b17-47b6-936f-25a20ccacaf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308060 Aug 06 18:05:01.406220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.412963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9c05af8-61c5-4549-82bd-527bb631683d req-9f58d4e9-6259-41e2-989b-56a86a9e8c8a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950891 Aug 06 18:05:01.434689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:01.486585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:05:01.486891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:05:01.487225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:01.509229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:05:01.509652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:01.515320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808e020-09f3-4f14-bcff-bb68be4ebd8c req-041d293e-6110-4873-a93b-0d1879dbb3ea tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:01.517261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c808e020-09f3-4f14-bcff-bb68be4ebd8c req-041d293e-6110-4873-a93b-0d1879dbb3ea tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2971368 Aug 06 18:05:01.519718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] For port c579617b-f950-44a5-90dc-c14e9c4b0b63, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c579617b-f950-44a5-90dc-c14e9c4b0b63,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:01.520107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.552778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:05:01.553545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:01.554762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:05:01.555668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Bound port: 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:05:01.557714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.576027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:05:01.580856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-34420067-4188-43d7-bc41-a9b7a8c4f8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383630 Aug 06 18:05:01.641652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Calling delete_port for c579617b-f950-44a5-90dc-c14e9c4b0b63 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:01.709171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d8cf9c46-e434-439e-b5bb-cf41ea388f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.739202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:01.746659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:05:01.751440 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdc0ec-98aa-4a8b-b981-edc008a53312 x-openstack-request-id: req-4dbdc0ec-98aa-4a8b-b981-edc008a53312 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:01.752434 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:01.753206 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dbdc0ec-98aa-4a8b-b981-edc008a53312 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:01.754165 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'code': 200} Aug 06 18:05:01.756398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:01.760026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.776546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c808e020-09f3-4f14-bcff-bb68be4ebd8c req-6cafcc80-32a3-4352-b9a0-b5de8c4cb43a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194800 Aug 06 18:05:01.817359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h2-793621-29 for vnic_type normal with profile {"migrating_to": "n-h1-793621-29"} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:05:01.817812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:05:01.818162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:01.825908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:05:01.827883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempting to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on network ae786341-183f-4732-a423-f0be9854f5ae {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:01.845653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:05:01.846843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Checking segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:01.847711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Bound using segment: {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:05:01.848386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Bound port: 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340da99e-6537-46e1-ba8e-f1e7938b60f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae786341-183f-4732-a423-f0be9854f5ae'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:05:01.848946 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:01.859952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-55cfd3dc-1094-4129-bd79-98a6deccd1ea service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695656 Aug 06 18:05:01.917499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=8']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:02.016168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:02.017818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:02.020778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3bd96e27-51cc-4f77-b302-237e6393a5a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 1123 time: 2.0227075 Aug 06 18:05:02.080171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96804-3fc7-4b2f-8fb2-2cb12215b77d req-0004659b-1fee-4ada-81f9-8d8dc03199c4 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:02.088125 n-d-793621-29 neutron-server[94123]: WARNING neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Concurrent port binding operations failed on port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 Aug 06 18:05:02.090437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3b96804-3fc7-4b2f-8fb2-2cb12215b77d req-0004659b-1fee-4ada-81f9-8d8dc03199c4 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 944 time: 0.2412589 Aug 06 18:05:02.110451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:02.134316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['79b915e1-a42d-49fa-8ce7-7cfcca682b82'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:02.199858 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Attempt 2 to bind port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 Aug 06 18:05:02.200623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 has no active binding in host n-h1-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:05:02.201258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:05:02.216887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['79b915e1-a42d-49fa-8ce7-7cfcca682b82'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:02.228346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-deleted', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902'}, {'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-deleted', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:02.239751 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f5168-aa56-4e71-92cd-54db16be6645" -d '{"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-deleted", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902"}, {"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-deleted", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:02.245301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3b96804-3fc7-4b2f-8fb2-2cb12215b77d req-44970091-8219-4bc1-bc84-68157d242698 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469703 Aug 06 18:05:02.294038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a5e40484-f3d0-46b1-8efe-f12d44cc4db7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:05:02.536280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:02.539095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b1e24-d76b-4ddf-aa9e-307bcd634968 req-9bddab00-bdd5-4348-87c0-b2611a21e18c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:02.546232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c16b1e24-d76b-4ddf-aa9e-307bcd634968 req-9bddab00-bdd5-4348-87c0-b2611a21e18c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 947 time: 0.1315238 Aug 06 18:05:02.616410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Pushing event deleted for resources: {'Port': ['ID=c579617b-f950-44a5-90dc-c14e9c4b0b63,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:02.629297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8596370-91d0-46d1-abdc-bd00617c7b0e req-6c8331ca-653f-4fa1-a042-e3acf3e8f1da service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570760 Aug 06 18:05:02.632024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c16b1e24-d76b-4ddf-aa9e-307bcd634968 req-71c9b123-8b9a-4c24-8696-b6e1c91e48bc tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662270 Aug 06 18:05:02.860766 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f18869-2087-4876-8522-8d3b5ca84bb8 x-openstack-request-id: req-a6f18869-2087-4876-8522-8d3b5ca84bb8 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:02.861236 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ea240b-98fe-4baf-93c7-563f8c4eb044", "name": "network-vif-deleted", "tag": "b5096330-8f1d-4456-91e0-c61f57a70902", "status": "completed", "code": 200}, {"server_uuid": "d06fa120-f801-4bb6-8ac1-385a125f8140", "name": "network-vif-deleted", "tag": "268d816b-dd5f-4249-94cf-83e33fe58bc2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:02.861577 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6f18869-2087-4876-8522-8d3b5ca84bb8 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:02.861967 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ea240b-98fe-4baf-93c7-563f8c4eb044', 'name': 'network-vif-deleted', 'tag': 'b5096330-8f1d-4456-91e0-c61f57a70902', 'status': 'completed', 'code': 200} Aug 06 18:05:02.862278 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06fa120-f801-4bb6-8ac1-385a125f8140', 'name': 'network-vif-deleted', 'tag': '268d816b-dd5f-4249-94cf-83e33fe58bc2', 'status': 'completed', 'code': 200} Aug 06 18:05:02.902749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:02.940255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:02.994019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:02.995515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.105630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'mac_address': 'fa:16:3e:09:69:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:05:03.113821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.158367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915c1b-a694-4d20-b409-393c0962b605 req-a212ae53-6c25-46bb-b2ba-d98c1e1995a2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:03.171383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05915c1b-a694-4d20-b409-393c0962b605 req-a212ae53-6c25-46bb-b2ba-d98c1e1995a2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 949 time: 0.1966281 Aug 06 18:05:03.206814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.254736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b37ea075-7051-41fb-9b0e-0a94edd1341d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:03.267475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b37ea075-7051-41fb-9b0e-0a94edd1341d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.3429782 Aug 06 18:05:03.294233 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.310306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-53d5293c-1f1f-4ca1-9f49-80cb86616646 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/quotas/58b8a1e4f06d42bf8951743713cdd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0395913 Aug 06 18:05:03.357167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:03.392090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.395923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:03.406846 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.459635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:03.468390 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921063ef-321e-470c-8dc3-5f77cb89d0dd" -d '{"events": [{"server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "name": "network-vif-plugged", "status": "completed", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:03.474803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-2c65f254-3f73-444d-b1c3-5b1e3e9bfcc2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1606483 Aug 06 18:05:03.517892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:03.542920 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:03.544571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:03.582796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:03.600664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05915c1b-a694-4d20-b409-393c0962b605 req-0cf5a684-fbb5-4025-af31-8e49ff00fb52 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243541 Aug 06 18:05:03.675650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-826f9662-a0e5-4513-a1f1-881b9dcace47 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915736 Aug 06 18:05:03.706059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: b5096330-8f1d-4456-91e0-c61f57a70902 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:03.706685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b5096330-8f1d-4456-91e0-c61f57a70902 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:03.707865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:03.768365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:03.771636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 268d816b-dd5f-4249-94cf-83e33fe58bc2 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:03.771902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 268d816b-dd5f-4249-94cf-83e33fe58bc2 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:03.772292 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539819fc-8496-492f-a2cc-96b906ac31ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:03.799713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:03.803952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Router ed6f3d50-29b6-4662-b67d-911264cb8444 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:05:03.846610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-c6d5227d-c82f-424a-b01b-4806af316702 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693642 Aug 06 18:05:03.878012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-b365ff23-dd9a-467e-8d46-723f50fcef09 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:03.879257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-b365ff23-dd9a-467e-8d46-723f50fcef09 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b65e5cd-f37f-46c4-be24-a3c1190262cb HTTP/1.1" status: 200 len: 945 time: 0.1520898 Aug 06 18:05:03.888570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5fff3971-71a2-4e64-88bb-132f29e407eb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:04.035917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:05:04.042471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1dd9b34e-8aab-443c-b856-c804f444d34c admin admin] 10.222.0.64 "PUT /v2.0/routers/ed6f3d50-29b6-4662-b67d-911264cb8444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9575737 Aug 06 18:05:04.045371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:04.052701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Sync routers for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:05:04.094740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Deleting port e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:04.095209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:04.102565 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:05:04.104939 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:04.232540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] For port e6cac63b-f92c-4acb-890c-be7aa273afab, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e6cac63b-f92c-4acb-890c-be7aa273afab,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:04.232918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:04.251744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Calling delete_port for e6cac63b-f92c-4acb-890c-be7aa273afab owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:04.384799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:05:04.507677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:04.539604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6562bc-58d6-49f5-ac2a-12e7f826bdd2 req-926f7d9d-d2ff-4c00-9b49-7e19746b20cb tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:04.547512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d6562bc-58d6-49f5-ac2a-12e7f826bdd2 req-926f7d9d-d2ff-4c00-9b49-7e19746b20cb tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 1100 time: 0.3517089 Aug 06 18:05:04.608627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:04.690365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event deleted for resources: {'Port': ['ID=e6cac63b-f92c-4acb-890c-be7aa273afab,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:04.720098 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:05:02Z', 'revision_number': 5, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:04.725061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d6562bc-58d6-49f5-ac2a-12e7f826bdd2 req-93b53f1a-8c99-42ab-b05f-64b3cc1f7319 tempest-MigrationsAdminTest-1974048523 tempest-MigrationsAdminTest-1974048523-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315794 Aug 06 18:05:04.755751 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Checking router: ed6f3d50-29b6-4662-b67d-911264cb8444 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:05:04.771209 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Routers {'ed6f3d50-29b6-4662-b67d-911264cb8444'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:05:04.771986 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ed6f3d50-29b6-4662-b67d-911264cb8444'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:04.804190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] No DVR routers for this DVR port e6cac63b-f92c-4acb-890c-be7aa273afab on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:04.810849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:04.821796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-839c63f9-4660-4eec-b268-ece1f59f0dd3 req-42d09dec-c9f9-4b03-ac7f-96eb6c2f250a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.55 "DELETE /v2.0/ports/e6cac63b-f92c-4acb-890c-be7aa273afab HTTP/1.1" status: 204 len: 173 time: 0.9244075 Aug 06 18:05:04.864097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-deleted', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:04.867861 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23480ffd-07be-4492-b370-69bca836ae2f" -d '{"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-deleted", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:04.922069 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] Set router ed6f3d50-29b6-4662-b67d-911264cb8444 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:05:05.031658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e6cac63b-f92c-4acb-890c-be7aa273afab'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:05.054567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e42ef9-cdc4-44ac-9163-304c9581d522 req-9c44f827-af16-43e3-b9ab-74a71b3b517a tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:05.072696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b2e42ef9-cdc4-44ac-9163-304c9581d522 req-9c44f827-af16-43e3-b9ab-74a71b3b517a tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1633506 Aug 06 18:05:05.134178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-4ef8f8ec-78bb-4571-946f-4df12784d399 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:05.135621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-4ef8f8ec-78bb-4571-946f-4df12784d399 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.1720464 Aug 06 18:05:05.155701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.167412 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:05:02Z', 'revision_number': 5, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:05.184690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acf21b-0380-4885-a1e2-67ec77a07398 req-03842852-c193-4ac9-88a3-2775d014ecee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:05.193625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52acf21b-0380-4885-a1e2-67ec77a07398 req-03842852-c193-4ac9-88a3-2775d014ecee tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.9573441 Aug 06 18:05:05.224645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-d8561afb-b028-49ee-9eb7-6907dcebe460 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:05.226822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-d8561afb-b028-49ee-9eb7-6907dcebe460 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 949 time: 0.1527166 Aug 06 18:05:05.238559 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8d6e6-e1bd-4fb6-a13e-4c0d6242c4b0 None None] The sync data for ids ['ed6f3d50-29b6-4662-b67d-911264cb8444'] in n-d-793621-29 is: [{'id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'name': 'tempest-FloatingIPsTestJSON-582043280-router', 'tenant_id': '0cad0251cec24a57931593a25ddf1942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:22Z', 'updated_at': '2021-08-06T18:05:02Z', 'revision_number': 5, 'project_id': '0cad0251cec24a57931593a25ddf1942', 'gw_port': {'id': '56b79b2c-d44f-4e2c-9dcb-bef41ad2043f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6f3d50-29b6-4662-b67d-911264cb8444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:24Z', 'updated_at': '2021-08-06T18:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:05:05.274612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b2e42ef9-cdc4-44ac-9163-304c9581d522 req-1346f7ec-a8ed-4ff2-b79b-ee045c6b9633 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811583 Aug 06 18:05:05.317495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52acf21b-0380-4885-a1e2-67ec77a07398 req-48187361-0d26-4fff-b8bb-83c61eaa21ae tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099770 Aug 06 18:05:05.433568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Deleting port 960a5fbd-a684-4b30-be46-8b987497f746 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:05.434221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.442017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.534871 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b246ae-0426-4421-a7e6-451280a76abc x-openstack-request-id: req-a7b246ae-0426-4421-a7e6-451280a76abc {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:05.535733 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:05.536378 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7b246ae-0426-4421-a7e6-451280a76abc {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:05.537273 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'status': 'completed', 'code': 200} Aug 06 18:05:05.542843 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca81b1-949c-4bd8-883d-c59dd83ea27c x-openstack-request-id: req-a7ca81b1-949c-4bd8-883d-c59dd83ea27c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:05.543493 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "name": "network-vif-plugged", "status": "completed", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:05.543695 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7ca81b1-949c-4bd8-883d-c59dd83ea27c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:05.544344 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'code': 200} Aug 06 18:05:05.596935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:05:05.749695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Deleting port ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:05.751753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.764049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539819fc-8496-492f-a2cc-96b906ac31ec req-153ebc15-bf2c-4bd5-88f2-e9492e591081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:05.768574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-153ebc15-bf2c-4bd5-88f2-e9492e591081 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1126 time: 0.1972904 Aug 06 18:05:05.773598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] For port 960a5fbd-a684-4b30-be46-8b987497f746, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=960a5fbd-a684-4b30-be46-8b987497f746,segment=NetworkSegment(d961d839-277a-42bf-8144-c39864f46053),segment_id=d961d839-277a-42bf-8144-c39864f46053)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:05.774178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.822753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3420c1c0-0703-4d15-b33c-510c5b5084fc req-9086fc60-daac-40e6-b4eb-cdd7fbc00f26 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 210 time: 0.1006620 Aug 06 18:05:05.844015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5fff3971-71a2-4e64-88bb-132f29e407eb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:05.859259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5fff3971-71a2-4e64-88bb-132f29e407eb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:05.861739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.903889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Deleting port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:05.912411 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:05.922329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Calling delete_port for 960a5fbd-a684-4b30-be46-8b987497f746 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:06.086541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdf7c9-e183-4268-88e6-5402430f5f57 req-c2dda88f-7292-42a2-8162-1da7e7b3341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.088402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ebdf7c9-e183-4268-88e6-5402430f5f57 req-c2dda88f-7292-42a2-8162-1da7e7b3341c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 1097 time: 0.3125200 Aug 06 18:05:06.125764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:06.207106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:06.210896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1e576-4716-41b6-8fee-853b0da53c22 req-98acdd4b-f5e1-4bac-93f5-e303e705a47f tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.213282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:06.215070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:06.219837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7b1e576-4716-41b6-8fee-853b0da53c22 req-98acdd4b-f5e1-4bac-93f5-e303e705a47f tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 949 time: 0.1799705 Aug 06 18:05:06.247439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ebdf7c9-e183-4268-88e6-5402430f5f57 req-63f093e4-245d-4123-84ce-069b4ec43425 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445289 Aug 06 18:05:06.252361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] For port ef5d7c8f-daad-4113-a56d-b022cf3535be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ef5d7c8f-daad-4113-a56d-b022cf3535be,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:06.252789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:06.301166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: e6cac63b-f92c-4acb-890c-be7aa273afab {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:06.301974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e6cac63b-f92c-4acb-890c-be7aa273afab not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:06.335845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=13']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:06.396117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Calling delete_port for ef5d7c8f-daad-4113-a56d-b022cf3535be owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:06.403558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b0e0c-caf0-4dd0-b12a-e1fa108ae47c req-6a5f977e-2aa8-4e54-8180-7633627e9904 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.405207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-948b0e0c-caf0-4dd0-b12a-e1fa108ae47c req-6a5f977e-2aa8-4e54-8180-7633627e9904 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/ports?device_id=b20afb54-6a0c-4da9-a9e7-6da2c38e1c02 HTTP/1.1" status: 200 len: 944 time: 0.5533109 Aug 06 18:05:06.497925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7b1e576-4716-41b6-8fee-853b0da53c22 req-d9f69a85-0df8-4437-9f74-e950eeac8169 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df24220-cc61-4c58-ae95-a9ebb77f58f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766449 Aug 06 18:05:06.507295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b6619b8b-10ae-4844-b2ea-1e2c0d4ac2fe tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.508991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b6619b8b-10ae-4844-b2ea-1e2c0d4ac2fe tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.2598631 Aug 06 18:05:06.510124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] For port 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:06.510832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:06.534454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Request body: {'port': {'device_id': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'admin_state_up': True, 'tenant_id': '58b8a1e4f06d42bf8951743713cdd5e0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:06.557277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539819fc-8496-492f-a2cc-96b906ac31ec req-9cae5ced-442e-48b2-839a-2492733c30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.559685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-9cae5ced-442e-48b2-839a-2492733c30ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.7760744 Aug 06 18:05:06.638839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-948b0e0c-caf0-4dd0-b12a-e1fa108ae47c req-b760b008-10f4-4ab8-8eab-ae65e482d452 tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c1dde13-6062-4c98-a39b-3aeb15d1593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164013 Aug 06 18:05:06.719825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Calling delete_port for 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:06.726487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-feecd56c-7a31-411a-bf84-02a106aa694e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 217 time: 0.1408947 Aug 06 18:05:06.857014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c579617b-f950-44a5-90dc-c14e9c4b0b63 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:06.887284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539819fc-8496-492f-a2cc-96b906ac31ec req-f5ace301-5a12-4753-a0de-75b72f1c088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:06.889085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-f5ace301-5a12-4753-a0de-75b72f1c088f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.1536813 Aug 06 18:05:06.926088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c579617b-f950-44a5-90dc-c14e9c4b0b63 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:06.926667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c579617b-f950-44a5-90dc-c14e9c4b0b63 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:06.948495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-cad48495-df78-4a81-956d-818c88a23740 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498972 Aug 06 18:05:06.953722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.096623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Pushing event deleted for resources: {'Port': ['ID=960a5fbd-a684-4b30-be46-8b987497f746,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:07.239081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] No DVR routers for this DVR port 960a5fbd-a684-4b30-be46-8b987497f746 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:07.242813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.245499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-301a6a8b-bb38-4967-a9aa-28fd8873f406 req-a0cd03c8-09f8-4e28-aa6b-298da4465add tempest-LiveMigrationTest-1528369379 tempest-LiveMigrationTest-1528369379-project] 10.222.0.55 "DELETE /v2.0/ports/960a5fbd-a684-4b30-be46-8b987497f746 HTTP/1.1" status: 204 len: 173 time: 2.0995295 Aug 06 18:05:07.285649 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d21ed7-fb1f-4a06-9190-cbdfc7181b84 x-openstack-request-id: req-d3d21ed7-fb1f-4a06-9190-cbdfc7181b84 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:07.285649 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b65e5cd-f37f-46c4-be24-a3c1190262cb", "name": "network-vif-deleted", "tag": "e6cac63b-f92c-4acb-890c-be7aa273afab", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:07.285649 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3d21ed7-fb1f-4a06-9190-cbdfc7181b84 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:07.286992 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b65e5cd-f37f-46c4-be24-a3c1190262cb', 'name': 'network-vif-deleted', 'tag': 'e6cac63b-f92c-4acb-890c-be7aa273afab', 'status': 'completed', 'code': 200} Aug 06 18:05:07.338023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3e67a-0b95-4ae8-ac6a-a03b711d2304 req-42928dcc-9519-44da-ac60-d3497658b184 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:07.339815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33d3e67a-0b95-4ae8-ac6a-a03b711d2304 req-42928dcc-9519-44da-ac60-d3497658b184 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1578093 Aug 06 18:05:07.344633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-73d7adc4-9c18-459c-9a4a-daabd26846de service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746033 Aug 06 18:05:07.454606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a37f-6f02-4477-bec5-69a1e131ff73 req-b6d7268a-3966-4bd4-8093-cf77e7191635 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:07.457558 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.464671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15e7a37f-6f02-4477-bec5-69a1e131ff73 req-b6d7268a-3966-4bd4-8093-cf77e7191635 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2106721 Aug 06 18:05:07.482164 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.547467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:07.555809 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0685ff58-6e0b-490e-bcb2-d893deb6db57" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:07.568278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-deleted', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:07.570236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Pushing event deleted for resources: {'Port': ['ID=ef5d7c8f-daad-4113-a56d-b022cf3535be,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:07.571139 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8477189c-6efe-448a-8d0a-a51cc0ae989f" -d '{"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-deleted", "tag": "960a5fbd-a684-4b30-be46-8b987497f746"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:07.631753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] No DVR routers for this DVR port ef5d7c8f-daad-4113-a56d-b022cf3535be on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:07.636445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b79b2c-d44f-4e2c-9dcb-bef41ad2043f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:07.639664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.642072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fa91978-2e2f-454d-9f6f-20afa0c94435 req-94e5aeb8-24a6-41f2-9bcd-8cc6efb0efdc tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.55 "DELETE /v2.0/ports/ef5d7c8f-daad-4113-a56d-b022cf3535be HTTP/1.1" status: 204 len: 173 time: 2.4065950 Aug 06 18:05:07.663076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15e7a37f-6f02-4477-bec5-69a1e131ff73 req-62a43242-2857-4a27-afba-3ce9d3444700 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950960 Aug 06 18:05:07.703837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Made reservation on behalf of 58b8a1e4f06d42bf8951743713cdd5e0 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:07.709742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33d3e67a-0b95-4ae8-ac6a-a03b711d2304 req-04a303ac-ba35-4a1e-9f1a-0b209416a8c7 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285573 Aug 06 18:05:07.711075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:07.822614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ef2a77b-c12c-4539-b0fa-78af1a419215 req-70737ff0-62e9-4830-8039-ffcdacdee8db tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 210 time: 0.0636206 Aug 06 18:05:07.888879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-539819fc-8496-492f-a2cc-96b906ac31ec req-0e10f1f3-e2dc-444d-8754-0423126b9b78 service neutron] 10.222.0.16 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285032 Aug 06 18:05:07.900862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.138941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6c19bea-2d73-4b07-af02-1c965b781f40 req-b224fb67-85b7-4d6a-a1aa-16f011af0fc2 tempest-ListImageFiltersTestJSON-1157128869 tempest-ListImageFiltersTestJSON-1157128869-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53dc6b2-1f0b-4f9c-815c-a23de664bb34 HTTP/1.1" status: 200 len: 210 time: 0.0912623 Aug 06 18:05:08.196850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Allocated IP 172.20.0.13 (ac6bf859-a479-4074-84f0-5ad6ffd28e30/130f0e4b-64c0-418a-b174-f146966a35d6/e82ca1f7-5918-420d-95f6-63e449c3688c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:08.283887 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1415ed1-b39c-4be6-a8a0-08759adc6831 x-openstack-request-id: req-f1415ed1-b39c-4be6-a8a0-08759adc6831 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:08.284474 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-plugged", "status": "completed", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:08.284940 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1415ed1-b39c-4be6-a8a0-08759adc6831 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:08.286783 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'code': 200} Aug 06 18:05:08.311099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fa07-8709-4792-92de-5ae5b8b1381f req-fbb310d8-afec-4712-8eca-d1c5e822e9eb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:08.314072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36c3fa07-8709-4792-92de-5ae5b8b1381f req-fbb310d8-afec-4712-8eca-d1c5e822e9eb tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 949 time: 0.4185529 Aug 06 18:05:08.317960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.321601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.438086 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13a70e-c66b-4ac1-8d87-aa85a00a548f x-openstack-request-id: req-8d13a70e-c66b-4ac1-8d87-aa85a00a548f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:08.438436 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20afb54-6a0c-4da9-a9e7-6da2c38e1c02", "name": "network-vif-deleted", "tag": "960a5fbd-a684-4b30-be46-8b987497f746", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:08.438864 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d13a70e-c66b-4ac1-8d87-aa85a00a548f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:08.439452 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20afb54-6a0c-4da9-a9e7-6da2c38e1c02', 'name': 'network-vif-deleted', 'tag': '960a5fbd-a684-4b30-be46-8b987497f746', 'status': 'completed', 'code': 200} Aug 06 18:05:08.440049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48972) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:08.487435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.488469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed6f3d50-29b6-4662-b67d-911264cb8444 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:05:08.505538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36c3fa07-8709-4792-92de-5ae5b8b1381f req-5a0c58f6-4046-4dbf-9066-4393fc5813c2 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779006 Aug 06 18:05:08.529557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.529892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48976) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:08.530541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db5ea0c3-089f-4cc4-a4de-714ec481ad46 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ed6f3d50-29b6-4662-b67d-911264cb8444 HTTP/1.1" status: 204 len: 168 time: 4.4824891 Aug 06 18:05:08.720337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Deleting subnet 68b416d6-814b-433c-a725-3c7477de6ffc {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:05:08.737083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.771865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Deleting subnet e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:05:08.821694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.841403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-738c7b52-1731-49ca-9600-d70c94075da5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:08.843083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-738c7b52-1731-49ca-9600-d70c94075da5 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 949 time: 0.2532229 Aug 06 18:05:08.846519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:08.926159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.001225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.059521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-b6da6ae1-5125-400b-b6a5-ddf9eebe177f service neutron] 10.222.0.16 "GET /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.3088329 Aug 06 18:05:09.069691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.080734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85ff2-3e1c-4879-bf63-0f35926d2f9a req-8c96cf9e-65b3-4e0a-a809-34983de6af40 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:09.082630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75a85ff2-3e1c-4879-bf63-0f35926d2f9a req-8c96cf9e-65b3-4e0a-a809-34983de6af40 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2571404 Aug 06 18:05:09.105261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0cb3c-a432-4871-bf74-015367af68cc req-80ee943a-ead4-445f-9caa-51399310e2e0 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:09.107142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceb0cb3c-a432-4871-bf74-015367af68cc req-80ee943a-ead4-445f-9caa-51399310e2e0 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.2629168 Aug 06 18:05:09.203919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.206180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:05:09.229909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:09.234446 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.246551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:05:09.291712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-deleted', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:09.295675 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1f8c6-8e7f-464d-b676-3740b9280f0d" -d '{"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-deleted", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:09.299816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:09.343121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Deleting port 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:09.343440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.349246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75a85ff2-3e1c-4879-bf63-0f35926d2f9a req-fc8e5583-2242-4e4d-bb64-e4998b170d96 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449427 Aug 06 18:05:09.362666 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:05:09.395983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.404264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceb0cb3c-a432-4871-bf74-015367af68cc req-1d24209b-af9d-4227-aa5e-5ee215e296ce tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531013 Aug 06 18:05:09.486560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:09.505895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.509845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f917536d-f307-4fa2-aec5-8f981f16af60 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e7cf869f-d3f6-425c-8e22-bb0ba00bdd0b HTTP/1.1" status: 204 len: 168 time: 1.0648682 Aug 06 18:05:09.533222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:09.556604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:09.557394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.561132 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6a397-752f-4dac-8038-e4533afe052f x-openstack-request-id: req-18f6a397-752f-4dac-8038-e4533afe052f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:09.561428 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53dc6b2-1f0b-4f9c-815c-a23de664bb34", "name": "network-vif-deleted", "tag": "ef5d7c8f-daad-4113-a56d-b022cf3535be", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:09.561683 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18f6a397-752f-4dac-8038-e4533afe052f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:09.562286 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53dc6b2-1f0b-4f9c-815c-a23de664bb34', 'name': 'network-vif-deleted', 'tag': 'ef5d7c8f-daad-4113-a56d-b022cf3535be', 'status': 'completed', 'code': 200} Aug 06 18:05:09.590527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.620170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:09.653323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 960a5fbd-a684-4b30-be46-8b987497f746 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:09.653972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 960a5fbd-a684-4b30-be46-8b987497f746 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:09.654544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:09.660184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-0d69f395-f524-4387-8050-583dbd0e38dd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1384254 Aug 06 18:05:09.660926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b416d6-814b-433c-a725-3c7477de6ffc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:09.677068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.681860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: ef5d7c8f-daad-4113-a56d-b022cf3535be {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:09.682471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ffccb52-f3df-4793-bd6f-52f23707fd9b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/68b416d6-814b-433c-a725-3c7477de6ffc HTTP/1.1" status: 204 len: 168 time: 1.1513479 Aug 06 18:05:09.682796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ef5d7c8f-daad-4113-a56d-b022cf3535be not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:09.692579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Request body: {'port': {'device_id': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:09.695151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:09.697835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cbac6-4eec-432d-9b9e-57bdace91990 None None] Network 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:09.761847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] For port 5fff3971-71a2-4e64-88bb-132f29e407eb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5fff3971-71a2-4e64-88bb-132f29e407eb,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:09.762526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.786148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b0f51-c4dd-4356-92da-3c333e5de4c3 req-87517f05-c6d3-41f1-806e-36be6966fd0f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:09.788000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effa63a-c13b-469a-84e1-02fada20c61e req-1277c56a-66c5-4b03-835f-2c8d39421b25 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:09.788815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c00b0f51-c4dd-4356-92da-3c333e5de4c3 req-87517f05-c6d3-41f1-806e-36be6966fd0f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 932 time: 0.2733819 Aug 06 18:05:09.796806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7effa63a-c13b-469a-84e1-02fada20c61e req-1277c56a-66c5-4b03-835f-2c8d39421b25 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.2333934 Aug 06 18:05:09.797155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.811304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Calling delete_port for 5fff3971-71a2-4e64-88bb-132f29e407eb owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:09.813618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49000) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:09.835359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Request body: {'floatingip': {'port_id': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:09.917735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.954774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:09.954991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:09.990038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.018396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c00b0f51-c4dd-4356-92da-3c333e5de4c3 req-6bc393e3-071c-4df3-af9e-e6e1ef012f93 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177958 Aug 06 18:05:10.059929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] DHCP port deletion for 6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:05:10.175192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.206810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Deleting port 690a5a36-6461-4be8-8e55-3a6aeca29adc {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:10.207939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.217504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:10.222029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:10.379527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] For port 690a5a36-6461-4be8-8e55-3a6aeca29adc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=690a5a36-6461-4be8-8e55-3a6aeca29adc,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:10.380342 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.421359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Calling delete_port for 690a5a36-6461-4be8-8e55-3a6aeca29adc owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:10.477185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Deleting port 690a5a36-6461-4be8-8e55-3a6aeca29adc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:10.477635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.512153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b915e1-a42d-49fa-8ce7-7cfcca682b82 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:10.537429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.547814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.554264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:10.558591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:10.566530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96', '5fff3971-71a2-4e64-88bb-132f29e407eb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:10.600619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825646b-44d5-4675-b635-76ee6c0a388d req-57da83f2-c793-43c8-a5c3-ccdc07a26f58 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:10.603515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0825646b-44d5-4675-b635-76ee6c0a388d req-57da83f2-c793-43c8-a5c3-ccdc07a26f58 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cc97e0-160a-453b-8e37-02f6d5255637 HTTP/1.1" status: 200 len: 868 time: 0.4427550 Aug 06 18:05:10.621586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event deleted for resources: {'Port': ['ID=5fff3971-71a2-4e64-88bb-132f29e407eb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:10.676225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] For port 690a5a36-6461-4be8-8e55-3a6aeca29adc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=690a5a36-6461-4be8-8e55-3a6aeca29adc,segment=NetworkSegment(00fdbc5f-4955-4f59-885b-6e07f09bb8ea),segment_id=00fdbc5f-4955-4f59-885b-6e07f09bb8ea)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:10.676882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.692687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.714025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] No DVR routers for this DVR port 5fff3971-71a2-4e64-88bb-132f29e407eb on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:10.720044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:10.730065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.732240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2262c11-9b6f-4fde-bd4b-79d31da8c924 req-17a6a420-7fc3-4f5b-b379-7e1181abf525 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "DELETE /v2.0/ports/5fff3971-71a2-4e64-88bb-132f29e407eb HTTP/1.1" status: 204 len: 173 time: 1.8785861 Aug 06 18:05:10.733414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Calling delete_port for 690a5a36-6461-4be8-8e55-3a6aeca29adc owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:10.749513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:10.821667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] Pushing event deleted for resources: {'Port': ['ID=690a5a36-6461-4be8-8e55-3a6aeca29adc,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:10.840874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e75bc-fc30-4cf6-855e-836811734f0a None None] No DVR routers for this DVR port 690a5a36-6461-4be8-8e55-3a6aeca29adc on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:10.854470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Transition to ACTIVE for port object e82ca1f7-5918-420d-95f6-63e449c3688c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:10.874183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.000622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:11.021640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:11.081344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.117112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:11.118191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 56b79b2c-d44f-4e2c-9dcb-bef41ad2043f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:11.119321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 690a5a36-6461-4be8-8e55-3a6aeca29adc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:11.186200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 690a5a36-6461-4be8-8e55-3a6aeca29adc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:11.187669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 690a5a36-6461-4be8-8e55-3a6aeca29adc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:11.208723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Pushing event deleted for resources: {'Port': ['ID=690a5a36-6461-4be8-8e55-3a6aeca29adc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:11.233863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] No DVR routers for this DVR port 690a5a36-6461-4be8-8e55-3a6aeca29adc on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:11.425652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.427478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Attempting to bind port e82ca1f7-5918-420d-95f6-63e449c3688c on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:05:11.428007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Attempting to bind port e82ca1f7-5918-420d-95f6-63e449c3688c by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:05:11.428544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Attempting to bind port e82ca1f7-5918-420d-95f6-63e449c3688c on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:11.436243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.456511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.467004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.475648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Port e82ca1f7-5918-420d-95f6-63e449c3688c on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:05:11.476171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Attempting to bind port e82ca1f7-5918-420d-95f6-63e449c3688c on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:11.476910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.482261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd961d839-277a-42bf-8144-c39864f46053') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.482728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd961d839-277a-42bf-8144-c39864f46053') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.506258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fdbc5f-4955-4f59-885b-6e07f09bb8ea') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.506713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fdbc5f-4955-4f59-885b-6e07f09bb8ea') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:11.512449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:05:11.512982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Checking segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:11.513651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Bound using segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:05:11.514388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Bound port: e82ca1f7-5918-420d-95f6-63e449c3688c, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:05:11.514963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.536289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.544117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.564346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b08a8-2d70-47fc-a2ee-f40256c56d8d req-8b68d92f-102e-4e77-986c-50875f6e50ed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:11.577252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-176b08a8-2d70-47fc-a2ee-f40256c56d8d req-8b68d92f-102e-4e77-986c-50875f6e50ed tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 943 time: 0.2853141 Aug 06 18:05:11.588553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-deleted', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:11.592391 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064a242d-011d-4f64-9f5e-6642eb142008" -d '{"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-deleted", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:11.635728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.681713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:05:11.682472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:05:11.685988 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:05:11.720824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.729973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0825646b-44d5-4675-b635-76ee6c0a388d req-9f4b3ada-4e11-4775-b5e1-a329620c6682 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1009083 Aug 06 18:05:11.767172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:05:11.767621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:05:11.779814 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:05:11.810025 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-176b08a8-2d70-47fc-a2ee-f40256c56d8d req-b6ae4f68-1f18-4714-98e8-fb1b585a1180 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313890 Aug 06 18:05:11.861617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:11.873952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:05:11.877656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.887662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.890351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d HTTP/1.1" status: 204 len: 168 time: 2.1938851 Aug 06 18:05:11.893602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.916576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d338b5c-2178-47ce-ade3-97279d756454 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd5ea09-6d80-4f92-9cd7-bc03e6d5179d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:11.951570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:11.952459 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:11.954372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] 10.222.0.16 "PUT /v2.0/ports/e82ca1f7-5918-420d-95f6-63e449c3688c HTTP/1.1" status: 200 len: 1093 time: 2.2789347 Aug 06 18:05:11.990533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3e9f5-8407-4b2b-8b46-fbccec93d797 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:12.036381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.043641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.049011 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a HTTP/1.1" status: 204 len: 168 time: 2.5141749 Aug 06 18:05:12.072023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49058) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:12.122878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe12e5d-e228-41a8-9a51-5860e50f1b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c5e486-3ac7-4d07-93e3-3dbf6cf9578a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:12.130348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] Transition to ACTIVE for port object 79b915e1-a42d-49fa-8ce7-7cfcca682b82 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:12.160944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e1bc-e802-4386-8201-5174b2a653e9 req-16c5ed7c-5309-411d-ab80-49cb739ab917 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:12.169698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08f7e1bc-e802-4386-8201-5174b2a653e9 req-16c5ed7c-5309-411d-ab80-49cb739ab917 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 944 time: 0.2118404 Aug 06 18:05:12.171329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Deleting subnet 676a56f3-d4bf-4a49-a80b-ba5ce1be5082 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:05:12.179624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-80f20240-381e-4c61-9fde-0c410d2f8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:12.182508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-80f20240-381e-4c61-9fde-0c410d2f8043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 1096 time: 0.1590283 Aug 06 18:05:12.184269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.190694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.224197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:12.318873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08f7e1bc-e802-4386-8201-5174b2a653e9 req-b5a54d48-9642-45db-93b7-4c41ad58f3d0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479480 Aug 06 18:05:12.350306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-4327c147-89b0-41de-9c50-89b99174389c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e82ca1f7-5918-420d-95f6-63e449c3688c HTTP/1.1" status: 200 len: 217 time: 0.1243498 Aug 06 18:05:12.413820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-11698292-42be-420a-9914-946328bb64c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cad0251cec24a57931593a25ddf1942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855047 Aug 06 18:05:12.418749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.443467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] Pushing event updated for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=10']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:12.454671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:12.462214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] No DVR routers for this DVR port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:12.536761 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7920fe6b-1410-4ee8-a7a4-cb2523c29506 x-openstack-request-id: req-7920fe6b-1410-4ee8-a7a4-cb2523c29506 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:12.537689 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cc97e0-160a-453b-8e37-02f6d5255637", "name": "network-vif-deleted", "tag": "5fff3971-71a2-4e64-88bb-132f29e407eb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:12.538439 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7920fe6b-1410-4ee8-a7a4-cb2523c29506 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:12.539369 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cc97e0-160a-453b-8e37-02f6d5255637', 'name': 'network-vif-deleted', 'tag': '5fff3971-71a2-4e64-88bb-132f29e407eb', 'status': 'completed', 'code': 200} Aug 06 18:05:12.549848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-442d9114-6683-4beb-b34f-c8670fe0778a service neutron] 10.222.0.16 "PUT /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82/bindings/n-h1-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 3.4585643 Aug 06 18:05:12.616007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.643921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.649087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.673904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b706392f-5f59-4904-b8ec-7c309c6395e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:12.677667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b706392f-5f59-4904-b8ec-7c309c6395e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.3065157 Aug 06 18:05:12.828217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b9e01198-92e0-433f-84a6-71f725bc4659 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263614 Aug 06 18:05:12.872366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:12.875096 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Floating IP 7904cc1f-a526-47c7-8237-df59a88487aa associated. External IP: 172.25.3.135, port: a5e40484-f3d0-46b1-8efe-f12d44cc4db7. Aug 06 18:05:12.945984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-d7efdaba-a284-4285-af4f-9349c96da5dc tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:12.949264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-d7efdaba-a284-4285-af4f-9349c96da5dc tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2822382 Aug 06 18:05:12.953804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49080) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:13.065609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.106884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.213299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676a56f3-d4bf-4a49-a80b-ba5ce1be5082,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:13.351786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb897f4-5a6c-44df-b63e-86e4cfa8967e req-af35799e-5424-44d0-a4b6-e1e366cda044 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:13.354243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eb897f4-5a6c-44df-b63e-86e4cfa8967e req-af35799e-5424-44d0-a4b6-e1e366cda044 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 951 time: 0.0937786 Aug 06 18:05:13.358205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Router d80ba5dd-710f-49fc-a35e-f8408cbf9157 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:05:13.471105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4eb897f4-5a6c-44df-b63e-86e4cfa8967e req-7ded9458-ae0c-43da-b497-5694c4a7ae84 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 Aug 06 18:05:13.602369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:13.627769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.630994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0e31cd90-0c58-4e36-a3b2-e0ec924543d6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/676a56f3-d4bf-4a49-a80b-ba5ce1be5082 HTTP/1.1" status: 204 len: 168 time: 1.5543561 Aug 06 18:05:13.640579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:05:13.643274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49090) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:13.657525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 5fff3971-71a2-4e64-88bb-132f29e407eb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:13.659966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5fff3971-71a2-4e64-88bb-132f29e407eb not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:13.664767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.666681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Sync routers for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:05:13.687682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-46feca61-d0ff-49a5-84e3-5964c2f9987a service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465576 Aug 06 18:05:13.698389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-34cde1a6-07c0-43aa-bd92-542d54e6e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:13.700334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-34cde1a6-07c0-43aa-bd92-542d54e6e28b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889 HTTP/1.1" status: 200 len: 1096 time: 0.7356005 Aug 06 18:05:13.702745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:05:13.708674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:13.731641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba8e8-b671-46e6-9553-2d54e322e47a req-bd56147a-f45b-429f-9f4c-3606be98d5ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:13.740050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f9ba8e8-b671-46e6-9553-2d54e322e47a req-bd56147a-f45b-429f-9f4c-3606be98d5ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.7035644 Aug 06 18:05:13.772050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-31e55768-be9f-460b-8bf0-6507229b9518 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "PUT /v2.0/floatingips/7904cc1f-a526-47c7-8237-df59a88487aa HTTP/1.1" status: 200 len: 991 time: 3.9534478 Aug 06 18:05:13.788476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8e2b7adb-75d5-4f4f-b109-5012e251f4a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6329a617bc8647d09697264fbfa2cf74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8256760 Aug 06 18:05:13.789871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.793047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.794668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65db9c0d-7e8b-4236-acdf-ce83b7315ef9 HTTP/1.1" status: 204 len: 168 time: 1.3024361 Aug 06 18:05:13.795551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:13.795852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49094) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:13.799770 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f17b5b-7248-421b-a4e9-a7097665a44e" -d '{"events": [{"name": "network-changed", "server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:13.889256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec4b18-254d-4993-83c4-f2e7e4a84548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db9c0d-7e8b-4236-acdf-ce83b7315ef9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:13.944207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:13.962979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d204c1-deaf-4f6f-80b7-52c83d0248ce req-667ff45b-94a8-4faa-9164-7ac44a45ead3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:13.968561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f9ba8e8-b671-46e6-9553-2d54e322e47a req-977ba1a2-daac-40d2-aea0-a2f625de59e9 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270944 Aug 06 18:05:13.976752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2d204c1-deaf-4f6f-80b7-52c83d0248ce req-667ff45b-94a8-4faa-9164-7ac44a45ead3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 944 time: 0.3527908 Aug 06 18:05:14.022657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-eea5d93c-3d01-452a-a327-505bc712484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:14.028583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-eea5d93c-3d01-452a-a327-505bc712484c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1096 time: 0.2713764 Aug 06 18:05:14.042142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d655dc46-3dd7-4cd9-b32c-37c08eadf632 req-b65d52fc-cb87-47d4-8e14-bcbcb32805fa service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375161 Aug 06 18:05:14.061488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2d204c1-deaf-4f6f-80b7-52c83d0248ce req-10154b2e-9cec-4a28-a2ff-5669f310fb17 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Aug 06 18:05:14.173975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:05:14.188519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.301809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.334088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95d7cc9-827a-4880-ae29-635a88e40b5b']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:14.365049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.365305 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd872d7-c69d-4842-8820-28bf1a01d0f4 x-openstack-request-id: req-3cd872d7-c69d-4842-8820-28bf1a01d0f4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:14.369246 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:14.369981 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cd872d7-c69d-4842-8820-28bf1a01d0f4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:14.370774 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'status': 'completed', 'code': 200} Aug 06 18:05:14.390467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f43700f-86a7-4e4e-ba8c-0cbcd294e0e5') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:14.391168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f43700f-86a7-4e4e-ba8c-0cbcd294e0e5') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:14.412546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.459162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-3f1f974f-e191-4278-b431-f88a3cc9e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:14.461240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-3f1f974f-e191-4278-b431-f88a3cc9e3f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 1097 time: 0.1460423 Aug 06 18:05:14.465982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-b03c00e4-c288-46fc-92c0-9c54d8acfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:14.469019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-b03c00e4-c288-46fc-92c0-9c54d8acfa29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 200 len: 922 time: 0.4233751 Aug 06 18:05:14.469281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.492642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:05:14.494523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:05:14.511837 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:05:14.570481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:14.583373 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09380d20-b10f-4dbc-b93f-b316ac707a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:14.680460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.701581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.728518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e95d7cc9-827a-4880-ae29-635a88e40b5b HTTP/1.1" status: 204 len: 168 time: 1.0686762 Aug 06 18:05:14.732727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-dd19605d-032f-4eee-949e-ee39d8d403e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:14.736557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-dd19605d-032f-4eee-949e-ee39d8d403e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 200 len: 906 time: 0.2661648 Aug 06 18:05:14.738172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.742072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:14.745196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6df24220-cc61-4c58-ae95-a9ebb77f58f1 HTTP/1.1" status: 204 len: 168 time: 0.9197981 Aug 06 18:05:14.809664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-9621b3ff-2264-436a-8754-715fb18323e8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:14.819627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-9621b3ff-2264-436a-8754-715fb18323e8 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 951 time: 0.3210747 Aug 06 18:05:14.913558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-9b5b9bdc-fb75-4304-a861-1e17409e141e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 200 len: 999 time: 0.1662824 Aug 06 18:05:14.916378 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45458f3-67e2-4d75-bdaf-6f76566dab15 x-openstack-request-id: req-d45458f3-67e2-4d75-bdaf-6f76566dab15 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:14.917194 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:14.918119 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d45458f3-67e2-4d75-bdaf-6f76566dab15 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:14.918947 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'status': 'completed', 'code': 200} Aug 06 18:05:15.009692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-de74b86c-e6b6-41d0-a9f9-cdb7b65a228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.015176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-de74b86c-e6b6-41d0-a9f9-cdb7b65a228b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50367180-e85c-4615-999e-a6748f229a0d HTTP/1.1" status: 200 len: 844 time: 0.0903194 Aug 06 18:05:15.069299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-66694957-671d-4781-ac19-2b9499df0663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 200 len: 217 time: 0.5506561 Aug 06 18:05:15.091535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120eb85-de94-4c0d-b0f1-e72a2bb87af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95d7cc9-827a-4880-ae29-635a88e40b5b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:15.202341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49124) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:15.249052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7904cc1f-a526-47c7-8237-df59a88487aa', 'tenant_id': '731f45691d014d27a571e819f761d907', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'port_id': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'mac_address': 'fa:16:3e:8f:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:04:39Z', 'updated_at': '2021-08-06T18:05:12Z', 'revision_number': 1, 'project_id': '731f45691d014d27a571e819f761d907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:15.293059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ef83-bc45-43d2-b71a-a7405685b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df24220-cc61-4c58-ae95-a9ebb77f58f1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:15.342950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-879e555d-ced5-470c-bdbe-52baa60d2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.344860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-879e555d-ced5-470c-bdbe-52baa60d2179 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 200 len: 861 time: 0.2424667 Aug 06 18:05:15.354188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ffe84-4065-45af-8efb-5823b421ce25 req-5a9533b5-9030-4aa8-bec5-4ffc80ac7fe6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.355996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed3ffe84-4065-45af-8efb-5823b421ce25 req-5a9533b5-9030-4aa8-bec5-4ffc80ac7fe6 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 951 time: 0.4594011 Aug 06 18:05:15.372996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-4dafda91-4051-4060-80b2-0604b47645c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.374911 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-4dafda91-4051-4060-80b2-0604b47645c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2169383 Aug 06 18:05:15.390265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Checking router: d80ba5dd-710f-49fc-a35e-f8408cbf9157 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:05:15.413551 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-03515669-f7bf-4b44-98ab-01d4e28bb9e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae786341-183f-4732-a423-f0be9854f5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539656 Aug 06 18:05:15.460044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:05:15.463990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:15.578194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-9f1e0cb8-d184-4a31-86aa-56b5f23e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.581163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-9f1e0cb8-d184-4a31-86aa-56b5f23e9f32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 1096 time: 0.6135828 Aug 06 18:05:15.644636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed3ffe84-4065-45af-8efb-5823b421ce25 req-1ffed818-d10b-410d-8769-615a4c42f40a tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439544 Aug 06 18:05:15.666542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3ede1de3-5724-49f1-a7ee-c282d0e6b21f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d831c831d3524198923cde552730ed16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583104 Aug 06 18:05:15.681253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabb68c-2c2c-4a9b-9fc0-761f59a17691 req-8d0ec5dc-62aa-489b-ba13-67e1a29cff1a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:15.695151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aaabb68c-2c2c-4a9b-9fc0-761f59a17691 req-8d0ec5dc-62aa-489b-ba13-67e1a29cff1a tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.5102665 Aug 06 18:05:15.707201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49134) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:15.720276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-e66a9db1-97f4-476b-85fb-563a8b4816af service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986193 Aug 06 18:05:15.775028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-6c23d8ca-8c65-45ce-9625-995d52c77e9d service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732712 Aug 06 18:05:15.848611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:05:16.002003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Deleting port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:16.003090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:16.150462 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83f17b5b-7248-421b-a4e9-a7097665a44e req-97351fb4-4a74-4f80-af62-f809101d75e0 service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462577 Aug 06 18:05:16.155601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-36db6ce4-b262-4381-8433-ff9f3d1517cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:16.160762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f39b8-ec49-4f57-b0b6-a17589b5be41 req-0d0ca099-1d55-4fb5-850b-3fcacce8c6ab tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:16.163227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d6f39b8-ec49-4f57-b0b6-a17589b5be41 req-0d0ca099-1d55-4fb5-850b-3fcacce8c6ab tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 944 time: 0.2425644 Aug 06 18:05:16.167973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-317177f9-3365-4aad-80bc-90f5a47b1ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906951 Aug 06 18:05:16.182522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-36db6ce4-b262-4381-8433-ff9f3d1517cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 915 time: 0.5914652 Aug 06 18:05:16.258934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aaabb68c-2c2c-4a9b-9fc0-761f59a17691 req-d23b2c2f-e354-46d5-82fa-0b5dc72f24e2 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623276 Aug 06 18:05:16.303851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d6f39b8-ec49-4f57-b0b6-a17589b5be41 req-63ddedff-a447-4d55-bc43-637281ba13f7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034317 Aug 06 18:05:16.355890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:05:16.520715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:16.525637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-edd6855e-8454-44f8-96da-87edcd6e7e77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e82ca1f7-5918-420d-95f6-63e449c3688c HTTP/1.1" status: 200 len: 217 time: 0.3157980 Aug 06 18:05:16.763325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] For port 472958bc-2ee1-47e5-bea7-0171c7d4ea96, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=472958bc-2ee1-47e5-bea7-0171c7d4ea96,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:16.764312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:16.773327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:16.789815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:16.804686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'port_id': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'mac_address': 'fa:16:3e:d5:37:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130f0e4b-64c0-418a-b174-f146966a35d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:05:16.813435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Calling delete_port for 472958bc-2ee1-47e5-bea7-0171c7d4ea96 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:16.863902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-c81b4345-c648-49f1-a4cc-1fb3e29a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:16.866521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-c81b4345-c648-49f1-a4cc-1fb3e29a8758 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.3273175 Aug 06 18:05:16.882357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3f12b430-da98-495a-8dc0-4b4230dd7337 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:16.888489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-3f12b430-da98-495a-8dc0-4b4230dd7337 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a&tenant_id=b02ce22e0e3d40189eb62e733a6b8889&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.2316577 Aug 06 18:05:16.958564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7904cc1f-a526-47c7-8237-df59a88487aa', 'tenant_id': '731f45691d014d27a571e819f761d907', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'port_id': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'mac_address': 'fa:16:3e:8f:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:04:39Z', 'updated_at': '2021-08-06T18:05:12Z', 'revision_number': 1, 'project_id': '731f45691d014d27a571e819f761d907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:16.964690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.034950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb630360-cd16-44fe-aba8-95e65fe8836c None None] The sync data for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 is: [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7904cc1f-a526-47c7-8237-df59a88487aa', 'tenant_id': '731f45691d014d27a571e819f761d907', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'port_id': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'mac_address': 'fa:16:3e:8f:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:04:39Z', 'updated_at': '2021-08-06T18:05:12Z', 'revision_number': 1, 'project_id': '731f45691d014d27a571e819f761d907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:05:17.054963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:17.084771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-d3a84984-49fa-467b-9a03-d54a50805254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040823 Aug 06 18:05:17.114816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:17.132185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.207825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-551e7421-349b-4837-a35c-2d654f326f3b service neutron] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:17.214884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-551e7421-349b-4837-a35c-2d654f326f3b service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.216556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-551e7421-349b-4837-a35c-2d654f326f3b service neutron] 10.222.0.55 "DELETE /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82/bindings/n-h2-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.3205118 Aug 06 18:05:17.272360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:17.319403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-c1773b7e-b42c-4b28-bbaf-2e73b48bf457 service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663926 Aug 06 18:05:17.339175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7509a-acf9-434d-88a3-38ac45d818fb req-7fc84a80-7790-4354-b5b3-d017d7c60c9c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:17.340980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dd7509a-acf9-434d-88a3-38ac45d818fb req-7fc84a80-7790-4354-b5b3-d017d7c60c9c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 951 time: 0.4361560 Aug 06 18:05:17.342547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.345751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.349616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c1dde13-6062-4c98-a39b-3aeb15d1593f HTTP/1.1" status: 204 len: 168 time: 1.6300197 Aug 06 18:05:17.426238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fabc63-04cb-44f3-b671-8592541bc523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1dde13-6062-4c98-a39b-3aeb15d1593f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:17.487276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dd7509a-acf9-434d-88a3-38ac45d818fb req-e0406149-58fe-453f-ba94-45b73d7dab7f tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375473 Aug 06 18:05:17.500389 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db305a-b96a-492d-984a-c547d6411b6e None None] New status for floating IP 7904cc1f-a526-47c7-8237-df59a88487aa: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:05:17.523670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e82ca1f7-5918-420d-95f6-63e449c3688c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:17.606365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.629012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['472958bc-2ee1-47e5-bea7-0171c7d4ea96'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:17.776948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event deleted for resources: {'Port': ['ID=472958bc-2ee1-47e5-bea7-0171c7d4ea96,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:17.818061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340354b-4a76-4371-af82-b18b4f9f3520 req-a1bc668e-c9d3-4bd1-b4b4-d011f079b10a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:17.819825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c340354b-4a76-4371-af82-b18b4f9f3520 req-a1bc668e-c9d3-4bd1-b4b4-d011f079b10a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 945 time: 0.1488347 Aug 06 18:05:17.908598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] No DVR routers for this DVR port 472958bc-2ee1-47e5-bea7-0171c7d4ea96 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:17.911922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:17.915673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1718c26f-6c96-4516-a42b-23a73bcb155c req-29161235-c957-49f4-a09b-fb614db31ca1 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.55 "DELETE /v2.0/ports/472958bc-2ee1-47e5-bea7-0171c7d4ea96 HTTP/1.1" status: 204 len: 173 time: 2.9949615 Aug 06 18:05:17.919715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-deleted', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:17.921946 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84345562-9ad6-4b6a-ad46-b998cb9b2b26" -d '{"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-deleted", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:17.958133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8a7f8-1c61-43a9-a854-f807329a58a4 req-abcc27ce-3700-4bb1-9a7d-a3247fbb212d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:17.970700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4af8a7f8-1c61-43a9-a854-f807329a58a4 req-abcc27ce-3700-4bb1-9a7d-a3247fbb212d tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.2096746 Aug 06 18:05:18.081488 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c340354b-4a76-4371-af82-b18b4f9f3520 req-a9bf5fbe-7072-4e99-a389-7a270a7911f8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176967 Aug 06 18:05:18.149892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4af8a7f8-1c61-43a9-a854-f807329a58a4 req-ab6c82b9-d266-4cf3-8e22-9952d1511832 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777587 Aug 06 18:05:18.172957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09380d20-b10f-4dbc-b93f-b316ac707a5f req-ba939fa4-66a1-4d41-8635-128afbd7bb41 service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244665 Aug 06 18:05:18.312070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:18.503827 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb65b2-5ec8-420a-a569-6e6ecff6acb4 x-openstack-request-id: req-9ffb65b2-5ec8-420a-a569-6e6ecff6acb4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:18.504427 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e3904-004d-41f5-9d00-0526b0a6cecb", "name": "network-vif-deleted", "tag": "472958bc-2ee1-47e5-bea7-0171c7d4ea96", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:18.504891 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ffb65b2-5ec8-420a-a569-6e6ecff6acb4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:18.505888 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e3904-004d-41f5-9d00-0526b0a6cecb', 'name': 'network-vif-deleted', 'tag': '472958bc-2ee1-47e5-bea7-0171c7d4ea96', 'status': 'completed', 'code': 200} Aug 06 18:05:18.670972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:18.726139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c66b837-05d5-4909-8dcc-14c48193a6e3 req-c90ff914-2e01-42af-abf3-52505585b17c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=883e3904-004d-41f5-9d00-0526b0a6cecb HTTP/1.1" status: 200 len: 210 time: 0.0463457 Aug 06 18:05:18.727465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d893c722-e661-4948-9c52-cb92cd504a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:18.740212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:18.740758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f6b98cea-f918-4140-a7ed-80d6fd613ada admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e21e4bb951f4a8bb01927ab79eaa670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679214 Aug 06 18:05:18.861694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:18.906266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:18.953818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d893c722-e661-4948-9c52-cb92cd504a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:18.962588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d893c722-e661-4948-9c52-cb92cd504a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:18.998326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:19.029430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d893c722-e661-4948-9c52-cb92cd504a0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a243bee421254cca832827d9a606251b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146671 Aug 06 18:05:19.029767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49230) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:19.031691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893c722-e661-4948-9c52-cb92cd504a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cdeecb-5043-417d-b296-be7455d75ea1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:19.050360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.054646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.056514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c62b1ce-a19a-4064-b07a-298234d45aeb HTTP/1.1" status: 204 len: 168 time: 0.3147070 Aug 06 18:05:19.074522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572edca-6ab4-41bd-9fe6-f3fe8db92664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62b1ce-a19a-4064-b07a-298234d45aeb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:19.238227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.297816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.418308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e2065-8c89-4614-83c9-84b3cc83cbe3 req-6767cd14-00b4-4090-a7ed-d6d13e1992f1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:19.422946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-899e2065-8c89-4614-83c9-84b3cc83cbe3 req-6767cd14-00b4-4090-a7ed-d6d13e1992f1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 945 time: 0.1801100 Aug 06 18:05:19.512049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770666f-cb2c-486f-b0dc-513beb60b719 req-810a346a-1557-4074-b6f3-29bd07177a2e tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:19.527730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e770666f-cb2c-486f-b0dc-513beb60b719 req-810a346a-1557-4074-b6f3-29bd07177a2e tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 1096 time: 0.1547110 Aug 06 18:05:19.590472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.596312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-899e2065-8c89-4614-83c9-84b3cc83cbe3 req-6a08ea4b-bdaa-454d-b3de-053046ea828a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556501 Aug 06 18:05:19.601401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:19.615644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97cdeecb-5043-417d-b296-be7455d75ea1 HTTP/1.1" status: 204 len: 168 time: 0.5840058 Aug 06 18:05:19.625062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49248) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:19.639636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641be47-f16d-4df5-9fba-8f83710a91a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cdeecb-5043-417d-b296-be7455d75ea1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:19.668838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:19.704878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e770666f-cb2c-486f-b0dc-513beb60b719 req-5be41f4a-08ba-4fd3-abf7-792a6f72d7b8 tempest-LiveAutoBlockMigrationV225Test-1806731555 tempest-LiveAutoBlockMigrationV225Test-1806731555-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594820 Aug 06 18:05:19.743183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 472958bc-2ee1-47e5-bea7-0171c7d4ea96 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:19.744150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 472958bc-2ee1-47e5-bea7-0171c7d4ea96 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:19.933179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-df4cf363-8d81-45db-ab02-cc2aab034ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053836 Aug 06 18:05:20.050947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79fec-427d-4068-9041-95b0a510ed99 req-d9fbd288-67f2-43b4-a824-e34f4e326abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:20.053071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-d9fbd288-67f2-43b4-a824-e34f4e326abe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f91969929c647a599e04c12ba9871ae&device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 1102 time: 0.0663407 Aug 06 18:05:20.286689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba9b5-89f4-4a3f-bbb7-68d990f8e5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:20.296890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:05:20.428697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5419f2-5c2f-4261-841e-4cdc044defcb req-246f8dd4-6f61-4a6a-bd96-c326352303fd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:20.436695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port e82ca1f7-5918-420d-95f6-63e449c3688c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:20.446879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port e82ca1f7-5918-420d-95f6-63e449c3688c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:20.450200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:20.453864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c5419f2-5c2f-4261-841e-4cdc044defcb req-246f8dd4-6f61-4a6a-bd96-c326352303fd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.2027318 Aug 06 18:05:20.568088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c5419f2-5c2f-4261-841e-4cdc044defcb req-dc7201f7-dc57-46de-8fbe-a178f75ae297 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056020 Aug 06 18:05:20.621680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:20.680588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:20.692288 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed447f7-8e22-49ee-97d6-edf6e52e3efc" -d '{"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-plugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:20.740394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:20.748064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:20.875604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:20.918967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8658c8-2789-4379-85af-215063b11baa req-e7cfb571-0afd-4be4-ab31-bd3bcbcd700f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:20.922745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb8658c8-2789-4379-85af-215063b11baa req-e7cfb571-0afd-4be4-ab31-bd3bcbcd700f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1171708 Aug 06 18:05:20.933940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79fec-427d-4068-9041-95b0a510ed99 req-490eef66-949c-4b15-be45-44fe9fe2bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:20.936209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-490eef66-949c-4b15-be45-44fe9fe2bcbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.8531940 Aug 06 18:05:20.978503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe477ce-1f01-48ea-b6d7-611a6d930a27 req-c906ac9b-530f-4900-9107-04bcf85adc2b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:20.988258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afe477ce-1f01-48ea-b6d7-611a6d930a27 req-c906ac9b-530f-4900-9107-04bcf85adc2b tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.7072666 Aug 06 18:05:21.010305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb8658c8-2789-4379-85af-215063b11baa req-0ac9c4ff-eb22-4eda-bbbc-2dfd922b6732 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721538 Aug 06 18:05:21.072509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-9b88ff37-0ba4-4076-9aad-f22b394e2008 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 200 len: 217 time: 0.1118860 Aug 06 18:05:21.108082 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35aa91e-6bc8-4028-9c13-f79e63cc49ce x-openstack-request-id: req-f35aa91e-6bc8-4028-9c13-f79e63cc49ce {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:21.108555 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-plugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:21.109038 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f35aa91e-6bc8-4028-9c13-f79e63cc49ce {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:21.109726 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'code': 200} Aug 06 18:05:21.236337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afe477ce-1f01-48ea-b6d7-611a6d930a27 req-19b0e47b-3b68-448f-b247-1a431369f370 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467527 Aug 06 18:05:21.283262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21dc8-434d-4d0c-8e4f-a824498561e8 req-8b645990-89f2-45e4-91b2-e9b2d4e92ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:21.287015 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58f21dc8-434d-4d0c-8e4f-a824498561e8 req-8b645990-89f2-45e4-91b2-e9b2d4e92ca8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 1098 time: 0.1131742 Aug 06 18:05:21.295466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-6c23d071-62f5-477e-aec4-0d5b18a343ac tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:21.299381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-6c23d071-62f5-477e-aec4-0d5b18a343ac tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.3792958 Aug 06 18:05:21.376008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58f21dc8-434d-4d0c-8e4f-a824498561e8 req-21d1de56-84dd-4c95-b03c-b938e566077c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802193 Aug 06 18:05:21.395304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49306) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:21.399694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79fec-427d-4068-9041-95b0a510ed99 req-95d994de-1d1c-4cef-8176-f465d673c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:21.403023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-95d994de-1d1c-4cef-8176-f465d673c9f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.3178723 Aug 06 18:05:21.608503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Deleting port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:21.609248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:21.616848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba9b5-89f4-4a3f-bbb7-68d990f8e5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:21.640824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1883909864-network', 'tenant_id': '37c1c3c96a3a40aab323bad606b0cf05'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:21.643769 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae2ba9b5-89f4-4a3f-bbb7-68d990f8e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:21.684000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Made reservation on behalf of 37c1c3c96a3a40aab323bad606b0cf05 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:21.690108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79fec-427d-4068-9041-95b0a510ed99 req-af0d7ebd-60df-46b2-812a-420746ecf384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:21.690949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:21.694340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-af0d7ebd-60df-46b2-812a-420746ecf384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829703 Aug 06 18:05:21.728246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:21.854760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae2ba9b5-89f4-4a3f-bbb7-68d990f8e5e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fd5692a6061498196bdc87c5ae9cb62&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2269719 Aug 06 18:05:21.859018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49320) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:21.901343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ba9b5-89f4-4a3f-bbb7-68d990f8e5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787bb0bf-bc5f-4de4-a4b1-1339bf5cf50c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:21.902937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ffda5-bc75-4b11-ba86-1592de904c53 req-4b148a97-cbea-438a-a32c-48bf234a7854 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:21.909104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b42ffda5-bc75-4b11-ba86-1592de904c53 req-4b148a97-cbea-438a-a32c-48bf234a7854 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 944 time: 0.1121426 Aug 06 18:05:22.013201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] For port 79b915e1-a42d-49fa-8ce7-7cfcca682b82, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=79b915e1-a42d-49fa-8ce7-7cfcca682b82,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:22.013889 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.030048 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.053053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Calling delete_port for 79b915e1-a42d-49fa-8ce7-7cfcca682b82 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:22.058762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-e16e126c-977c-4248-9f11-1107827b9bef service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370035 Aug 06 18:05:22.063104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.070190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.079071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b42ffda5-bc75-4b11-ba86-1592de904c53 req-0918bbab-1dab-4513-a175-81829fdce978 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270869 Aug 06 18:05:22.126028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:05:22.144207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-9a0c84f3-a5d5-4767-a3df-99c03b9be581 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:22.146399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-9a0c84f3-a5d5-4767-a3df-99c03b9be581 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2143283 Aug 06 18:05:22.149673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.170388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f939cba-1873-43d6-95ac-51a2255a40a9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:22.200941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.201778 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Added segment de92a553-59d3-4a77-a918-6974084daf6a of type vlan for network d888218b-3d2e-4303-b766-f5df4bb9d933 Aug 06 18:05:22.303616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.355888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a7af-e7c1-46d5-9e09-7384b9721cf3 req-7ccabd64-7f43-4b0f-8fe7-1fb9ebaaf5ff tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:22.359222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0b7a7af-e7c1-46d5-9e09-7384b9721cf3 req-7ccabd64-7f43-4b0f-8fe7-1fb9ebaaf5ff tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2135513 Aug 06 18:05:22.375552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b79fec-427d-4068-9041-95b0a510ed99 req-bedd9497-2bbf-4848-a5c8-423e07c3fb37 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960997 Aug 06 18:05:22.399163 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.400215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:22.400844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.487208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] Pushing event updated for resources: {'Network': ['ID=d888218b-3d2e-4303-b766-f5df4bb9d933,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:22.516651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0b7a7af-e7c1-46d5-9e09-7384b9721cf3 req-efb65cbb-be64-4427-ac81-b82ed1b626e8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394200 Aug 06 18:05:22.518835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d888218b-3d2e-4303-b766-f5df4bb9d933 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:05:22.574991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c100734b-b7c5-4181-813b-ee53317d7655 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1777043 Aug 06 18:05:22.586651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:22.599525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Request body: {'subnet': {'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1883909864-subnet', 'tenant_id': '37c1c3c96a3a40aab323bad606b0cf05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:22.641127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.643972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.645901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.652069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/787bb0bf-bc5f-4de4-a4b1-1339bf5cf50c HTTP/1.1" status: 204 len: 168 time: 0.7867405 Aug 06 18:05:22.728693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42a95-5de8-4700-b3e1-a7bddb1cbdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bb0bf-bc5f-4de4-a4b1-1339bf5cf50c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:22.752234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375b0ec-3c99-4514-9e26-5b3c8c631128 req-94829e21-87c2-4a8c-969a-01076b424aed tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:22.755226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f375b0ec-3c99-4514-9e26-5b3c8c631128 req-94829e21-87c2-4a8c-969a-01076b424aed tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 949 time: 0.2629294 Aug 06 18:05:22.756286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Made reservation on behalf of 37c1c3c96a3a40aab323bad606b0cf05 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:22.765520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.774483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['79b915e1-a42d-49fa-8ce7-7cfcca682b82'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:22.792824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event deleted for resources: {'Port': ['ID=79b915e1-a42d-49fa-8ce7-7cfcca682b82,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:22.848792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Deleting port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:22.851528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.931308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] No DVR routers for this DVR port 79b915e1-a42d-49fa-8ce7-7cfcca682b82 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:22.939009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:22.942657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cb96310-a1b0-45a8-80ef-a87d7e4b724a req-2d9eecee-45a5-404e-a332-83bb23d227ca tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "DELETE /v2.0/ports/79b915e1-a42d-49fa-8ce7-7cfcca682b82 HTTP/1.1" status: 204 len: 173 time: 1.6302633 Aug 06 18:05:22.943379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-deleted', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:22.958828 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c155b354-de09-4cda-9673-d9ed4bacc702" -d '{"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-deleted", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:23.156166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f375b0ec-3c99-4514-9e26-5b3c8c631128 req-905c4562-3301-4ada-8fd7-2949dbb60820 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750112 Aug 06 18:05:23.207572 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720dfe0-0d4d-48f4-8250-1ab867d0ba71 x-openstack-request-id: req-d720dfe0-0d4d-48f4-8250-1ab867d0ba71 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:23.208116 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69d1231-8d31-4b39-8a3e-0818793c6e4a", "name": "network-vif-deleted", "tag": "79b915e1-a42d-49fa-8ce7-7cfcca682b82", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:23.208377 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d720dfe0-0d4d-48f4-8250-1ab867d0ba71 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:23.209009 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69d1231-8d31-4b39-8a3e-0818793c6e4a', 'name': 'network-vif-deleted', 'tag': '79b915e1-a42d-49fa-8ce7-7cfcca682b82', 'status': 'completed', 'code': 200} Aug 06 18:05:23.370555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b71d792-8f18-47e2-bf58-d71aa11e1ae5 req-1fd501b6-abe9-4a44-b573-f4ae6f657352 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.0633078 Aug 06 18:05:23.377184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] For port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:23.378278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:23.396308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Calling delete_port for 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:23.550277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:23.638841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c678f43-864f-4a09-b09a-0d06fb6a4623,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:23.658047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Checking segment: {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:23.659270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Network hostable DHCP agents. Network: d888218b-3d2e-4303-b766-f5df4bb9d933, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:05:23.731519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Network d888218b-3d2e-4303-b766-f5df4bb9d933 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:05:23.747152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e59a4-d821-40eb-9867-f02b8e323c15 req-d57ead46-d590-4b4c-84f3-ae26fd6f3e69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:23.748773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c3e59a4-d821-40eb-9867-f02b8e323c15 req-d57ead46-d590-4b4c-84f3-ae26fd6f3e69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1024511 Aug 06 18:05:23.762823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d888218b-3d2e-4303-b766-f5df4bb9d933) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:23.769379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:23.771877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:23.772848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:23.779918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5e756-b2ed-4c14-8a14-cdd8d6d895d0 None None] Network d888218b-3d2e-4303-b766-f5df4bb9d933 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:23.792522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:23.849573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c3e59a4-d821-40eb-9867-f02b8e323c15 req-2b5fb011-9ce5-4f49-b107-dce2b422892f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813618 Aug 06 18:05:23.871855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event deleted for resources: {'Port': ['ID=2a7660ab-b3d7-4b44-8d24-3fc86549daf2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:23.882418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-08b5ff71-157b-4fcf-a205-39d0965c6a2d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2918282 Aug 06 18:05:24.012254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] No DVR routers for this DVR port 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:24.022692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:24.028929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ce1d5ba-668a-465f-99ff-285f04c87793 req-8487fa7e-5da3-446f-8346-433c6e6d9f57 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.16 "DELETE /v2.0/ports/2a7660ab-b3d7-4b44-8d24-3fc86549daf2 HTTP/1.1" status: 204 len: 173 time: 1.8734539 Aug 06 18:05:24.030984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-deleted', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:24.038994 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a6c7df-4c86-4796-a48e-930506c59e0e" -d '{"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-deleted", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:24.235658 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4609a118-0b27-4b56-871c-16264439759f x-openstack-request-id: req-4609a118-0b27-4b56-871c-16264439759f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:24.236093 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcacd6a1-b113-4433-8f7c-d85c15b38080", "name": "network-vif-deleted", "tag": "2a7660ab-b3d7-4b44-8d24-3fc86549daf2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:24.236409 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4609a118-0b27-4b56-871c-16264439759f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:24.236971 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcacd6a1-b113-4433-8f7c-d85c15b38080', 'name': 'network-vif-deleted', 'tag': '2a7660ab-b3d7-4b44-8d24-3fc86549daf2', 'status': 'completed', 'code': 200} Aug 06 18:05:24.312591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfec37b-a69b-4fa8-b00b-7ba6c073a54d req-3a381d1e-42cb-4269-a681-5b2cc886188b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:24.316021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dfec37b-a69b-4fa8-b00b-7ba6c073a54d req-3a381d1e-42cb-4269-a681-5b2cc886188b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1247993 Aug 06 18:05:24.499609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dfec37b-a69b-4fa8-b00b-7ba6c073a54d req-61ce6049-97bc-4913-8ede-dd6da1909586 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465192 Aug 06 18:05:24.628233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2f6ac-d97a-43dd-8637-615e62d1ee5c None None] Network d888218b-3d2e-4303-b766-f5df4bb9d933 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:24.663752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd573af2-f65b-45ef-ab3f-b9d93429bc2a req-b18c4e15-6d03-4fe7-be71-1c9a4019ccee tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcacd6a1-b113-4433-8f7c-d85c15b38080 HTTP/1.1" status: 200 len: 210 time: 0.0511935 Aug 06 18:05:24.903496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1255143727', 'description': 'tempest-description-1463290201'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:24.959514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.148049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.154343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.194809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5105d-fe69-4921-9b74-efeaddccea8e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:25.198585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.202179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b7cee35-5e26-443b-99d1-07c94379defc req-61c35d24-d696-40fb-864f-64af90ce0838 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.0300748 Aug 06 18:05:25.204368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-912213e9-7918-4b49-ab29-cc990a694ed3 req-7839009c-14bd-4e09-ad4d-5c4da7efbb08 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3083677 Aug 06 18:05:25.455797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-737945353', 'description': 'tempest-description-454398233'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:25.484549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.628704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.636527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.685575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:25.686989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-819abc34-3ef4-401e-a893-3c1277c1b672 req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2357187 Aug 06 18:05:25.694071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e424238-01e4-40ab-90d5-ac9d7d1b98bf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:25.718649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:25.810791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39da33-5492-4f28-a9c3-cb7c874e8de1 req-60634f70-d7a2-44eb-a052-d257bb03c745 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:25.812931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 79b915e1-a42d-49fa-8ce7-7cfcca682b82 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:25.820723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 79b915e1-a42d-49fa-8ce7-7cfcca682b82 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:25.821499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f39da33-5492-4f28-a9c3-cb7c874e8de1 req-60634f70-d7a2-44eb-a052-d257bb03c745 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1329966 Aug 06 18:05:25.885785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f39da33-5492-4f28-a9c3-cb7c874e8de1 req-11e7a03a-8590-4c10-b7c7-1952de1d47a1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629771 Aug 06 18:05:26.252667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-fdf1a39e-dd0c-4c16-9eaa-304657e92eab tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:26.261702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-fdf1a39e-dd0c-4c16-9eaa-304657e92eab tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 813 time: 0.2398784 Aug 06 18:05:26.282132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-e6d6ecda-d746-4c80-9416-642b73c0f83f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/quotas/37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 375 time: 0.0131989 Aug 06 18:05:26.321841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:26.385695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:26.386378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-8acc68ff-2e09-472e-8e6a-5a0acd5dfcfd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949571 Aug 06 18:05:26.388106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2a7660ab-b3d7-4b44-8d24-3fc86549daf2 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:26.420719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ced4-4d6e-4b39-9466-9886faf0addd req-4f479a93-9fcc-4fb5-bf1b-4e92424bba55 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:26.422883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59c3ced4-4d6e-4b39-9466-9886faf0addd req-4f479a93-9fcc-4fb5-bf1b-4e92424bba55 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0726740 Aug 06 18:05:26.505486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59c3ced4-4d6e-4b39-9466-9886faf0addd req-8e739784-a1a1-44ba-8a3b-de215465c2db tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702603 Aug 06 18:05:26.550766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-eac69db3-1c23-40f8-8290-4040edce71f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622736 Aug 06 18:05:26.731929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-786b4807-a258-4331-9ca1-5c8e2433770e service neutron] 10.222.0.64 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682053 Aug 06 18:05:26.742207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49474) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:26.901820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6b73ee5d-5f7f-414a-827b-c82df0b75dd7 req-f0e96f42-f22f-4536-af51-1d14dc169030 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.0559030 Aug 06 18:05:26.991194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87ef297e-9323-4d62-93f6-65bfbf979694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.239566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87ef297e-9323-4d62-93f6-65bfbf979694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.248448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87ef297e-9323-4d62-93f6-65bfbf979694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.356622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87ef297e-9323-4d62-93f6-65bfbf979694 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1d031d0ca2c4f8b9fae99d9b84793df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126101 Aug 06 18:05:27.360427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:27.361181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef297e-9323-4d62-93f6-65bfbf979694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908c5be-1a35-42b7-b4c3-48e2f701669b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:27.504133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.583667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.763829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.770097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:27.774578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9908c5be-1a35-42b7-b4c3-48e2f701669b HTTP/1.1" status: 204 len: 168 time: 0.4129317 Aug 06 18:05:27.795154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1054d6-2810-4f47-907b-7f87db13e8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908c5be-1a35-42b7-b4c3-48e2f701669b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:27.850479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8829458-0fdb-4b4e-9567-5c7d903d0b6e req-b1a3b670-ff44-45b8-bbb7-189a6bc00dd4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:27.860323 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8829458-0fdb-4b4e-9567-5c7d903d0b6e req-b1a3b670-ff44-45b8-bbb7-189a6bc00dd4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 950 time: 0.1187899 Aug 06 18:05:27.917174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8829458-0fdb-4b4e-9567-5c7d903d0b6e req-c96c0a3e-b411-42bc-87a7-4b91167ba666 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Aug 06 18:05:27.991080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c84cd20-ad7c-4d9b-a569-ebc579e6baab req-cf00989a-5cbf-4867-ae26-691715c43954 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 210 time: 0.0472660 Aug 06 18:05:28.122662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0dde3-e4d2-45a7-9ea6-df6608a8ba5e req-00e9515c-7411-461f-b346-9a091f66560d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:28.147449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1db0dde3-e4d2-45a7-9ea6-df6608a8ba5e req-00e9515c-7411-461f-b346-9a091f66560d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0981655 Aug 06 18:05:28.168937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13a621c0-04e3-4e0a-9f2e-1045d3eb9026 req-50a9412f-54d6-4ad2-be0d-9a50856a3a9b tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.0425434 Aug 06 18:05:28.221804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1db0dde3-e4d2-45a7-9ea6-df6608a8ba5e req-866911e5-20c0-464f-b821-e419eae4e5b3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637524 Aug 06 18:05:28.429994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8b8a54ff-a111-4c5e-b99d-b81465a22edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:28.632532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:28.669875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26495a32-d94e-4f70-952e-bd46ed35b9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:28.794627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-adfb7cda-97f6-4390-9407-943be67cebd3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:28.798016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-adfb7cda-97f6-4390-9407-943be67cebd3 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.16 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 950 time: 0.1547103 Aug 06 18:05:29.046596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-72f0a425-c778-4af8-a6ed-e3362d6bb835 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:29.048216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-72f0a425-c778-4af8-a6ed-e3362d6bb835 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 813 time: 0.2920477 Aug 06 18:05:29.084256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'device_id': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933', 'admin_state_up': True, 'tenant_id': '37c1c3c96a3a40aab323bad606b0cf05'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:29.091433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Deleting port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:29.092109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.254677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49544) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:29.264861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce9d94-7071-4cf2-a0ff-b970149b05cb req-658321ed-f151-48a4-8163-64b89d02ebf4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:29.264861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bce9d94-7071-4cf2-a0ff-b970149b05cb req-658321ed-f151-48a4-8163-64b89d02ebf4 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 950 time: 0.1688251 Aug 06 18:05:29.280545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26495a32-d94e-4f70-952e-bd46ed35b9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.302026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26495a32-d94e-4f70-952e-bd46ed35b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.330442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57fcc6c9-70a5-4338-83cb-ca391ae079b9 req-ea3c87ed-125d-4561-b9c2-77d9e012beb0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 210 time: 0.1794279 Aug 06 18:05:29.377490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bce9d94-7071-4cf2-a0ff-b970149b05cb req-875cab46-a80c-4bed-9791-4e0956e5869c tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/security-groups?id=0c381214-358c-45b3-841a-e160ba438179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949147 Aug 06 18:05:29.378202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495a32-d94e-4f70-952e-bd46ed35b9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee7e4b8-81d1-4326-b61b-7eee5ac41d38,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:29.431366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-26495a32-d94e-4f70-952e-bd46ed35b9c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b04ea6da28b4433bb0ebc7f21b1a36e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965066 Aug 06 18:05:29.438319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:29.440822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] For port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:29.441203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.442859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Made reservation on behalf of 37c1c3c96a3a40aab323bad606b0cf05 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:29.454201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.573946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Calling delete_port for e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:29.655668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b081120-edc2-46b7-bb71-7cf88e2f3ee9 req-c1a52dec-e4d2-4e9a-9f8c-8f8ed23fa24f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69d1231-8d31-4b39-8a3e-0818793c6e4a HTTP/1.1" status: 200 len: 210 time: 0.1377366 Aug 06 18:05:29.701573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45f16ec9-79df-4dcd-922a-773b23002363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.767575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.835480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:29.861365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbbc45-c696-4a5a-8468-df5424e98dcd req-045681a6-d864-4689-8d40-d4ae0ab67ddd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:29.865233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adbbbc45-c696-4a5a-8468-df5424e98dcd req-045681a6-d864-4689-8d40-d4ae0ab67ddd tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2620678 Aug 06 18:05:29.959250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Allocated IP 172.20.0.6 (d888218b-3d2e-4303-b766-f5df4bb9d933/9c678f43-864f-4a09-b09a-0d06fb6a4623/6c8b5d40-5dd5-446e-8d46-667ae3187e11) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:29.995146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.016910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:30.042942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adbbbc45-c696-4a5a-8468-df5424e98dcd req-ab1e251c-fff2-402c-9d3b-4c3b1a0604af tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620030 Aug 06 18:05:30.071017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.074519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.076288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ee7e4b8-81d1-4326-b61b-7eee5ac41d38 HTTP/1.1" status: 204 len: 168 time: 0.6301239 Aug 06 18:05:30.166508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Pushing event deleted for resources: {'Port': ['ID=e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:30.207784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.208589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.209667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.210113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.211026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.211835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.212619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.213389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.214180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.215008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.215608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.216444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:30.238330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45f16ec9-79df-4dcd-922a-773b23002363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.248632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45f16ec9-79df-4dcd-922a-773b23002363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.273496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542448a-bc12-4697-9600-60da17132f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee7e4b8-81d1-4326-b61b-7eee5ac41d38,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:30.282760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] No DVR routers for this DVR port e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:30.318055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.323207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e819f16-2029-4a28-b4aa-e38a3fe40fc5 req-ba255f73-4d0d-49ab-bfc0-1849951ee732 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.16 "DELETE /v2.0/ports/e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f HTTP/1.1" status: 204 len: 173 time: 1.5124738 Aug 06 18:05:30.324114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-deleted', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:30.341566 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ab4ac-2c34-46ea-927d-d0db7f72eb21" -d '{"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-deleted", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:30.346670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45f16ec9-79df-4dcd-922a-773b23002363 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8524f8d79bde4564bae326adc796b2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0814624 Aug 06 18:05:30.351271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f16ec9-79df-4dcd-922a-773b23002363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b41126-f673-4cc9-9309-f4771f7e2f67,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:30.352671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49562) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:30.387360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.465500 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41cd0b-f8bf-4183-96d6-f443b73a6aee x-openstack-request-id: req-0d41cd0b-f8bf-4183-96d6-f443b73a6aee {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:30.465500 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eb38e6-e1c3-4eb0-80ac-f643560c9621", "name": "network-vif-deleted", "tag": "e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:30.465846 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d41cd0b-f8bf-4183-96d6-f443b73a6aee {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:30.465977 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eb38e6-e1c3-4eb0-80ac-f643560c9621', 'name': 'network-vif-deleted', 'tag': 'e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f', 'status': 'completed', 'code': 200} Aug 06 18:05:30.516603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.552970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.655535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0377dd6-f766-409e-a996-281411f3f6f3 req-60b1f399-cf18-4ca9-b673-9c39010ea40b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 210 time: 0.1499631 Aug 06 18:05:30.708606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.758231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c9999dc-b41d-4f8e-b497-93396b45983c req-8f0f6e15-bd8d-405e-bbef-168e0e257571 tempest-MigrationsAdminTest-393570131 tempest-MigrationsAdminTest-393570131-project] 10.222.0.64 "GET /v2.0/ports?device_id=33eb38e6-e1c3-4eb0-80ac-f643560c9621 HTTP/1.1" status: 200 len: 210 time: 0.0861623 Aug 06 18:05:30.760323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.767941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:30.770933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3b41126-f673-4cc9-9309-f4771f7e2f67 HTTP/1.1" status: 204 len: 168 time: 0.4081481 Aug 06 18:05:30.797349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ea437-1a59-4a20-bbc1-015f4ee801ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b41126-f673-4cc9-9309-f4771f7e2f67,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:30.893118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Network d888218b-3d2e-4303-b766-f5df4bb9d933 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:05:30.899794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:30.919785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:05:30.965410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:31.025259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:31.027048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:31.062695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-05a9dabc-049a-4da4-bc71-fa614f6926f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0009534 Aug 06 18:05:31.090425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Request body: {'port': {'device_id': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:31.330805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:31.409705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:31.562460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1006f-667a-4f57-9b23-595becb2a65e req-a12edd4a-44aa-4611-99d0-85c83439c928 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:31.580704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12e1006f-667a-4f57-9b23-595becb2a65e req-a12edd4a-44aa-4611-99d0-85c83439c928 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2923338 Aug 06 18:05:31.634222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e2419bf-ca96-47a3-a293-d8406aae6f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:31.912004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12e1006f-667a-4f57-9b23-595becb2a65e req-977f997e-3c2f-4e9f-9ba2-5a3002e25f5b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216503 Aug 06 18:05:32.012068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28019f-49ef-47a9-bc79-cac8bcece48c req-7f2e4a79-4b13-410f-bc66-e2019a85324b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:32.026205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d28019f-49ef-47a9-bc79-cac8bcece48c req-7f2e4a79-4b13-410f-bc66-e2019a85324b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 931 time: 0.1879182 Aug 06 18:05:32.191678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d28019f-49ef-47a9-bc79-cac8bcece48c req-40e43b94-da1a-43df-8b9b-3eeee0a09928 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641665 Aug 06 18:05:32.415807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8b5d40-5dd5-446e-8d46-667ae3187e11 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:32.438140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:32.495141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Transition to ACTIVE for port object 6c8b5d40-5dd5-446e-8d46-667ae3187e11 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:32.505287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:32.660456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:32.833012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Attempting to bind port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:05:32.833713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Attempting to bind port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:05:32.834046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Attempting to bind port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 on network d888218b-3d2e-4303-b766-f5df4bb9d933 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:32.842088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49632) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:32.858779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 on network d888218b-3d2e-4303-b766-f5df4bb9d933 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:05:32.859112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Attempting to bind port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 on network d888218b-3d2e-4303-b766-f5df4bb9d933 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:32.865922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:05:32.866353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Checking segment: {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:32.866730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Bound using segment: {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:05:32.867187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Bound port: 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:05:32.867560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.025318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:33.026937 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.032255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:05:33.041163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.125860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:33.127033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.128766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 1092 time: 2.0576618 Aug 06 18:05:33.129560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:33.132267 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbbdea-4227-416b-a3bb-fa62869bfa56" -d '{"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:33.216930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159918a-a956-4ed6-84d7-69a046450485 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:33.282809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec3c07-86e6-4017-aa00-2f29c5e1519a req-500fc573-a28c-43aa-83be-af56dca99e93 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:33.295985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fec3c07-86e6-4017-aa00-2f29c5e1519a req-500fc573-a28c-43aa-83be-af56dca99e93 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1963341 Aug 06 18:05:33.330221 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ced371a-bdf0-420a-9b00-704b2269bc04 x-openstack-request-id: req-8ced371a-bdf0-420a-9b00-704b2269bc04 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:33.330689 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:33.330813 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ced371a-bdf0-420a-9b00-704b2269bc04 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:33.331240 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'status': 'completed', 'code': 200} Aug 06 18:05:33.339197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67a9d3b6-8aff-43a7-aae5-d4538ff5b328 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f91969929c647a599e04c12ba9871ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958847 Aug 06 18:05:33.339796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-0c4329b9-74d4-42f0-846d-8e930d5157a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:33.341270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-0c4329b9-74d4-42f0-846d-8e930d5157a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1095 time: 0.1609972 Aug 06 18:05:33.343392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:33.379288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fec3c07-86e6-4017-aa00-2f29c5e1519a req-491268de-1ef9-44ce-90e4-c4f1dc553cc3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755026 Aug 06 18:05:33.441092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:33.468907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-c4f6cdb6-74cd-49ab-9110-93e915f0348e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 217 time: 0.1158237 Aug 06 18:05:33.507554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.589531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-cf78e1a6-61df-4ae3-af48-66de69036404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:33.599081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-cf78e1a6-61df-4ae3-af48-66de69036404 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.1205020 Aug 06 18:05:33.644985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-5d27c998-249e-49bb-ad7e-929f3f30a472 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368376 Aug 06 18:05:33.680174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.786314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292963e0-ae2b-4add-a29b-1666c32c71fb req-50d4345d-c58d-446a-8aa0-dc0eaafcb60f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:33.802128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-292963e0-ae2b-4add-a29b-1666c32c71fb req-50d4345d-c58d-446a-8aa0-dc0eaafcb60f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 943 time: 0.2683160 Aug 06 18:05:33.897652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-292963e0-ae2b-4add-a29b-1666c32c71fb req-3c608528-3828-44e2-81fe-bb3ed0213641 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889139 Aug 06 18:05:33.903244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-6a9bf4af-e4a6-4a0e-9397-77024cf06f38 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490833 Aug 06 18:05:33.920465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.925062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:33.926727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c381214-358c-45b3-841a-e160ba438179 HTTP/1.1" status: 204 len: 168 time: 0.5809398 Aug 06 18:05:33.941718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7099a-2434-4cf9-b05d-2480440ab779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c381214-358c-45b3-841a-e160ba438179,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:34.008333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1471821895-network', 'tenant_id': 'ab271ec6d1d2463a9052e038ca2c49a5'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:34.070698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Made reservation on behalf of ab271ec6d1d2463a9052e038ca2c49a5 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:34.077504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.097233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.206612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9a0fb49-381c-4686-ab16-69714b72bad5 req-19b0beef-32e4-43c3-bf0c-470dca8c9b76 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953932 Aug 06 18:05:34.348469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:34.358764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Request body: {'security_group': {'name': 'tempest-securitygroup-3797816', 'description': 'tempest-description-2053479373'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:34.362360 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.377226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.417491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-e9d56706-f49c-4dc7-85bf-4067585f4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:34.419367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-e9d56706-f49c-4dc7-85bf-4067585f4a82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1095 time: 0.1269112 Aug 06 18:05:34.420448 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.427848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:05:34.454037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.456579 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Added segment 796ed467-3390-47d8-a86c-b35bcfe9a270 of type vlan for network 52bf4214-3df9-4194-bf40-7ca9eecff11e Aug 06 18:05:34.457582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:34.458379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e37f9bb4-570d-4ef1-a9a4-e7d24c4a760f not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:34.471312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.526375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.639590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-0b534c34-4222-4a5b-8613-fd5a6f501ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:34.639897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-0b534c34-4222-4a5b-8613-fd5a6f501ae5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.2096839 Aug 06 18:05:34.659256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe808270-4197-4b1a-8da8-1a200bc79544,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:34.704675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.740882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-5095b77d-696e-4ee5-b03f-41f2cb07a618 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 217 time: 0.0922153 Aug 06 18:05:34.763999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49682) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:34.814853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-62f148a0-b0fb-4dbb-9a3c-33824e11c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:34.816502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-62f148a0-b0fb-4dbb-9a3c-33824e11c1c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.0676877 Aug 06 18:05:34.827870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:05:34.857754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-6943c25e-7525-495b-b073-f948d7f8190b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323224 Aug 06 18:05:34.904359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cdfa55d2-d3d0-4f68-96c3-bd49518ca12c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71a0222bd0b54278b805a9b9eeecec08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125727 Aug 06 18:05:34.908690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49684) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:34.921150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b990-0957-4b77-a7c2-18161a6782d6 req-1cb128f4-5093-4d25-be8f-2acd33a82771 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:34.924619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:34.935997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2497b990-0957-4b77-a7c2-18161a6782d6 req-1cb128f4-5093-4d25-be8f-2acd33a82771 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.3878791 Aug 06 18:05:34.970198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.008729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.010436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:35.012828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.091287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60acf3fa-c091-4c46-8edb-d348bafddecb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:35.134952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.169757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-670cbd26-56c6-4f71-a46f-b1269f799149 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015831 Aug 06 18:05:35.194124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2497b990-0957-4b77-a7c2-18161a6782d6 req-cc023444-6545-4650-a98c-f81cb1bbdafe tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505054 Aug 06 18:05:35.196516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] Pushing event updated for resources: {'Network': ['ID=52bf4214-3df9-4194-bf40-7ca9eecff11e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:35.212591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 52bf4214-3df9-4194-bf40-7ca9eecff11e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:05:35.399733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.497758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.522750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.528867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1d569bbe-24c0-4193-b59a-fe56659e946a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0862260 Aug 06 18:05:35.554800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49688) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:35.569919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Request body: {'subnet': {'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1471821895-subnet', 'tenant_id': 'ab271ec6d1d2463a9052e038ca2c49a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:35.625536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63cbbdea-4227-416b-a3bb-fa62869bfa56 req-3975c213-2e80-4c11-885a-6004738678b5 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433730 Aug 06 18:05:35.627256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ed239-138e-49b1-a0a3-5a83fa04f64f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:35.649851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.651484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98671b17-64f7-426f-9bb8-f25e870a65c0 req-15c1b91a-0811-4ba7-a4d0-7707785d1251 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3032036 Aug 06 18:05:35.658711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644eb65-4064-44dd-bfee-c2bf440b92fa req-0c96d059-1978-4f45-bf83-422341a7a801 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:35.659398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.661663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f644eb65-4064-44dd-bfee-c2bf440b92fa req-0c96d059-1978-4f45-bf83-422341a7a801 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 943 time: 0.1577668 Aug 06 18:05:35.663008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Made reservation on behalf of ab271ec6d1d2463a9052e038ca2c49a5 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:35.667702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.671806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.682397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b54283b-f979-4a07-af31-8a7cb125e713 HTTP/1.1" status: 204 len: 168 time: 0.7722263 Aug 06 18:05:35.738631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1576065621', 'description': 'tempest-description-966684435'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:35.753015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e258a-7ba1-40c8-82b4-a9e731837244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54283b-f979-4a07-af31-8a7cb125e713,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:35.829290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:35.959647 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f644eb65-4064-44dd-bfee-c2bf440b92fa req-559ee008-cd48-4b14-8dcd-49402321f892 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211560 Aug 06 18:05:36.145334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:36.157351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:36.200199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:36.277766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:36.280145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b69b2c98-60af-4005-8664-20aa5bbf0ad7 req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5958209 Aug 06 18:05:36.283593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa63226-1dd9-4a52-9cdd-a47ed78181c9 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898206e3-485f-4839-87d7-82ff499a2d5b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:36.350833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e5b127-c286-4d6e-b316-f69fdb546e83,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:36.363801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Checking segment: {'id': '796ed467-3390-47d8-a86c-b35bcfe9a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:36.364415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Network hostable DHCP agents. Network: 52bf4214-3df9-4194-bf40-7ca9eecff11e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:05:36.406941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Network 52bf4214-3df9-4194-bf40-7ca9eecff11e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:05:36.441266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 52bf4214-3df9-4194-bf40-7ca9eecff11e) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:36.454766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:36.454766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:36.459041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88fc87-83d6-4911-a250-3b9e096d1b0a None None] Network 52bf4214-3df9-4194-bf40-7ca9eecff11e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:36.563322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57066a19-5916-4643-a63a-927233fe32d0 req-cb05fd15-6b0c-447f-b0a2-bb222ecd08f0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:36.569944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57066a19-5916-4643-a63a-927233fe32d0 req-cb05fd15-6b0c-447f-b0a2-bb222ecd08f0 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.1250551 Aug 06 18:05:36.597525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eba0e130-11a9-442d-81dc-d63008d5a32c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0359597 Aug 06 18:05:36.624363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb16d6-1c06-47a5-844d-678324c9e1aa req-4f7edbe5-b56b-45e7-a924-0b1292d846d5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:36.634117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80fb16d6-1c06-47a5-844d-678324c9e1aa req-4f7edbe5-b56b-45e7-a924-0b1292d846d5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2158997 Aug 06 18:05:36.705003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57066a19-5916-4643-a63a-927233fe32d0 req-2379a5a4-b793-491b-b134-1ae8f4977161 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283641 Aug 06 18:05:36.761915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80fb16d6-1c06-47a5-844d-678324c9e1aa req-260e0569-e6de-4497-8c16-8ed6110bfeaa tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193023 Aug 06 18:05:36.853491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f409a-ecfa-47f8-a603-619b63b90d9a None None] Network 52bf4214-3df9-4194-bf40-7ca9eecff11e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:36.879011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-f2132846-864a-4cce-8fa7-98a355a22547 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:36.881264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-f2132846-864a-4cce-8fa7-98a355a22547 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 945 time: 0.1438987 Aug 06 18:05:37.132472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Deleting port 3fce773b-a98c-4527-9b5a-37fdabbef85c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:37.133190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.210554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-217809242', 'description': 'tempest-description-228165325'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:37.213739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fb337-c6d7-409a-ba4b-eeb71b2c8a72 req-cdf5d6c0-5ac6-446d-b0d5-5198a1f29876 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:37.215842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e1fb337-c6d7-409a-ba4b-eeb71b2c8a72 req-cdf5d6c0-5ac6-446d-b0d5-5198a1f29876 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 943 time: 0.0888762 Aug 06 18:05:37.263139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.283511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.291454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] For port 3fce773b-a98c-4527-9b5a-37fdabbef85c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3fce773b-a98c-4527-9b5a-37fdabbef85c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:37.291882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.298353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e1fb337-c6d7-409a-ba4b-eeb71b2c8a72 req-63e91463-d73d-431c-b6bc-14009a10a882 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759788 Aug 06 18:05:37.322395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Calling delete_port for 3fce773b-a98c-4527-9b5a-37fdabbef85c owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:37.591580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.601768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.648356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.703849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event deleted for resources: {'Port': ['ID=3fce773b-a98c-4527-9b5a-37fdabbef85c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:37.714370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28a863-fa09-4428-acdd-5c43e243dfac,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:37.778442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] No DVR routers for this DVR port 3fce773b-a98c-4527-9b5a-37fdabbef85c on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:37.785808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.787016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55d35eea-ef4f-48ab-9a0c-b939ba5c7d93 req-da413a78-7126-4f48-a153-43d5af53d38e tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "DELETE /v2.0/ports/3fce773b-a98c-4527-9b5a-37fdabbef85c HTTP/1.1" status: 204 len: 173 time: 0.8953826 Aug 06 18:05:37.787638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-deleted', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:37.790904 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcff5120-f428-4b8e-a67d-bdd0387f011f" -d '{"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-deleted", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:37.791897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6c8b5d40-5dd5-446e-8d46-667ae3187e11 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:05:37.858650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.870102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.893338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-59a7e904-da61-4424-96ad-bc63c25698c0 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:37.912885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-59a7e904-da61-4424-96ad-bc63c25698c0 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/networks?id=52bf4214-3df9-4194-bf40-7ca9eecff11e HTTP/1.1" status: 200 len: 814 time: 0.2159743 Aug 06 18:05:37.917612 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:37.930042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d60b74-2a1a-48c6-9eb3-013fab7e90fe req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7270083 Aug 06 18:05:37.937052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0139a3b-fe75-44a5-8fb1-3f268d34672a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc78878-1814-40c1-ba10-e3e5d661a633,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:37.964535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-427c856e-03e4-4b55-acdb-4b471246b7ae tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/quotas/ab271ec6d1d2463a9052e038ca2c49a5 HTTP/1.1" status: 200 len: 375 time: 0.0478115 Aug 06 18:05:38.048271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38618274-271a-4f4e-98c9-ff7525b49c3d req-e0510d18-8347-40f8-8084-d9f80bfd2a2f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=5406ef55-002e-4c02-8db3-effd6be6ad11 HTTP/1.1" status: 200 len: 210 time: 0.0348716 Aug 06 18:05:38.053623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:38.054227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-7b1749b9-57be-432d-b017-8954ef27f616 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab271ec6d1d2463a9052e038ca2c49a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822592 Aug 06 18:05:38.075602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933', 'port_id': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'mac_address': 'fa:16:3e:1d:5c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c678f43-864f-4a09-b09a-0d06fb6a4623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:05:38.130144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.153393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8b5d40-5dd5-446e-8d46-667ae3187e11 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:38.187846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:38.197993 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.260410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31315f91-c9f8-493b-8db3-c1641138becc req-0f091a0b-61d6-4ab2-9e86-1e4c7d8fee02 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:38.260647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:38.262460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31315f91-c9f8-493b-8db3-c1641138becc req-0f091a0b-61d6-4ab2-9e86-1e4c7d8fee02 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1051548 Aug 06 18:05:38.354829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31315f91-c9f8-493b-8db3-c1641138becc req-8e14a7a6-3a3a-470f-99e9-4c3ceb081892 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848677 Aug 06 18:05:38.399693 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2149cd-1a3c-4305-a451-88de1ba5f6e9 x-openstack-request-id: req-bd2149cd-1a3c-4305-a451-88de1ba5f6e9 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:38.399988 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406ef55-002e-4c02-8db3-effd6be6ad11", "name": "network-vif-deleted", "tag": "3fce773b-a98c-4527-9b5a-37fdabbef85c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:38.400236 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd2149cd-1a3c-4305-a451-88de1ba5f6e9 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:38.400639 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406ef55-002e-4c02-8db3-effd6be6ad11', 'name': 'network-vif-deleted', 'tag': '3fce773b-a98c-4527-9b5a-37fdabbef85c', 'status': 'completed', 'code': 200} Aug 06 18:05:38.420538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:38.420758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-a1c3bf86-ccb4-40c7-93fd-8a1df3bbc19d service neutron] 10.222.0.64 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649449 Aug 06 18:05:38.502158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-317306017', 'description': 'tempest-description-1333742652'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:38.537216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.556030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-d9143eec-5297-4210-a462-ed373c1b33ec service neutron] 10.222.0.64 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340797 Aug 06 18:05:38.713415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.724018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.781739 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:38.809351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f9e0908-7516-461d-aedf-faeb372bf93f req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3095961 Aug 06 18:05:38.838449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d6df2-12bc-4756-b74d-7c1d96f3b107 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547c558-b9d9-46f5-b971-1a2194239ff7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:38.905958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80b95d35-3964-48a9-95d0-49e48bc6c379 req-6e974007-2ee8-4b29-bb34-50e4800942f5 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 210 time: 0.0296769 Aug 06 18:05:38.967786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f252-9708-4c32-8086-ea0f802d0f9f req-64fc5884-24fb-4c75-9224-1b8b98ca7122 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:38.970689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85b8f252-9708-4c32-8086-ea0f802d0f9f req-64fc5884-24fb-4c75-9224-1b8b98ca7122 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 944 time: 0.1057889 Aug 06 18:05:39.061328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85b8f252-9708-4c32-8086-ea0f802d0f9f req-9473b453-2b22-496b-a2bd-853149ef649f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Aug 06 18:05:39.328715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:39.495491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-1139074f-39b0-4a1d-8729-a2a90d46a4b0 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50972 time: 0.5275426 Aug 06 18:05:39.525772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57293d-a0c8-4b0e-99ff-927f4314a54e req-243ef9ba-1976-42d3-a5ef-103930a2de1a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:39.527595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f57293d-a0c8-4b0e-99ff-927f4314a54e req-243ef9ba-1976-42d3-a5ef-103930a2de1a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0810835 Aug 06 18:05:39.539306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f63-5872-48d4-8bf4-bb95573b6ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:39.586779 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f57293d-a0c8-4b0e-99ff-927f4314a54e req-9620f024-79bc-4426-bc1b-69fcdc31177c tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510106 Aug 06 18:05:39.624975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-de7ce6ed-e41e-4bda-98a4-f551e66c8555 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2f154ece-0115-4b3a-a84e-1d4027d672ad HTTP/1.1" status: 200 len: 2981 time: 0.1087172 Aug 06 18:05:39.716971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-fd9d33cb-5245-4e4b-aa82-94c9d618642b tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2f154ece-0115-4b3a-a84e-1d4027d672ad HTTP/1.1" status: 200 len: 2981 time: 0.0667856 Aug 06 18:05:39.753238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5958e-df4f-4893-ad84-9da6938da81e req-19d39d34-2e54-46d8-a5a3-1af664332219 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:39.755377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e5958e-df4f-4893-ad84-9da6938da81e req-19d39d34-2e54-46d8-a5a3-1af664332219 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.0822587 Aug 06 18:05:39.769664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f63-5872-48d4-8bf4-bb95573b6ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:39.779352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f63-5872-48d4-8bf4-bb95573b6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:39.814196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6c8b5d40-5dd5-446e-8d46-667ae3187e11 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:05:39.842479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e5958e-df4f-4893-ad84-9da6938da81e req-97115157-60de-44b6-ba0a-50c63bfdd1ac tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768611 Aug 06 18:05:39.860589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3a7a8f63-5872-48d4-8bf4-bb95573b6ba6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=911d3a81cc00434fa32999c62e1c506e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271759 Aug 06 18:05:39.860589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-d2c3ec08-b8fb-43ef-bd75-6a5b337bd8d9 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4dffcdec-7257-4675-91fe-f5c776a0eb01 HTTP/1.1" status: 200 len: 2981 time: 0.1105168 Aug 06 18:05:39.860894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:39.862768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8f63-5872-48d4-8bf4-bb95573b6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e5e9d-83b4-464c-8bde-30add270c29a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:39.906524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:39.912518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:39.913125 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.011719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.019623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.030672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-bb6b0465-1b3d-4458-bb64-9d3fe54b5c05 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:40.032316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-bb6b0465-1b3d-4458-bb64-9d3fe54b5c05 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 944 time: 0.1341181 Aug 06 18:05:40.034058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-352f7fc9-ad27-4412-bdbb-106f89fb64ff tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4dffcdec-7257-4675-91fe-f5c776a0eb01 HTTP/1.1" status: 200 len: 2981 time: 0.1341090 Aug 06 18:05:40.045955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:40.048563 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaedb92d-ebc0-488a-84e8-9c3e61aae088" -d '{"events": [{"server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:40.070024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:40.076880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.079264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:40.107723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.195915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3fce773b-a98c-4527-9b5a-37fdabbef85c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:40.196797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3fce773b-a98c-4527-9b5a-37fdabbef85c not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:40.210069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-aea0a799-13a8-4b8b-a1cf-5d2681a8ed38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/60a9fb90-8e6c-4df4-8d6f-a82742505617 HTTP/1.1" status: 200 len: 2977 time: 0.1541207 Aug 06 18:05:40.231408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.263817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:40.279241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.290564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.291006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.291351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.291692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.292020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.294084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.294947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.295735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.296582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.299325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.300462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:40.325209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.329706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.335381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/122e5e9d-83b4-464c-8bde-30add270c29a HTTP/1.1" status: 204 len: 168 time: 0.4708107 Aug 06 18:05:40.345858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Deleting port 5d07e86e-2149-4b61-8b2e-5e77c0230dca {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:40.346782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.394135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f6f10-231c-493f-867c-190e1d9d8ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e5e9d-83b4-464c-8bde-30add270c29a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:40.444846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-897ce4f4-f0cb-42e5-899f-7689b5e21a84 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/60a9fb90-8e6c-4df4-8d6f-a82742505617 HTTP/1.1" status: 200 len: 2977 time: 0.1998181 Aug 06 18:05:40.626451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-b83cdccb-ee84-4dbb-af7b-2e1d0fde099e tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/60acf3fa-c091-4c46-8edb-d348bafddecb HTTP/1.1" status: 200 len: 2981 time: 0.1171701 Aug 06 18:05:40.644688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] For port 5d07e86e-2149-4b61-8b2e-5e77c0230dca, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d07e86e-2149-4b61-8b2e-5e77c0230dca,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:40.645289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.652453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e535639f-6d32-4dc1-8241-9d1e7240e138 req-24530017-ee60-4518-9cf0-193eafaa774b tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 210 time: 0.4722931 Aug 06 18:05:40.699860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Calling delete_port for 5d07e86e-2149-4b61-8b2e-5e77c0230dca owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:40.709638 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233baa8-53e9-4bbb-a78e-0b9803ada432 x-openstack-request-id: req-3233baa8-53e9-4bbb-a78e-0b9803ada432 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:40.712461 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:40.713298 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3233baa8-53e9-4bbb-a78e-0b9803ada432 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:40.714628 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'code': 200} Aug 06 18:05:40.808684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-8fda40df-d92e-4682-a6b9-d66e973e8af1 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:40.810281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-8fda40df-d92e-4682-a6b9-d66e973e8af1 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.55 "GET /v2.0/networks?id=52bf4214-3df9-4194-bf40-7ca9eecff11e HTTP/1.1" status: 200 len: 814 time: 0.1668146 Aug 06 18:05:40.832162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:40.838387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Request body: {'port': {'device_id': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e', 'admin_state_up': True, 'tenant_id': 'ab271ec6d1d2463a9052e038ca2c49a5'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:40.853835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-febd7854-2647-40c2-9be0-0fcc765c1f0f tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/60acf3fa-c091-4c46-8edb-d348bafddecb HTTP/1.1" status: 200 len: 2981 time: 0.2144802 Aug 06 18:05:40.871072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22a8baa-b0d9-46be-b665-305c0505641f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:40.945492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b58ad-bd14-4794-91f2-ace962d3f126 req-fffaa94e-4903-42a2-83f0-bc443a8ec686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:40.947213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef3b58ad-bd14-4794-91f2-ace962d3f126 req-fffaa94e-4903-42a2-83f0-bc443a8ec686 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1097 time: 0.1655986 Aug 06 18:05:40.985190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac28b45-57a3-4127-949a-6eb2118da92d req-23853775-98f3-439f-b917-7341d68569a1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:40.988187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aac28b45-57a3-4127-949a-6eb2118da92d req-23853775-98f3-439f-b917-7341d68569a1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 945 time: 0.1890178 Aug 06 18:05:41.008879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-d7341b67-6f18-4a03-a49c-c2016a970f9c tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6a960bc3-c7f1-4a2d-ab85-7340bb9935fa HTTP/1.1" status: 200 len: 2981 time: 0.1442907 Aug 06 18:05:41.065725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef3b58ad-bd14-4794-91f2-ace962d3f126 req-1d0e90f4-3073-4b1e-a915-64896c982371 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066835 Aug 06 18:05:41.082809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aac28b45-57a3-4127-949a-6eb2118da92d req-60ceea47-2197-4a35-87fb-a1155ebbdf25 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737991 Aug 06 18:05:41.199149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-366bed0c-e291-4e43-8dd1-ae08d9d13e4e tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6a960bc3-c7f1-4a2d-ab85-7340bb9935fa HTTP/1.1" status: 200 len: 2981 time: 0.1655009 Aug 06 18:05:41.225307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.278539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74515-d99b-4656-9e92-581ed4e7b384 req-4c6ea65b-6cac-49cd-910c-92b469796498 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:41.280988 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1cb74515-d99b-4656-9e92-581ed4e7b384 req-4c6ea65b-6cac-49cd-910c-92b469796498 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0934107 Aug 06 18:05:41.324074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event deleted for resources: {'Port': ['ID=5d07e86e-2149-4b61-8b2e-5e77c0230dca,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:41.349534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1cb74515-d99b-4656-9e92-581ed4e7b384 req-ab85a7c9-e1af-41e9-9397-8e59f3cb9478 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599351 Aug 06 18:05:41.410908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22a8baa-b0d9-46be-b665-305c0505641f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.421320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.439343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] No DVR routers for this DVR port 5d07e86e-2149-4b61-8b2e-5e77c0230dca on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:41.444180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-ec33bc0b-8371-40ba-b86c-f207b918e339 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7d28a863-fa09-4428-acdd-5c43e243dfac HTTP/1.1" status: 200 len: 2981 time: 0.2354820 Aug 06 18:05:41.445191 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22a8baa-b0d9-46be-b665-305c0505641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.451777 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.455468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3412348-6322-4979-b1e1-ae446a2415a0 req-c05ef434-412f-4a38-aff8-9281c64e256f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "DELETE /v2.0/ports/5d07e86e-2149-4b61-8b2e-5e77c0230dca HTTP/1.1" status: 204 len: 173 time: 1.4108365 Aug 06 18:05:41.459006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-deleted', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:41.462255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d90d7a43-abd2-4647-881d-60e69a94d793 req-aabd0caf-390e-4069-8d33-2748cd5a0503 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=58bc7232-04b2-42cf-a9e9-4773f1e0ce6a HTTP/1.1" status: 200 len: 210 time: 0.0472806 Aug 06 18:05:41.463124 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67523c53-982e-427d-9a90-8cbf95df0294" -d '{"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-deleted", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:41.478762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Made reservation on behalf of ab271ec6d1d2463a9052e038ca2c49a5 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:41.482888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.571464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a22a8baa-b0d9-46be-b665-305c0505641f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7b6dc76bc7647748b24f669a1d9602c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7354479 Aug 06 18:05:41.576136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49832) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:41.576719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a8baa-b0d9-46be-b665-305c0505641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e7c3eb-59f0-42d5-9b45-f8fa57d67392,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:41.606835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-4591126c-c08f-4510-8ced-54fc5372b763 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7d28a863-fa09-4428-acdd-5c43e243dfac HTTP/1.1" status: 200 len: 2981 time: 0.1260755 Aug 06 18:05:41.694595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-f9e906fe-6815-4c98-948b-3e2d09aaf4ff tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.0727170 Aug 06 18:05:41.696937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Allocated IP 172.20.0.10 (52bf4214-3df9-4194-bf40-7ca9eecff11e/80e5b127-c286-4d6e-b316-f69fdb546e83/3a035398-d58b-4e99-8d0c-7ea92fe12645) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:41.708154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.767955 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc320d58-6b62-4eaa-8e3c-a79d9bfbdd7d x-openstack-request-id: req-bc320d58-6b62-4eaa-8e3c-a79d9bfbdd7d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:41.768240 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bc7232-04b2-42cf-a9e9-4773f1e0ce6a", "name": "network-vif-deleted", "tag": "5d07e86e-2149-4b61-8b2e-5e77c0230dca", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:41.768529 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc320d58-6b62-4eaa-8e3c-a79d9bfbdd7d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:41.769266 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc7232-04b2-42cf-a9e9-4773f1e0ce6a', 'name': 'network-vif-deleted', 'tag': '5d07e86e-2149-4b61-8b2e-5e77c0230dca', 'status': 'completed', 'code': 200} Aug 06 18:05:41.772895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.775098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-8dec705e-f714-4e42-a869-1e8cb16210c6 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.0621018 Aug 06 18:05:41.939539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6de16df1-5d17-4834-b3b2-f8cb88563141 req-f6da0bb2-6cb3-4046-b6be-0071cf103b7e tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 210 time: 0.0768392 Aug 06 18:05:41.988965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.994179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:41.995502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07e7c3eb-59f0-42d5-9b45-f8fa57d67392 HTTP/1.1" status: 204 len: 168 time: 0.4183214 Aug 06 18:05:42.036367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9267a7e-433b-4460-aa74-bdf49db45cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e7c3eb-59f0-42d5-9b45-f8fa57d67392,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:42.113944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:42.187553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:42.284879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Network 52bf4214-3df9-4194-bf40-7ca9eecff11e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:05:42.292968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:42.299665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:05:42.316902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-81caa898-afed-47bf-be6c-2e3708d130ca tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/976cc7cf-086d-44b9-acf0-d140ca6183e7 HTTP/1.1" status: 200 len: 2981 time: 0.5208638 Aug 06 18:05:42.324512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Pushing event updated for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:42.361703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b699080-b6a4-4cc8-a68d-901372f00ed4 req-ad92b068-fb73-44d8-aae9-89a3d7a6fcd8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:42.363359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b699080-b6a4-4cc8-a68d-901372f00ed4 req-ad92b068-fb73-44d8-aae9-89a3d7a6fcd8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 945 time: 0.1336727 Aug 06 18:05:42.372860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:42.374189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:42.401057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-3d67e3a9-559f-46a8-b13c-acf03b1ceb64 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/976cc7cf-086d-44b9-acf0-d140ca6183e7 HTTP/1.1" status: 200 len: 2981 time: 0.0799468 Aug 06 18:05:42.435001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-ba7f2c47-b788-45a0-a80b-f905aada1fba tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6010141 Aug 06 18:05:42.445276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b699080-b6a4-4cc8-a68d-901372f00ed4 req-e370d6f0-1e7a-4dce-b6b6-360c001147ee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Aug 06 18:05:42.451972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Request body: {'port': {'device_id': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:42.507112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-e1fc0a03-250c-460d-af99-7f378f6dcd75 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06 HTTP/1.1" status: 200 len: 2981 time: 0.0808246 Aug 06 18:05:42.544889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:42.585130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-0223632a-5731-4ea6-b754-1d1a66ba7c09 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06 HTTP/1.1" status: 200 len: 2981 time: 0.0534570 Aug 06 18:05:42.644379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc0ce-a0d2-454f-94b4-61e90268a95b req-336159f5-8d70-4fe1-8a33-c3edbc40fbf2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:42.646020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c68fc0ce-a0d2-454f-94b4-61e90268a95b req-336159f5-8d70-4fe1-8a33-c3edbc40fbf2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0987914 Aug 06 18:05:42.666530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-34c20625-3b8e-4bf0-9e4d-a1d38349719a tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/acb0d6c6-c147-4545-9802-bdfcf1274ee8 HTTP/1.1" status: 200 len: 2977 time: 0.0833557 Aug 06 18:05:42.741050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-9159c284-01df-4e84-8eb0-94a858ef3d63 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/acb0d6c6-c147-4545-9802-bdfcf1274ee8 HTTP/1.1" status: 200 len: 2977 time: 0.0732117 Aug 06 18:05:42.809877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c68fc0ce-a0d2-454f-94b4-61e90268a95b req-00355cfc-9ecd-4b48-a067-91965eb98cd8 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417336 Aug 06 18:05:42.840296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-0fcbce92-eef4-42b9-b17d-8d3b688fc43e tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c88701ee-9cc9-4741-8443-64cc222dc650 HTTP/1.1" status: 200 len: 2981 time: 0.0855536 Aug 06 18:05:42.908454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-28281780-e4f3-404d-8377-c700b460f64c tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c88701ee-9cc9-4741-8443-64cc222dc650 HTTP/1.1" status: 200 len: 2981 time: 0.0602813 Aug 06 18:05:42.962568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-06287f56-7884-4d37-b481-deed4f63f4b9 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dc047f14-f94f-40c4-b32b-b17fefb31a1b HTTP/1.1" status: 200 len: 2973 time: 0.0526476 Aug 06 18:05:42.983324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-b5c5d1c1-7c2f-41fc-9e9c-7d08b9a75e45 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1255143727&fields=id&tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 267 time: 0.0675552 Aug 06 18:05:43.039870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-13553e3d-216b-448d-8b2f-0c85e3aab742 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/dc047f14-f94f-40c4-b32b-b17fefb31a1b HTTP/1.1" status: 200 len: 2973 time: 0.0752821 Aug 06 18:05:43.073660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a035398-d58b-4e99-8d0c-7ea92fe12645 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:43.085824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.109093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Transition to ACTIVE for port object 3a035398-d58b-4e99-8d0c-7ea92fe12645 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:43.122439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-04de20b3-abbd-44ae-90d7-0c67b15486fa tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:43.124825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-04de20b3-abbd-44ae-90d7-0c67b15486fa tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 945 time: 0.1284804 Aug 06 18:05:43.126701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.147905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-05e21eaa-e5f3-4a4e-81f6-a936d2ef7907 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fe808270-4197-4b1a-8da8-1a200bc79544 HTTP/1.1" status: 200 len: 2981 time: 0.0944138 Aug 06 18:05:43.183175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'security_groups': ['8f939cba-1873-43d6-95ac-51a2255a40a9', '0db5105d-fe69-4921-9b74-efeaddccea8e']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:43.228990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d68221e8-4101-43de-b3ad-5bd2f7af535f req-3b82f94a-4686-406c-8359-8df15f89009c tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fe808270-4197-4b1a-8da8-1a200bc79544 HTTP/1.1" status: 200 len: 2981 time: 0.0659215 Aug 06 18:05:43.239347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:43.332881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.409856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Attempting to bind port 3a035398-d58b-4e99-8d0c-7ea92fe12645 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:05:43.410241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Attempting to bind port 3a035398-d58b-4e99-8d0c-7ea92fe12645 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '796ed467-3390-47d8-a86c-b35bcfe9a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:05:43.410618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Attempting to bind port 3a035398-d58b-4e99-8d0c-7ea92fe12645 on network 52bf4214-3df9-4194-bf40-7ca9eecff11e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:43.421246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Port 3a035398-d58b-4e99-8d0c-7ea92fe12645 on network 52bf4214-3df9-4194-bf40-7ca9eecff11e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:05:43.422088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Attempting to bind port 3a035398-d58b-4e99-8d0c-7ea92fe12645 on network 52bf4214-3df9-4194-bf40-7ca9eecff11e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:05:43.440318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:05:43.440664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Checking segment: {'id': '796ed467-3390-47d8-a86c-b35bcfe9a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:43.441060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Bound using segment: {'id': '796ed467-3390-47d8-a86c-b35bcfe9a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:05:43.441613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Bound port: 3a035398-d58b-4e99-8d0c-7ea92fe12645, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796ed467-3390-47d8-a86c-b35bcfe9a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:05:43.441977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.552915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951929b-af88-43b3-a30b-23abd7039603 req-6f6cfa65-2c05-4397-aea4-8cac64044520 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:43.554871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c951929b-af88-43b3-a30b-23abd7039603 req-6f6cfa65-2c05-4397-aea4-8cac64044520 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 944 time: 0.0821314 Aug 06 18:05:43.602392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:05:43.606063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c951929b-af88-43b3-a30b-23abd7039603 req-dc54da35-ff2c-4668-893a-345eba22b142 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Aug 06 18:05:43.630181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645,segment=NetworkSegment(796ed467-3390-47d8-a86c-b35bcfe9a270),segment_id=796ed467-3390-47d8-a86c-b35bcfe9a270)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:05:43.657641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.730653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5140c120-c149-4590-be84-9a9742da450c req-3fefb1aa-69d3-431e-9d07-b89698352b74 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68ae2e664c1b41e6be512ddb2a161fab HTTP/1.1" status: 200 len: 6100 time: 0.0749249 Aug 06 18:05:43.745711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:43.746822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.752433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a035398-d58b-4e99-8d0c-7ea92fe12645 HTTP/1.1" status: 200 len: 1093 time: 1.3030603 Aug 06 18:05:43.759335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:43.763924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:43.771131 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db801506-9f6d-4256-b856-2f556a247536" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:43.803518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5140c120-c149-4590-be84-9a9742da450c req-fc74fbf2-4b50-4a19-8055-f4a9e5b3b5de tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "GET /v2.0/security-groups/60acf3fa-c091-4c46-8edb-d348bafddecb HTTP/1.1" status: 200 len: 2981 time: 0.0639875 Aug 06 18:05:43.854467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:43.876954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 5d07e86e-2149-4b61-8b2e-5e77c0230dca {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:43.877537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d07e86e-2149-4b61-8b2e-5e77c0230dca not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:43.890088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5140c120-c149-4590-be84-9a9742da450c req-ccc1f5d1-0f8b-4c57-93e1-90617d2ef7f3 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "GET /v2.0/security-groups/60acf3fa-c091-4c46-8edb-d348bafddecb HTTP/1.1" status: 200 len: 2981 time: 0.0799243 Aug 06 18:05:43.941673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.946005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af3322-9179-4e77-9b1e-f9889ea447f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:43.952688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:43.956774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-513ca60c-1ff2-492c-9d04-2af019804527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:43.957940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-513ca60c-1ff2-492c-9d04-2af019804527 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab271ec6d1d2463a9052e038ca2c49a5&device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 1096 time: 0.1557550 Aug 06 18:05:43.965504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:44.043880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-1b39d85c-08a1-47e6-a5c7-12880a55a185 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645 HTTP/1.1" status: 200 len: 217 time: 0.0743041 Aug 06 18:05:44.050581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.051372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.052913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22c491c8-1d6d-42ea-87bf-550fc626bb03 req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "PUT /v2.0/ports/6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 981 time: 0.8862009 Aug 06 18:05:44.108896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aec28-51b5-4aea-bf0d-43a378bc2bff tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:44.167102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:44.235958 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6febf-394e-43f1-a4a9-8af985217f88 x-openstack-request-id: req-92b6febf-394e-43f1-a4a9-8af985217f88 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:44.236473 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:44.236673 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92b6febf-394e-43f1-a4a9-8af985217f88 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:44.237088 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645', 'status': 'completed', 'code': 200} Aug 06 18:05:44.242159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-bdf6556c-de50-4abc-972b-3beeae37047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.245085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-bdf6556c-de50-4abc-972b-3beeae37047a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e5b127-c286-4d6e-b316-f69fdb546e83 HTTP/1.1" status: 200 len: 854 time: 0.1861091 Aug 06 18:05:44.310633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-70273fe6-ba62-495a-8e94-a7e6fbf91f6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52bf4214-3df9-4194-bf40-7ca9eecff11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536880 Aug 06 18:05:44.395598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead33a-e39d-4615-9db0-ec99241dc671 req-7135cf91-99f2-41d1-a7df-d402cede1c51 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.397975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34ead33a-e39d-4615-9db0-ec99241dc671 req-7135cf91-99f2-41d1-a7df-d402cede1c51 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0852265 Aug 06 18:05:44.459399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34ead33a-e39d-4615-9db0-ec99241dc671 req-901ef356-71a4-4d4a-9d61-310ccb5f08ae tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Aug 06 18:05:44.460310 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-88658452-a552-4b18-a3a5-2fd14a7fcc0c tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2547c558-b9d9-46f5-b971-1a2194239ff7 HTTP/1.1" status: 200 len: 1777 time: 0.1912110 Aug 06 18:05:44.543247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-4f156088-3387-4559-ba75-7ab3032c780c service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203298 Aug 06 18:05:44.567243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.633583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-bc1d6f7b-8e31-40e4-9284-9f365a4babad tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.635939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-bc1d6f7b-8e31-40e4-9284-9f365a4babad tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.0997636 Aug 06 18:05:44.641809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.644058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30dbc305-4004-402e-84f5-180fa692746d req-2fbaac66-53d9-4aaa-b35d-b846375b283e tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-737945353&fields=id&tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 267 time: 0.0760279 Aug 06 18:05:44.715841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8b77034-b835-464c-9e8f-abd8bb85d034 req-56791c6f-c57e-4f0c-989b-7b7d1e341c16 service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621318 Aug 06 18:05:44.732625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.739181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.746411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4200937-2d9f-4c5a-a217-724965ffa88b req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/2547c558-b9d9-46f5-b971-1a2194239ff7 HTTP/1.1" status: 204 len: 173 time: 0.2804427 Aug 06 18:05:44.762037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f61d2-0c69-487b-8b82-d37df2aab6c4 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547c558-b9d9-46f5-b971-1a2194239ff7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:44.807007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc305-4004-402e-84f5-180fa692746d req-72a23f09-8217-4f8a-9732-71738ec405be tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.808667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30dbc305-4004-402e-84f5-180fa692746d req-72a23f09-8217-4f8a-9732-71738ec405be tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 984 time: 0.1491027 Aug 06 18:05:44.843527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'security_groups': ['0db5105d-fe69-4921-9b74-efeaddccea8e', '8f939cba-1873-43d6-95ac-51a2255a40a9', '87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:44.897412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801506-9f6d-4256-b856-2f556a247536 req-8554e1d0-f558-48aa-b405-5a8421cca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.899110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-8554e1d0-f558-48aa-b405-5a8421cca037 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab271ec6d1d2463a9052e038ca2c49a5&device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 1096 time: 0.1135521 Aug 06 18:05:44.927072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Deleting port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:44.927685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:44.934348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc365d8c-e955-44fe-97b0-1cb57965a98c req-758b5ce5-bdbb-429e-b400-3d74d918ff8f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:44.935958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc365d8c-e955-44fe-97b0-1cb57965a98c req-758b5ce5-bdbb-429e-b400-3d74d918ff8f tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 944 time: 0.0909376 Aug 06 18:05:45.014703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.020997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc365d8c-e955-44fe-97b0-1cb57965a98c req-705e374d-7bc7-458d-98cd-31b449097148 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/security-groups?id=c88701ee-9cc9-4741-8443-64cc222dc650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Aug 06 18:05:45.040601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801506-9f6d-4256-b856-2f556a247536 req-d2b64a1b-ecd4-4afc-a4f7-3a1234c9f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:45.043023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-d2b64a1b-ecd4-4afc-a4f7-3a1234c9f38e service neutron] 10.222.0.55 "GET /v2.0/networks?id=52bf4214-3df9-4194-bf40-7ca9eecff11e HTTP/1.1" status: 200 len: 915 time: 0.1357663 Aug 06 18:05:45.135276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-1e8b5831-3b3f-4126-a316-9f9160524147 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645 HTTP/1.1" status: 200 len: 217 time: 0.0794523 Aug 06 18:05:45.137084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] For port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,segment=NetworkSegment(340da99e-6537-46e1-ba8e-f1e7938b60f6),segment_id=340da99e-6537-46e1-ba8e-f1e7938b60f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:45.137572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.170811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Calling delete_port for 1f561e4f-5ee5-437d-b6f7-f5740df0d16c owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:05:45.218058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801506-9f6d-4256-b856-2f556a247536 req-fc8245af-b920-4159-ad45-e15ccd7139db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:45.219750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-fc8245af-b920-4159-ad45-e15ccd7139db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e5b127-c286-4d6e-b316-f69fdb546e83 HTTP/1.1" status: 200 len: 854 time: 0.0765610 Aug 06 18:05:45.267198 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-78ab7e24-a5d6-4440-be85-4addbd575552 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52bf4214-3df9-4194-bf40-7ca9eecff11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379956 Aug 06 18:05:45.446014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-e198bd11-0e0e-440f-96e1-58417e88476b service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668491 Aug 06 18:05:45.479355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:45.496529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.565085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Pushing event deleted for resources: {'Port': ['ID=1f561e4f-5ee5-437d-b6f7-f5740df0d16c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:45.586364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db801506-9f6d-4256-b856-2f556a247536 req-2e5577c9-72c9-4c5e-82dd-998078717514 service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326146 Aug 06 18:05:45.654263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.657648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] No DVR routers for this DVR port 1f561e4f-5ee5-437d-b6f7-f5740df0d16c on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:05:45.661803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.665594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-405618bf-4ee1-4c52-aee3-99651af8b948 req-e138e38b-d5a5-4cf6-a104-bdcd347da789 tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.55 "DELETE /v2.0/ports/1f561e4f-5ee5-437d-b6f7-f5740df0d16c HTTP/1.1" status: 204 len: 173 time: 1.0203733 Aug 06 18:05:45.666362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-deleted', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:45.670633 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3da951-6199-4351-9901-ae11b86bf687" -d '{"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-deleted", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:45.675296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7d893-e38f-4a44-bcb1-57e355f8259c req-e6ab0323-3c04-4baa-abb7-41ac192f5ff9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:45.676746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.678172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdf7d893-e38f-4a44-bcb1-57e355f8259c req-e6ab0323-3c04-4baa-abb7-41ac192f5ff9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 944 time: 0.0906625 Aug 06 18:05:45.694665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:45.749800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:45.751512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:45.753296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30dbc305-4004-402e-84f5-180fa692746d req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "PUT /v2.0/ports/6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 1020 time: 0.9184642 Aug 06 18:05:45.778520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdf7d893-e38f-4a44-bcb1-57e355f8259c req-bf9db7ae-a479-4efd-930c-fda1aa20845f tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917430 Aug 06 18:05:45.815798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:45.853847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd17fa-06ff-4d09-a4b9-9996df60ea9f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:45.880562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-42798d0c-e247-49b0-987c-797cfa1b2de8 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "GET /v2.0/security-groups/3bc78878-1814-40c1-ba10-e3e5d661a633 HTTP/1.1" status: 200 len: 1776 time: 0.0932987 Aug 06 18:05:45.969899 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.005091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.005914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426569-eee5-4039-99ce-4f5022c3fa66 req-288daa68-cc41-416e-950c-09a150cf8ea9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:46.008648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6426569-eee5-4039-99ce-4f5022c3fa66 req-288daa68-cc41-416e-950c-09a150cf8ea9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0914536 Aug 06 18:05:46.059772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.064248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6426569-eee5-4039-99ce-4f5022c3fa66 req-23f2d944-51b3-43c9-bf09-0b7c3624ba14 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Aug 06 18:05:46.065143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.073744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f80bb144-7b14-479f-a7d4-b70808f6771f req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bc78878-1814-40c1-ba10-e3e5d661a633 HTTP/1.1" status: 204 len: 173 time: 0.1841900 Aug 06 18:05:46.104593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbb2b6-72da-44b5-8e5f-7c752552cd38 tempest-SecurityGroupsTestAdminJSON-1738907329 tempest-SecurityGroupsTestAdminJSON-1738907329-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc78878-1814-40c1-ba10-e3e5d661a633,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:46.116938 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97061c5b-07b3-4f44-95c9-23c927cc0efe x-openstack-request-id: req-97061c5b-07b3-4f44-95c9-23c927cc0efe {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:46.117239 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0f631d-d4a8-4613-8a83-2b9e719d0513", "name": "network-vif-deleted", "tag": "1f561e4f-5ee5-437d-b6f7-f5740df0d16c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:46.117516 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97061c5b-07b3-4f44-95c9-23c927cc0efe {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:46.118326 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0f631d-d4a8-4613-8a83-2b9e719d0513', 'name': 'network-vif-deleted', 'tag': '1f561e4f-5ee5-437d-b6f7-f5740df0d16c', 'status': 'completed', 'code': 200} Aug 06 18:05:46.203221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760fbd-357a-4586-96db-e70a10b15734 req-1f304bd3-2cba-4fa5-b65a-f49d373fe294 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:46.205608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7760fbd-357a-4586-96db-e70a10b15734 req-1f304bd3-2cba-4fa5-b65a-f49d373fe294 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1023 time: 0.0677688 Aug 06 18:05:46.240706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:46.243720 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35" -d '{"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:46.355775 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:05:46.375369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7760fbd-357a-4586-96db-e70a10b15734 req-bb9cafc5-67b8-4159-be70-331ff35a5845 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a&id=0db5105d-fe69-4921-9b74-efeaddccea8e&id=8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 6148 time: 0.1513314 Aug 06 18:05:46.418198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35200366-6648-47d7-86f1-3558eb012f3a req-c09f42d8-f347-4838-b822-fbc8c173b4fd tempest-LiveAutoBlockMigrationV225Test-269563746 tempest-LiveAutoBlockMigrationV225Test-269563746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d0f631d-d4a8-4613-8a83-2b9e719d0513 HTTP/1.1" status: 200 len: 210 time: 0.0638466 Aug 06 18:05:46.450660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-107eb4ee-3fdf-421b-b782-0052fab37b09 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "GET /v2.0/security-groups/898206e3-485f-4839-87d7-82ff499a2d5b HTTP/1.1" status: 200 len: 1777 time: 0.0626309 Aug 06 18:05:46.515394 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919c876-3132-43c8-b48f-c7e6c7e3fe8b x-openstack-request-id: req-0919c876-3132-43c8-b48f-c7e6c7e3fe8b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:46.515853 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:46.516266 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0919c876-3132-43c8-b48f-c7e6c7e3fe8b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:46.516897 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'status': 'completed', 'code': 200} Aug 06 18:05:46.562445 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.594754 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.631275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-7a0a7e42-f39d-45c9-9472-05312be0ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:46.632964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-7a0a7e42-f39d-45c9-9472-05312be0ad6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1175 time: 0.0923321 Aug 06 18:05:46.636439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1900700039 ', 'description': 'tempest-description-337533229'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:46.670268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.673496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.674891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d4adf8e-2214-4903-b97c-a0337ad66ab4 req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "DELETE /v2.0/security-groups/898206e3-485f-4839-87d7-82ff499a2d5b HTTP/1.1" status: 204 len: 173 time: 0.2178714 Aug 06 18:05:46.689346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662e39d-a5ab-4c81-9deb-be88c148fae2 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898206e3-485f-4839-87d7-82ff499a2d5b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:46.730411 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.813294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-250a0402-236d-41dc-a184-13ea44945a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:46.815898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-250a0402-236d-41dc-a184-13ea44945a45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.1736469 Aug 06 18:05:46.860643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:46.873113 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b680ac1-956d-444b-af73-acfa929edf33 req-dd2d5fe9-c430-4c8a-a0e6-4b01428d084e tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "GET /v2.0/security-groups/2a1ed239-138e-49b1-a0a3-5a83fa04f64f HTTP/1.1" status: 200 len: 1775 time: 0.0681827 Aug 06 18:05:46.890934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-4c8ccb1e-955d-44ca-b4fe-db4d5d398142 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 217 time: 0.0613821 Aug 06 18:05:46.954154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b680ac1-956d-444b-af73-acfa929edf33 req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.985049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-b61ac432-0b9f-49f2-ad8a-ca87134d2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:46.986669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-b61ac432-0b9f-49f2-ad8a-ca87134d2313 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.0871158 Aug 06 18:05:46.991624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b680ac1-956d-444b-af73-acfa929edf33 req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:46.995091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.037904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-e53e4863-4bab-4bc0-97c0-fe78e3fd48c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407650 Aug 06 18:05:47.039123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.085900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b680ac1-956d-444b-af73-acfa929edf33 req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.090655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b680ac1-956d-444b-af73-acfa929edf33 req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.092570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b680ac1-956d-444b-af73-acfa929edf33 req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a1ed239-138e-49b1-a0a3-5a83fa04f64f HTTP/1.1" status: 204 len: 173 time: 0.2074010 Aug 06 18:05:47.125270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d34fda37-2990-4794-8fb8-f76f5a75a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.129841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfec91a-f6ec-456a-9833-641b1ae4d394 tempest-SecurityGroupsTestAdminJSON-1479388901 tempest-SecurityGroupsTestAdminJSON-1479388901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ed239-138e-49b1-a0a3-5a83fa04f64f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:47.160002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.179556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f5fc002-1cbd-4a64-b245-bbceaeeac49e req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5518546 Aug 06 18:05:47.216776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00e44d-2ecb-4a91-9d7f-83d61208a78b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88243e51-8494-4f61-ac09-3753fb1facb2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:47.279548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-df7a3b70-7833-4476-8fcb-cb4a85b0fc0c service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342298 Aug 06 18:05:47.377263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ecb78-f4e4-42cc-b69f-6a9c1e92956d req-e1f78228-f78c-4711-ad0e-edd40e62bdad tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:47.386348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f5ecb78-f4e4-42cc-b69f-6a9c1e92956d req-e1f78228-f78c-4711-ad0e-edd40e62bdad tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 944 time: 0.1439915 Aug 06 18:05:47.392730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a0cbb-18a6-4a63-a778-be5fd7b2db45 req-53b8db85-0a62-4b3f-b2c7-effb350d53e5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:47.402640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb8a0cbb-18a6-4a63-a778-be5fd7b2db45 req-53b8db85-0a62-4b3f-b2c7-effb350d53e5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1493828 Aug 06 18:05:47.480988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d34fda37-2990-4794-8fb8-f76f5a75a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.487112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2a05cc1-d5b1-438d-8c5d-a7370e104f35 req-f7b487b2-24d3-4b93-b7b4-c30c0db96f85 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895888 Aug 06 18:05:47.492174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d34fda37-2990-4794-8fb8-f76f5a75a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.502299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb8a0cbb-18a6-4a63-a778-be5fd7b2db45 req-63f2bda7-1c47-4009-8bb5-663be0fe24c7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932937 Aug 06 18:05:47.515661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f5ecb78-f4e4-42cc-b69f-6a9c1e92956d req-6165b9e7-6263-43d9-93ec-7049da7815e7 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196485 Aug 06 18:05:47.563216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:47.580513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49960) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:47.592316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a06bbc6-690a-4160-b663-ed72ffce76b0 req-1b1fc10b-4be6-440a-8027-1589cf7f9e5d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/88243e51-8494-4f61-ac09-3753fb1facb2 HTTP/1.1" status: 200 len: 1780 time: 0.0661895 Aug 06 18:05:47.598383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fda37-2990-4794-8fb8-f76f5a75a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7deab8-1f26-417f-beef-e4c7929ff9c0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:47.627210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49968) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:47.627910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d34fda37-2990-4794-8fb8-f76f5a75a0d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=300aab611fea4d528310eeb409c090b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658763 Aug 06 18:05:47.719253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.738195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-8f6384f0-f7e2-40f7-8f46-7e89e129c776 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/88243e51-8494-4f61-ac09-3753fb1facb2 HTTP/1.1" status: 200 len: 1780 time: 0.0952151 Aug 06 18:05:47.762595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.854794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90ee98b1-1aad-442f-997a-375dc7ada335 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68ae2e664c1b41e6be512ddb2a161fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899475 Aug 06 18:05:47.859595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49972) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:47.868408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.890107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3a035398-d58b-4e99-8d0c-7ea92fe12645 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:05:47.891130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Deleting subnet d8344886-c18e-4a0a-b6aa-519e8cc6a4fd {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:05:47.902623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.904250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.930171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.932859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.936789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f7deab8-1f26-417f-beef-e4c7929ff9c0 HTTP/1.1" status: 204 len: 168 time: 0.3051288 Aug 06 18:05:47.963297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.964606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59f301-0bae-45c2-a1d3-39563a86d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7deab8-1f26-417f-beef-e4c7929ff9c0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:47.966972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:47.971395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e783ef16-442a-4c1d-aadd-279c8474fe0e req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/88243e51-8494-4f61-ac09-3753fb1facb2 HTTP/1.1" status: 204 len: 173 time: 0.2234635 Aug 06 18:05:47.984252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc5168-b816-43b8-aa0f-76dcf2849d69 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88243e51-8494-4f61-ac09-3753fb1facb2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:47.995959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.029661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.055084 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-ac5baee8-0fc5-4260-b1ee-8f538ef4125a req-4a1c20ba-97f6-4f2c-9f9a-5d959e44d303 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:05:48.056322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac5baee8-0fc5-4260-b1ee-8f538ef4125a req-4a1c20ba-97f6-4f2c-9f9a-5d959e44d303 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/88243e51-8494-4f61-ac09-3753fb1facb2 HTTP/1.1" status: 404 len: 352 time: 0.0381556 Aug 06 18:05:48.086981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.087893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.104710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645,segment=NetworkSegment(796ed467-3390-47d8-a86c-b35bcfe9a270),segment_id=796ed467-3390-47d8-a86c-b35bcfe9a270)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:48.120795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:48.124178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-539430263', 'description': 'tempest-description-166734824'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:48.125098 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a003b5-ea42-46fc-9352-2eda2743864c" -d '{"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:48.141424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '3a035398-d58b-4e99-8d0c-7ea92fe12645', 'network_id': '52bf4214-3df9-4194-bf40-7ca9eecff11e', 'port_id': '3a035398-d58b-4e99-8d0c-7ea92fe12645', 'mac_address': 'fa:16:3e:72:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e5b127-c286-4d6e-b316-f69fdb546e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:05:48.185809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.210629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.215086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.222138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60acf3fa-c091-4c46-8edb-d348bafddecb HTTP/1.1" status: 204 len: 168 time: 0.3580592 Aug 06 18:05:48.232179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.236978 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3a757-1d32-4278-bcb2-5857d90c6bf8 x-openstack-request-id: req-31f3a757-1d32-4278-bcb2-5857d90c6bf8 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:48.239676 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:48.240348 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31f3a757-1d32-4278-bcb2-5857d90c6bf8 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:48.241089 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'status': 'completed', 'code': 200} Aug 06 18:05:48.252254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.265987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a035398-d58b-4e99-8d0c-7ea92fe12645 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:05:48.285695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152514-c810-4b6a-878f-2cc135ba8ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60acf3fa-c091-4c46-8edb-d348bafddecb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:48.329383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8344886-c18e-4a0a-b6aa-519e8cc6a4fd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:48.332652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.337885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0485b92-d34c-4e36-8f04-a521e13bf451 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8344886-c18e-4a0a-b6aa-519e8cc6a4fd HTTP/1.1" status: 204 len: 168 time: 0.7561185 Aug 06 18:05:48.340015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49986) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:48.377481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645,segment=NetworkSegment(796ed467-3390-47d8-a86c-b35bcfe9a270),segment_id=796ed467-3390-47d8-a86c-b35bcfe9a270)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:48.390588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.428809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a003b5-ea42-46fc-9352-2eda2743864c req-382a1a23-5be3-4209-a9b8-cd605fe33442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:48.431154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-382a1a23-5be3-4209-a9b8-cd605fe33442 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1175 time: 0.1675951 Aug 06 18:05:48.438515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.464671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.477293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.524141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:48.580179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.582301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce16bcfd-b53d-4028-abd6-43e3c8b4e16e req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4788742 Aug 06 18:05:48.587146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49992) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:48.599111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45313-325c-4dab-ad38-b14781924ad9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340ad35c-469f-48e3-8dee-e9b5db899e52,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:48.604370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3a035398-d58b-4e99-8d0c-7ea92fe12645'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:05:48.659812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-037e0a77-e095-49e6-901f-e038c6119bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.824120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.829295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a003b5-ea42-46fc-9352-2eda2743864c req-31664c67-82e7-4cfc-b1d6-20156dbdcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:48.846849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-31664c67-82e7-4cfc-b1d6-20156dbdcddb service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.4057493 Aug 06 18:05:48.850193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8da4-5dbb-489a-b691-e4b4b8217cd4 req-749a0338-507c-4972-883a-d064bcb68756 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:48.852370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a40a8da4-5dbb-489a-b691-e4b4b8217cd4 req-749a0338-507c-4972-883a-d064bcb68756 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 945 time: 0.1763659 Aug 06 18:05:48.858207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae786341-183f-4732-a423-f0be9854f5ae']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:48.893506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340da99e-6537-46e1-ba8e-f1e7938b60f6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:48.893506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340da99e-6537-46e1-ba8e-f1e7938b60f6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:48.928812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-037e0a77-e095-49e6-901f-e038c6119bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.941865 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-037e0a77-e095-49e6-901f-e038c6119bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.942448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11fe2-8dfc-441f-a087-0de19504b3f3 req-d5c9ee10-1f56-4e31-af69-f03ee463c107 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:48.944184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dca11fe2-8dfc-441f-a087-0de19504b3f3 req-d5c9ee10-1f56-4e31-af69-f03ee463c107 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2661920 Aug 06 18:05:48.946435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:48.949237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-66499867-b9b6-4592-9344-f2af3923b9df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 217 time: 0.0861502 Aug 06 18:05:48.985415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a40a8da4-5dbb-489a-b691-e4b4b8217cd4 req-6f841169-ae39-4355-972a-84ade58acb98 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043048 Aug 06 18:05:48.995784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e0a77-e095-49e6-901f-e038c6119bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fe568-2913-45c2-81f0-d898bcf9d2ed,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.003196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.022600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-037e0a77-e095-49e6-901f-e038c6119bcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2aa795d251cb45fe9c1b711488e0fb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289131 Aug 06 18:05:49.022600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50002) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:49.031732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:05:49.032397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:05:49.035878 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:05:49.057787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1640669431', 'description': 'tempest-description-1119203136'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:49.102750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50004) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:49.118916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a003b5-ea42-46fc-9352-2eda2743864c req-740c2452-2b29-4828-8691-706e5ea07bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:49.121504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-740c2452-2b29-4828-8691-706e5ea07bdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.1634741 Aug 06 18:05:49.140078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dca11fe2-8dfc-441f-a087-0de19504b3f3 req-eb875c2c-92ff-4d0c-839b-df5a64c96c7b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700869 Aug 06 18:05:49.154515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.161043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.194232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.194801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.202584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae786341-183f-4732-a423-f0be9854f5ae HTTP/1.1" status: 204 len: 168 time: 0.8582668 Aug 06 18:05:49.207703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50006) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:49.208748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-06d11aa4-1a80-4b10-a2b8-0474b3477e82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737090 Aug 06 18:05:49.245991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a62ce-6e0e-4820-8503-8b4ab2ea7beb admin admin] Pushing event deleted for resources: {'Network': ['ID=ae786341-183f-4732-a423-f0be9854f5ae,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.317223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.353388 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bd8fcd34-6468-472e-a7bd-f8332a818a7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37cb3cde828e458e861d574a266d3990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434199 Aug 06 18:05:49.353776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50008) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:49.392358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Deleting subnet 2edea972-eb28-451b-8bf8-d135442a050a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:05:49.402992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.441288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-29a3867d-663d-45c0-a6e9-f6b977d08fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145278 Aug 06 18:05:49.473375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.491373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.508042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.515224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.527475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.530394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.531612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf5fe568-2913-45c2-81f0-d898bcf9d2ed HTTP/1.1" status: 204 len: 168 time: 0.5084140 Aug 06 18:05:49.563826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.568692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.574286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.577489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82ed6743-6bd3-4f75-bf69-eef464294869 req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5282354 Aug 06 18:05:49.595925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d36d-782e-4ca0-b6f9-5cb5294b630b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9577c-6fa5-4b7f-9506-3819c5fb02a6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.608226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d844a-24db-41b8-a6e1-d90c3adeed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fe568-2913-45c2-81f0-d898bcf9d2ed,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.619273 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30a003b5-ea42-46fc-9352-2eda2743864c req-7c00ea4b-f0bd-4942-bdf1-5c64892e48aa service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670737 Aug 06 18:05:49.667678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2145433392', 'description': 'tempest-description-2028194089'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:49.671934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.686131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.688775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.694994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d28a863-fa09-4428-acdd-5c43e243dfac HTTP/1.1" status: 204 len: 168 time: 0.3355770 Aug 06 18:05:49.703114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edea972-eb28-451b-8bf8-d135442a050a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.707897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.710120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-daaf6d65-f4f5-4617-bf38-4092830ad918 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2edea972-eb28-451b-8bf8-d135442a050a HTTP/1.1" status: 204 len: 168 time: 0.5010090 Aug 06 18:05:49.712709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50016) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:49.714499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148276-3a8a-4b98-8544-48e52f7e1143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d28a863-fa09-4428-acdd-5c43e243dfac,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.724257 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.872335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.888788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3a035398-d58b-4e99-8d0c-7ea92fe12645 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:05:49.892963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.901070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.958456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed150237-3d94-40a6-8e86-085525eee216,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:49.976169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:49.986300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b7ffe33-1bce-45fb-8d87-049bce100567 req-86984e5e-f358-4430-80ab-2f4449d0ba2b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3229694 Aug 06 18:05:50.034391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 3a035398-d58b-4e99-8d0c-7ea92fe12645 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:50.047238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 3a035398-d58b-4e99-8d0c-7ea92fe12645 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:50.048889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.088016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.128429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9397dc38-1bd2-441d-a19d-f1dfa120122d']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:50.179475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6956c447-de79-4bb3-bdae-acc27d3bd2ae') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:50.180521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6956c447-de79-4bb3-bdae-acc27d3bd2ae') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:05:50.202373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.241324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cd7dd-3657-433c-8da6-92f5d6cf5cd9 req-4685acfc-5587-4f26-85b0-29573a91c672 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:50.241791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.253077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.259122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e57cd7dd-3657-433c-8da6-92f5d6cf5cd9 req-4685acfc-5587-4f26-85b0-29573a91c672 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 945 time: 0.1129880 Aug 06 18:05:50.278082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:05:50.281693 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3c7ee1-f91d-49be-9252-824c0c5e53d6" -d '{"events": [{"server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:05:50.296364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:05:50.297026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:05:50.300020 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:05:50.321523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645,segment=NetworkSegment(796ed467-3390-47d8-a86c-b35bcfe9a270),segment_id=796ed467-3390-47d8-a86c-b35bcfe9a270)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:05:50.334116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.335414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:05:50.355982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e57cd7dd-3657-433c-8da6-92f5d6cf5cd9 req-18db22a8-83c1-4237-be7a-fe26fe04f174 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942085 Aug 06 18:05:50.394675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 1f561e4f-5ee5-437d-b6f7-f5740df0d16c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:05:50.394987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1f561e4f-5ee5-437d-b6f7-f5740df0d16c not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:05:50.443878 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.457640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:50.463692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9397dc38-1bd2-441d-a19d-f1dfa120122d HTTP/1.1" status: 204 len: 168 time: 0.7470784 Aug 06 18:05:50.474710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:50.495919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ea1b-c80a-4707-b1a9-2a312035ec50 admin admin] Pushing event deleted for resources: {'Network': ['ID=9397dc38-1bd2-441d-a19d-f1dfa120122d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:50.525146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d4884e7-c6d5-4889-9009-bb5cba32208c req-0612deb6-bfa8-4793-a437-99c9e609f022 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 10896 time: 0.4609482 Aug 06 18:05:50.633037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d4884e7-c6d5-4889-9009-bb5cba32208c req-f4e65082-481a-41d5-8a27-a0396c7e2d2f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.0848694 Aug 06 18:05:50.671347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dae15-a118-46c3-b1aa-9d587191b223 req-67c87fc9-f387-4937-8ea1-ec7159f4263e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:50.674216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-488dae15-a118-46c3-b1aa-9d587191b223 req-67c87fc9-f387-4937-8ea1-ec7159f4263e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0962019 Aug 06 18:05:50.725486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d4884e7-c6d5-4889-9009-bb5cba32208c req-60c39681-90fe-4adb-b842-47176f12050d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.0908625 Aug 06 18:05:50.749239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:50.761359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-488dae15-a118-46c3-b1aa-9d587191b223 req-54bf83c6-ff83-45e5-8e4d-b22302b50373 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710087 Aug 06 18:05:50.846117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:50.846530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dab970cb-1b16-4529-ab56-ac599f6c6820 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b02ce22e0e3d40189eb62e733a6b8889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956638 Aug 06 18:05:50.888251 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f9da9-1eb8-4e2c-a8ae-b36904954ce4 x-openstack-request-id: req-bd7f9da9-1eb8-4e2c-a8ae-b36904954ce4 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:05:50.892426 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:05:50.893105 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd7f9da9-1eb8-4e2c-a8ae-b36904954ce4 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:05:50.893964 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645', 'code': 200} Aug 06 18:05:51.019647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.062231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-43ae3e43-a7c0-48ab-8a9d-9ef248133e9b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/340ad35c-469f-48e3-8dee-e9b5db899e52 HTTP/1.1" status: 200 len: 1799 time: 0.1304965 Aug 06 18:05:51.077028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.147463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a1eb-ed39-4f63-ab17-1462d279d87a req-6c3d90e5-5998-4529-80d1-c40662dd8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:51.149192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f87a1eb-ed39-4f63-ab17-1462d279d87a req-6c3d90e5-5998-4529-80d1-c40662dd8230 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 1098 time: 0.1691992 Aug 06 18:05:51.245376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.249045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f87a1eb-ed39-4f63-ab17-1462d279d87a req-c2dafbae-3432-495b-ac79-fdeb57cd8411 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913029 Aug 06 18:05:51.282639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.295499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.297995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.299414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c88701ee-9cc9-4741-8443-64cc222dc650 HTTP/1.1" status: 204 len: 168 time: 0.4517624 Aug 06 18:05:51.314709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e9d73-4b42-44b2-9d51-8bf7de190443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88701ee-9cc9-4741-8443-64cc222dc650,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:51.385821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.392487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.392487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d94a86f-afab-4fbd-a559-acecafb31d68 req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/340ad35c-469f-48e3-8dee-e9b5db899e52 HTTP/1.1" status: 204 len: 173 time: 0.3252668 Aug 06 18:05:51.392487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50074) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:51.409826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9dc67-6a1d-46c6-9090-fd6bb14bf358 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340ad35c-469f-48e3-8dee-e9b5db899e52,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:51.447393 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-31db82fe-ea2f-4ce6-b742-7290b29df9af req-909b40c6-b9fa-4a9c-a718-c68d87573907 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:05:51.457182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31db82fe-ea2f-4ce6-b742-7290b29df9af req-909b40c6-b9fa-4a9c-a718-c68d87573907 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/340ad35c-469f-48e3-8dee-e9b5db899e52 HTTP/1.1" status: 404 len: 352 time: 0.0259697 Aug 06 18:05:51.526887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-466885a6-1c24-47e0-a137-2b788974452d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c8a9577c-6fa5-4b7f-9506-3819c5fb02a6 HTTP/1.1" status: 200 len: 1801 time: 0.0537121 Aug 06 18:05:51.611013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884999e7-f1f3-4f77-9e06-ab57a7967274 req-5efe238e-5ee0-4cc1-a7f5-0be93f77e3d4 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:51.611300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.613817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-884999e7-f1f3-4f77-9e06-ab57a7967274 req-5efe238e-5ee0-4cc1-a7f5-0be93f77e3d4 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.0896554 Aug 06 18:05:51.659764 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.700996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-884999e7-f1f3-4f77-9e06-ab57a7967274 req-9080b0da-cc77-430d-b13e-e6c58a8ad75f tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745523 Aug 06 18:05:51.750146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.754797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:51.758255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a216c65-93b1-4f74-8038-8a79c7d1297a req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/c8a9577c-6fa5-4b7f-9506-3819c5fb02a6 HTTP/1.1" status: 204 len: 173 time: 0.2301602 Aug 06 18:05:51.788163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d47a46-f121-4e89-aea6-5774a890e859 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9577c-6fa5-4b7f-9506-3819c5fb02a6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:51.817844 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-454806a1-d8dd-4fcb-a248-a0285146a8c4 req-67a601dd-ee4d-42c5-bc5c-6b9f6d19a8ab tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:05:51.819609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-454806a1-d8dd-4fcb-a248-a0285146a8c4 req-67a601dd-ee4d-42c5-bc5c-6b9f6d19a8ab tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c8a9577c-6fa5-4b7f-9506-3819c5fb02a6 HTTP/1.1" status: 404 len: 352 time: 0.0339599 Aug 06 18:05:51.942776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-174827240-network', 'tenant_id': '7dbb625718384513aa6310b74fc6ae1f'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:51.952285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-eeabd6d5-9473-43b8-b14a-4e85eb089d14 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/ed150237-3d94-40a6-8e86-085525eee216 HTTP/1.1" status: 200 len: 1801 time: 0.0924671 Aug 06 18:05:51.988167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbf56-53b5-4c69-90c9-f255ff00b687 req-56e6e541-b913-4a54-845b-d36e95889652 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:51.990187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe2cbf56-53b5-4c69-90c9-f255ff00b687 req-56e6e541-b913-4a54-845b-d36e95889652 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0918005 Aug 06 18:05:52.058020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Made reservation on behalf of 7dbb625718384513aa6310b74fc6ae1f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:52.061380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.097387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.105622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe2cbf56-53b5-4c69-90c9-f255ff00b687 req-afc32263-1a59-4489-8577-ee35385d1979 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032121 Aug 06 18:05:52.128392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.181907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50102) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:52.244225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.258607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c6310cb7-31c8-4d20-bcf5-c3a395e7a1c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=349c47189b8d4377b27ac1f2103849bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725970 Aug 06 18:05:52.262501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50104) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:52.378952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.379761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.381995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.386659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d31c23c1-7fe7-4432-b089-15efa06e6cb2 req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/ed150237-3d94-40a6-8e86-085525eee216 HTTP/1.1" status: 204 len: 173 time: 0.4260497 Aug 06 18:05:52.425184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.435792 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.440682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38006ab-60ed-4b8d-93bc-6b674352c27b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed150237-3d94-40a6-8e86-085525eee216,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:52.444649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.466687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:05:52.468140 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-0479dec8-1f96-4973-9c73-e7ee1b05836d req-9454e2db-03bb-4306-9bd6-d8098cf4700b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:05:52.479780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0479dec8-1f96-4973-9c73-e7ee1b05836d req-9454e2db-03bb-4306-9bd6-d8098cf4700b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/ed150237-3d94-40a6-8e86-085525eee216 HTTP/1.1" status: 404 len: 352 time: 0.0651457 Aug 06 18:05:52.502084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.502395 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Added segment 1caa8f2c-96ce-4ad7-afa3-8a7754a58b28 of type vlan for network 91bc2a06-0db1-40b4-add5-c63d69e70f08 Aug 06 18:05:52.523692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25ed9d-0229-4405-88eb-ed5164d8c325,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:52.571510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.577107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.583490 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/976cc7cf-086d-44b9-acf0-d140ca6183e7 HTTP/1.1" status: 204 len: 168 time: 0.3158689 Aug 06 18:05:52.595392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ac871-b071-45fa-8765-b9481ed787a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976cc7cf-086d-44b9-acf0-d140ca6183e7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:52.609071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.664776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84b6ec26-df88-45ba-adb6-110a063b42bf req-5afd89f4-dacf-4d92-87d7-9c6f396450d8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 6148 time: 0.1650717 Aug 06 18:05:52.680664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.683380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:52.685234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:52.864163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] Pushing event updated for resources: {'Network': ['ID=91bc2a06-0db1-40b4-add5-c63d69e70f08,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:52.881796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 91bc2a06-0db1-40b4-add5-c63d69e70f08 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:05:52.887537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c2390696-ed3b-4ba6-b30b-4799e0a635eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4901395 Aug 06 18:05:52.897010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50122) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:52.905597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Request body: {'subnet': {'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-174827240-subnet', 'tenant_id': '7dbb625718384513aa6310b74fc6ae1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:52.934221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84b6ec26-df88-45ba-adb6-110a063b42bf req-954d9a8b-8b76-43b8-9dcc-8400464cc367 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.2436373 Aug 06 18:05:52.951417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd0230-d90a-455d-ba9f-b2a25670cebb req-20b61774-947d-496b-841b-0ec4352a4b6b tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:52.954839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85dd0230-d90a-455d-ba9f-b2a25670cebb req-20b61774-947d-496b-841b-0ec4352a4b6b tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.0977883 Aug 06 18:05:52.981166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Made reservation on behalf of 7dbb625718384513aa6310b74fc6ae1f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:52.984350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.031636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85dd0230-d90a-455d-ba9f-b2a25670cebb req-29abb782-d69f-4467-8401-10cb3a67ac4e tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688725 Aug 06 18:05:53.083783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84b6ec26-df88-45ba-adb6-110a063b42bf req-1a859b7c-e46e-4512-a23f-e874fd502081 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 200 len: 2981 time: 0.1395521 Aug 06 18:05:53.172489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1695858639', 'description': 'tempest-description-1419378035'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:53.208459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.315892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96365175-379d-482d-9fef-4ff0e87311d0 req-75ae50a2-b650-45f0-a752-3a6c0100af27 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:53.317909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.318286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96365175-379d-482d-9fef-4ff0e87311d0 req-75ae50a2-b650-45f0-a752-3a6c0100af27 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0912313 Aug 06 18:05:53.381662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96365175-379d-482d-9fef-4ff0e87311d0 req-c9e0eab2-4ee7-45b0-8185-74cd8d42621f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Aug 06 18:05:53.412412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6712e41-bc29-4bd7-8abc-858944bb4b25,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:53.473471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.481551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Checking segment: {'id': '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:53.482139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Network hostable DHCP agents. Network: 91bc2a06-0db1-40b4-add5-c63d69e70f08, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:05:53.486070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.554876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.557707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-765b2d75-813e-4641-ae23-bf52a545011d req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3919060 Aug 06 18:05:53.575658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b921e-f557-48fb-a437-e9fc569d595d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb938c-5d85-45ed-9ff2-0f11693b8230,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:53.594100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Network 91bc2a06-0db1-40b4-add5-c63d69e70f08 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:05:53.643899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 91bc2a06-0db1-40b4-add5-c63d69e70f08) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:53.655499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18017d4-90e5-4796-a2a4-3a1ac3dcc195 None None] Network 91bc2a06-0db1-40b4-add5-c63d69e70f08 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:53.657939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:53.659728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:53.715107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f2c77476-54ee-4228-a38f-8b8575ffa3a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8161762 Aug 06 18:05:53.727671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-0b1300c7-da77-47c1-84c8-23c04d18badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:53.729434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-0b1300c7-da77-47c1-84c8-23c04d18badc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab271ec6d1d2463a9052e038ca2c49a5&device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 1098 time: 0.0551422 Aug 06 18:05:53.920260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-b998a2e5-e147-4710-8184-5e2e147e19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:53.921967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-b998a2e5-e147-4710-8184-5e2e147e19b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=52bf4214-3df9-4194-bf40-7ca9eecff11e HTTP/1.1" status: 200 len: 915 time: 0.1849360 Aug 06 18:05:53.977546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-d720146a-962c-462b-af82-ec5d281906a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645 HTTP/1.1" status: 200 len: 217 time: 0.0469587 Aug 06 18:05:53.991964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487a914-05e3-4366-8835-99b56965f4a4 req-c4cddebd-bcf7-45dc-a726-4855232073c6 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:53.993719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e487a914-05e3-4366-8835-99b56965f4a4 req-c4cddebd-bcf7-45dc-a726-4855232073c6 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.1255090 Aug 06 18:05:54.002084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12152cc4-b0e1-44f3-8542-b89d49db3f3f None None] Network 91bc2a06-0db1-40b4-add5-c63d69e70f08 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:54.081421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e487a914-05e3-4366-8835-99b56965f4a4 req-c4efba2d-5314-4a05-9fed-dcd26f36904b tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762329 Aug 06 18:05:54.086638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-8a22ddac-c702-42d8-a3e8-bca3957034de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:54.095280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-8a22ddac-c702-42d8-a3e8-bca3957034de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e5b127-c286-4d6e-b316-f69fdb546e83 HTTP/1.1" status: 200 len: 854 time: 0.1004736 Aug 06 18:05:54.132524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1921186372', 'description': 'tempest-description-1971821801'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:54.170545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-00815527-3232-4b3e-bc6d-a1db74dbe7b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52bf4214-3df9-4194-bf40-7ca9eecff11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586936 Aug 06 18:05:54.247717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:54.254616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-40516438-af2d-44c6-bf3f-8f02e027c9ab tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455935 Aug 06 18:05:54.318242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-a4f91207-62ec-4092-a37a-35c6803f6af0 service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364293 Aug 06 18:05:54.423683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-c8d61376-a849-4a82-abec-a6b21f4bbb47 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:54.432981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-c8d61376-a849-4a82-abec-a6b21f4bbb47 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759324 Aug 06 18:05:54.451274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-99909e90-3554-44ae-8020-7444d564468a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/quotas/1f33bca34eab442891165d12c303dfb0 HTTP/1.1" status: 200 len: 375 time: 0.0172420 Aug 06 18:05:54.472435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:54.482320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:54.488805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb429df3-9a75-4d93-93b4-c273dcdbb2b0 req-5d44a2e8-bf5a-4142-b2ea-aecf6855d8c9 service neutron] 10.222.0.55 "GET /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580317 Aug 06 18:05:54.510307 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-22cb0f40-02d3-42d9-b692-f27117003f0a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579770 Aug 06 18:05:54.547468 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:54.549129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a57f0427-8eab-4898-8df2-262d8bb1fa81 req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4417231 Aug 06 18:05:54.561797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb7f9d-f113-4ae3-9497-93c954970975 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9454453a-e5b3-46dc-b54f-98fff22ae6ce,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:54.700598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c45d6-357c-44b6-9693-d5cc65f6240e req-a0ce3db5-f27c-4252-8a95-800a3edc45c7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:54.706579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f1c45d6-357c-44b6-9693-d5cc65f6240e req-a0ce3db5-f27c-4252-8a95-800a3edc45c7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0774074 Aug 06 18:05:54.819055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f1c45d6-357c-44b6-9693-d5cc65f6240e req-7e4317b7-107c-42de-a34c-b7db3b13f282 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013706 Aug 06 18:05:55.287275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-ab0dabeb-2738-491b-b64c-b999e5d3364f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:55.289776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-9d08cc17-cfe6-497c-bd27-7f85fad6141d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776780 Aug 06 18:05:55.298019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-ab0dabeb-2738-491b-b64c-b999e5d3364f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 813 time: 0.3329546 Aug 06 18:05:55.341198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-6981e2a2-b935-4762-a737-c211010e0603 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/quotas/37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 375 time: 0.0270803 Aug 06 18:05:55.438829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-d8e154df-eef6-4bf9-b758-fe141e61ef0b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916684 Aug 06 18:05:55.518406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-d6f5b8e7-e472-4b36-bfcc-0f18e35a2f18 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:55.520396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-d6f5b8e7-e472-4b36-bfcc-0f18e35a2f18 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291934 Aug 06 18:05:55.541338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-81066314-b445-424b-bb32-f18e2600edb1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/quotas/1f33bca34eab442891165d12c303dfb0 HTTP/1.1" status: 200 len: 375 time: 0.0135829 Aug 06 18:05:55.542300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50244) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:55.549155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1815957925-network', 'tenant_id': '1b0ba3a81a9f4c81b0397f8d002d1d03'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:55.595123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-f75856af-4fd5-4ef0-b1dd-13de0311f534 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409760 Aug 06 18:05:55.607452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Made reservation on behalf of 1b0ba3a81a9f4c81b0397f8d002d1d03 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:55.610009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.620862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.622657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-73fae6c4-207b-4ab6-b255-b2202060e7cb service neutron] 10.222.0.64 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819246 Aug 06 18:05:55.747651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.753602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.795079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:05:55.803475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c081ba91-a666-49cb-8c98-eed03ff44f8f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:55.812570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.812989 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Added segment cc9074c5-4661-4b6e-a63b-a21fb3b8273a of type vlan for network 4b230d23-29cb-4b9c-b8d0-8c4379983094 Aug 06 18:05:55.865964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-4ab1aeef-341f-4527-a526-a18d78e4f913 service neutron] 10.222.0.64 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353148 Aug 06 18:05:55.886539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.959593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3281-291a-4073-881f-f1bd599bd294 req-45049ca4-b7cb-42fa-9675-37665815ad39 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:55.961604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-861d3281-291a-4073-881f-f1bd599bd294 req-45049ca4-b7cb-42fa-9675-37665815ad39 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.0991611 Aug 06 18:05:55.984861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:55.987653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:55.988756 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:56.094602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5506673 Aug 06 18:05:56.100517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:56.114517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-861d3281-291a-4073-881f-f1bd599bd294 req-9c8ad363-3362-4ce3-ba7d-7d7afc38f3cc tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444206 Aug 06 18:05:56.115347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e13cc-2f9c-4491-9f85-a679a6fa89cb admin admin] Pushing event updated for resources: {'Network': ['ID=4b230d23-29cb-4b9c-b8d0-8c4379983094,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:56.122173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Request body: {'subnet': {'network_id': '4b230d23-29cb-4b9c-b8d0-8c4379983094', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1815957925-subnet', 'tenant_id': '1b0ba3a81a9f4c81b0397f8d002d1d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:56.134875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4b230d23-29cb-4b9c-b8d0-8c4379983094 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:05:56.184835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Made reservation on behalf of 1b0ba3a81a9f4c81b0397f8d002d1d03 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:56.188030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:56.267292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc46661a-c1ad-4cdf-b26f-721a97dc1def req-1acd3873-e0a9-4f4b-8b8b-702898161547 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 210 time: 0.0526941 Aug 06 18:05:56.560707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958155-24c7-4dc7-947c-5a0a9efa195d req-b157d540-7cfd-4fd0-8243-f16611dd7bfc tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:56.572416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78958155-24c7-4dc7-947c-5a0a9efa195d req-b157d540-7cfd-4fd0-8243-f16611dd7bfc tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1002290 Aug 06 18:05:56.635126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:56.659011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78958155-24c7-4dc7-947c-5a0a9efa195d req-ea3441e5-88bf-4fc5-b4de-47c9d4a6b0a3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834639 Aug 06 18:05:56.750305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-bd1eebfb-01d3-4087-a937-014a10cbcce4 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898924 Aug 06 18:05:57.096246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-8d813371-8ec1-40d3-91d0-81392460faf7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:57.099395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-8d813371-8ec1-40d3-91d0-81392460faf7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428011 Aug 06 18:05:57.122837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Request body: {'port': {'device_id': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '1f33bca34eab442891165d12c303dfb0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:57.174035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ee750b-d61d-45ae-be5e-7c69cfec4d80,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:57.199479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Checking segment: {'id': 'cc9074c5-4661-4b6e-a63b-a21fb3b8273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4b230d23-29cb-4b9c-b8d0-8c4379983094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:05:57.200078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Network hostable DHCP agents. Network: 4b230d23-29cb-4b9c-b8d0-8c4379983094, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:05:57.226205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f76c9ec-9fe1-4b88-a1c6-414a014e231c req-0e21bf87-4d5c-4d77-98eb-02974a3e5f49 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 210 time: 0.0586953 Aug 06 18:05:57.229946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.241206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.244559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.245147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.245672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.246194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.246679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.247200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.251342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.251951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.252478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.252970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:05:57.305605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Network 4b230d23-29cb-4b9c-b8d0-8c4379983094 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:05:57.320361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4b230d23-29cb-4b9c-b8d0-8c4379983094) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:57.329509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:57.330460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:57.338045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535f6c13-737b-4d6b-ad75-c526a9bcb659 None None] Network 4b230d23-29cb-4b9c-b8d0-8c4379983094 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:57.360246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee82b5ca-60dd-4d9a-82ea-89457fc70eff admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2563772 Aug 06 18:05:57.525136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Made reservation on behalf of 1f33bca34eab442891165d12c303dfb0 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:57.529330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:57.566585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:57.726351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dabca59f-7dc0-41c5-a0d2-ee13c02e15fa req-3886349f-b20d-4300-808c-c629c2ca28f1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 210 time: 0.0412807 Aug 06 18:05:57.795036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:57.800827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312703a8-cd30-4370-b404-7f819b7d380b None None] Network 4b230d23-29cb-4b9c-b8d0-8c4379983094 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:05:57.822162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:57.906662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf041b-7b11-4a6f-a168-2612507d34dd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:58.107753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a3bb-6eec-4b39-acb4-97856014333b req-787b0e38-d1fc-4400-8c8d-f70858b4765e tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:58.110420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9041a3bb-6eec-4b39-acb4-97856014333b req-787b0e38-d1fc-4400-8c8d-f70858b4765e tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.1623650 Aug 06 18:05:58.190952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5b7-0f62-4832-9c37-cbb454a07dc3 req-4e05c138-6ed1-4339-9711-d330d2306f1a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:58.199144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c4cf5b7-0f62-4832-9c37-cbb454a07dc3 req-4e05c138-6ed1-4339-9711-d330d2306f1a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2007062 Aug 06 18:05:58.233895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-b2f8400e-7bd6-436a-9c5f-f967578903f5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764446 Aug 06 18:05:58.262585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Allocated IP 192.168.233.85 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/9d329358-37d1-470f-9306-8f53869ee1bd) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:58.339207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9041a3bb-6eec-4b39-acb4-97856014333b req-cd070de9-a149-48b7-9c64-5625e1147366 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811624 Aug 06 18:05:58.371605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dba2a573-0429-482e-884b-e0d365f2fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:58.461705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-e9a00795-d981-47a2-87af-55adb183c2a1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:58.463810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-e9a00795-d981-47a2-87af-55adb183c2a1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 813 time: 0.4545331 Aug 06 18:05:58.482915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'device_id': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933', 'admin_state_up': True, 'tenant_id': '37c1c3c96a3a40aab323bad606b0cf05'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:58.576083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-dc056f8f-d33f-4279-b0e5-8148b8470df5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:58.576083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-dc056f8f-d33f-4279-b0e5-8148b8470df5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248222 Aug 06 18:05:58.593679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Request body: {'port': {'device_id': '1101f90e-f0db-4562-91b4-d86f9567e058', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '1f33bca34eab442891165d12c303dfb0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:58.753326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c4cf5b7-0f62-4832-9c37-cbb454a07dc3 req-be468b45-83db-4845-b9d4-5211641fbb73 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527277 Aug 06 18:05:58.770420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Made reservation on behalf of 37c1c3c96a3a40aab323bad606b0cf05 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:58.774187 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:58.920000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Made reservation on behalf of 1f33bca34eab442891165d12c303dfb0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:05:58.923784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:58.932344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f137087-eb8b-4e0a-a1d3-0405780989cc req-4bb8bc04-267f-4e56-ac44-e1106e28345b tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 210 time: 0.0396028 Aug 06 18:05:58.938932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-d2909de8-971e-4077-91b7-daf7d96d3575 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:58.938932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-d2909de8-971e-4077-91b7-daf7d96d3575 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/networks?id=91bc2a06-0db1-40b4-add5-c63d69e70f08 HTTP/1.1" status: 200 len: 814 time: 0.2293410 Aug 06 18:05:59.020591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.025750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-2dbd6d6f-4399-4819-9270-fe1fb9a78ccb tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/quotas/7dbb625718384513aa6310b74fc6ae1f HTTP/1.1" status: 200 len: 375 time: 0.0587623 Aug 06 18:05:59.044524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Transition to ACTIVE for port object 9d329358-37d1-470f-9306-8f53869ee1bd will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:59.137626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.158859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-9de2f6fa-5cce-478c-b23a-974abc25dce6 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7dbb625718384513aa6310b74fc6ae1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318741 Aug 06 18:05:59.220685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:05:59.225650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Allocated IP 172.20.0.2 (d888218b-3d2e-4303-b766-f5df4bb9d933/9c678f43-864f-4a09-b09a-0d06fb6a4623/b9861441-b9a6-44d9-83c0-68dc0fe83b9e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:59.242839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:05:59.257960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:05:59.324172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:05:59.380899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45acaf28-b9a4-44a4-a1ac-4ae9c6c72a64 req-c58febc1-c8ef-43fb-939c-98e85df2659f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 210 time: 0.1343875 Aug 06 18:05:59.401661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Allocated IP 192.168.233.112 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/61e80f75-be7e-45b8-96f1-b1dbd3a7080e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:05:59.410474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-62e4d4e5-286b-4614-a2e0-0383288af3c0 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:59.421924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-f55d37c2-8f8b-4234-8ea4-f0cdbb0e8365 service neutron] 10.222.0.64 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609584 Aug 06 18:05:59.428033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-62e4d4e5-286b-4614-a2e0-0383288af3c0 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.2322869 Aug 06 18:05:59.457051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:59.457866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.544930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5e6d095a-1d6f-4940-ab4a-5abaeab555c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4273353 Aug 06 18:05:59.562727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Request body: {'port': {'device_id': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:05:59.720543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391612ae-a1dc-46f5-b0bf-865c32781bff req-fcf84eb3-ecb2-4fc5-9273-0b1245184ad8 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:05:59.733677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-391612ae-a1dc-46f5-b0bf-865c32781bff req-fcf84eb3-ecb2-4fc5-9273-0b1245184ad8 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 946 time: 0.1364167 Aug 06 18:05:59.744794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Deleting port 3a035398-d58b-4e99-8d0c-7ea92fe12645 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:05:59.745373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.750473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebe24132-0811-4d75-aa89-8f5eaab94d3c None None] Provisioning for port 9d329358-37d1-470f-9306-8f53869ee1bd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:05:59.760840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.762365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebe24132-0811-4d75-aa89-8f5eaab94d3c None None] Provisioning complete for port 9d329358-37d1-470f-9306-8f53869ee1bd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:05:59.763654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebe24132-0811-4d75-aa89-8f5eaab94d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.768317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-a88b5b86-3873-4225-89eb-1ab1e287cbc9 service neutron] 10.222.0.64 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449726 Aug 06 18:05:59.816741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.845183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ebe24132-0811-4d75-aa89-8f5eaab94d3c None None] Port 9d329358-37d1-470f-9306-8f53869ee1bd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:05:59.861897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50328) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:05:59.902368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.926972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Transition to ACTIVE for port object 61e80f75-be7e-45b8-96f1-b1dbd3a7080e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:05:59.943695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:05:59.960824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:00.021858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Network d888218b-3d2e-4303-b766-f5df4bb9d933 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:00.029890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:00.031894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:00.036306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:00.051023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-391612ae-a1dc-46f5-b0bf-865c32781bff req-3049be95-9968-4be1-a478-2c3ef9648de8 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe808270-4197-4b1a-8da8-1a200bc79544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161287 Aug 06 18:06:00.088835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.205315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:00.211744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:00.216212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] For port 3a035398-d58b-4e99-8d0c-7ea92fe12645, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3a035398-d58b-4e99-8d0c-7ea92fe12645,segment=NetworkSegment(796ed467-3390-47d8-a86c-b35bcfe9a270),segment_id=796ed467-3390-47d8-a86c-b35bcfe9a270)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:00.216594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.223050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:00.337993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:00.338689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.364054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event updated for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:00.370968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Calling delete_port for 3a035398-d58b-4e99-8d0c-7ea92fe12645 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:00.410542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:00.411508 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.441982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d0bc-e7fc-48c8-a7bc-edc7135801c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.450053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-57951268-2272-4bfd-8a93-41dff9ddbf83 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9743469 Aug 06 18:06:00.457109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-3a3ce9f2-5abd-4f25-9bba-54654bb76313 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8700290 Aug 06 18:06:00.467321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Request body: {'port': {'device_id': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:00.480223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Request body: {'port': {'device_id': '1101f90e-f0db-4562-91b4-d86f9567e058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:00.607761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44c079-099e-4a1e-8c9f-89341c320e4a req-26c6a933-8980-45b0-89db-257e05e5af6d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:00.616062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b44c079-099e-4a1e-8c9f-89341c320e4a req-26c6a933-8980-45b0-89db-257e05e5af6d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.3647618 Aug 06 18:06:00.623261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011aff2-d89a-467d-b909-baf6ef39f0a8 req-adcad583-6300-4155-89be-a843eea751c7 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:00.634463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6011aff2-d89a-467d-b909-baf6ef39f0a8 req-adcad583-6300-4155-89be-a843eea751c7 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 931 time: 0.2800281 Aug 06 18:06:00.649337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-10eb6a5a-948a-4f3e-99be-74cc4b17feda None None] Provisioning for port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:00.680516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-10eb6a5a-948a-4f3e-99be-74cc4b17feda None None] Provisioning complete for port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:00.680516 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10eb6a5a-948a-4f3e-99be-74cc4b17feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.729971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-10eb6a5a-948a-4f3e-99be-74cc4b17feda None None] Port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:06:00.731587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.746258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:00.767363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b44c079-099e-4a1e-8c9f-89341c320e4a req-764d0915-b248-4196-8b80-36258bf8c6ae tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502287 Aug 06 18:06:00.806496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6011aff2-d89a-467d-b909-baf6ef39f0a8 req-3423f866-85c8-4406-922b-d4928b4872e1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408672 Aug 06 18:06:00.911898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:00.971657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.034240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b064abf3-9103-48b7-88c4-d72032a913c8 req-b5be4da4-948d-44b5-8c2f-74260eb685f9 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 210 time: 0.0920718 Aug 06 18:06:01.071599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d0bc-e7fc-48c8-a7bc-edc7135801c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.087966 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d0bc-e7fc-48c8-a7bc-edc7135801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.111121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Transition to ACTIVE for port object 9d329358-37d1-470f-9306-8f53869ee1bd will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:01.177045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cdf5d0bc-e7fc-48c8-a7bc-edc7135801c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d35cce4185541f398c655617c19aa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3049839 Aug 06 18:06:01.178484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.183246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50350) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:01.197613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3a035398-d58b-4e99-8d0c-7ea92fe12645'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:01.199976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.343196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231a4af-93b0-40a5-b59c-39780213d084 req-4fd6092e-42c6-44e5-9952-bf413d67b6fa tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:01.346498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e231a4af-93b0-40a5-b59c-39780213d084 req-4fd6092e-42c6-44e5-9952-bf413d67b6fa tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 936 time: 0.4285495 Aug 06 18:06:01.378455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5d0bc-e7fc-48c8-a7bc-edc7135801c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4aed9d-ce7f-4937-b9f9-e26f2a92c135,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:01.431355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.438260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-298868cc-1abe-4f28-bf81-300ba0461ac1 req-0d8e9d2e-ce95-4772-aebd-812e40023ab7 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd62c69a-9319-4225-99eb-dad977700f2b HTTP/1.1" status: 200 len: 210 time: 0.0782392 Aug 06 18:06:01.578718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e80f75-be7e-45b8-96f1-b1dbd3a7080e {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:01.615299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:01.616807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.648224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] No DVR routers for this DVR port 3a035398-d58b-4e99-8d0c-7ea92fe12645 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:01.648494 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-489e14f8-08c9-4b79-9a25-17e3a7627115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.658411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.661134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfffd288-c5ff-4db0-ba5d-c9ac7ae3d903 req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] 10.222.0.55 "DELETE /v2.0/ports/3a035398-d58b-4e99-8d0c-7ea92fe12645 HTTP/1.1" status: 204 len: 173 time: 2.2254126 Aug 06 18:06:01.663893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'name': 'network-vif-deleted', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:01.666427 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5aa11b-b15a-464c-ada6-81c89c995eac" -d '{"events": [{"server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "name": "network-vif-deleted", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:01.695392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Transition to ACTIVE for port object 61e80f75-be7e-45b8-96f1-b1dbd3a7080e will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:01.706304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9861441-b9a6-44d9-83c0-68dc0fe83b9e {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:01.743948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d6a07-dac2-4088-8f5f-cf87a13d1aa9 tempest-InstanceActionsTestJSON-1317198376 tempest-InstanceActionsTestJSON-1317198376-project] Pushing event deleted for resources: {'Port': ['ID=3a035398-d58b-4e99-8d0c-7ea92fe12645,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:01.755838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e231a4af-93b0-40a5-b59c-39780213d084 req-62eeb55c-8fb4-45f4-bed5-fbb5cff0866c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233783 Aug 06 18:06:01.774358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.790805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.798033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.799464 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cde480-94f3-430a-a8ae-d38972c53366 x-openstack-request-id: req-47cde480-94f3-430a-a8ae-d38972c53366 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:01.799464 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62c69a-9319-4225-99eb-dad977700f2b", "name": "network-vif-deleted", "tag": "3a035398-d58b-4e99-8d0c-7ea92fe12645", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:01.799464 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47cde480-94f3-430a-a8ae-d38972c53366 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:01.799464 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62c69a-9319-4225-99eb-dad977700f2b', 'name': 'network-vif-deleted', 'tag': '3a035398-d58b-4e99-8d0c-7ea92fe12645', 'status': 'completed', 'code': 200} Aug 06 18:06:01.824368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.888730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Attempting to bind port 9d329358-37d1-470f-9306-8f53869ee1bd on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:01.890250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Attempting to bind port 9d329358-37d1-470f-9306-8f53869ee1bd by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:01.890250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Attempting to bind port 9d329358-37d1-470f-9306-8f53869ee1bd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:01.935911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Port 9d329358-37d1-470f-9306-8f53869ee1bd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:01.936353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Attempting to bind port 9d329358-37d1-470f-9306-8f53869ee1bd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:01.943755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Pushing event updated for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:01.962776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Transition to ACTIVE for port object b9861441-b9a6-44d9-83c0-68dc0fe83b9e will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:01.971398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:01.971986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:01.972325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:01.972904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Bound port: 9d329358-37d1-470f-9306-8f53869ee1bd, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:01.973711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:01.992658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.135025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.140886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.144630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e4aed9d-ce7f-4937-b9f9-e26f2a92c135 HTTP/1.1" status: 204 len: 168 time: 0.9518983 Aug 06 18:06:02.214726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636ef62-62e7-4b43-bc1f-787f9998372f req-eec02e4f-9e59-470d-ba87-ba72532bd336 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:02.216768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9636ef62-62e7-4b43-bc1f-787f9998372f req-eec02e4f-9e59-470d-ba87-ba72532bd336 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.2929213 Aug 06 18:06:02.229126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863d3cf-bcff-4a79-af20-7ce43926a2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4aed9d-ce7f-4937-b9f9-e26f2a92c135,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:02.277015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:02.322290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:02.343678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Attempting to bind port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:02.344205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Attempting to bind port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:02.344543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Attempting to bind port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:02.363965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-b6b5ffc0-0b1d-4033-aa39-d91c4ee5e876 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:02.366544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-b6b5ffc0-0b1d-4033-aa39-d91c4ee5e876 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.55 "GET /v2.0/networks?id=91bc2a06-0db1-40b4-add5-c63d69e70f08 HTTP/1.1" status: 200 len: 814 time: 0.3301456 Aug 06 18:06:02.369519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:02.380984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9636ef62-62e7-4b43-bc1f-787f9998372f req-44d3192f-2c04-4cd6-9249-e295c94034c7 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490319 Aug 06 18:06:02.397056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Request body: {'port': {'device_id': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08', 'admin_state_up': True, 'tenant_id': '7dbb625718384513aa6310b74fc6ae1f'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:02.417421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.469610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:02.469733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Attempting to bind port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:02.496933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Attempting to bind port b9861441-b9a6-44d9-83c0-68dc0fe83b9e on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:02.497281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Attempting to bind port b9861441-b9a6-44d9-83c0-68dc0fe83b9e by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:02.510901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Attempting to bind port b9861441-b9a6-44d9-83c0-68dc0fe83b9e on network d888218b-3d2e-4303-b766-f5df4bb9d933 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:02.516242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:02.517030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:02.518006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:02.519019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Bound port: 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:02.519816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.535723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b64cd-901d-4814-b1f9-94aba0455c68 req-823d7efc-67c2-403a-8a71-621ab67f41cf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:02.544369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-050b64cd-901d-4814-b1f9-94aba0455c68 req-823d7efc-67c2-403a-8a71-621ab67f41cf tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 943 time: 0.5678284 Aug 06 18:06:02.582122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Port b9861441-b9a6-44d9-83c0-68dc0fe83b9e on network d888218b-3d2e-4303-b766-f5df4bb9d933 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:02.582935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Attempting to bind port b9861441-b9a6-44d9-83c0-68dc0fe83b9e on network d888218b-3d2e-4303-b766-f5df4bb9d933 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:02.593179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:02.597966 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.604826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] 10.222.0.16 "PUT /v2.0/ports/9d329358-37d1-470f-9306-8f53869ee1bd HTTP/1.1" status: 200 len: 1096 time: 3.0454423 Aug 06 18:06:02.651307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:02.651635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Checking segment: {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:02.652173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Bound using segment: {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:02.652724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Bound port: b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de92a553-59d3-4a77-a918-6974084daf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:02.653171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.669503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-050b64cd-901d-4814-b1f9-94aba0455c68 req-c74ab6b4-8aa6-4e30-84cf-e0b3076bed00 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222851 Aug 06 18:06:02.821412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:02.828460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:02.851845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50374) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:02.854764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.912950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace2d04-6bea-446d-b418-7045aae63406 service neutron] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:02.936938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:02.939649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e0db3a7-ef89-4191-8e02-c28efb5323a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.978512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:02.980509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:02.981240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:02.987681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] 10.222.0.16 "PUT /v2.0/ports/61e80f75-be7e-45b8-96f1-b1dbd3a7080e HTTP/1.1" status: 200 len: 1097 time: 2.5103457 Aug 06 18:06:02.987681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:02.989585 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f24f5e2-1470-4478-bd7b-581b67c3587a" -d '{"events": [{"name": "network-changed", "server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:02.996840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50376) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:03.007490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Made reservation on behalf of 7dbb625718384513aa6310b74fc6ae1f for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:03.012909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.018213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.053601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.072241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0a0b655-91b7-4d6d-9098-bbccf29f346d req-ea49ef83-226d-40a1-8901-a65f4ab73c65 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 210 time: 0.2199986 Aug 06 18:06:03.192048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039321a1-b239-4753-97f9-dc377a8da263 service neutron] Pushing event updated for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:03.203066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-02d01f60-e3f3-449d-aadb-6ca7cb062e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.205666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-02d01f60-e3f3-449d-aadb-6ca7cb062e85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1099 time: 0.3544264 Aug 06 18:06:03.206726 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fdb42d-c268-4959-88ed-d1854fd7894b x-openstack-request-id: req-54fdb42d-c268-4959-88ed-d1854fd7894b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:03.207262 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:03.207743 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54fdb42d-c268-4959-88ed-d1854fd7894b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:03.208523 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e', 'status': 'completed', 'code': 200} Aug 06 18:06:03.287982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.288759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.290535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] 10.222.0.55 "PUT /v2.0/ports/b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 1092 time: 2.8309038 Aug 06 18:06:03.308806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-fb507004-98e9-442e-9705-0399f198e0cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9d329358-37d1-470f-9306-8f53869ee1bd HTTP/1.1" status: 200 len: 217 time: 0.0826526 Aug 06 18:06:03.322810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Deleting subnet 80e5b127-c286-4d6e-b316-f69fdb546e83 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:06:03.352530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-d903c9ba-adeb-4a3f-8cd2-f130075b0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.354310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-d903c9ba-adeb-4a3f-8cd2-f130075b0198 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 1100 time: 0.2487288 Aug 06 18:06:03.366418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.415271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c40ba6-207f-4c64-8519-8543eb535829 service neutron] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:03.428669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0c8c-fb9d-49d1-8aed-77f33a69aa89 req-ced0ba92-3155-4f25-b9ed-512b7e0a77de tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.430325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-453d0c8c-fb9d-49d1-8aed-77f33a69aa89 req-ced0ba92-3155-4f25-b9ed-512b7e0a77de tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 948 time: 0.2190454 Aug 06 18:06:03.436792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5d3cec59-21bb-4f2e-93ab-f5add9787e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.438248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-5d3cec59-21bb-4f2e-93ab-f5add9787e45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1192307 Aug 06 18:06:03.473437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-05e23122-8a82-45cb-80c5-f950d03ad17c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e HTTP/1.1" status: 200 len: 217 time: 0.1030443 Aug 06 18:06:03.500389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Allocated IP 172.20.0.11 (91bc2a06-0db1-40b4-add5-c63d69e70f08/d6712e41-bc29-4bd7-8abc-858944bb4b25/ee14c762-2e3d-413a-a087-6e58540d9458) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:03.507707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.529256 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-453d0c8c-fb9d-49d1-8aed-77f33a69aa89 req-3650e055-f844-423e-928d-12996710c814 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896761 Aug 06 18:06:03.559556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-3c2bdb8c-cd1e-40ff-8160-3cfeaaed9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.561248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-3c2bdb8c-cd1e-40ff-8160-3cfeaaed9d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095946 Aug 06 18:06:03.565036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-2b4cdec0-adb2-439c-9b49-ae4e44b77f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.566650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-2b4cdec0-adb2-439c-9b49-ae4e44b77f07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1095 time: 0.2195055 Aug 06 18:06:03.652912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-3c073358-4177-46e8-8267-09f08edffff9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 217 time: 0.0628805 Aug 06 18:06:03.716849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-9a325715-f469-461a-a279-79cec2e320f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.719372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-9a325715-f469-461a-a279-79cec2e320f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2327077 Aug 06 18:06:03.723820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.758536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e0db3a7-ef89-4191-8e02-c28efb5323a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.782460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e0db3a7-ef89-4191-8e02-c28efb5323a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:03.805085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:03.809605 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f" -d '{"events": [{"name": "network-changed", "server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:03.887058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-a6ba6c21-8cf1-4d5b-8be8-33a55ce38c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.888574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-a6ba6c21-8cf1-4d5b-8be8-33a55ce38c50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.2195361 Aug 06 18:06:03.898154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98e493-ba44-42f9-9edf-fffbc2432eaf req-c3620a90-408f-4c6c-b9a5-e3e0eeb4d3b1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:03.901153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d98e493-ba44-42f9-9edf-fffbc2432eaf req-c3620a90-408f-4c6c-b9a5-e3e0eeb4d3b1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.3993943 Aug 06 18:06:03.950425 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-8eaa43c4-a05c-4db6-934c-2b6ba903f51b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799119 Aug 06 18:06:03.975805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3a035398-d58b-4e99-8d0c-7ea92fe12645 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:04.023523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3a035398-d58b-4e99-8d0c-7ea92fe12645 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:04.025269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3a035398-d58b-4e99-8d0c-7ea92fe12645 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:04.075743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.126181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98d9b-9ff0-4016-b8c2-e44e1e830fe0 req-9fcdacbc-2715-4987-b26f-724c9fc845cb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:04.129062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52a98d9b-9ff0-4016-b8c2-e44e1e830fe0 req-9fcdacbc-2715-4987-b26f-724c9fc845cb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 943 time: 0.2927380 Aug 06 18:06:04.253285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9f8570c-01f5-4486-b947-20ea0eefe601 req-cf6a01d1-b60e-43ff-b26f-27723d357966 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822409 Aug 06 18:06:04.282440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52a98d9b-9ff0-4016-b8c2-e44e1e830fe0 req-1d4b187f-7cc0-4c6e-b88d-85f2115c290f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334434 Aug 06 18:06:04.302046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.356281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e0db3a7-ef89-4191-8e02-c28efb5323a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04e2cb9b9efe47f5997b8a635dedf18b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4991431 Aug 06 18:06:04.360940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:04.361765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-2861a5e4-cc68-4a9f-9ec1-c4115393710c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4532218 Aug 06 18:06:04.365671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0db3a7-ef89-4191-8e02-c28efb5323a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0016576e-aa91-4e74-817c-9f364dcc8572,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:04.378846 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a3062-88f4-4490-a067-b970f301796d x-openstack-request-id: req-d91a3062-88f4-4490-a067-b970f301796d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:04.379262 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:04.379647 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d91a3062-88f4-4490-a067-b970f301796d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:04.380254 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'status': 'completed', 'code': 200} Aug 06 18:06:04.390853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-f32e57b4-d5c9-4e42-83d0-2900a08e071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:04.392679 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-f32e57b4-d5c9-4e42-83d0-2900a08e071e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6596553 Aug 06 18:06:04.413885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.432879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Network 91bc2a06-0db1-40b4-add5-c63d69e70f08 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:04.466187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:04.472901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Pushing event updated for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:04.485549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:04.531204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:04.535600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d98e493-ba44-42f9-9edf-fffbc2432eaf req-390599ec-b3c1-40dd-b9b6-b22854a82961 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168785 Aug 06 18:06:04.547599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e5b127-c286-4d6e-b316-f69fdb546e83,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:04.553473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.561416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-72abcd92-95ad-4145-adf4-6a5943aff54f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/80e5b127-c286-4d6e-b316-f69fdb546e83 HTTP/1.1" status: 204 len: 168 time: 1.5618200 Aug 06 18:06:04.565698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:04.574373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:04.624385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.732364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-19460a2d-0429-4d5c-ba39-01a6c3531c91 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583398 Aug 06 18:06:04.760225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-067738a9-70b5-4497-8b63-971268cb49b1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343768 Aug 06 18:06:04.811979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:04.880663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'port_id': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'mac_address': 'fa:16:3e:d5:37:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130f0e4b-64c0-418a-b174-f146966a35d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:04.953187 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:04.990519 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.030553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:05.035230 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d199fa69-3940-4079-8fbb-e496664068d4" -d '{"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:05.045556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e90a-0b3d-40a9-8e95-8169af7ce3a8 req-580d2a26-0653-41aa-8515-8f5a800de1fb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.048423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d24e90a-0b3d-40a9-8e95-8169af7ce3a8 req-580d2a26-0653-41aa-8515-8f5a800de1fb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 948 time: 0.3079093 Aug 06 18:06:05.068736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:05.082176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:05.091515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.101627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.102540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.125579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08e576fd-cf9b-46a0-bcf8-a4c4e92af973 req-4f5d5836-f976-428c-9939-1e225927a015 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819468 Aug 06 18:06:05.175521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a28f119-a9ee-428d-8046-f41a3ea15028 req-016a7fc9-c464-4e95-af5c-dd799e95c47b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831146 Aug 06 18:06:05.183681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d24e90a-0b3d-40a9-8e95-8169af7ce3a8 req-a554deda-11d7-405c-afac-4292c5ae7ff7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202562 Aug 06 18:06:05.195065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.209534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:05.213923 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbf480f-283a-4980-b2be-ddca90b2e703" -d '{"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:05.251365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-e96f006f-ecc1-4d3e-9f0b-7cbfb43d03e7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8682835 Aug 06 18:06:05.254265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:06:05.255207 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:06:05.263542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.264160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:05.277821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Request body: {'port': {'device_id': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:05.282481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.286980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-6454effc-a190-4dd7-b4ef-db3a1449c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.288742 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-6454effc-a190-4dd7-b4ef-db3a1449c133 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1099 time: 0.8414307 Aug 06 18:06:05.297719 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea51692-3658-4919-9b75-7e3e2e1a13fe x-openstack-request-id: req-4ea51692-3658-4919-9b75-7e3e2e1a13fe {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:05.298225 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:05.298626 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ea51692-3658-4919-9b75-7e3e2e1a13fe {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:05.299274 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'code': 200} Aug 06 18:06:05.331958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e178-e1ba-4ae7-b154-87124ffe20a4 req-a478002d-a297-4f47-af14-e0c0976af5ee tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.333668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb01e178-e1ba-4ae7-b154-87124ffe20a4 req-a478002d-a297-4f47-af14-e0c0976af5ee tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 932 time: 0.2596445 Aug 06 18:06:05.339994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-fcd9b772-6764-412c-b83c-b9241721cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.342391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-fcd9b772-6764-412c-b83c-b9241721cc3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 1100 time: 0.0847962 Aug 06 18:06:05.363584 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f560da-7b38-43dc-9f2a-fc63a1d860ad x-openstack-request-id: req-46f560da-7b38-43dc-9f2a-fc63a1d860ad {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:05.364659 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:05.365049 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46f560da-7b38-43dc-9f2a-fc63a1d860ad {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:05.366690 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'status': 'completed', 'code': 200} Aug 06 18:06:05.544017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.597677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb01e178-e1ba-4ae7-b154-87124ffe20a4 req-b43197de-98dc-4ef6-9bbd-3f3589b3b6f0 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508783 Aug 06 18:06:05.642734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-9cc41f39-7f90-4acf-8ccc-823a61928174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.646976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-9cc41f39-7f90-4acf-8ccc-823a61928174 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1095 time: 0.2560623 Aug 06 18:06:05.660062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-193afb9d-e278-41df-9499-16246884557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.663301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-193afb9d-e278-41df-9499-16246884557d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3108845 Aug 06 18:06:05.672906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.683222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.686017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.690895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0016576e-aa91-4e74-817c-9f364dcc8572 HTTP/1.1" status: 204 len: 168 time: 1.3249083 Aug 06 18:06:05.690895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-bb6af4c2-954f-476d-a4ac-8103181f581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.690895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-bb6af4c2-954f-476d-a4ac-8103181f581d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3716581 Aug 06 18:06:05.705060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bf4214-3df9-4194-bf40-7ca9eecff11e']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:05.709835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4701a25-196a-4750-b3e7-8e6895a85e75 req-9a0a9640-2ba7-4392-ab01-d9ff0e1f67c1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:05.724367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4701a25-196a-4750-b3e7-8e6895a85e75 req-9a0a9640-2ba7-4392-ab01-d9ff0e1f67c1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 943 time: 0.2329717 Aug 06 18:06:05.769924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796ed467-3390-47d8-a86c-b35bcfe9a270') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:05.770262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796ed467-3390-47d8-a86c-b35bcfe9a270') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:05.772877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a941-0694-4907-8a51-10ec4d9bb2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0016576e-aa91-4e74-817c-9f364dcc8572,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:05.784967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-f0d62e02-8cb1-4f01-a1c4-427f73476a30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=9d329358-37d1-470f-9306-8f53869ee1bd HTTP/1.1" status: 200 len: 217 time: 0.0780685 Aug 06 18:06:05.845996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.891543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-213bc65a-6077-4f8b-b3fa-0193e60f6e41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e HTTP/1.1" status: 200 len: 217 time: 0.2082186 Aug 06 18:06:05.927088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.969393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:06:05.969975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:06:05.976559 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:06:06.074908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-928d86f2-8942-4ff6-bd49-832b59c42c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.076516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-928d86f2-8942-4ff6-bd49-832b59c42c0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2282951 Aug 06 18:06:06.128498 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.139107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-27dd345e-fbdf-4c0a-948f-3be152862de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.142029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-27dd345e-fbdf-4c0a-948f-3be152862de5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.4776249 Aug 06 18:06:06.150969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:06.175049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.176238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-8d95e615-2973-47b1-a569-d08095792ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.185588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-8d95e615-2973-47b1-a569-d08095792ff0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1523762 Aug 06 18:06:06.195806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:06.198447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155864-5fa8-4d74-8d68-586e4d0a868c req-43939958-a7f6-4df9-b596-a73d93014af5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.202945 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.206920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7155864-5fa8-4d74-8d68-586e4d0a868c req-43939958-a7f6-4df9-b596-a73d93014af5 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 944 time: 0.3137369 Aug 06 18:06:06.213418 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.215602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] 10.222.0.64 "DELETE /v2.0/networks/52bf4214-3df9-4194-bf40-7ca9eecff11e HTTP/1.1" status: 204 len: 168 time: 1.5791218 Aug 06 18:06:06.245973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4701a25-196a-4750-b3e7-8e6895a85e75 req-2aa51c94-2a60-417e-a71c-c9d0c959db92 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205710 Aug 06 18:06:06.246266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407656e3-a909-44d0-b10d-be75795ae171 admin admin] Pushing event deleted for resources: {'Network': ['ID=52bf4214-3df9-4194-bf40-7ca9eecff11e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:06.264385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-faf3881a-f329-45aa-9739-2fe3bf67229e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 217 time: 0.1055522 Aug 06 18:06:06.298956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-9817e4df-df1d-450b-b5ff-f080a29f52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.301334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-9817e4df-df1d-450b-b5ff-f080a29f52d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131226 Aug 06 18:06:06.323616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7155864-5fa8-4d74-8d68-586e4d0a868c req-096850ff-08bc-4d1d-bd90-43d7fcf13d5c tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155980 Aug 06 18:06:06.326625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:06.447165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-cc678d32-472e-4fe4-99d0-cca6bb95ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.449615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-cc678d32-472e-4fe4-99d0-cca6bb95ea9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.1749134 Aug 06 18:06:06.524940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-700f448d-3b98-4b58-9254-2227dea8d3d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601256 Aug 06 18:06:06.529391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-2f5308d2-eb22-4f7b-b6e1-1e5589d9e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.531507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-2f5308d2-eb22-4f7b-b6e1-1e5589d9e7ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2836072 Aug 06 18:06:06.593101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:06.634366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee14c762-2e3d-413a-a087-6e58540d9458 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:06.678094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.713179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-670ad348-004a-4611-a82e-fa7b1254bc3f service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006929 Aug 06 18:06:06.734833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750d2f-70a6-4975-bd15-4a1bc9b7fafd req-fdc4f6ef-9a7b-46b1-a5b0-34c5b00070f8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:06.742941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19750d2f-70a6-4975-bd15-4a1bc9b7fafd req-fdc4f6ef-9a7b-46b1-a5b0-34c5b00070f8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 948 time: 0.2540596 Aug 06 18:06:06.748575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Transition to ACTIVE for port object ee14c762-2e3d-413a-a087-6e58540d9458 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:06.763208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:06.790367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bc8e7c32-8305-44e5-80d3-3215d8684934 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab271ec6d1d2463a9052e038ca2c49a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962516 Aug 06 18:06:06.796188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50432) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:06.800121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-71e78771-5699-450a-9140-529e14fa0858 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585568 Aug 06 18:06:06.825136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-896ab85c-f635-44c4-a9d5-9136997fc83b service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921574 Aug 06 18:06:06.916661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Pushing event updated for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:06.934499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19750d2f-70a6-4975-bd15-4a1bc9b7fafd req-f349cd95-13f3-4b9d-a1ad-efe67e48134c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740980 Aug 06 18:06:06.990165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a87c7b1a-0e2f-4374-80b5-10c2b1c9258f req-686fe98f-7067-4825-a0a0-17c3af28dcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392800 Aug 06 18:06:07.051234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e82ca1f7-5918-420d-95f6-63e449c3688c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:07.074819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Attempting to bind port ee14c762-2e3d-413a-a087-6e58540d9458 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:07.075628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Attempting to bind port ee14c762-2e3d-413a-a087-6e58540d9458 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:07.076105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Attempting to bind port ee14c762-2e3d-413a-a087-6e58540d9458 on network 91bc2a06-0db1-40b4-add5-c63d69e70f08 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:07.086282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Port ee14c762-2e3d-413a-a087-6e58540d9458 on network 91bc2a06-0db1-40b4-add5-c63d69e70f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:07.086625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Attempting to bind port ee14c762-2e3d-413a-a087-6e58540d9458 on network 91bc2a06-0db1-40b4-add5-c63d69e70f08 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:07.095607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:07.095969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Checking segment: {'id': '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:07.096372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Bound using segment: {'id': '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:07.096922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Bound port: ee14c762-2e3d-413a-a087-6e58540d9458, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:07.097311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.155278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ce04-ca97-41c6-be5d-9f8e3263b698 req-424495de-e05d-4221-80a1-c9397fb3bf97 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.166327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0144ce04-ca97-41c6-be5d-9f8e3263b698 req-424495de-e05d-4221-80a1-c9397fb3bf97 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 944 time: 0.4325559 Aug 06 18:06:07.228102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:07.236039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.241126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ee14c762-2e3d-413a-a087-6e58540d9458,segment=NetworkSegment(1caa8f2c-96ce-4ad7-afa3-8a7754a58b28),segment_id=1caa8f2c-96ce-4ad7-afa3-8a7754a58b28)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:07.252528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.267729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f24f5e2-1470-4478-bd7b-581b67c3587a req-36a55b04-419d-4246-a1f2-018d7d76afb6 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475703 Aug 06 18:06:07.288217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cbf480f-283a-4980-b2be-ddca90b2e703 req-1d8865f0-fd98-4cf2-b997-a339ab450327 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332263 Aug 06 18:06:07.302294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0144ce04-ca97-41c6-be5d-9f8e3263b698 req-03c1f944-eeb5-4aec-8988-1fb876cee5b2 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220944 Aug 06 18:06:07.304900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.412787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.414703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.416180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.416768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:07.418271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe808270-4197-4b1a-8da8-1a200bc79544 HTTP/1.1" status: 204 len: 168 time: 0.6171572 Aug 06 18:06:07.423076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] 10.222.0.55 "PUT /v2.0/ports/ee14c762-2e3d-413a-a087-6e58540d9458 HTTP/1.1" status: 200 len: 1093 time: 2.1553724 Aug 06 18:06:07.428282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee294b4-01b1-40d4-9001-ce0162a47145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe808270-4197-4b1a-8da8-1a200bc79544,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:07.489796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:07.492742 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61abc7d7-d090-4b6b-a85e-27b48d90be55" -d '{"events": [{"name": "network-changed", "server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:07.561531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8a659-23fb-4bc3-8710-334c87085f2b service neutron] Pushing event updated for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:07.570108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4cd27-6780-4373-8db2-49659da65cb4 req-75542ebe-6d09-4e78-a188-b36ab253eaa0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.572839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ef4cd27-6780-4373-8db2-49659da65cb4 req-75542ebe-6d09-4e78-a188-b36ab253eaa0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 945 time: 0.1086638 Aug 06 18:06:07.589923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-db864231-9257-4146-9a1a-2737a473ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.591432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-db864231-9257-4146-9a1a-2737a473ea1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dbb625718384513aa6310b74fc6ae1f&device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 1096 time: 0.0950747 Aug 06 18:06:07.608439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb868b28-a564-4aca-9512-bff3dcafdf08 req-a1ae6695-2c23-4486-a316-f7fab1992ef2 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.610189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb868b28-a564-4aca-9512-bff3dcafdf08 req-a1ae6695-2c23-4486-a316-f7fab1992ef2 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 943 time: 0.2026715 Aug 06 18:06:07.639145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ef4cd27-6780-4373-8db2-49659da65cb4 req-f6364008-0ac9-4ac6-a7c5-a23caa89f064 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546830 Aug 06 18:06:07.663836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-a5dc5890-f4d5-423b-b45e-d9906b38bee7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee14c762-2e3d-413a-a087-6e58540d9458 HTTP/1.1" status: 200 len: 217 time: 0.0525546 Aug 06 18:06:07.757780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb868b28-a564-4aca-9512-bff3dcafdf08 req-9faf52b9-6706-4913-978b-a415a3fdada0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382465 Aug 06 18:06:07.824851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f253b-066b-4907-886c-791cfadd6efd req-160754a1-18dc-479a-bf8d-584e8d525d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:07.827534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-160754a1-18dc-479a-bf8d-584e8d525d34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6712e41-bc29-4bd7-8abc-858944bb4b25 HTTP/1.1" status: 200 len: 854 time: 0.1557746 Aug 06 18:06:07.878010 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e794ef3c-0874-4163-84f4-96cc45497e96 x-openstack-request-id: req-e794ef3c-0874-4163-84f4-96cc45497e96 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:07.878384 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:07.878714 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e794ef3c-0874-4163-84f4-96cc45497e96 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:07.879171 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458', 'status': 'completed', 'code': 200} Aug 06 18:06:07.881778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-555d40af-305c-46f0-b303-b891e5b0bd43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91bc2a06-0db1-40b4-add5-c63d69e70f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423961 Aug 06 18:06:07.981689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b9861441-b9a6-44d9-83c0-68dc0fe83b9e details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:08.058101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-67e6d773-a24b-4882-b743-87038d7a93db service neutron] 10.222.0.55 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679020 Aug 06 18:06:08.201030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41642474-2766-43cb-978a-0b7edf77cf6c req-43411b21-0138-494f-92b2-669d205089c3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:08.204450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41642474-2766-43cb-978a-0b7edf77cf6c req-43411b21-0138-494f-92b2-669d205089c3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 948 time: 0.1756461 Aug 06 18:06:08.213338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:08.236736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'network_id': 'd888218b-3d2e-4303-b766-f5df4bb9d933', 'port_id': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'mac_address': 'fa:16:3e:6c:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c678f43-864f-4a09-b09a-0d06fb6a4623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:08.240902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-333f253b-066b-4907-886c-791cfadd6efd req-1cbfa131-9fa5-4444-9045-16bbb3bda912 service neutron] 10.222.0.55 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734869 Aug 06 18:06:08.299780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41642474-2766-43cb-978a-0b7edf77cf6c req-12b55ef9-8ef8-461b-a045-1ecf3d4ad0e8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851464 Aug 06 18:06:08.330416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:08.354216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9861441-b9a6-44d9-83c0-68dc0fe83b9e {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:08.391181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-4f7d1448-3497-4c92-af15-afbd50efc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:08.394265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-4f7d1448-3497-4c92-af15-afbd50efc89c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dbb625718384513aa6310b74fc6ae1f&device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 1096 time: 0.0918043 Aug 06 18:06:08.402745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:08.414252 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:08.498890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:08.529225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 61e80f75-be7e-45b8-96f1-b1dbd3a7080e details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:08.533438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:08.624505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-dd3e6724-46b7-4f56-8c08-718c6a1c5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:08.626304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-dd3e6724-46b7-4f56-8c08-718c6a1c5cbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=91bc2a06-0db1-40b4-add5-c63d69e70f08 HTTP/1.1" status: 200 len: 915 time: 0.2223990 Aug 06 18:06:08.641945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed22439-2588-4324-b96c-15c805219ef8 req-d5909069-cddb-4bea-a724-c24b402967a7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:08.650309 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eed22439-2588-4324-b96c-15c805219ef8 req-d5909069-cddb-4bea-a724-c24b402967a7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 944 time: 0.1311703 Aug 06 18:06:08.663644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port e82ca1f7-5918-420d-95f6-63e449c3688c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:08.664315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:08.696566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:08.732258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-f894a039-da07-4852-8ce8-bdb4f200d795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee14c762-2e3d-413a-a087-6e58540d9458 HTTP/1.1" status: 200 len: 217 time: 0.0801935 Aug 06 18:06:08.766030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eed22439-2588-4324-b96c-15c805219ef8 req-2e1c4d7c-4c9c-4dbf-a0c6-90d7551a4782 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964181 Aug 06 18:06:08.791138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:08.824307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e', 'mac_address': 'fa:16:3e:fe:ee:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:08.856832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-6ad19ce7-c510-448b-96cb-8c5e968f54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:08.860632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-6ad19ce7-c510-448b-96cb-8c5e968f54bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6712e41-bc29-4bd7-8abc-858944bb4b25 HTTP/1.1" status: 200 len: 854 time: 0.1174524 Aug 06 18:06:08.910014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:08.938247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:08.941159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-c898f92c-e61f-423c-8300-ccb565e3237f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91bc2a06-0db1-40b4-add5-c63d69e70f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713451 Aug 06 18:06:08.971548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.029512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e80f75-be7e-45b8-96f1-b1dbd3a7080e {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:09.049235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:09.051839 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b55fd-9857-4558-9677-52d0bef40978" -d '{"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-plugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:09.085892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:09.091496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:09.098593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.107971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.108781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:09.120604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393719a-8295-4207-895a-0f36b64cf80b req-79ac7079-b099-4c1c-82f7-56c713b2877c tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:09.120604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d393719a-8295-4207-895a-0f36b64cf80b req-79ac7079-b099-4c1c-82f7-56c713b2877c tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 945 time: 0.1374037 Aug 06 18:06:09.168199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1419308273-network', 'tenant_id': 'f222e0a28cfe41a4b1ce6e59c50f387f'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:09.186567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-450763b0-37d3-4ff3-b92b-3cbc8aad9594 service neutron] 10.222.0.55 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351735 Aug 06 18:06:09.200071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:09.208238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:09.222527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Made reservation on behalf of f222e0a28cfe41a4b1ce6e59c50f387f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:09.225868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.237049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.240306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d393719a-8295-4207-895a-0f36b64cf80b req-60a46022-ecff-4eb0-97a5-e2aa3b6db014 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958228 Aug 06 18:06:09.259081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '9d329358-37d1-470f-9306-8f53869ee1bd', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '9d329358-37d1-470f-9306-8f53869ee1bd', 'mac_address': 'fa:16:3e:3e:4c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:09.355714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:09.408811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.409415 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.415905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.445205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:09.470033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61abc7d7-d090-4b6b-a85e-27b48d90be55 req-4d150df1-b1c9-47da-9dd7-f79e8a18f78a service neutron] 10.222.0.55 "GET /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484226 Aug 06 18:06:09.474371 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373bbba7-80d4-44f6-a4f8-e8b47d6da6e6 x-openstack-request-id: req-373bbba7-80d4-44f6-a4f8-e8b47d6da6e6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:09.474838 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-plugged", "status": "completed", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:09.479973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187f92-f7be-4edd-8021-bf51d4250c07 req-1beb1461-e5a9-472f-b825-031043dd49a9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:09.481819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e187f92-f7be-4edd-8021-bf51d4250c07 req-1beb1461-e5a9-472f-b825-031043dd49a9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 944 time: 0.1163812 Aug 06 18:06:09.485949 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-373bbba7-80d4-44f6-a4f8-e8b47d6da6e6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:09.486726 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'code': 200} Aug 06 18:06:09.494641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:06:09.501464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:09.511373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.511794 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Added segment 22f10c0d-467f-4b4a-8cc3-d08a9b36b999 of type vlan for network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 Aug 06 18:06:09.513271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:09.528306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.578804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e187f92-f7be-4edd-8021-bf51d4250c07 req-d8701ac3-a43d-4338-ab9b-bff2ca4dd96d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847075 Aug 06 18:06:09.586915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:09.603499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.659423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.660987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:09.661689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.738172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8269360 Aug 06 18:06:09.743221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50520) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:09.747283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Request body: {'subnet': {'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1419308273-subnet', 'tenant_id': 'f222e0a28cfe41a4b1ce6e59c50f387f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:09.770115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b874b2-39f3-488a-9900-5f0cc0b06789 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:09.773265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Made reservation on behalf of f222e0a28cfe41a4b1ce6e59c50f387f for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:09.776875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:09.783293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:06:09.831961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347c97-a03e-4498-a6a2-4eeedd0ae131 req-b078efe8-9d08-4861-a981-a589196f5f1f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:09.833684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1347c97-a03e-4498-a6a2-4eeedd0ae131 req-b078efe8-9d08-4861-a981-a589196f5f1f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 949 time: 0.1097136 Aug 06 18:06:09.840613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e099b22-cc4f-4ec8-b283-6a662b6f0c33 req-61c8f2a5-630b-4532-8d1a-223dd8e60b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:09.842221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e099b22-cc4f-4ec8-b283-6a662b6f0c33 req-61c8f2a5-630b-4532-8d1a-223dd8e60b57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 1098 time: 0.0761008 Aug 06 18:06:09.913367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1347c97-a03e-4498-a6a2-4eeedd0ae131 req-9711a5d3-8bc5-472e-83ea-83f5c9dd3893 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699458 Aug 06 18:06:09.945953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e099b22-cc4f-4ec8-b283-6a662b6f0c33 req-47dbc25a-ac24-43b1-952c-afc768c37e51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851960 Aug 06 18:06:09.980846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:10.014831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b9861441-b9a6-44d9-83c0-68dc0fe83b9e up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:10.039055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.087273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['61e80f75-be7e-45b8-96f1-b1dbd3a7080e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:10.123406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9100fb6-c8cd-4fbe-a9e9-d0de5c1ae131 req-6426231b-5aa9-413b-9c72-e813be719f0d tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:10.126028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9100fb6-c8cd-4fbe-a9e9-d0de5c1ae131 req-6426231b-5aa9-413b-9c72-e813be719f0d tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 944 time: 0.1407864 Aug 06 18:06:10.203096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11c86ac-111a-458e-83fc-b5b1c892a15f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:10.248609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Checking segment: {'id': '22f10c0d-467f-4b4a-8cc3-d08a9b36b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:10.249221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Network hostable DHCP agents. Network: c2d73218-66f5-4fb5-95cc-fb2d124fb0a2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:06:10.258804 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.263195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9100fb6-c8cd-4fbe-a9e9-d0de5c1ae131 req-23928173-24aa-45fd-a918-9fa16b9d244c tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188443 Aug 06 18:06:10.274159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b9861441-b9a6-44d9-83c0-68dc0fe83b9e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:10.292536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:06:10.297674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0424549-5f0a-4b09-aa82-383e8e4ed9f7 req-8c214e6c-1f5d-45d3-b974-470748ef7da8 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=160e809f176040da9696e07aeaddf648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276723 Aug 06 18:06:10.304547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b9861441-b9a6-44d9-83c0-68dc0fe83b9e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:10.304929 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.317000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c2d73218-66f5-4fb5-95cc-fb2d124fb0a2) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:10.332364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:10.334427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.343707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82fdd2-6be7-473a-a8e4-f85373d3a11d None None] Network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:10.367577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7db89a49-b6db-4bf4-b3ff-fd4596b4df70 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6238585 Aug 06 18:06:10.471803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424549-5f0a-4b09-aa82-383e8e4ed9f7 req-e58803cb-9aae-4a40-869b-2a1a323e75c7 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:10.475731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0424549-5f0a-4b09-aa82-383e8e4ed9f7 req-e58803cb-9aae-4a40-869b-2a1a323e75c7 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652777 Aug 06 18:06:10.501693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb2fdb-790c-4d29-88d9-e21a12f1cdb3 req-ee9cb21e-1af1-4209-bdec-1dcbd6c923eb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:10.509705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21cb2fdb-790c-4d29-88d9-e21a12f1cdb3 req-ee9cb21e-1af1-4209-bdec-1dcbd6c923eb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1072857 Aug 06 18:06:10.515726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0424549-5f0a-4b09-aa82-383e8e4ed9f7 req-e1695558-ec45-40a6-9f2f-355f1d8e7b2c tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/quotas/160e809f176040da9696e07aeaddf648 HTTP/1.1" status: 200 len: 375 time: 0.0261366 Aug 06 18:06:10.562277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21cb2fdb-790c-4d29-88d9-e21a12f1cdb3 req-87063960-a925-497a-8be5-cc9946108931 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Aug 06 18:06:10.575972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0424549-5f0a-4b09-aa82-383e8e4ed9f7 req-81db3cf9-684b-41b4-ad63-fb9bb794c1be tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=160e809f176040da9696e07aeaddf648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481436 Aug 06 18:06:10.688063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.769813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9918e82-6032-4258-b449-7b25d6456b34 None None] Network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:10.837977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:10.841057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aec53a-f656-4e15-9ceb-70044a32cba6 req-3a66ae93-fb51-423d-8175-bf0571e35f80 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:10.844223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15aec53a-f656-4e15-9ceb-70044a32cba6 req-3a66ae93-fb51-423d-8175-bf0571e35f80 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 944 time: 0.1041324 Aug 06 18:06:10.872905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:10.901534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15aec53a-f656-4e15-9ceb-70044a32cba6 req-68dc2dd0-1dfd-42f2-9249-eef1e29d6c01 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Aug 06 18:06:11.014485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:11.083901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-8da33f1b-52f0-495f-8648-0af76b79900a tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:11.086004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-8da33f1b-52f0-495f-8648-0af76b79900a tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/networks?id=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 HTTP/1.1" status: 200 len: 818 time: 0.1664219 Aug 06 18:06:11.107657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-17157ac7-3921-4c52-a38b-4fe3004a88e2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/quotas/f222e0a28cfe41a4b1ce6e59c50f387f HTTP/1.1" status: 200 len: 375 time: 0.0138505 Aug 06 18:06:11.187028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-b0d9fb97-de1b-4b80-8971-ec52d433a224 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f222e0a28cfe41a4b1ce6e59c50f387f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692251 Aug 06 18:06:11.398034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-9aae432f-896b-46ed-95a3-c081f7368802 service neutron] 10.222.0.64 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072620 Aug 06 18:06:11.415083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeaf71-3c87-42bd-ad63-204c95e2b7ef req-f6f601a4-1d7e-40b5-a916-1f1ff7550ceb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:11.419575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-badeaf71-3c87-42bd-ad63-204c95e2b7ef req-f6f601a4-1d7e-40b5-a916-1f1ff7550ceb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 949 time: 0.1083369 Aug 06 18:06:11.444118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:11.486705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-badeaf71-3c87-42bd-ad63-204c95e2b7ef req-5a74935d-ce2c-4b37-8b28-6b290e4ff35f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Aug 06 18:06:11.487820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:11.491272 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a26de-314c-44e9-a912-b114a7e0e257" -d '{"events": [{"server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "name": "network-vif-plugged", "status": "completed", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:11.553620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-00f66cb2-1ab5-4b52-999a-38acbfb19afe service neutron] 10.222.0.64 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456869 Aug 06 18:06:11.781965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06586967-a899-4367-9671-dd02cf81e79c req-0fe15d43-75be-4a2f-b34f-94727edd7fa2 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:11.784383 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0bd3c4-1785-40c2-9576-21a22db5be78 x-openstack-request-id: req-3d0bd3c4-1785-40c2-9576-21a22db5be78 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:11.784383 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "name": "network-vif-plugged", "status": "completed", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:11.784849 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d0bd3c4-1785-40c2-9576-21a22db5be78 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:11.785044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06586967-a899-4367-9671-dd02cf81e79c req-0fe15d43-75be-4a2f-b34f-94727edd7fa2 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 944 time: 0.0923512 Aug 06 18:06:11.785324 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'code': 200} Aug 06 18:06:11.877020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06586967-a899-4367-9671-dd02cf81e79c req-f59b57a3-7437-498f-8ef0-bee249183050 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853760 Aug 06 18:06:11.955637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82304aac-d7cb-4d34-80dd-fd071e14aa73 req-6261551a-885e-4def-8b9c-8615f81cb709 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:11.957331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82304aac-d7cb-4d34-80dd-fd071e14aa73 req-6261551a-885e-4def-8b9c-8615f81cb709 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1020963 Aug 06 18:06:11.960656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f6bb7-6560-4f12-89a0-4da51c5e61a3 req-1c0acea7-5fee-4524-aee4-cfb044674087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:11.962391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-109f6bb7-6560-4f12-89a0-4da51c5e61a3 req-1c0acea7-5fee-4524-aee4-cfb044674087 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1097 time: 0.0928984 Aug 06 18:06:11.990407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ee14c762-2e3d-413a-a087-6e58540d9458 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:12.044548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-109f6bb7-6560-4f12-89a0-4da51c5e61a3 req-1a1fab98-6627-412e-a65e-d63b580e0d1f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740473 Aug 06 18:06:12.082901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82304aac-d7cb-4d34-80dd-fd071e14aa73 req-e53f677d-52ff-4cc4-907a-4bd68460d471 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058941 Aug 06 18:06:12.188139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ee14c762-2e3d-413a-a087-6e58540d9458,segment=NetworkSegment(1caa8f2c-96ce-4ad7-afa3-8a7754a58b28),segment_id=1caa8f2c-96ce-4ad7-afa3-8a7754a58b28)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:12.210526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28136574-9820-4fc8-9d5a-c07cf0cecfc4 req-b7df3878-dd59-43af-bf15-dda049098830 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 210 time: 0.0299771 Aug 06 18:06:12.211419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ee14c762-2e3d-413a-a087-6e58540d9458', 'network_id': '91bc2a06-0db1-40b4-add5-c63d69e70f08', 'port_id': 'ee14c762-2e3d-413a-a087-6e58540d9458', 'mac_address': 'fa:16:3e:23:40:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6712e41-bc29-4bd7-8abc-858944bb4b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:12.288483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:12.315370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee14c762-2e3d-413a-a087-6e58540d9458 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:12.361104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ee14c762-2e3d-413a-a087-6e58540d9458,segment=NetworkSegment(1caa8f2c-96ce-4ad7-afa3-8a7754a58b28),segment_id=1caa8f2c-96ce-4ad7-afa3-8a7754a58b28)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:12.373827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:12.388967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7e4d8-88e6-4d79-bcdc-030b67d77137 req-feae58e1-46e8-4ed0-ac8b-2e28d013f7a9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:12.404404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfc7e4d8-88e6-4d79-bcdc-030b67d77137 req-feae58e1-46e8-4ed0-ac8b-2e28d013f7a9 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 945 time: 0.1037753 Aug 06 18:06:12.456956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:12.495010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfc7e4d8-88e6-4d79-bcdc-030b67d77137 req-5f4c3b82-d1f3-4351-bf0c-112a2ed3e39c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776169 Aug 06 18:06:12.533236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb5f42-ccb3-4124-8fd8-a83b366e681f req-f5a00ddc-9512-4851-9c12-515316fcd364 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:12.536052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-65cb5f42-ccb3-4124-8fd8-a83b366e681f req-f5a00ddc-9512-4851-9c12-515316fcd364 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.1202991 Aug 06 18:06:12.574768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 61e80f75-be7e-45b8-96f1-b1dbd3a7080e up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:12.615710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-65cb5f42-ccb3-4124-8fd8-a83b366e681f req-f4173c4c-923f-454c-a5c2-c3ad950edfed tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691574 Aug 06 18:06:12.654558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ee14c762-2e3d-413a-a087-6e58540d9458'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:12.670983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeebf5d7-8b46-407b-b8cb-9f67ae2d2140 req-829dcfe4-71d5-4ed5-a91e-d6a17a27c64c tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=160e809f176040da9696e07aeaddf648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488162 Aug 06 18:06:12.773245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:12.783821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:12.784946 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:12.877106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35037277-bffc-42c6-a035-4830e03522d8 req-56135e9c-9a59-4343-9c55-0df8b69d93f7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:12.880189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35037277-bffc-42c6-a035-4830e03522d8 req-56135e9c-9a59-4343-9c55-0df8b69d93f7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 949 time: 0.1103961 Aug 06 18:06:12.926462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebf5d7-8b46-407b-b8cb-9f67ae2d2140 req-57834201-1696-49fa-8567-b7ca2576327c tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:12.929043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeebf5d7-8b46-407b-b8cb-9f67ae2d2140 req-57834201-1696-49fa-8567-b7ca2576327c tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442324 Aug 06 18:06:12.960469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35037277-bffc-42c6-a035-4830e03522d8 req-ef1225e8-0ecb-4637-811c-50290c97fc85 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580807 Aug 06 18:06:12.962913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeebf5d7-8b46-407b-b8cb-9f67ae2d2140 req-d4eec3ac-d673-4438-9879-ab82adb5383c tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/quotas/160e809f176040da9696e07aeaddf648 HTTP/1.1" status: 200 len: 375 time: 0.0196464 Aug 06 18:06:13.045031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeebf5d7-8b46-407b-b8cb-9f67ae2d2140 req-0f853da1-945d-4ae2-9c3d-f9af07d61c37 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=160e809f176040da9696e07aeaddf648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605683 Aug 06 18:06:13.108407 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:13.208834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:13.215338 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:13.216349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:13.342701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e053b-fd2d-48e4-aa59-ebe58e6a1b17 req-19968e31-e981-447a-a510-66041e73e2b7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:13.355281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-748e053b-fd2d-48e4-aa59-ebe58e6a1b17 req-19968e31-e981-447a-a510-66041e73e2b7 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 945 time: 0.1200964 Aug 06 18:06:13.413646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:13.444671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-748e053b-fd2d-48e4-aa59-ebe58e6a1b17 req-b5abc480-773c-472f-a805-6fc6df7d5779 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Aug 06 18:06:13.448028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 9d329358-37d1-470f-9306-8f53869ee1bd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:13.455336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 9d329358-37d1-470f-9306-8f53869ee1bd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:13.455961 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:13.651137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:13.735254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:13.746543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:13.814229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e'}, {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:13.818065 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3179e9-e3f2-4590-9ecf-89a4992b88ec" -d '{"events": [{"server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "name": "network-vif-plugged", "status": "completed", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e"}, {"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:13.863657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7cb7f90-2e92-4447-8df9-72df590be687 req-fc75f53f-8973-4bfa-9b84-22288ba1d7eb tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 210 time: 0.0778170 Aug 06 18:06:13.866533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:13.875511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-c88aaef6-33d9-4a04-8d5f-eac314d666df tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:13.877461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-c88aaef6-33d9-4a04-8d5f-eac314d666df tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.55 "GET /v2.0/networks?id=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 HTTP/1.1" status: 200 len: 818 time: 0.4220884 Aug 06 18:06:13.891774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Request body: {'port': {'device_id': '40019895-efce-4458-a626-a6a7071f180b', 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2', 'admin_state_up': True, 'tenant_id': 'f222e0a28cfe41a4b1ce6e59c50f387f'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:14.011723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ee14c762-2e3d-413a-a087-6e58540d9458 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:14.108691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b574-72df-48b0-b0d9-aa0547117293 req-52079791-71ab-4d7e-9c54-21aa9abb69eb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:14.110159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-373d98cd-ab8c-45e8-86c3-76bde6228692 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:14.112605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-373d98cd-ab8c-45e8-86c3-76bde6228692 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.1716676 Aug 06 18:06:14.121241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2359b574-72df-48b0-b0d9-aa0547117293 req-52079791-71ab-4d7e-9c54-21aa9abb69eb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 945 time: 0.1438158 Aug 06 18:06:14.144780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-1658afba-1be4-492c-8c10-76b497a28e46 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/quotas/58b8a1e4f06d42bf8951743713cdd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0217981 Aug 06 18:06:14.149043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ee14c762-2e3d-413a-a087-6e58540d9458 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:14.165154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ee14c762-2e3d-413a-a087-6e58540d9458 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:14.166184 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:14.183617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Made reservation on behalf of f222e0a28cfe41a4b1ce6e59c50f387f for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:14.187682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:14.210445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2359b574-72df-48b0-b0d9-aa0547117293 req-8f122866-6309-49ce-b8b5-c6f0b92b7605 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814397 Aug 06 18:06:14.261513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-11d675a2-b33b-49df-bc0c-f6890c3eee71 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074843 Aug 06 18:06:14.341567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:14.436634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Allocated IP 172.20.0.5 (c2d73218-66f5-4fb5-95cc-fb2d124fb0a2/d11c86ac-111a-458e-83fc-b5b1c892a15f/04ca023d-af34-4385-863e-f2ac0aedc200) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:14.451216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ee14c762-2e3d-413a-a087-6e58540d9458,segment=NetworkSegment(1caa8f2c-96ce-4ad7-afa3-8a7754a58b28),segment_id=1caa8f2c-96ce-4ad7-afa3-8a7754a58b28)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:14.461170 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:14.468124 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163bf0b-80ac-4e6f-bd14-2045e303163b x-openstack-request-id: req-4163bf0b-80ac-4e6f-bd14-2045e303163b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:14.468124 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "name": "network-vif-plugged", "status": "completed", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e", "code": 200}, {"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:14.468124 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4163bf0b-80ac-4e6f-bd14-2045e303163b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:14.468124 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e', 'code': 200} Aug 06 18:06:14.468124 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'code': 200} Aug 06 18:06:14.495570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-3bd74cd3-bbc7-4999-8719-84235c7d8d81 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310565 Aug 06 18:06:14.575006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:14.774884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754c5c8-c333-407a-aef1-560cdf5e782c req-19269ea4-2df2-4230-8175-57074bca6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:14.777639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1754c5c8-c333-407a-aef1-560cdf5e782c req-19269ea4-2df2-4230-8175-57074bca6ae8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1101 time: 0.1220703 Aug 06 18:06:14.784679 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-66d8cee2-7bc1-4394-9a28-2ba31aa50b76 service neutron] 10.222.0.64 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832854 Aug 06 18:06:14.794188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9d1d1-11af-455c-8d35-d5a8d6e2737a req-c961b90c-8684-468f-8240-ed9007dc33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:14.796800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82e9d1d1-11af-455c-8d35-d5a8d6e2737a req-c961b90c-8684-468f-8240-ed9007dc33f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 1102 time: 0.1559064 Aug 06 18:06:14.811440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa953f45-3eed-4e23-89f7-d2ab90ed8eda req-12568f64-c924-4b54-a97e-000c3b231feb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:14.813171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa953f45-3eed-4e23-89f7-d2ab90ed8eda req-12568f64-c924-4b54-a97e-000c3b231feb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 950 time: 0.2019444 Aug 06 18:06:14.853712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1754c5c8-c333-407a-aef1-560cdf5e782c req-3d159bc8-21b8-4da8-9157-34f61e60ab57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Aug 06 18:06:14.881730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.079526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774451f-6038-4853-b299-3ea847217e70 req-061eaa98-d55f-4450-b99f-1c25b7bfd545 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:15.081193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0774451f-6038-4853-b299-3ea847217e70 req-061eaa98-d55f-4450-b99f-1c25b7bfd545 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4 HTTP/1.1" status: 200 len: 946 time: 0.0796196 Aug 06 18:06:15.181150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e12d803b-10a7-4822-933a-f140f828187e req-12abf3e1-c4f0-4b23-b320-06d19ebfdb72 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1695858639&fields=id&tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 267 time: 0.0988231 Aug 06 18:06:15.297893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Deleting port e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:15.298544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.336440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82e9d1d1-11af-455c-8d35-d5a8d6e2737a req-9ed0ca40-8740-4c64-89dc-fb253afab1f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221817 Aug 06 18:06:15.342825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d803b-10a7-4822-933a-f140f828187e req-a8672bc8-2935-4894-bf91-5beb2c707edb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:15.344512 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e12d803b-10a7-4822-933a-f140f828187e req-a8672bc8-2935-4894-bf91-5beb2c707edb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 945 time: 0.1470604 Aug 06 18:06:15.359057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa953f45-3eed-4e23-89f7-d2ab90ed8eda req-c202c322-aef2-4147-9431-fb980c54e7c8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232029 Aug 06 18:06:15.420176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.439808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'security_groups': ['8f939cba-1873-43d6-95ac-51a2255a40a9', 'f5bb938c-5d85-45ed-9ff2-0f11693b8230']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:15.532234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:15.539870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:15.548916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:15.580364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Pushing event updated for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:15.644586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.676947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] For port e82ca1f7-5918-420d-95f6-63e449c3688c, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=e82ca1f7-5918-420d-95f6-63e449c3688c,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:15.677330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.720960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Calling delete_port for e82ca1f7-5918-420d-95f6-63e449c3688c owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:15.727649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:15.729002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:15.763254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d96d8d-6be4-4a02-b3b5-3dd16068c8a4 req-b93e7fce-ddf3-4ac5-90a1-abcdfed328d6 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:15.766354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25d96d8d-6be4-4a02-b3b5-3dd16068c8a4 req-b93e7fce-ddf3-4ac5-90a1-abcdfed328d6 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.1424897 Aug 06 18:06:15.769566 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-a49b123a-a965-4812-9d3d-a59eef4d722e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8818991 Aug 06 18:06:15.784864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Request body: {'port': {'device_id': '40019895-efce-4458-a626-a6a7071f180b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:15.899182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25d96d8d-6be4-4a02-b3b5-3dd16068c8a4 req-e403d7f6-3722-458e-aca5-0fe66a157637 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102073 Aug 06 18:06:15.901978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.225351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:16.251008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.266405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['e82ca1f7-5918-420d-95f6-63e449c3688c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:16.286418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event deleted for resources: {'Port': ['ID=e82ca1f7-5918-420d-95f6-63e449c3688c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:16.358089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa937a6-0ea5-4831-99d8-f91566dba609 req-17b4a5b4-2809-4347-b072-0f72a30efba6 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:16.358358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] No DVR routers for this DVR port e82ca1f7-5918-420d-95f6-63e449c3688c on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:16.367246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aaa937a6-0ea5-4831-99d8-f91566dba609 req-17b4a5b4-2809-4347-b072-0f72a30efba6 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 931 time: 0.1212516 Aug 06 18:06:16.371190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.374997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0774451f-6038-4853-b299-3ea847217e70 req-09004e8f-ba85-4227-842c-15d582235a69 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "DELETE /v2.0/ports/e82ca1f7-5918-420d-95f6-63e449c3688c HTTP/1.1" status: 204 len: 173 time: 1.2841008 Aug 06 18:06:16.375745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-deleted', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:16.379943 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c0c7e-0ce3-47b2-902f-450ddebbd69c" -d '{"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-deleted", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:16.393482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.401300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.420896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:16.443720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aaa937a6-0ea5-4831-99d8-f91566dba609 req-8aa07d4c-6871-4ec0-a52b-c0e1cbbb273f tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Aug 06 18:06:16.507822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:16.515334 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e5c91b-233d-4540-ab2b-1923ff4a6520" -d '{"events": [{"server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "name": "network-vif-plugged", "status": "completed", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:16.547197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ca023d-af34-4385-863e-f2ac0aedc200 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:16.562964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.612077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-babf5dd0-7697-4902-98ac-0cb3217ca116 req-6b3c4db1-fec2-453f-959b-a3e3a3ad34ab tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 210 time: 0.0408621 Aug 06 18:06:16.639385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Transition to ACTIVE for port object 04ca023d-af34-4385-863e-f2ac0aedc200 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:16.645155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:16.747196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Pushing event updated for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:16.829372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62b96e5c-ab69-41ad-a069-26099673f8e8 req-cabffb70-b7a7-4bdd-b03a-ce8001a0f889 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=160e809f176040da9696e07aeaddf648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369279 Aug 06 18:06:16.905605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Attempting to bind port 04ca023d-af34-4385-863e-f2ac0aedc200 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:16.906346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Attempting to bind port 04ca023d-af34-4385-863e-f2ac0aedc200 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '22f10c0d-467f-4b4a-8cc3-d08a9b36b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:16.906346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Attempting to bind port 04ca023d-af34-4385-863e-f2ac0aedc200 on network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:16.947318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Port 04ca023d-af34-4385-863e-f2ac0aedc200 on network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:16.947635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Attempting to bind port 04ca023d-af34-4385-863e-f2ac0aedc200 on network c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:16.957762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:16.958111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Checking segment: {'id': '22f10c0d-467f-4b4a-8cc3-d08a9b36b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:16.958501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Bound using segment: {'id': '22f10c0d-467f-4b4a-8cc3-d08a9b36b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:16.958993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Bound port: 04ca023d-af34-4385-863e-f2ac0aedc200, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f10c0d-467f-4b4a-8cc3-d08a9b36b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:16.959361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:17.066709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.068318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b96e5c-ab69-41ad-a069-26099673f8e8 req-d943bdd5-95a7-48d0-860a-31566a0833b2 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.069576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:17.074552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e12d803b-10a7-4822-933a-f140f828187e req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "PUT /v2.0/ports/b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 981 time: 1.7171831 Aug 06 18:06:17.076098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62b96e5c-ab69-41ad-a069-26099673f8e8 req-d943bdd5-95a7-48d0-860a-31566a0833b2 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249773 Aug 06 18:06:17.111318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:17.117422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62b96e5c-ab69-41ad-a069-26099673f8e8 req-fe1896c6-1670-4bb5-9af3-e4f2a89123d3 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/quotas/160e809f176040da9696e07aeaddf648 HTTP/1.1" status: 200 len: 375 time: 0.0396717 Aug 06 18:06:17.146588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968df9fa-3ed4-46a3-b661-f7dcd9e1d2d6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:17.168532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:17.181936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62b96e5c-ab69-41ad-a069-26099673f8e8 req-f7053336-2fa0-43ef-a35b-d10eeb765d81 tempest-QuotasAdminNegativeTest-1232643896 tempest-QuotasAdminNegativeTest-1232643896-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=160e809f176040da9696e07aeaddf648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633223 Aug 06 18:06:17.215071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04ca023d-af34-4385-863e-f2ac0aedc200,segment=NetworkSegment(22f10c0d-467f-4b4a-8cc3-d08a9b36b999),segment_id=22f10c0d-467f-4b4a-8cc3-d08a9b36b999)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:17.226195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:17.259949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-a2b457ff-f7f6-491f-b450-0345bbc59a7d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.263185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-a2b457ff-f7f6-491f-b450-0345bbc59a7d tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 814 time: 0.8025100 Aug 06 18:06:17.288109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Request body: {'port': {'device_id': 'dd564d61-f80b-4866-8470-b55a805db1de', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'admin_state_up': True, 'tenant_id': '58b8a1e4f06d42bf8951743713cdd5e0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:17.330625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.331111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:17.333727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] 10.222.0.55 "PUT /v2.0/ports/04ca023d-af34-4385-863e-f2ac0aedc200 HTTP/1.1" status: 200 len: 1092 time: 1.5536437 Aug 06 18:06:17.334961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:17.338281 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887470ef-8414-432d-b1b6-09e647077171" -d '{"events": [{"name": "network-changed", "server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:17.387327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac2655-5e4e-4079-9f4d-dcd18b5f43f8 req-759daa97-1470-43fa-a62e-f918e8b3b00e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.389153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80ac2655-5e4e-4079-9f4d-dcd18b5f43f8 req-759daa97-1470-43fa-a62e-f918e8b3b00e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 950 time: 0.1649137 Aug 06 18:06:17.404020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaff87-a6f4-4239-b626-839e5835e7da service neutron] Pushing event updated for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:17.427124 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b26dc52-aa11-4e5f-83db-1e9404fe24f6 x-openstack-request-id: req-2b26dc52-aa11-4e5f-83db-1e9404fe24f6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:17.427656 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4", "name": "network-vif-deleted", "tag": "e82ca1f7-5918-420d-95f6-63e449c3688c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:17.432534 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b26dc52-aa11-4e5f-83db-1e9404fe24f6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:17.438238 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbe1311-5ff3-44c0-a7c9-8b3f3f6f00d4', 'name': 'network-vif-deleted', 'tag': 'e82ca1f7-5918-420d-95f6-63e449c3688c', 'status': 'completed', 'code': 200} Aug 06 18:06:17.495122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5d1b9136-8a12-439e-8664-80dd53f1f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.498125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-5d1b9136-8a12-439e-8664-80dd53f1f22e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f222e0a28cfe41a4b1ce6e59c50f387f&device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 1095 time: 0.1099849 Aug 06 18:06:17.508048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80ac2655-5e4e-4079-9f4d-dcd18b5f43f8 req-2ade9601-4517-400e-bf75-1f20f542e83f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050858 Aug 06 18:06:17.512196 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22030b4d-0406-425b-a957-bc01e24debf3 x-openstack-request-id: req-22030b4d-0406-425b-a957-bc01e24debf3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:17.513381 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "name": "network-vif-plugged", "status": "completed", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:17.513838 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22030b4d-0406-425b-a957-bc01e24debf3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:17.514404 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458', 'code': 200} Aug 06 18:06:17.558133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Made reservation on behalf of 58b8a1e4f06d42bf8951743713cdd5e0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:17.562611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:17.584056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-e9133e73-7bde-4729-a633-a39c84afd6d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ca023d-af34-4385-863e-f2ac0aedc200 HTTP/1.1" status: 200 len: 217 time: 0.0774102 Aug 06 18:06:17.700756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-23e5dba2-7093-48b5-bcf3-076753ec110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.702761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-23e5dba2-7093-48b5-bcf3-076753ec110a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11c86ac-111a-458e-83fc-b5b1c892a15f HTTP/1.1" status: 200 len: 858 time: 0.1099432 Aug 06 18:06:17.718509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731f223-d5e3-41bb-af3e-173104dbdcf6 req-dc872f25-fc47-4eb3-8c04-0bf2bb4ea069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.721781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d731f223-d5e3-41bb-af3e-173104dbdcf6 req-dc872f25-fc47-4eb3-8c04-0bf2bb4ea069 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 1098 time: 0.0761328 Aug 06 18:06:17.748035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-38445e1e-72b6-46c5-883e-445dca01f59c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321727 Aug 06 18:06:17.756708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223028-5fce-4e7a-85dc-324f0cde5bd2 req-8b1cdfdf-7845-45c8-9179-ffdfd460d447 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:17.758585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d223028-5fce-4e7a-85dc-324f0cde5bd2 req-8b1cdfdf-7845-45c8-9179-ffdfd460d447 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.1521757 Aug 06 18:06:17.866074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d223028-5fce-4e7a-85dc-324f0cde5bd2 req-4bcab59d-70bf-472e-8107-198cb29a83eb tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979803 Aug 06 18:06:17.903579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Allocated IP 172.20.0.11 (ac6bf859-a479-4074-84f0-5ad6ffd28e30/130f0e4b-64c0-418a-b174-f146966a35d6/64eac998-87b8-4a0b-94f0-84b09760b289) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:17.905406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-0a9e3200-b4e6-445f-acd9-bb6885d3c275 service neutron] 10.222.0.55 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455605 Aug 06 18:06:17.911108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d731f223-d5e3-41bb-af3e-173104dbdcf6 req-2b205c85-d001-416f-87a4-1a87c208863f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747606 Aug 06 18:06:17.916670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32826aa1-c755-4c56-9ab2-3cccd4a3d7c4 req-e0d4995a-4a51-46a8-b3d9-e379570fd980 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/f5bb938c-5d85-45ed-9ff2-0f11693b8230 HTTP/1.1" status: 200 len: 1801 time: 0.1826775 Aug 06 18:06:18.089294 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00de6d0-90bf-451a-8486-def809c0a1c6 req-d7b3a2f0-f674-4fe4-96fd-26ee1102d11a service neutron] 10.222.0.55 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306913 Aug 06 18:06:18.107308 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-32826aa1-c755-4c56-9ab2-3cccd4a3d7c4 req-4f371293-1c08-4848-a345-1b4eee267768 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 18:06:18.109327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32826aa1-c755-4c56-9ab2-3cccd4a3d7c4 req-4f371293-1c08-4848-a345-1b4eee267768 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5bb938c-5d85-45ed-9ff2-0f11693b8230 HTTP/1.1" status: 409 len: 341 time: 0.1771441 Aug 06 18:06:18.182616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-016d0573-fdb2-4e33-a2c2-fbd5248f154d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2090321 Aug 06 18:06:18.192874 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fc57a-dc18-4d8f-b52c-f771561ddf2d x-openstack-request-id: req-164fc57a-dc18-4d8f-b52c-f771561ddf2d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:18.193278 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:18.193635 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-164fc57a-dc18-4d8f-b52c-f771561ddf2d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:18.194300 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200', 'status': 'completed', 'code': 200} Aug 06 18:06:18.292114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:18.320310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887470ef-8414-432d-b1b6-09e647077171 req-b60c75b7-ef7e-41e6-909c-423ba050be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.322105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-b60c75b7-ef7e-41e6-909c-423ba050be35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f222e0a28cfe41a4b1ce6e59c50f387f&device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 1095 time: 0.0940702 Aug 06 18:06:18.352517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-061e6a5c-7b78-4aaf-ac79-05c6190ba5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.355567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-061e6a5c-7b78-4aaf-ac79-05c6190ba5ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1175 time: 0.0781388 Aug 06 18:06:18.517545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:18.524455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b0b28-c407-4f28-bb3f-47331f6b4be4 req-908163c5-debe-4e94-9044-ed930c1319bb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.526815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac4b0b28-c407-4f28-bb3f-47331f6b4be4 req-908163c5-debe-4e94-9044-ed930c1319bb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1454778 Aug 06 18:06:18.547104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba148dc-a1d3-459a-8f5a-9d820df298f8 req-1ee41e57-1d9a-413b-8dd3-4849242ee3fe tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.548765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cba148dc-a1d3-459a-8f5a-9d820df298f8 req-1ee41e57-1d9a-413b-8dd3-4849242ee3fe tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 943 time: 0.1842365 Aug 06 18:06:18.583721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-38e2fac9-4804-46b6-8bd5-e62048c79a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.585292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-38e2fac9-4804-46b6-8bd5-e62048c79a40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.1847253 Aug 06 18:06:18.593981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887470ef-8414-432d-b1b6-09e647077171 req-cc24b34b-4746-4323-b212-1d8feeb7f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.596629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-cc24b34b-4746-4323-b212-1d8feeb7f61d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 HTTP/1.1" status: 200 len: 919 time: 0.2618825 Aug 06 18:06:18.610721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac4b0b28-c407-4f28-bb3f-47331f6b4be4 req-bc8943ae-eac6-4a41-97db-dc49547283e4 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706277 Aug 06 18:06:18.632178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Network ac6bf859-a479-4074-84f0-5ad6ffd28e30 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:18.640012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:18.643850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-c221f65e-ef7a-4cd4-a8eb-08d22d9b68bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 200 len: 217 time: 0.0498943 Aug 06 18:06:18.683944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event updated for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:18.686998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:18.691999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-5aeee9a6-2b31-40b3-8e57-1c81f36ae279 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ca023d-af34-4385-863e-f2ac0aedc200 HTTP/1.1" status: 200 len: 217 time: 0.0729315 Aug 06 18:06:18.693660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:18.718302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: e82ca1f7-5918-420d-95f6-63e449c3688c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:18.718665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device e82ca1f7-5918-420d-95f6-63e449c3688c not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:18.789831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cba148dc-a1d3-459a-8f5a-9d820df298f8 req-6b0ffb4f-b343-49db-9579-462e69269e7e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100618 Aug 06 18:06:18.815104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-6c574800-ede4-44fc-be49-2d5b322baf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.823486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-6c574800-ede4-44fc-be49-2d5b322baf24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.1721656 Aug 06 18:06:18.828644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.835337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:18.861393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887470ef-8414-432d-b1b6-09e647077171 req-08e291a8-ee0e-4d10-b33a-5da08ba47e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.864102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-08e291a8-ee0e-4d10-b33a-5da08ba47e27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11c86ac-111a-458e-83fc-b5b1c892a15f HTTP/1.1" status: 200 len: 858 time: 0.1614189 Aug 06 18:06:18.912304 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-b4b1f37b-a84a-443e-ac8e-0be87b79978e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6328130 Aug 06 18:06:18.914784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db825d0-ed30-4007-a365-9e93223ff3f2 req-d007e612-f152-4d73-898e-690d87523096 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:18.929881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9db825d0-ed30-4007-a365-9e93223ff3f2 req-d007e612-f152-4d73-898e-690d87523096 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 932 time: 0.1788566 Aug 06 18:06:18.938045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-308fae57-913a-4610-b03b-78fdc7665536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061230 Aug 06 18:06:19.010958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Request body: {'port': {'device_id': 'dd564d61-f80b-4866-8470-b55a805db1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:19.058254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-efbaa29f-8f25-4a65-b4ce-f139c4177a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749535 Aug 06 18:06:19.229275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9db825d0-ed30-4007-a365-9e93223ff3f2 req-4aef079d-6b86-4439-9f1c-0714a25ae444 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974827 Aug 06 18:06:19.280475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-e807d486-a351-40d2-8840-c218ce2943fd service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307149 Aug 06 18:06:19.286165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-6e5eba45-86ca-4ff7-a15c-44bc19ecaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:19.289294 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-6e5eba45-86ca-4ff7-a15c-44bc19ecaf6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1136 time: 0.1799450 Aug 06 18:06:19.302999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:19.380182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:19.391657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394baeb-91fd-4b78-9ea1-4b33ba9cce47 req-45a665fa-048c-441b-b772-341b94569991 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:19.393383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8394baeb-91fd-4b78-9ea1-4b33ba9cce47 req-45a665fa-048c-441b-b772-341b94569991 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.1998224 Aug 06 18:06:19.402066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-a436c383-d910-4541-b07d-4983b3b7e5cf service neutron] 10.222.0.55 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004866 Aug 06 18:06:19.441136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:19.449811 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca" -d '{"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:19.559723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-81cd5326-36a8-4649-8164-f765b3df3f89 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508369 Aug 06 18:06:19.670822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8394baeb-91fd-4b78-9ea1-4b33ba9cce47 req-39f47d6e-4091-4630-a13d-0bbfc5847f04 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657630 Aug 06 18:06:19.761563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-125cbe10-0749-4b59-ad38-d05df2ee49e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:19.811417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1acc56b-19cf-429a-b605-9c1cec919060 req-9199c0df-0fd4-4c53-bae6-4c25e4636e95 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202963 Aug 06 18:06:19.840666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-126241be-db8f-49d7-8c66-c4fcddb7f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:19.842672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-126241be-db8f-49d7-8c66-c4fcddb7f2e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.5388176 Aug 06 18:06:19.875310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887470ef-8414-432d-b1b6-09e647077171 req-bad7fc1e-3816-4481-b5e6-b168e7f1a27a service neutron] 10.222.0.55 "GET /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637573 Aug 06 18:06:19.998692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-3db6c854-78e1-4564-a9be-da52a855195c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 217 time: 0.1420610 Aug 06 18:06:20.095359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef10cbe-fb8c-4057-853a-e1eab1460253 req-e7694573-ae56-4959-902c-a73552fe997a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.107481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cef10cbe-fb8c-4057-853a-e1eab1460253 req-e7694573-ae56-4959-902c-a73552fe997a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 984 time: 0.1873543 Aug 06 18:06:20.123558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-3afc14e1-5849-4486-93be-da6cfcad387c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.126371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-3afc14e1-5849-4486-93be-da6cfcad387c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5531268 Aug 06 18:06:20.182942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64eac998-87b8-4a0b-94f0-84b09760b289 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:20.198055 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.204698 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-12b97851-7433-4bcb-ab13-dd409ba9c4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3533397 Aug 06 18:06:20.205539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cef10cbe-fb8c-4057-853a-e1eab1460253 req-5db7f71a-eb72-4073-b06e-9b9bb0fc85db tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&id=f5bb938c-5d85-45ed-9ff2-0f11693b8230&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0930805 Aug 06 18:06:20.220167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Transition to ACTIVE for port object 64eac998-87b8-4a0b-94f0-84b09760b289 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:20.221514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-af4a9229-19aa-4b36-adf6-aec47dd4dd41 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/quotas/1f33bca34eab442891165d12c303dfb0 HTTP/1.1" status: 200 len: 375 time: 0.0754721 Aug 06 18:06:20.226584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.227698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-cbf99b86-0aec-4c33-ac83-6756152cba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.231016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-cbf99b86-0aec-4c33-ac83-6756152cba96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.2135375 Aug 06 18:06:20.304904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Pushing event updated for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:20.362844 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e59df-e14c-4d31-a834-70d10ec168d6 x-openstack-request-id: req-7f3e59df-e14c-4d31-a834-70d10ec168d6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:20.363324 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:20.363723 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f3e59df-e14c-4d31-a834-70d10ec168d6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:20.364414 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'status': 'completed', 'code': 200} Aug 06 18:06:20.402631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-329e4566-bd98-4790-b690-22dd404fe0cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595380 Aug 06 18:06:20.434908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Attempting to bind port 64eac998-87b8-4a0b-94f0-84b09760b289 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:20.435662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Attempting to bind port 64eac998-87b8-4a0b-94f0-84b09760b289 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:20.436348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Attempting to bind port 64eac998-87b8-4a0b-94f0-84b09760b289 on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:20.447151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Port 64eac998-87b8-4a0b-94f0-84b09760b289 on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:20.447655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Attempting to bind port 64eac998-87b8-4a0b-94f0-84b09760b289 on network ac6bf859-a479-4074-84f0-5ad6ffd28e30 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:20.458228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:20.458954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Checking segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:20.459507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Bound using segment: {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:20.460542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Bound port: 64eac998-87b8-4a0b-94f0-84b09760b289, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3f990a-d129-42de-835a-6233815c3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:20.461137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.513344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-125cbe10-0749-4b59-ad38-d05df2ee49e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.577107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-125cbe10-0749-4b59-ad38-d05df2ee49e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.593430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29218fb4-dc9b-4ec1-a063-7f3259f64ad6 req-b733ef37-fe8c-4d4a-a69f-68199de26f9e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.594924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29218fb4-dc9b-4ec1-a063-7f3259f64ad6 req-b733ef37-fe8c-4d4a-a69f-68199de26f9e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 943 time: 0.1295145 Aug 06 18:06:20.606166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-f85c6dbc-5486-42da-b925-9c6f5486333f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3829348 Aug 06 18:06:20.653805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-595a9e7d-712b-4b2d-a132-fa1b97fb2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.656125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-595a9e7d-712b-4b2d-a132-fa1b97fb2855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 1098 time: 0.4109263 Aug 06 18:06:20.664891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29218fb4-dc9b-4ec1-a063-7f3259f64ad6 req-7bc8cb33-5c70-4196-98cb-7e2985190b47 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Aug 06 18:06:20.668725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:20.676495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=64eac998-87b8-4a0b-94f0-84b09760b289,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:20.686004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.702504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cbe10-0749-4b59-ad38-d05df2ee49e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a6d562-7e01-4e34-94ad-09314dca9541,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:20.723330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-125cbe10-0749-4b59-ad38-d05df2ee49e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=160e809f176040da9696e07aeaddf648&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3376281 Aug 06 18:06:20.723889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50780) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:20.758953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.759779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:20.761619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] 10.222.0.16 "PUT /v2.0/ports/64eac998-87b8-4a0b-94f0-84b09760b289 HTTP/1.1" status: 200 len: 1093 time: 1.7863779 Aug 06 18:06:20.797016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4f37e-c132-4c99-bf2e-16e2b631a006 service neutron] Pushing event updated for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:20.801217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-8d802c75-1648-47b5-9c35-4ec878fb2c3f service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874869 Aug 06 18:06:20.986367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56caf243-e978-4f9e-9d75-e3a1dc26c88d req-0156d3f6-5712-429b-80d7-2d8769758686 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349971 Aug 06 18:06:20.988732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-a38ffdb8-20d1-4f26-a27f-5d0e8095eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:20.992652 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-a38ffdb8-20d1-4f26-a27f-5d0e8095eb62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 1096 time: 0.1740792 Aug 06 18:06:21.138440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-27efe8a8-7bfe-42ea-9a39-2aa8d9211248 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64eac998-87b8-4a0b-94f0-84b09760b289 HTTP/1.1" status: 200 len: 217 time: 0.1362629 Aug 06 18:06:21.149187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:21.188591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-2cb39a18-f7d4-4004-8968-b6af523bdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.190358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-2cb39a18-f7d4-4004-8968-b6af523bdf47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 200 len: 924 time: 0.4921722 Aug 06 18:06:21.212393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa075-4a34-4fc1-8b9c-c7fbd5d39ec3 req-769f764a-27d3-4d56-b04d-8d31640fa199 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.220934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c9fa075-4a34-4fc1-8b9c-c7fbd5d39ec3 req-769f764a-27d3-4d56-b04d-8d31640fa199 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 944 time: 0.2334781 Aug 06 18:06:21.301624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-e4f58868-7bc0-4720-8712-9df001da3bef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 200 len: 1002 time: 0.0991306 Aug 06 18:06:21.304790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-153c7b8a-7341-47d9-b089-57df57c7a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.308400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-153c7b8a-7341-47d9-b089-57df57c7a905 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.1609399 Aug 06 18:06:21.313927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-5149cdf1-784a-4f21-ba3d-bc98609be1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.315769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-5149cdf1-784a-4f21-ba3d-bc98609be1b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1136 time: 0.2646863 Aug 06 18:06:21.318587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:21.364405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-7085627d-478c-4464-8b9f-4026cace4cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446618 Aug 06 18:06:21.542303 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:21.545687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:21.547148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8a6d562-7e01-4e34-94ad-09314dca9541 HTTP/1.1" status: 204 len: 168 time: 0.8175719 Aug 06 18:06:21.637386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07d109-bfbe-47fc-8fe7-3ebc9a7ed18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a6d562-7e01-4e34-94ad-09314dca9541,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:21.650395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78f46c6b-b658-491f-a818-2e93f35b471f req-e8e665e5-ff17-4033-a20c-556909465ee9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 210 time: 0.1147182 Aug 06 18:06:21.659404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-4afdc391-2d52-4eba-a56d-dfb2520457f0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828934 Aug 06 18:06:21.682943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c9fa075-4a34-4fc1-8b9c-c7fbd5d39ec3 req-127de9eb-f90c-46b5-b8ff-c28dd3a4918f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418693 Aug 06 18:06:21.697620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-740cc4c0-8394-4cf4-8647-58c65f002824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.704927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-740cc4c0-8394-4cf4-8647-58c65f002824 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 200 len: 862 time: 0.3667641 Aug 06 18:06:21.912343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-bc65665c-0a40-4ec6-b2ee-ab08b2efbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.914751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-bc65665c-0a40-4ec6-b2ee-ab08b2efbe8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.5632231 Aug 06 18:06:21.937182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e002c12-ba4c-4073-a6ac-55948e6c3453 req-e8273a8a-4e22-4dc7-bd00-2e149c9b494d service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633770 Aug 06 18:06:21.961534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43559ae1-33d7-4834-b54c-1b432d553225 req-37a32a18-af48-4406-9652-06e00693d9c4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:21.963575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43559ae1-33d7-4834-b54c-1b432d553225 req-37a32a18-af48-4406-9652-06e00693d9c4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 984 time: 0.1261811 Aug 06 18:06:22.024757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43559ae1-33d7-4834-b54c-1b432d553225 req-7330b12c-c5b8-47e0-af1c-ad5276bb7707 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&id=f5bb938c-5d85-45ed-9ff2-0f11693b8230&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0500622 Aug 06 18:06:22.031870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04ca023d-af34-4385-863e-f2ac0aedc200 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:22.228302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:22.245800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04ca023d-af34-4385-863e-f2ac0aedc200,segment=NetworkSegment(22f10c0d-467f-4b4a-8cc3-d08a9b36b999),segment_id=22f10c0d-467f-4b4a-8cc3-d08a9b36b999)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:22.247492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3d993ca-5ddb-4405-b486-6f237990a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.264383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '04ca023d-af34-4385-863e-f2ac0aedc200', 'network_id': 'c2d73218-66f5-4fb5-95cc-fb2d124fb0a2', 'port_id': '04ca023d-af34-4385-863e-f2ac0aedc200', 'mac_address': 'fa:16:3e:fc:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11c86ac-111a-458e-83fc-b5b1c892a15f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:22.287822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-39f7f695-87dc-4c01-950f-c45a205ed44d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1921186372&fields=id&tenant_id=37c1c3c96a3a40aab323bad606b0cf05 HTTP/1.1" status: 200 len: 267 time: 0.0906384 Aug 06 18:06:22.315652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.335283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ca023d-af34-4385-863e-f2ac0aedc200 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:22.360500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04ca023d-af34-4385-863e-f2ac0aedc200,segment=NetworkSegment(22f10c0d-467f-4b4a-8cc3-d08a9b36b999),segment_id=22f10c0d-467f-4b4a-8cc3-d08a9b36b999)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:22.366226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:22.369844 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:22.371565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.391461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-6783f4a9-1c7e-44a0-91b2-911b37b91460 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:22.392940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-6783f4a9-1c7e-44a0-91b2-911b37b91460 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 984 time: 0.0904808 Aug 06 18:06:22.416798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'port': {'security_groups': ['8f939cba-1873-43d6-95ac-51a2255a40a9', 'f5bb938c-5d85-45ed-9ff2-0f11693b8230', '9454453a-e5b3-46dc-b54f-98fff22ae6ce']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:22.448180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-7d61ce99-b5de-4b7d-be38-acd3a5599881 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 217 time: 0.0788317 Aug 06 18:06:22.467355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:22.482626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3d993ca-5ddb-4405-b486-6f237990a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.499964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84d76b-ea79-4c98-819b-1ed0c41534df req-722cb3f4-ddd1-479c-89ae-801c22ef25d4 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:22.502819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb84d76b-ea79-4c98-819b-1ed0c41534df req-722cb3f4-ddd1-479c-89ae-801c22ef25d4 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 943 time: 0.6281674 Aug 06 18:06:22.503110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3d993ca-5ddb-4405-b486-6f237990a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.540214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-c30306ea-d39e-42a9-a83a-e5daf71a2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:22.542956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-c30306ea-d39e-42a9-a83a-e5daf71a2cfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e30cc2c6-39d6-4245-b28d-30561982cdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8214598 Aug 06 18:06:22.558022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.564042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d993ca-5ddb-4405-b486-6f237990a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb816b2-f1a4-4561-9eb0-1164ee2147eb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:22.575727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d3d993ca-5ddb-4405-b486-6f237990a15c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9feed44979b54a86b34d049794c0c27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456101 Aug 06 18:06:22.579173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:22.605106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['04ca023d-af34-4385-863e-f2ac0aedc200'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:22.680342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb84d76b-ea79-4c98-819b-1ed0c41534df req-e2435ea6-07e6-4bbd-8bf5-6a5c3306ea4e tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324112 Aug 06 18:06:22.689551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-f52853d3-0daf-4c16-bf7d-3d9b17f43a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:22.692151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-f52853d3-0daf-4c16-bf7d-3d9b17f43a69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.2331986 Aug 06 18:06:22.779446 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c42e3b3-3971-4b22-827a-8d00bbf91d1b x-openstack-request-id: req-7c42e3b3-3971-4b22-827a-8d00bbf91d1b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:22.786981 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:22.787754 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c42e3b3-3971-4b22-827a-8d00bbf91d1b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:22.788390 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289', 'status': 'completed', 'code': 200} Aug 06 18:06:22.825737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-3f08343d-0b22-40e0-ac84-a5df8cb29691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747647 Aug 06 18:06:22.903628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:22.974773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.005022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-4208fb7b-0b68-466c-b99f-98fc1147a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.007120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-4208fb7b-0b68-466c-b99f-98fc1147a70e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 1096 time: 0.1765301 Aug 06 18:06:23.020800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-d2f20653-d32d-4e71-a1f9-9c6d5a159591 service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540339 Aug 06 18:06:23.090305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1225f061-e134-4851-839b-16740ab06395 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1f33bca34eab442891165d12c303dfb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168160 Aug 06 18:06:23.215237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:23.280734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.302004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-e2cc00ce-61c2-46fc-9aac-57645ef37240 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747083 Aug 06 18:06:23.305391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.355742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:06:23.372634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.377720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.382499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbb816b2-f1a4-4561-9eb0-1164ee2147eb HTTP/1.1" status: 204 len: 168 time: 0.7993014 Aug 06 18:06:23.383492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:23.410495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-b9334521-fd4d-4e36-b549-b652321c7c04 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.412277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-b9334521-fd4d-4e36-b549-b652321c7c04 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058877 Aug 06 18:06:23.416797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c3212aa-e641-495d-b8fe-7e6071e7e30e req-d88cf4a1-3689-42c9-9ca0-796b69050d7c service neutron] 10.222.0.16 "GET /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251820 Aug 06 18:06:23.422686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34517b-a0bc-47b5-9c26-fcb83b32f81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb816b2-f1a4-4561-9eb0-1164ee2147eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:23.427998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-18715722-1ebd-474b-be24-ce34899f9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.429538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-18715722-1ebd-474b-be24-ce34899f9fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 200 len: 915 time: 0.4097130 Aug 06 18:06:23.464355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Request body: {'port': {'device_id': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '1f33bca34eab442891165d12c303dfb0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:23.478577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.480480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.483800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e89f0cbc-0069-4ba3-bc06-ef29b1f54826 req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "PUT /v2.0/ports/b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 1020 time: 1.0760114 Aug 06 18:06:23.562532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:23.597041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cabca-093e-433a-a62c-a08f6470014a tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:23.612427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-00cd90cf-df9b-4e7b-acc2-841678932f27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64eac998-87b8-4a0b-94f0-84b09760b289 HTTP/1.1" status: 200 len: 217 time: 0.1544013 Aug 06 18:06:23.621316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ffb7276-b0d9-480b-bd34-c36a1dc67dca req-30d040e1-7aa3-4c13-8098-f3feb9482f0f service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069541 Aug 06 18:06:23.772809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a435fead-626e-44ae-b751-7b3e2883a282 req-c113a8d7-263b-4f36-a07f-7717f18c5a34 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 210 time: 0.0772748 Aug 06 18:06:23.785758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-469bd064-6b0e-4513-8ce7-c5e452b07416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.791759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-469bd064-6b0e-4513-8ce7-c5e452b07416 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 200 len: 854 time: 0.1701708 Aug 06 18:06:23.833870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Made reservation on behalf of 1f33bca34eab442891165d12c303dfb0 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:23.839721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:23.873672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-709aec35-c93e-48e6-9f55-c9298e57f574 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac6bf859-a479-4074-84f0-5ad6ffd28e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704036 Aug 06 18:06:23.975070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1ffef-df33-4910-ba3f-9d156dbd1d5b req-6cfbc2f3-f216-4d1d-8c2a-4fe78a31da4e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:23.988367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fe1ffef-df33-4910-ba3f-9d156dbd1d5b req-6cfbc2f3-f216-4d1d-8c2a-4fe78a31da4e tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 944 time: 0.2301471 Aug 06 18:06:24.062892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04ca023d-af34-4385-863e-f2ac0aedc200 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:24.170577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-17aa1e01-76ec-4987-a9a9-d25f6993e1d4 service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118459 Aug 06 18:06:24.194238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6b661bf-acc8-4796-bfa8-feb27ddc034c req-c7197c64-11f1-402f-a46b-a1dafdb9d6fe tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/9454453a-e5b3-46dc-b54f-98fff22ae6ce HTTP/1.1" status: 200 len: 1801 time: 0.3423824 Aug 06 18:06:24.230912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 04ca023d-af34-4385-863e-f2ac0aedc200 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:24.239187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Allocated IP 192.168.233.229 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/8c7cef63-445d-423b-99d9-5c1a9a461efd) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:24.250649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 04ca023d-af34-4385-863e-f2ac0aedc200 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:24.251051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:24.283108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fe1ffef-df33-4910-ba3f-9d156dbd1d5b req-9c8db18f-d35f-4c70-a7c2-dc2757fef482 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929447 Aug 06 18:06:24.419334 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-f6b661bf-acc8-4796-bfa8-feb27ddc034c req-08e454be-ece2-47b0-b855-7daf831b18cb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 18:06:24.436384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6b661bf-acc8-4796-bfa8-feb27ddc034c req-08e454be-ece2-47b0-b855-7daf831b18cb tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/9454453a-e5b3-46dc-b54f-98fff22ae6ce HTTP/1.1" status: 409 len: 341 time: 0.2411103 Aug 06 18:06:24.523684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f2c6e79-aca3-404f-8bce-1f27ca2f411b req-9a474400-5996-4645-97bb-9b8b18fb4125 service neutron] 10.222.0.16 "GET /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669659 Aug 06 18:06:24.589740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7103e-f47d-4a80-9492-9faaa7113972 req-1ec831db-3547-4e85-bc50-bd41fe2ce86f tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:24.592997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47a7103e-f47d-4a80-9492-9faaa7113972 req-1ec831db-3547-4e85-bc50-bd41fe2ce86f tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 944 time: 0.1982119 Aug 06 18:06:24.628633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:24.687923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:24.700192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:24.703861 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83a43d-5909-4388-9a0b-73b4263716f5" -d '{"events": [{"server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "name": "network-vif-plugged", "status": "completed", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:24.713714 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47a7103e-f47d-4a80-9492-9faaa7113972 req-da8c68b3-03eb-4cf7-b007-0ad299049ea7 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132405 Aug 06 18:06:24.746335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Transition to ACTIVE for port object 8c7cef63-445d-423b-99d9-5c1a9a461efd will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:24.761194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04ca023d-af34-4385-863e-f2ac0aedc200,segment=NetworkSegment(22f10c0d-467f-4b4a-8cc3-d08a9b36b999),segment_id=22f10c0d-467f-4b4a-8cc3-d08a9b36b999)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:24.777064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:24.789925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:24.793880 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f5322-3d39-4a01-ba4c-b46b752b38de" -d '{"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:24.863883 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a76f28-4490-4ed9-b9b1-d43949801d3c x-openstack-request-id: req-c1a76f28-4490-4ed9-b9b1-d43949801d3c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:24.865359 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "name": "network-vif-plugged", "status": "completed", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:24.865794 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1a76f28-4490-4ed9-b9b1-d43949801d3c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:24.866345 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200', 'code': 200} Aug 06 18:06:24.910483 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36d0d9-67b5-4863-a86d-dade9f061045 x-openstack-request-id: req-fb36d0d9-67b5-4863-a86d-dade9f061045 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:24.911075 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:24.911695 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb36d0d9-67b5-4863-a86d-dade9f061045 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:24.912362 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'status': 'completed', 'code': 200} Aug 06 18:06:24.941056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:24.989962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['61e80f75-be7e-45b8-96f1-b1dbd3a7080e', '9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:25.030402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-1e4a531a-49c6-4ad7-bc04-6de59c440ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.035609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-1e4a531a-49c6-4ad7-bc04-6de59c440ee6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1175 time: 0.1094918 Aug 06 18:06:25.075936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:25.205818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event updated for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:25.327891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-1a342645-6462-4888-b006-964715a965b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.328943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:25.330421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-1a342645-6462-4888-b006-964715a965b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 200 len: 914 time: 0.2874541 Aug 06 18:06:25.338430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:25.346746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:25.417337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-63351368-eb6f-4501-8f5c-03da9cb8be2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 200 len: 217 time: 0.0771379 Aug 06 18:06:25.488816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59bb9-020e-447e-9c47-eac4fce35f6e req-a648553a-946d-462b-8ca8-c829c4f9f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.491889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3bc59bb9-020e-447e-9c47-eac4fce35f6e req-a648553a-946d-462b-8ca8-c829c4f9f9b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 1097 time: 0.6165144 Aug 06 18:06:25.570319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb1f38-3dd9-4571-a76e-5920d87ec305 req-033a2515-6b74-4118-b21f-a9f5f50c466c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.582806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17fb1f38-3dd9-4571-a76e-5920d87ec305 req-033a2515-6b74-4118-b21f-a9f5f50c466c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1023 time: 0.3086989 Aug 06 18:06:25.611718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58b33-4613-4a6f-8d23-78e9958fc550 req-dbe307dd-61f2-4c16-9d41-740cf0967ac2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.628123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6b58b33-4613-4a6f-8d23-78e9958fc550 req-dbe307dd-61f2-4c16-9d41-740cf0967ac2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 936 time: 0.4155962 Aug 06 18:06:25.647606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.648942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:25.666766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-6aff644d-e521-49b2-bdd0-139c243a54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:25.669115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-6aff644d-e521-49b2-bdd0-139c243a54c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 200 len: 853 time: 0.2355857 Aug 06 18:06:25.694023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17fb1f38-3dd9-4571-a76e-5920d87ec305 req-e1fd0d25-95f9-4bba-9e29-f5c973e4209d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&id=f5bb938c-5d85-45ed-9ff2-0f11693b8230&id=9454453a-e5b3-46dc-b54f-98fff22ae6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1087525 Aug 06 18:06:25.784204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-95d46059-6586-4a64-ba97-d8af7c1afe56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d888218b-3d2e-4303-b766-f5df4bb9d933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876350 Aug 06 18:06:25.839051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-66fb5a3b-6c49-4cd7-ace2-8d626df61c6a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3960745 Aug 06 18:06:25.870438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Request body: {'port': {'device_id': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:25.889869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6d83b302-072e-43a2-bb07-4d4f9018fe58 None None] Provisioning for port 8c7cef63-445d-423b-99d9-5c1a9a461efd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:25.904007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6d83b302-072e-43a2-bb07-4d4f9018fe58 None None] Provisioning complete for port 8c7cef63-445d-423b-99d9-5c1a9a461efd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:25.904544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d83b302-072e-43a2-bb07-4d4f9018fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:25.929896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3bc59bb9-020e-447e-9c47-eac4fce35f6e req-ec191da7-c215-4474-b89f-4081605194f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007576 Aug 06 18:06:25.975360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b302-072e-43a2-bb07-4d4f9018fe58 None None] Port 8c7cef63-445d-423b-99d9-5c1a9a461efd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:06:25.996546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6b58b33-4613-4a6f-8d23-78e9958fc550 req-ce47a94f-5151-4035-bb1c-fb97c77af9fc tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660121 Aug 06 18:06:26.029001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:26.147809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812837d1-dbb5-49b8-b35b-136ad48e55bc req-fb458276-c7fd-4200-ae4a-4160a850d0a6 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:26.159580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-812837d1-dbb5-49b8-b35b-136ad48e55bc req-fb458276-c7fd-4200-ae4a-4160a850d0a6 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 944 time: 0.3811347 Aug 06 18:06:26.226262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-72c2831b-804e-4fa4-888b-2346f4db7f23 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078062 Aug 06 18:06:26.299761 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-812837d1-dbb5-49b8-b35b-136ad48e55bc req-c94f39a4-4fcc-406e-89ff-ccb99454019a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387033 Aug 06 18:06:26.622221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7cef63-445d-423b-99d9-5c1a9a461efd {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:26.639899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:26.667347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 64eac998-87b8-4a0b-94f0-84b09760b289 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:26.683336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Transition to ACTIVE for port object 8c7cef63-445d-423b-99d9-5c1a9a461efd will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:26.716058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-d145fcc2-8a32-4098-8e62-7da54328c1f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:26.721187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-d145fcc2-8a32-4098-8e62-7da54328c1f8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1023 time: 0.1351092 Aug 06 18:06:26.722295 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:26.903898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:26.939890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=64eac998-87b8-4a0b-94f0-84b09760b289,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:26.976236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '64eac998-87b8-4a0b-94f0-84b09760b289', 'network_id': 'ac6bf859-a479-4074-84f0-5ad6ffd28e30', 'port_id': '64eac998-87b8-4a0b-94f0-84b09760b289', 'mac_address': 'fa:16:3e:dc:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130f0e4b-64c0-418a-b174-f146966a35d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:27.070926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd40033-c2b4-43e9-adb4-87ccb95aa956 req-5f7c0785-15de-4065-b33d-ef452add4525 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:27.085081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fd40033-c2b4-43e9-adb4-87ccb95aa956 req-5f7c0785-15de-4065-b33d-ef452add4525 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 945 time: 0.6524138 Aug 06 18:06:27.136987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-626f5322-3d39-4a01-ba4c-b46b752b38de req-a7f759f4-4c64-4694-9599-33e69e9a7523 service neutron] 10.222.0.55 "GET /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855059 Aug 06 18:06:27.174718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.178996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19306f7-ab9b-48f3-96e3-7cbe94edb686 req-0d298cf1-85ab-4422-82b3-e4fa8dfc24a8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:27.180796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b19306f7-ab9b-48f3-96e3-7cbe94edb686 req-0d298cf1-85ab-4422-82b3-e4fa8dfc24a8 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 1023 time: 0.2261646 Aug 06 18:06:27.191211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fd40033-c2b4-43e9-adb4-87ccb95aa956 req-f9473c0a-502e-4d42-a83a-411d157d5758 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043420 Aug 06 18:06:27.248133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64eac998-87b8-4a0b-94f0-84b09760b289 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:27.291811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=64eac998-87b8-4a0b-94f0-84b09760b289,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:27.293739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b19306f7-ab9b-48f3-96e3-7cbe94edb686 req-9f85c065-216b-4c1d-9a55-236e5ad27441 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f939cba-1873-43d6-95ac-51a2255a40a9&id=f5bb938c-5d85-45ed-9ff2-0f11693b8230&id=9454453a-e5b3-46dc-b54f-98fff22ae6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1057816 Aug 06 18:06:27.299369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Deleting port b9861441-b9a6-44d9-83c0-68dc0fe83b9e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:27.299820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.304331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.304751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Attempting to bind port 8c7cef63-445d-423b-99d9-5c1a9a461efd on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:27.305179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Attempting to bind port 8c7cef63-445d-423b-99d9-5c1a9a461efd by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:27.305635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Attempting to bind port 8c7cef63-445d-423b-99d9-5c1a9a461efd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:27.349074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Port 8c7cef63-445d-423b-99d9-5c1a9a461efd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:27.349724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Attempting to bind port 8c7cef63-445d-423b-99d9-5c1a9a461efd on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:27.367575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:27.368153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:27.368645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:27.369209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Bound port: 8c7cef63-445d-423b-99d9-5c1a9a461efd, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:27.369773 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.467822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:27.608209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port b9861441-b9a6-44d9-83c0-68dc0fe83b9e, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:27.608913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.635607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:27.642356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:27.644535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Calling delete_port for b9861441-b9a6-44d9-83c0-68dc0fe83b9e owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:27.659508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c3be6-af82-4293-994b-1960a4c240c3 req-70da4911-1b58-4d61-b3cb-e4fdffe50aff tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:27.661349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-446c3be6-af82-4293-994b-1960a4c240c3 req-70da4911-1b58-4d61-b3cb-e4fdffe50aff tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 948 time: 0.1536162 Aug 06 18:06:27.662737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.734430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:27.735242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:27.737262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c7cef63-445d-423b-99d9-5c1a9a461efd HTTP/1.1" status: 200 len: 1097 time: 1.8831110 Aug 06 18:06:27.739807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['64eac998-87b8-4a0b-94f0-84b09760b289'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:27.752825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-cd883c3f-6582-45b3-8d6f-430266a1da39 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ad7633414bb345dc92bb3df34b7e927c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458951 Aug 06 18:06:27.789552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:27.792299 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc016b2-35d9-46db-9876-1c996c457fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:27.956701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-446c3be6-af82-4293-994b-1960a4c240c3 req-858fe96a-f589-4558-b43a-2a4ab5f592c5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762125 Aug 06 18:06:27.958076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b200e-501d-416b-9264-55311c6ec0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:27.978497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1cf4e58e-e1a7-4799-b620-7d38c5965ebd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:27.990628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1cf4e58e-e1a7-4799-b620-7d38c5965ebd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340953 Aug 06 18:06:28.014645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-5f9d4526-830c-4415-9da1-912682c37922 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/quotas/ad7633414bb345dc92bb3df34b7e927c HTTP/1.1" status: 200 len: 375 time: 0.0219386 Aug 06 18:06:28.067403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-9e6af90f-f19e-4ab0-85c9-ddac0c29f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:28.070459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-9e6af90f-f19e-4ab0-85c9-ddac0c29f5f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 1100 time: 0.2297983 Aug 06 18:06:28.103039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-c7a68294-5b69-4b92-b2cd-5ae896ca3873 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad7633414bb345dc92bb3df34b7e927c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851636 Aug 06 18:06:28.209839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-e4b3aeed-410e-4e0c-8b18-bfa48bdb36d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd HTTP/1.1" status: 200 len: 217 time: 0.1151946 Aug 06 18:06:28.351293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92fe7a37-1475-424a-b431-a3197c38a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:28.365202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-633cee37-1bd9-4fce-8f7c-6ac2cefcdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:28.367209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-633cee37-1bd9-4fce-8f7c-6ac2cefcdbcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1491251 Aug 06 18:06:28.367937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:28.382359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:28.474968 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a83291-3779-4ca2-b2b6-986952eb1ebe x-openstack-request-id: req-58a83291-3779-4ca2-b2b6-986952eb1ebe {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:28.475256 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:28.475514 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58a83291-3779-4ca2-b2b6-986952eb1ebe {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:28.476671 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd', 'status': 'completed', 'code': 200} Aug 06 18:06:28.488946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e3da-b971-4b18-8fa6-e987884a2b8f req-aacfbd2f-aec6-4902-bb1c-e51b3cbdffab tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:28.498583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4855e3da-b971-4b18-8fa6-e987884a2b8f req-aacfbd2f-aec6-4902-bb1c-e51b3cbdffab tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 945 time: 0.2851841 Aug 06 18:06:28.504066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'Port': ['ID=b9861441-b9a6-44d9-83c0-68dc0fe83b9e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:28.587745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-13a004f0-7cf7-41f4-967f-0a320ff54a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:28.597559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-13a004f0-7cf7-41f4-967f-0a320ff54a01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693838 Aug 06 18:06:28.679244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e0296-0a96-4541-838c-e15f59667a7e req-62d6d1cc-4d18-4ad8-a422-195f0582f162 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:28.681119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d40e0296-0a96-4541-838c-e15f59667a7e req-62d6d1cc-4d18-4ad8-a422-195f0582f162 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 945 time: 0.0938156 Aug 06 18:06:28.705853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] No DVR routers for this DVR port b9861441-b9a6-44d9-83c0-68dc0fe83b9e on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:28.728564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4855e3da-b971-4b18-8fa6-e987884a2b8f req-f0d26f5d-0bc4-47c2-8376-6a9cd2ff09b9 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289872 Aug 06 18:06:28.732641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:28.736834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35eb3187-472c-4c0f-989e-d2f028da5261 req-f34fb032-4dd4-4168-9272-40c579fa0fee tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "DELETE /v2.0/ports/b9861441-b9a6-44d9-83c0-68dc0fe83b9e HTTP/1.1" status: 204 len: 173 time: 1.9918282 Aug 06 18:06:28.773214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d40e0296-0a96-4541-838c-e15f59667a7e req-d0eec48d-d4f8-4cc6-9d09-2dc4fbbcdd53 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Aug 06 18:06:28.884873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23d6d717-bb97-476f-9260-2b1bc416df40 req-0700872a-6db6-4eb6-a7d6-313c463ca6a0 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 210 time: 0.0382307 Aug 06 18:06:28.936291 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-54d561b5-913b-4dc7-98e8-d628bcc77b1e service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454476 Aug 06 18:06:29.023504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5be4ff62-132c-432f-a854-b1abdb54ada7 req-b8b3859b-1cd5-4419-b85c-c7e36d9b2ef3 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=af80b501-8382-41a3-a3dd-b9d444ca6292 HTTP/1.1" status: 200 len: 210 time: 0.0548072 Aug 06 18:06:29.200693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49e32a26-4889-48a6-9fd1-6c56c6581fd8 req-0aaa77fa-9054-43dd-8384-f4f34cbc548b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535219 Aug 06 18:06:29.203651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77f2a9-2a66-42f3-9056-e1d4fc5ed101 req-da01b5d5-d48d-4f28-9f25-d5b37cb0f4fa tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.212071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c77f2a9-2a66-42f3-9056-e1d4fc5ed101 req-da01b5d5-d48d-4f28-9f25-d5b37cb0f4fa tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 948 time: 0.0998323 Aug 06 18:06:29.264435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c77f2a9-2a66-42f3-9056-e1d4fc5ed101 req-310a0900-fcdc-4d5e-9c25-2a36933dedc1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Aug 06 18:06:29.368970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-641acf5c-58e6-4c08-a246-08ad6acc4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.370832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-641acf5c-58e6-4c08-a246-08ad6acc4bac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f33bca34eab442891165d12c303dfb0&device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 1100 time: 0.1044428 Aug 06 18:06:29.416828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b5030-fe9a-4b30-bf5d-3c43d9af505c req-e793441b-6e5d-4843-b22b-f14c696ce2d1 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.418598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-725b5030-fe9a-4b30-bf5d-3c43d9af505c req-e793441b-6e5d-4843-b22b-f14c696ce2d1 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 945 time: 0.1134236 Aug 06 18:06:29.528852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-725b5030-fe9a-4b30-bf5d-3c43d9af505c req-6b8a7c45-8382-4c0a-89da-de595cb8d2ca tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989330 Aug 06 18:06:29.574279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-d85ee274-45e1-4538-9691-4daf481082dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.576105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-d85ee274-45e1-4538-9691-4daf481082dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1966920 Aug 06 18:06:29.645984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-9beeaf97-24ee-4f33-8175-5c9feff63dca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd HTTP/1.1" status: 200 len: 217 time: 0.0599883 Aug 06 18:06:29.708382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-d1a56714-6cf0-494b-8b39-4546cad8c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.710787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-d1a56714-6cf0-494b-8b39-4546cad8c61e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0563331 Aug 06 18:06:29.783739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-fb25f5de-7a5f-4cdd-b3bc-d6504d26d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.786867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-fb25f5de-7a5f-4cdd-b3bc-d6504d26d488 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640960 Aug 06 18:06:29.932448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4c3a2-4a8a-4f1b-93e4-075171b91b21 req-6eb3c611-c5eb-4000-896b-8debb67410df tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:29.935473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58a4c3a2-4a8a-4f1b-93e4-075171b91b21 req-6eb3c611-c5eb-4000-896b-8debb67410df tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 945 time: 0.1022036 Aug 06 18:06:29.949757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-4f44fda8-41f2-46bc-9ffb-ffa5d2e88f19 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542795 Aug 06 18:06:30.030159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58a4c3a2-4a8a-4f1b-93e4-075171b91b21 req-e0892202-7d89-47b1-9dd9-a0c5ad4c67f0 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872099 Aug 06 18:06:30.207708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-1b03484f-8f86-4cf7-aab5-49aa60740c6d tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/f5bb938c-5d85-45ed-9ff2-0f11693b8230 HTTP/1.1" status: 200 len: 1801 time: 0.0834260 Aug 06 18:06:30.221235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-658680eb-4eb6-4c75-8757-f6f5b94b671a req-848fcb93-168b-4985-9738-5a6b674bf415 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 210 time: 0.1297743 Aug 06 18:06:30.227868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-c5e7ba04-0153-460e-9cfd-5f79e817bc3a tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ad7633414bb345dc92bb3df34b7e927c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383879 Aug 06 18:06:30.251582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcc016b2-35d9-46db-9876-1c996c457fa2 req-bffd9085-4f38-4016-9c0c-40875cbf3be9 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940929 Aug 06 18:06:30.312503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.356800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.419559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.423941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.431591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b31136c-469f-42f9-95a8-7e441d3bef90 req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5bb938c-5d85-45ed-9ff2-0f11693b8230 HTTP/1.1" status: 204 len: 173 time: 0.2215075 Aug 06 18:06:30.447423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48cbbb-90ee-41d8-9fb6-c5011349970f tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb938c-5d85-45ed-9ff2-0f11693b8230,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:30.508315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-0be4b087-c581-4eba-b65f-a4e9f90d2c87 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/9454453a-e5b3-46dc-b54f-98fff22ae6ce HTTP/1.1" status: 200 len: 1801 time: 0.0579290 Aug 06 18:06:30.590731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.637171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.679220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 64eac998-87b8-4a0b-94f0-84b09760b289 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:30.712929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'name': 'network-vif-deleted', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:30.715334 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d3941-28cc-4026-b963-4a1179a64c08" -d '{"events": [{"server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "name": "network-vif-deleted", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:30.721898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.724931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.742197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c5af06e-49b3-4fb1-94c7-6e3030bcfee3 req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/9454453a-e5b3-46dc-b54f-98fff22ae6ce HTTP/1.1" status: 204 len: 173 time: 0.2258351 Aug 06 18:06:30.828249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98136b8-76cc-4f8d-9761-ec369ebe8219 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9454453a-e5b3-46dc-b54f-98fff22ae6ce,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:30.876592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 64eac998-87b8-4a0b-94f0-84b09760b289 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:30.889243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 64eac998-87b8-4a0b-94f0-84b09760b289 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:30.890383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:30.892447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-939ac3cb-fa46-4e71-9000-59359c067bce tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:30.894177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-939ac3cb-fa46-4e71-9000-59359c067bce tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.55 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 945 time: 0.1877682 Aug 06 18:06:30.928433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f9d39-4f77-4402-985c-7fb01f71f25b req-f27b75df-e8fe-4f23-b714-16e97c163d67 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:30.930845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca1f9d39-4f77-4402-985c-7fb01f71f25b req-f27b75df-e8fe-4f23-b714-16e97c163d67 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 948 time: 0.2115488 Aug 06 18:06:30.961536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-ecd1f677-0195-4d80-8146-302220281088 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:30.964316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-ecd1f677-0195-4d80-8146-302220281088 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7239723 Aug 06 18:06:31.003056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Request body: {'port': {'device_id': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'ad7633414bb345dc92bb3df34b7e927c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:31.149526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5bbdd-1de9-4fa5-8929-b87111ecd4d8 req-bc40401a-1eab-4d9b-8627-9c702adc79af tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:31.161962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8af5bbdd-1de9-4fa5-8929-b87111ecd4d8 req-bc40401a-1eab-4d9b-8627-9c702adc79af tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 945 time: 0.1198277 Aug 06 18:06:31.174046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca1f9d39-4f77-4402-985c-7fb01f71f25b req-9d187a9f-1b2f-4981-9e31-bb3f65055555 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031150 Aug 06 18:06:31.189910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Deleting port 04ca023d-af34-4385-863e-f2ac0aedc200 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:31.190489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.261881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8af5bbdd-1de9-4fa5-8929-b87111ecd4d8 req-44451eab-902b-481d-aa2c-c818fc16384b tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831301 Aug 06 18:06:31.262835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.270467 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a7ea6-de93-4b7b-81d4-f81cf78197ed x-openstack-request-id: req-e13a7ea6-de93-4b7b-81d4-f81cf78197ed {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:31.270945 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80b501-8382-41a3-a3dd-b9d444ca6292", "name": "network-vif-deleted", "tag": "b9861441-b9a6-44d9-83c0-68dc0fe83b9e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:31.271340 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e13a7ea6-de93-4b7b-81d4-f81cf78197ed {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:31.271965 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80b501-8382-41a3-a3dd-b9d444ca6292', 'name': 'network-vif-deleted', 'tag': 'b9861441-b9a6-44d9-83c0-68dc0fe83b9e', 'status': 'completed', 'code': 200} Aug 06 18:06:31.285894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-299574029', 'description': 'tempest-description-1641751512'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:31.308123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:31.311286 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a2cb7-7ce2-4eb8-9141-c13088438289" -d '{"events": [{"server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "name": "network-vif-plugged", "status": "completed", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:31.331457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=64eac998-87b8-4a0b-94f0-84b09760b289,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:31.340654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.367454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Made reservation on behalf of ad7633414bb345dc92bb3df34b7e927c for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:31.376165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] For port 04ca023d-af34-4385-863e-f2ac0aedc200, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04ca023d-af34-4385-863e-f2ac0aedc200,segment=NetworkSegment(22f10c0d-467f-4b4a-8cc3-d08a9b36b999),segment_id=22f10c0d-467f-4b4a-8cc3-d08a9b36b999)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:31.377131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.381887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.407462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Calling delete_port for 04ca023d-af34-4385-863e-f2ac0aedc200 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:31.408443 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.429603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:31.436840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.452081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.523581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b07bec-c874-4da3-af79-0d0b939c394b req-d6169790-352d-4bc4-86fb-46beadb6d118 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:31.525112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65b07bec-c874-4da3-af79-0d0b939c394b req-d6169790-352d-4bc4-86fb-46beadb6d118 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.1214755 Aug 06 18:06:31.576828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.585274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.597518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65b07bec-c874-4da3-af79-0d0b939c394b req-328481a3-57aa-4f7f-aead-c12622dbd5d3 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620792 Aug 06 18:06:31.633344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b39f1573-cb26-4966-a210-10c6ecdf5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.687989 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.705680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['04ca023d-af34-4385-863e-f2ac0aedc200'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:31.720038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da034c57-8e19-47aa-ac48-eca028913189,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:31.746331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.746683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.747030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.747399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.747792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.748128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.748458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.748790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.749120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.749462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.749822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.750147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:31.775784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Pushing event deleted for resources: {'Port': ['ID=04ca023d-af34-4385-863e-f2ac0aedc200,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:31.802936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-065d298f-edd8-483e-a0cd-a81bf50c03a4 req-648ee7f1-e2ed-4935-9ba5-ce03bb7cc452 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 210 time: 0.0547755 Aug 06 18:06:31.847376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] No DVR routers for this DVR port 04ca023d-af34-4385-863e-f2ac0aedc200 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:31.850705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.853000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4650431b-0920-405b-bcba-1c85f9b3c1a9 req-f9eadaba-d6e1-4555-9c00-b31794053ac2 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.55 "DELETE /v2.0/ports/04ca023d-af34-4385-863e-f2ac0aedc200 HTTP/1.1" status: 204 len: 173 time: 0.9465225 Aug 06 18:06:31.853832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'name': 'network-vif-deleted', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:31.857348 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d6de8-a3bb-471f-b036-555109b4b68b" -d '{"events": [{"server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "name": "network-vif-deleted", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:31.862375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Allocated IP 192.168.233.182 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/e2371b62-34f0-4449-bb77-4391e0cbe6c0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:31.867895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.879281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.897184 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8691ac1-3c71-4435-849e-3ce5e32eb257 x-openstack-request-id: req-d8691ac1-3c71-4435-849e-3ce5e32eb257 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:31.897586 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "name": "network-vif-plugged", "status": "completed", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:31.897899 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8691ac1-3c71-4435-849e-3ce5e32eb257 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:31.898361 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289', 'code': 200} Aug 06 18:06:31.939418 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:31.948796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ff71432-3eff-446d-acaf-c0b02316fb60 req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6716807 Aug 06 18:06:31.967414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd938f-8a34-40f9-b3e9-c2e1661ab0da tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00babc2-549c-408b-ad73-2bf12678db68,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:32.103239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b9861441-b9a6-44d9-83c0-68dc0fe83b9e no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:32.135790 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b6a0a6-7166-4c2b-9f4e-84b9c99a84e2 x-openstack-request-id: req-c7b6a0a6-7166-4c2b-9f4e-84b9c99a84e2 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:32.136264 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40019895-efce-4458-a626-a6a7071f180b", "name": "network-vif-deleted", "tag": "04ca023d-af34-4385-863e-f2ac0aedc200", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:32.136665 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7b6a0a6-7166-4c2b-9f4e-84b9c99a84e2 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:32.137306 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40019895-efce-4458-a626-a6a7071f180b', 'name': 'network-vif-deleted', 'tag': '04ca023d-af34-4385-863e-f2ac0aedc200', 'status': 'completed', 'code': 200} Aug 06 18:06:32.145074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: b9861441-b9a6-44d9-83c0-68dc0fe83b9e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:32.146296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b9861441-b9a6-44d9-83c0-68dc0fe83b9e not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:32.179590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24737da5-bce2-4654-b8c0-1299976ad745 req-2d25bffc-1c1f-4638-909f-5f152951b638 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c00babc2-549c-408b-ad73-2bf12678db68 HTTP/1.1" status: 200 len: 1800 time: 0.1073534 Aug 06 18:06:32.196061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2045389757', 'description': 'tempest-description-hth-2066380513'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:32.229875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.242224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.247219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5698281-c687-40dd-9fbc-46b3291af0e8 req-68bc2372-da00-45bd-82dc-a9845ef0567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:32.248369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5698281-c687-40dd-9fbc-46b3291af0e8 req-68bc2372-da00-45bd-82dc-a9845ef0567e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 1098 time: 0.1668713 Aug 06 18:06:32.297574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.298610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Transition to ACTIVE for port object e2371b62-34f0-4449-bb77-4391e0cbe6c0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:32.304324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.307308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.321830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24737da5-bce2-4654-b8c0-1299976ad745 req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "PUT /v2.0/security-groups/c00babc2-549c-408b-ad73-2bf12678db68 HTTP/1.1" status: 200 len: 1775 time: 0.1213968 Aug 06 18:06:32.340503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ccbc-e929-44c7-b246-107a46ad73dd tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00babc2-549c-408b-ad73-2bf12678db68,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:32.368413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.371651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5698281-c687-40dd-9fbc-46b3291af0e8 req-40916db6-eac1-425e-86f1-269dca7ed80a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010194 Aug 06 18:06:32.386622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d288-8a12-4938-8faf-36536695a417 req-4536f30b-9fed-4a79-9b07-9286428a8e2e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:32.388478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09e8d288-8a12-4938-8faf-36536695a417 req-4536f30b-9fed-4a79-9b07-9286428a8e2e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 948 time: 0.1331997 Aug 06 18:06:32.452822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bca01522-de03-40fd-aa93-a11f337a2a74 req-c7dacdc8-b52a-47df-b053-8df21e281e17 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c00babc2-549c-408b-ad73-2bf12678db68 HTTP/1.1" status: 200 len: 1775 time: 0.0926723 Aug 06 18:06:32.456150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:32.463131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:32.469663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:32.545342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Pushing event updated for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:32.577579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09e8d288-8a12-4938-8faf-36536695a417 req-65a223df-2b63-4bc5-9189-f4e9cf8bc040 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607704 Aug 06 18:06:32.588189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:32.588900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.633033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-53f1cd22-efcc-46a1-9ecd-3203ae9811bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6384072 Aug 06 18:06:32.662478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Request body: {'port': {'device_id': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:32.664306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1d28cba-c9ab-437b-943f-62a77a9e4d96 req-6e20d8b8-97e1-4c5f-ad18-c8f9532a5108 tempest-InstanceActionsV221TestJSON-2050824558 tempest-InstanceActionsV221TestJSON-2050824558-project] 10.222.0.64 "GET /v2.0/ports?device_id=40019895-efce-4458-a626-a6a7071f180b HTTP/1.1" status: 200 len: 210 time: 0.0438545 Aug 06 18:06:32.759172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65083237-d468-4307-8f4e-f7161d6a83d5 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c00babc2-549c-408b-ad73-2bf12678db68 HTTP/1.1" status: 200 len: 1775 time: 0.1424923 Aug 06 18:06:32.760976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.846528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bd9e2-c1ac-4f7a-a510-f0b95f249214 req-c773760c-713b-43b6-bb41-705e4af185d4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:32.849594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f5bd9e2-c1ac-4f7a-a510-f0b95f249214 req-c773760c-713b-43b6-bb41-705e4af185d4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.0713289 Aug 06 18:06:32.904814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f5bd9e2-c1ac-4f7a-a510-f0b95f249214 req-f5b82887-6b0d-4c46-8215-bc2e40105f5b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Aug 06 18:06:32.920786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-094411d9-9d94-43a1-b88a-fa4252bb505d None None] Provisioning for port e2371b62-34f0-4449-bb77-4391e0cbe6c0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:32.934297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:32.942726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-094411d9-9d94-43a1-b88a-fa4252bb505d None None] Provisioning complete for port e2371b62-34f0-4449-bb77-4391e0cbe6c0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:32.943800 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-094411d9-9d94-43a1-b88a-fa4252bb505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.013470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.040365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.061787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-094411d9-9d94-43a1-b88a-fa4252bb505d None None] Port e2371b62-34f0-4449-bb77-4391e0cbe6c0 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:06:33.112087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5bea7-8f78-4689-8b92-5fb99e93748a req-cc67336f-4952-467e-bce2-9701b36c9068 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:33.115393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44b5bea7-8f78-4689-8b92-5fb99e93748a req-cc67336f-4952-467e-bce2-9701b36c9068 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 936 time: 0.1046941 Aug 06 18:06:33.175744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44b5bea7-8f78-4689-8b92-5fb99e93748a req-50cab557-e74b-4bbb-beef-e9de5711b648 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Aug 06 18:06:33.182995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.187725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.190311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6147c7ed-3bf9-44cb-930b-3288386b74c5 req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/c00babc2-549c-408b-ad73-2bf12678db68 HTTP/1.1" status: 204 len: 173 time: 0.4245002 Aug 06 18:06:33.226538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca4902-fa99-4d20-b896-6c26e0eb6540 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00babc2-549c-408b-ad73-2bf12678db68,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:33.334847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2371b62-34f0-4449-bb77-4391e0cbe6c0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:33.345168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.360869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Transition to ACTIVE for port object e2371b62-34f0-4449-bb77-4391e0cbe6c0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:33.368225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.428370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:33.498252 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-72c79b28-ee1e-4822-9951-b46125f32850 req-ce5c7450-2275-4a7d-a7ef-80f387149403 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:33.499355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72c79b28-ee1e-4822-9951-b46125f32850 req-ce5c7450-2275-4a7d-a7ef-80f387149403 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/9454453a-e5b3-46dc-b54f-98fff22ae6ce HTTP/1.1" status: 404 len: 352 time: 0.0261896 Aug 06 18:06:33.524014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Attempting to bind port e2371b62-34f0-4449-bb77-4391e0cbe6c0 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:33.524356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Attempting to bind port e2371b62-34f0-4449-bb77-4391e0cbe6c0 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:33.524689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Attempting to bind port e2371b62-34f0-4449-bb77-4391e0cbe6c0 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:33.530048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Port e2371b62-34f0-4449-bb77-4391e0cbe6c0 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:33.530487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Attempting to bind port e2371b62-34f0-4449-bb77-4391e0cbe6c0 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:33.536860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:33.537231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:33.537686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:33.538280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Bound port: e2371b62-34f0-4449-bb77-4391e0cbe6c0, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:33.538646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.561851 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-bfc49692-b308-4c93-b0c3-6e627ed8ab68 req-e8554884-0a38-4ba9-a6df-5cc276b9fa85 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:33.563724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bfc49692-b308-4c93-b0c3-6e627ed8ab68 req-e8554884-0a38-4ba9-a6df-5cc276b9fa85 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/f5bb938c-5d85-45ed-9ff2-0f11693b8230 HTTP/1.1" status: 404 len: 352 time: 0.0249631 Aug 06 18:06:33.633573 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-e1c7b91f-aae9-4885-a8e1-d331e68b4798 req-8fdeb454-bf37-40ac-a71d-359f55e8e1b2 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:33.635124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1c7b91f-aae9-4885-a8e1-d331e68b4798 req-8fdeb454-bf37-40ac-a71d-359f55e8e1b2 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/ed150237-3d94-40a6-8e86-085525eee216 HTTP/1.1" status: 404 len: 352 time: 0.0401299 Aug 06 18:06:33.663506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:33.673523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:33.688875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.716958 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-0759a253-cc57-45fe-8cff-561bc11b958d req-eb611fd0-489a-4249-93ef-9e0d7ec02aa4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:33.720921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0759a253-cc57-45fe-8cff-561bc11b958d req-eb611fd0-489a-4249-93ef-9e0d7ec02aa4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/c8a9577c-6fa5-4b7f-9506-3819c5fb02a6 HTTP/1.1" status: 404 len: 352 time: 0.0496018 Aug 06 18:06:33.789505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:33.790787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:33.793111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2371b62-34f0-4449-bb77-4391e0cbe6c0 HTTP/1.1" status: 200 len: 1097 time: 1.1370769 Aug 06 18:06:33.793936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:33.800620 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739086d7-321d-49f8-885c-948c35e697fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:33.843897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e61f39-6a4d-4d4a-98be-9ac555da4c83 req-907659c5-6c70-48cb-a17e-40b318fc7511 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:33.846769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26e61f39-6a4d-4d4a-98be-9ac555da4c83 req-907659c5-6c70-48cb-a17e-40b318fc7511 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 948 time: 0.1030748 Aug 06 18:06:33.882251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b995-70ba-4abc-8ef7-72cd63b3dc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:33.889786 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-4574eea5-d79c-43bd-b47b-21ab46cc341e req-00de43d0-bda1-4c67-8bb5-750eeb81a966 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:33.891581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4574eea5-d79c-43bd-b47b-21ab46cc341e req-00de43d0-bda1-4c67-8bb5-750eeb81a966 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/340ad35c-469f-48e3-8dee-e9b5db899e52 HTTP/1.1" status: 404 len: 352 time: 0.0760293 Aug 06 18:06:33.917682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26e61f39-6a4d-4d4a-98be-9ac555da4c83 req-a0a19140-f94b-486f-b94e-79938ac8bb2e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Aug 06 18:06:33.947890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-ec5c7d75-1747-43e4-912c-1e6b5590eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:33.949798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-ec5c7d75-1747-43e4-912c-1e6b5590eac4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad7633414bb345dc92bb3df34b7e927c&device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 1100 time: 0.0938263 Aug 06 18:06:34.032161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-0f264fa4-5567-4c4a-b96a-2371ac2112f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0 HTTP/1.1" status: 200 len: 217 time: 0.0736334 Aug 06 18:06:34.037815 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe49ab-4094-4f00-9ccd-20515ab654ad x-openstack-request-id: req-9ffe49ab-4094-4f00-9ccd-20515ab654ad {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:34.037815 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:34.037815 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ffe49ab-4094-4f00-9ccd-20515ab654ad {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:34.037815 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0', 'status': 'completed', 'code': 200} Aug 06 18:06:34.052214 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-2ae53159-a185-4d74-9012-7e60903da46f req-2b06f1c7-8a17-4d04-a5ba-b9bc6b274d8c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] show failed (client error): The resource could not be found. Aug 06 18:06:34.055951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ae53159-a185-4d74-9012-7e60903da46f req-2b06f1c7-8a17-4d04-a5ba-b9bc6b274d8c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/88243e51-8494-4f61-ac09-3753fb1facb2 HTTP/1.1" status: 404 len: 352 time: 0.0292099 Aug 06 18:06:34.154056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-a592ed52-5ebf-49b7-8f4f-c227440685d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.156999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-a592ed52-5ebf-49b7-8f4f-c227440685d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1155744 Aug 06 18:06:34.270117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c8cf-2807-4401-9e64-931cfe7c6301 req-436ae59b-8c9d-40fd-b602-e568e7bf2c3a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.271844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e153c8cf-2807-4401-9e64-931cfe7c6301 req-436ae59b-8c9d-40fd-b602-e568e7bf2c3a tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.1134088 Aug 06 18:06:34.275304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-776be867-92c8-4ca8-b903-71ae012ebbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.277000 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-776be867-92c8-4ca8-b903-71ae012ebbcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976291 Aug 06 18:06:34.418884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51052) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:34.474389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e153c8cf-2807-4401-9e64-931cfe7c6301 req-3ea24411-bb1a-497c-922e-c59d548ab0a1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917539 Aug 06 18:06:34.498298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Deleting subnet d11c86ac-111a-458e-83fc-b5b1c892a15f {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:06:34.508184 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.513670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.527259 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-5c03f9ea-28b5-4aae-b6e7-bb4e4cec7174 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321820 Aug 06 18:06:34.575201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.611747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66ac5-ea7e-4323-a010-162f554365aa req-d94f762a-ae60-42e5-b94e-57bda1efd76d tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.620050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3db66ac5-ea7e-4323-a010-162f554365aa req-d94f762a-ae60-42e5-b94e-57bda1efd76d tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 948 time: 0.1259539 Aug 06 18:06:34.663826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.675072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e454d3b9-3fba-4059-8718-c9e359e3d01e req-197902c8-2e12-42b4-b5db-2009b512be80 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370032 Aug 06 18:06:34.693389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3db66ac5-ea7e-4323-a010-162f554365aa req-a74448e4-bbf8-43d6-a6ce-83feb08ba5ce tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Aug 06 18:06:34.729057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c7cef63-445d-423b-99d9-5c1a9a461efd details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:34.792211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.847031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11c86ac-111a-458e-83fc-b5b1c892a15f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:34.899694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:34.899917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739086d7-321d-49f8-885c-948c35e697fb req-931587a4-0187-4f0e-a3d7-e2e30063f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.902103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-931587a4-0187-4f0e-a3d7-e2e30063f3f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad7633414bb345dc92bb3df34b7e927c&device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 1100 time: 0.1558311 Aug 06 18:06:34.903801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51056) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:34.904092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cfb6c6b2-fe85-49e5-b795-677ccf915392 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d11c86ac-111a-458e-83fc-b5b1c892a15f HTTP/1.1" status: 204 len: 168 time: 0.4835839 Aug 06 18:06:34.923205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:34.941351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611aaed-9c42-4f26-b162-179b7c967598 req-d1c9f26c-fb9c-426d-b8fc-3e29a2bb46c2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.944681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8c7cef63-445d-423b-99d9-5c1a9a461efd', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '8c7cef63-445d-423b-99d9-5c1a9a461efd', 'mac_address': 'fa:16:3e:df:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:34.945503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a611aaed-9c42-4f26-b162-179b7c967598 req-d1c9f26c-fb9c-426d-b8fc-3e29a2bb46c2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.1047342 Aug 06 18:06:34.967581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797119f9-e935-46f4-8a16-b8e7b1590c62 req-bd0dfac8-924f-4304-a98f-7bc2ba09060c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:34.969359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-797119f9-e935-46f4-8a16-b8e7b1590c62 req-bd0dfac8-924f-4304-a98f-7bc2ba09060c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1023 time: 0.1409109 Aug 06 18:06:35.000354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a611aaed-9c42-4f26-b162-179b7c967598 req-bf9c0c0a-47d7-42f3-b19f-ed7782cbfbaa tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Aug 06 18:06:35.014137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.043606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7cef63-445d-423b-99d9-5c1a9a461efd {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:35.088741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.089100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:35.097083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.130651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-797119f9-e935-46f4-8a16-b8e7b1590c62 req-cc5de453-1fbf-4a3a-88b9-f03737a03746 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a&id=0db5105d-fe69-4921-9b74-efeaddccea8e&id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0980771 Aug 06 18:06:35.136583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739086d7-321d-49f8-885c-948c35e697fb req-06914d9f-c6a6-473a-a3d2-ccf5934c37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.138246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-06914d9f-c6a6-473a-a3d2-ccf5934c37f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2261610 Aug 06 18:06:35.213436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:35.220487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-52952e76-ef0b-4837-8408-a758111c3127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0 HTTP/1.1" status: 200 len: 217 time: 0.0562856 Aug 06 18:06:35.235323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47081590-4047-445b-8fa8-8414f6b650a4 req-07525da2-19b3-41e4-9119-72aca7917f96 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.240018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47081590-4047-445b-8fa8-8414f6b650a4 req-07525da2-19b3-41e4-9119-72aca7917f96 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 949 time: 0.1237624 Aug 06 18:06:35.309282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47081590-4047-445b-8fa8-8414f6b650a4 req-e4b74698-5bfb-4069-b975-461137b84dd7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559161 Aug 06 18:06:35.325779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.349128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d73218-66f5-4fb5-95cc-fb2d124fb0a2']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:35.358535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739086d7-321d-49f8-885c-948c35e697fb req-e2e840ff-0f0d-4f15-826d-2444ff1994b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.360194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-e2e840ff-0f0d-4f15-826d-2444ff1994b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1312311 Aug 06 18:06:35.362466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f10c0d-467f-4b4a-8cc3-d08a9b36b999') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:35.362758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f10c0d-467f-4b4a-8cc3-d08a9b36b999') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:35.390137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.427426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.438643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:06:35.439283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:06:35.442563 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:06:35.501899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8c7cef63-445d-423b-99d9-5c1a9a461efd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:35.505594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739086d7-321d-49f8-885c-948c35e697fb req-c33b2a40-248e-4d47-9c1d-0f3fc755124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.507868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-c33b2a40-248e-4d47-9c1d-0f3fc755124e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1360464 Aug 06 18:06:35.541677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.558981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:35.566818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2d73218-66f5-4fb5-95cc-fb2d124fb0a2 HTTP/1.1" status: 204 len: 168 time: 0.6608119 Aug 06 18:06:35.635926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a33bb-9414-4789-a365-f9effdf8e682 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d73218-66f5-4fb5-95cc-fb2d124fb0a2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:35.684731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-1c9a6bc6-1914-44ba-8113-e387f71fd3b2 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681278 Aug 06 18:06:35.893765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-43a28ae3-594a-4390-ac7c-0e62bc205702 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.895588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-43a28ae3-594a-4390-ac7c-0e62bc205702 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1023 time: 0.0954113 Aug 06 18:06:35.896807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739086d7-321d-49f8-885c-948c35e697fb req-a8d8f732-9117-4dc4-b3fb-e1e2afc58a8f service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993830 Aug 06 18:06:35.939636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb98e6-dae0-4311-8828-2fa175820cf9 req-7e3812aa-8617-4610-a880-c04ff8736c44 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:35.943057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47bb98e6-dae0-4311-8828-2fa175820cf9 req-7e3812aa-8617-4610-a880-c04ff8736c44 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.1240892 Aug 06 18:06:36.014049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47bb98e6-dae0-4311-8828-2fa175820cf9 req-4fe1e90e-d309-4016-a30d-e951f076411b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Aug 06 18:06:36.015855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:36.092484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca4ab4c3-be35-4a1d-ae4b-c2266626f6eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f222e0a28cfe41a4b1ce6e59c50f387f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742667 Aug 06 18:06:36.093284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bf1e1-397e-4522-a072-97f609d54acd req-864dcd6f-2d41-442e-803a-0320d80c065c tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:36.095393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51078) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:36.096700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-361bf1e1-397e-4522-a072-97f609d54acd req-864dcd6f-2d41-442e-803a-0320d80c065c tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 948 time: 0.1189828 Aug 06 18:06:36.103129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04ca023d-af34-4385-863e-f2ac0aedc200 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:36.144263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Deleting port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:36.145302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.154651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 04ca023d-af34-4385-863e-f2ac0aedc200 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:36.155002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04ca023d-af34-4385-863e-f2ac0aedc200 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:36.212978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.248692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da66d1-1bd0-498d-9d19-3241e7559d71 req-2b4fb594-75fe-4661-ac0d-fe374d0090d4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:36.250534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10da66d1-1bd0-498d-9d19-3241e7559d71 req-2b4fb594-75fe-4661-ac0d-fe374d0090d4 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.0905454 Aug 06 18:06:36.252755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.297099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-361bf1e1-397e-4522-a072-97f609d54acd req-cabc206d-2a23-432d-9f22-d59f04d6bbfa tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859138 Aug 06 18:06:36.335954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10da66d1-1bd0-498d-9d19-3241e7559d71 req-8bddd434-d3b5-4d3d-b32b-41e3980ce29c tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 Aug 06 18:06:36.384030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.388866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.390920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee8e3a1c-2d9a-4a46-9eef-dda706474bfe HTTP/1.1" status: 204 len: 168 time: 0.2936430 Aug 06 18:06:36.398984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] For port 6c8b5d40-5dd5-446e-8d46-667ae3187e11, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6c8b5d40-5dd5-446e-8d46-667ae3187e11,segment=NetworkSegment(de92a553-59d3-4a77-a918-6974084daf6a),segment_id=de92a553-59d3-4a77-a918-6974084daf6a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:36.399598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.422149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Calling delete_port for 6c8b5d40-5dd5-446e-8d46-667ae3187e11 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:36.428947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d2cb2-54bc-419f-b43a-057ff2780def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e3a1c-2d9a-4a46-9eef-dda706474bfe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:36.592494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9dcd9-9bd5-4f7d-9f98-7261b9627810 req-799b9908-b25e-45ff-8023-686db69c0e1c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:36.594475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0c9dcd9-9bd5-4f7d-9f98-7261b9627810 req-799b9908-b25e-45ff-8023-686db69c0e1c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/ports?device_id=6611d33f-2deb-4799-aab6-18b7fffbd7bb HTTP/1.1" status: 200 len: 1023 time: 0.1472933 Aug 06 18:06:36.680801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40fbd-b516-4190-a8c3-e244e1819dd8 req-1044c2ae-5032-4a55-951c-cc407452f73b tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:36.684013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68e40fbd-b516-4190-a8c3-e244e1819dd8 req-1044c2ae-5032-4a55-951c-cc407452f73b tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 949 time: 0.0864270 Aug 06 18:06:36.714600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c7cef63-445d-423b-99d9-5c1a9a461efd up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:36.725874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0c9dcd9-9bd5-4f7d-9f98-7261b9627810 req-7418c278-9f60-4341-bc1e-5b8c85838335 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups?id=87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a&id=0db5105d-fe69-4921-9b74-efeaddccea8e&id=8f939cba-1873-43d6-95ac-51a2255a40a9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1188824 Aug 06 18:06:36.758100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.775020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6c8b5d40-5dd5-446e-8d46-667ae3187e11'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:36.793972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68e40fbd-b516-4190-a8c3-e244e1819dd8 req-abb6b857-6610-4479-9b18-5f622c076473 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969267 Aug 06 18:06:36.813050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'Port': ['ID=6c8b5d40-5dd5-446e-8d46-667ae3187e11,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:36.882800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 8c7cef63-445d-423b-99d9-5c1a9a461efd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:36.888834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8c7cef63-445d-423b-99d9-5c1a9a461efd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:36.890514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.956868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] No DVR routers for this DVR port 6c8b5d40-5dd5-446e-8d46-667ae3187e11 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:36.995271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:36.997994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcb11afa-bc70-43db-83f2-d041f5e94f34 req-66073233-861d-4107-9873-7e2cce948bf6 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.55 "DELETE /v2.0/ports/6c8b5d40-5dd5-446e-8d46-667ae3187e11 HTTP/1.1" status: 204 len: 173 time: 1.0915339 Aug 06 18:06:36.999613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'name': 'network-vif-deleted', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:37.002046 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96392767-0ace-4f47-b87c-a0dbc907611b" -d '{"events": [{"server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "name": "network-vif-deleted", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:37.022160 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:37.078388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d78f92-fd28-4960-94a2-98e45baeed8c req-7ed07e0b-04da-4d12-b4b0-8211426e034f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:37.080644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95d78f92-fd28-4960-94a2-98e45baeed8c req-7ed07e0b-04da-4d12-b4b0-8211426e034f tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.1753032 Aug 06 18:06:37.084330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:37.087120 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339efa54-4591-4f1c-ba4d-e827b6b90bdf" -d '{"events": [{"server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:37.117793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:37.127700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:37.214671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:37.215276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95d78f92-fd28-4960-94a2-98e45baeed8c req-da0cfac3-e9ad-436a-be10-4aeb1c4b03ed tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263568 Aug 06 18:06:37.228905 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee94825-c5a6-4552-9051-6bf3b20dc522 x-openstack-request-id: req-7ee94825-c5a6-4552-9051-6bf3b20dc522 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:37.229252 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6611d33f-2deb-4799-aab6-18b7fffbd7bb", "name": "network-vif-deleted", "tag": "6c8b5d40-5dd5-446e-8d46-667ae3187e11", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:37.229655 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ee94825-c5a6-4552-9051-6bf3b20dc522 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:37.229978 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6611d33f-2deb-4799-aab6-18b7fffbd7bb', 'name': 'network-vif-deleted', 'tag': '6c8b5d40-5dd5-446e-8d46-667ae3187e11', 'status': 'completed', 'code': 200} Aug 06 18:06:37.277840 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1399a0d-d91e-4b9c-8acb-616ccb344261 x-openstack-request-id: req-f1399a0d-d91e-4b9c-8acb-616ccb344261 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:37.278138 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "name": "network-vif-plugged", "status": "completed", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:37.278393 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1399a0d-d91e-4b9c-8acb-616ccb344261 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:37.278799 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd', 'code': 200} Aug 06 18:06:37.356252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8c114-a62c-48e5-9c2b-2a6a4b39a0a0 req-a3d63190-4a18-4db6-a8c7-f079a2232be1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:37.370019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffa8c114-a62c-48e5-9c2b-2a6a4b39a0a0 req-a3d63190-4a18-4db6-a8c7-f079a2232be1 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.0841451 Aug 06 18:06:37.472061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0795f06-62ba-44e4-882b-e9465eb352d9 req-cb712185-9f86-436a-9b68-7655ce1046c9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:37.474721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0795f06-62ba-44e4-882b-e9465eb352d9 req-cb712185-9f86-436a-9b68-7655ce1046c9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 948 time: 0.0796852 Aug 06 18:06:37.497808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffa8c114-a62c-48e5-9c2b-2a6a4b39a0a0 req-54151dba-852c-4639-8fb2-c7b619d04fa2 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Aug 06 18:06:37.518771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e888e8-1d44-4ddf-a2f2-97113c0a8c1e req-c872031e-cdf0-421b-8275-a38cb3a00b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:37.521686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41e888e8-1d44-4ddf-a2f2-97113c0a8c1e req-c872031e-cdf0-421b-8275-a38cb3a00b74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 1102 time: 0.1471982 Aug 06 18:06:37.542070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0795f06-62ba-44e4-882b-e9465eb352d9 req-2e13cc6e-2689-499e-8b13-4733afbe882a tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609314 Aug 06 18:06:37.609612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41e888e8-1d44-4ddf-a2f2-97113c0a8c1e req-c8bbe809-c687-475b-92e0-eb07930940a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675976 Aug 06 18:06:38.119426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e2371b62-34f0-4449-bb77-4391e0cbe6c0 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:06:38.267515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483be64-14fe-4bc2-b78d-29ff012f9156 req-b1866f06-f757-48bd-98c9-4dd908200031 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:38.269651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3483be64-14fe-4bc2-b78d-29ff012f9156 req-b1866f06-f757-48bd-98c9-4dd908200031 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 950 time: 0.0724249 Aug 06 18:06:38.326801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3483be64-14fe-4bc2-b78d-29ff012f9156 req-83fd69aa-9554-42c0-993c-0bc2a5a26427 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Aug 06 18:06:38.327854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:38.351122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0', 'mac_address': 'fa:16:3e:26:a9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:06:38.397205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7eff4b-75f0-407b-95d6-f35d3d6c61bf req-434dce2c-294b-4fe2-8328-4e598db6f229 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:38.399428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ba7eff4b-75f0-407b-95d6-f35d3d6c61bf req-434dce2c-294b-4fe2-8328-4e598db6f229 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.0820096 Aug 06 18:06:38.404114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.420263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2371b62-34f0-4449-bb77-4391e0cbe6c0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:38.446841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-f4cfddd6-0e71-4d1d-b3ec-425f4696b40c tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a HTTP/1.1" status: 200 len: 1799 time: 0.0743744 Aug 06 18:06:38.453618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:38.463010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.463386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ba7eff4b-75f0-407b-95d6-f35d3d6c61bf req-35225de2-8440-412f-982f-2d2a650ad987 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Aug 06 18:06:38.549356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:38.570147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.609841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.666043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.669046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:38.670726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3939a5d0-3126-4117-aad7-b777ed611d56 req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a HTTP/1.1" status: 204 len: 173 time: 0.2099011 Aug 06 18:06:38.674289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e2371b62-34f0-4449-bb77-4391e0cbe6c0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:38.687697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ebc19-104b-4c2e-b393-6ed734d0bec4 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a5835b-a23c-48eb-8ef2-28ddb0fcbf6a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:38.838519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b426f-a0c4-4b52-997a-d350f3adaedb req-a98994d9-48b8-4e9a-8b16-46fc6a0716bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:38.846685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c6b426f-a0c4-4b52-997a-d350f3adaedb req-a98994d9-48b8-4e9a-8b16-46fc6a0716bd tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 949 time: 0.0873730 Aug 06 18:06:38.918048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c6b426f-a0c4-4b52-997a-d350f3adaedb req-b2e8ab09-5d06-4269-83db-755a3437650d tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702322 Aug 06 18:06:39.016631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7681142-f9e3-484a-977c-a747da66d65c req-3fc45369-7ac6-4daa-8e0d-166784e0a8e1 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "GET /v2.0/security-groups/0db5105d-fe69-4921-9b74-efeaddccea8e HTTP/1.1" status: 200 len: 1801 time: 0.0789325 Aug 06 18:06:39.134380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f7681142-f9e3-484a-977c-a747da66d65c req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.167413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f7681142-f9e3-484a-977c-a747da66d65c req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.228623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f7681142-f9e3-484a-977c-a747da66d65c req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.233636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f7681142-f9e3-484a-977c-a747da66d65c req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.236287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7681142-f9e3-484a-977c-a747da66d65c req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] 10.222.0.64 "DELETE /v2.0/security-groups/0db5105d-fe69-4921-9b74-efeaddccea8e HTTP/1.1" status: 204 len: 173 time: 0.2056272 Aug 06 18:06:39.242144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51184) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:39.257952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399a7da-84c2-4933-b437-1ca52290f8f0 tempest-SecurityGroupsTestJSON-754747546 tempest-SecurityGroupsTestJSON-754747546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5105d-fe69-4921-9b74-efeaddccea8e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:39.309386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Deleting subnet 9c678f43-864f-4a09-b09a-0d06fb6a4623 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:06:39.314069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.354771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.405824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.496534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.507348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5872ff8-aaa3-4e31-8300-10c51493c737 req-d03460cb-2f84-458f-9fd4-2f6c7e641ab3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:39.509134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5872ff8-aaa3-4e31-8300-10c51493c737 req-d03460cb-2f84-458f-9fd4-2f6c7e641ab3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 950 time: 0.0729964 Aug 06 18:06:39.546239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c678f43-864f-4a09-b09a-0d06fb6a4623,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:39.549815 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.558042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e351c1a-8d58-4708-aeef-b74897bd0092 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c678f43-864f-4a09-b09a-0d06fb6a4623 HTTP/1.1" status: 204 len: 168 time: 0.3100588 Aug 06 18:06:39.558042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51194) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:39.601186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5872ff8-aaa3-4e31-8300-10c51493c737 req-587c162c-cd51-46c7-863d-137096322c95 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810864 Aug 06 18:06:39.646322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51200) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:39.733183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.818395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53188fa-73c3-46b0-8b27-719fa2d2734a req-6784062d-1d57-4e0f-aaec-afce2c386600 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:39.820541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53188fa-73c3-46b0-8b27-719fa2d2734a req-6784062d-1d57-4e0f-aaec-afce2c386600 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.2223969 Aug 06 18:06:39.858799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c305-5848-4dcf-8663-9a4020fd50b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.899830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb14cd-f3f4-498a-8405-a824164e717d req-5ab28a1e-bfa5-49ca-ad28-ca5260985839 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:39.901842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1acb14cd-f3f4-498a-8405-a824164e717d req-5ab28a1e-bfa5-49ca-ad28-ca5260985839 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.2111349 Aug 06 18:06:39.915607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:39.956820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d888218b-3d2e-4303-b766-f5df4bb9d933']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:39.987872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53188fa-73c3-46b0-8b27-719fa2d2734a req-45d685cd-6cb3-4495-b2f0-89f21f67aa43 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058235 Aug 06 18:06:39.995847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de92a553-59d3-4a77-a918-6974084daf6a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:39.997141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de92a553-59d3-4a77-a918-6974084daf6a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:40.025051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c305-5848-4dcf-8663-9a4020fd50b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.035172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c305-5848-4dcf-8663-9a4020fd50b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.086325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.155267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e2371b62-34f0-4449-bb77-4391e0cbe6c0 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:40.185218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3e0c305-5848-4dcf-8663-9a4020fd50b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22dd37c5a85149a891333a423726182e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376770 Aug 06 18:06:40.185986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.190907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0c305-5848-4dcf-8663-9a4020fd50b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42e6ee-342e-4f67-bb9f-9473458470af,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:40.193255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51210) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:40.237798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.328235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e2371b62-34f0-4449-bb77-4391e0cbe6c0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:40.333036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:06:40.333881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:06:40.338481 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:06:40.356073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e2371b62-34f0-4449-bb77-4391e0cbe6c0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:40.357218 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.530119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.532824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Deleting port 64eac998-87b8-4a0b-94f0-84b09760b289 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:40.533411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.565130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:40.568659 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b911864c-fd52-4ee1-afe3-b740b2f4cbfa" -d '{"events": [{"server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "name": "network-vif-plugged", "status": "completed", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:40.589897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:40.599810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.602256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6c8b5d40-5dd5-446e-8d46-667ae3187e11 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:40.639630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa3333-ceb6-411e-85c6-24be61720ff2 req-de699e0b-f8f0-4785-829b-b1348eefb0e9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.641774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87aa3333-ceb6-411e-85c6-24be61720ff2 req-de699e0b-f8f0-4785-829b-b1348eefb0e9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 949 time: 0.3577936 Aug 06 18:06:40.642791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.671956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.674440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d888218b-3d2e-4303-b766-f5df4bb9d933 HTTP/1.1" status: 204 len: 168 time: 1.1160805 Aug 06 18:06:40.694394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 6c8b5d40-5dd5-446e-8d46-667ae3187e11 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:40.703521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6c8b5d40-5dd5-446e-8d46-667ae3187e11 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:40.716515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.718881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.719771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.720570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.721334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.721988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.722699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.723947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:40.731027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35452b-ea9b-4d2d-b7fb-fdc4ede191e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d888218b-3d2e-4303-b766-f5df4bb9d933,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:40.733291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.746452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40469acc-12ad-4012-8c67-23712223860e req-9147a0eb-f456-43b3-aed0-411bdfedcae5 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4&device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad&device_id=dd564d61-f80b-4866-8470-b55a805db1de&device_id=debde056-28c6-4c31-9bbc-3d321d6b9102&device_id=1101f90e-f0db-4562-91b4-d86f9567e058&device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a&device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 7329 time: 0.1154618 Aug 06 18:06:40.766338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-40469acc-12ad-4012-8c67-23712223860e req-fc682cfd-b0a4-4bd0-ae52-bd9b56a13ed9 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.781802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:40.790887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87aa3333-ceb6-411e-85c6-24be61720ff2 req-fd751832-3103-41d5-b2f4-2fdc261fdf80 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307592 Aug 06 18:06:40.812844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.814018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.817196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.817959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.819971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.820730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.822358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.824627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.825402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.826684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.828015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.831678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:40.853031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] For port 64eac998-87b8-4a0b-94f0-84b09760b289, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=64eac998-87b8-4a0b-94f0-84b09760b289,segment=NetworkSegment(bc3f990a-d129-42de-835a-6233815c3d73),segment_id=bc3f990a-d129-42de-835a-6233815c3d73)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:40.853869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:40.862152 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cad06b-9383-4755-a13a-bd091430069e x-openstack-request-id: req-91cad06b-9383-4755-a13a-bd091430069e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:40.862842 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "name": "network-vif-plugged", "status": "completed", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:40.863348 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91cad06b-9383-4755-a13a-bd091430069e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:40.864204 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0', 'code': 200} Aug 06 18:06:40.889363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Calling delete_port for 64eac998-87b8-4a0b-94f0-84b09760b289 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:40.962275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:41.008905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.067879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-40469acc-12ad-4012-8c67-23712223860e req-fc682cfd-b0a4-4bd0-ae52-bd9b56a13ed9 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.087778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1846ea-acc4-418d-a0a3-05d5763b9749 req-6b409b6e-fa6f-4ab6-870c-bd6d5cc243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:41.090138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f1846ea-acc4-418d-a0a3-05d5763b9749 req-6b409b6e-fa6f-4ab6-870c-bd6d5cc243ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 1102 time: 0.1496222 Aug 06 18:06:41.091982 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-40469acc-12ad-4012-8c67-23712223860e req-fc682cfd-b0a4-4bd0-ae52-bd9b56a13ed9 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.103646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f8046715-c23e-47f7-89ea-b44553e13279 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37c1c3c96a3a40aab323bad606b0cf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399100 Aug 06 18:06:41.138038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51226) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:41.206683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40469acc-12ad-4012-8c67-23712223860e req-fc682cfd-b0a4-4bd0-ae52-bd9b56a13ed9 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&id=da034c57-8e19-47aa-ac48-eca028913189&id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&id=bd25ed9d-0229-4405-88eb-ed5164d8c325&id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 674 time: 0.4586999 Aug 06 18:06:41.252205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682cfd-b0a4-4bd0-ae52-bd9b56a13ed9 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08363fd-f3c5-4dcf-b9cf-88b00b8098e8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:41.286702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f1846ea-acc4-418d-a0a3-05d5763b9749 req-0036c442-2180-42a4-8d59-2a75a00591f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793170 Aug 06 18:06:41.319029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.336220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.342064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.344649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab42e6ee-342e-4f67-bb9f-9473458470af HTTP/1.1" status: 204 len: 168 time: 1.1150684 Aug 06 18:06:41.379628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.395701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4008514-ad86-447b-af96-1532efdb3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42e6ee-342e-4f67-bb9f-9473458470af,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:41.486924 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.491214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294088aa-a986-4d2e-8e56-b7fc95000dc7 req-8d6f532f-4282-4790-8355-1ed3108646fb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:41.524275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-294088aa-a986-4d2e-8e56-b7fc95000dc7 req-8d6f532f-4282-4790-8355-1ed3108646fb tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd564d61-f80b-4866-8470-b55a805db1de HTTP/1.1" status: 200 len: 946 time: 0.2838342 Aug 06 18:06:41.540440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.554954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['64eac998-87b8-4a0b-94f0-84b09760b289'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:41.600478 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.606135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.608466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f939cba-1873-43d6-95ac-51a2255a40a9 HTTP/1.1" status: 204 len: 168 time: 0.4683967 Aug 06 18:06:41.624816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbcadb-0e17-4292-afe5-5e0c654fe3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f939cba-1873-43d6-95ac-51a2255a40a9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:41.639664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Pushing event deleted for resources: {'Port': ['ID=64eac998-87b8-4a0b-94f0-84b09760b289,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:41.757464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] No DVR routers for this DVR port 64eac998-87b8-4a0b-94f0-84b09760b289 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:41.764858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-294088aa-a986-4d2e-8e56-b7fc95000dc7 req-ff5c1dd6-8d54-423f-aca6-0a232fd7a093 tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390881 Aug 06 18:06:41.766886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:41.771542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1acb14cd-f3f4-498a-8405-a824164e717d req-15611731-ef98-4e1b-8cb6-86f367d9db1b tempest-ServerDiskConfigTestJSON-1827089151 tempest-ServerDiskConfigTestJSON-1827089151-project] 10.222.0.16 "DELETE /v2.0/ports/64eac998-87b8-4a0b-94f0-84b09760b289 HTTP/1.1" status: 204 len: 173 time: 1.8587301 Aug 06 18:06:41.772101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'name': 'network-vif-deleted', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:41.789915 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44665480-118b-409a-a340-e0d76cff3b8f" -d '{"events": [{"server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "name": "network-vif-deleted", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:41.962361 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71443c0-002e-4fa0-b03a-5ae7e8daf237 x-openstack-request-id: req-e71443c0-002e-4fa0-b03a-5ae7e8daf237 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:41.962974 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd564d61-f80b-4866-8470-b55a805db1de", "name": "network-vif-deleted", "tag": "64eac998-87b8-4a0b-94f0-84b09760b289", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:41.963552 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e71443c0-002e-4fa0-b03a-5ae7e8daf237 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:41.964249 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd564d61-f80b-4866-8470-b55a805db1de', 'name': 'network-vif-deleted', 'tag': '64eac998-87b8-4a0b-94f0-84b09760b289', 'status': 'completed', 'code': 200} Aug 06 18:06:42.084592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab296062-109f-4fa5-a7a1-bdf921d8cde4 req-1bf230a9-9d05-4666-a781-5265cc3b3961 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:42.085773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab296062-109f-4fa5-a7a1-bdf921d8cde4 req-1bf230a9-9d05-4666-a781-5265cc3b3961 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:42.087694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab296062-109f-4fa5-a7a1-bdf921d8cde4 req-1bf230a9-9d05-4666-a781-5265cc3b3961 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:42.091496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab296062-109f-4fa5-a7a1-bdf921d8cde4 req-1bf230a9-9d05-4666-a781-5265cc3b3961 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad&device_id=1101f90e-f0db-4562-91b4-d86f9567e058&device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 2886 time: 0.1583364 Aug 06 18:06:42.191686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17e7f-6679-44e2-9c55-69ff4cfa9744 req-45af5f26-0d4d-4360-8224-8ff2d8169c0c tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:42.207044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84c17e7f-6679-44e2-9c55-69ff4cfa9744 req-45af5f26-0d4d-4360-8224-8ff2d8169c0c tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 950 time: 0.1184921 Aug 06 18:06:42.208649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab296062-109f-4fa5-a7a1-bdf921d8cde4 req-df092bac-f03d-491c-8aa9-72085a85e14b tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985334 Aug 06 18:06:42.336237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84c17e7f-6679-44e2-9c55-69ff4cfa9744 req-3ffb7086-803e-4a10-ab06-5f9431c2a5ec tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155946 Aug 06 18:06:43.286366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51300) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:43.368574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Deleting subnet 130f0e4b-64c0-418a-b174-f146966a35d6 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:06:43.377503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.459988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.516207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51312) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:43.603429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.615319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e88b-571b-49c5-a7ff-a2d6f6558936 req-1bc4dcb2-0a90-4324-ba77-c906e642f735 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:43.624587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ad0e88b-571b-49c5-a7ff-a2d6f6558936 req-1bc4dcb2-0a90-4324-ba77-c906e642f735 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 950 time: 0.1170714 Aug 06 18:06:43.642617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51318) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:43.712557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ad0e88b-571b-49c5-a7ff-a2d6f6558936 req-6ca70256-3ebf-4d3f-a5c0-ef0d12fb6feb tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867212 Aug 06 18:06:43.759578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.804442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130f0e4b-64c0-418a-b174-f146966a35d6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:43.807155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.812990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-97c0940b-2743-4538-8580-b66bd239e55a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/130f0e4b-64c0-418a-b174-f146966a35d6 HTTP/1.1" status: 204 len: 168 time: 0.5246263 Aug 06 18:06:43.813788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:43.823975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2103431229-network', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:43.879057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-133497489-network', 'tenant_id': '2da44af85e764b2db74cc190a6fd280c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:43.932435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.952461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:06:43.952461 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:06:43.952461 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '2da44af85e764b2db74cc190a6fd280c', 'id': 'e8a304cd-7c38-4cbc-80a8-48104a05945b', 'expiration': datetime.datetime(2021, 8, 6, 18, 8, 43, 939055)}] Aug 06 18:06:43.952461 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:06:43.953061 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:06:43.975225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Made reservation on behalf of 0ab82d3b3fe24d39968b1ba945c2fc54 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:43.978878 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:43.991714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.160439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.168334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.194490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.200106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:06:44.220653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e285d24e-f1d3-4f42-9069-ce5035e7c5a6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:44.226639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6bf859-a479-4074-84f0-5ad6ffd28e30']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:44.228263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.228841 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Added segment 45e04329-8003-45b7-8cdc-4626f7531fe9 of type vlan for network 804ba92b-e419-4942-9f38-4e9b2acd671b Aug 06 18:06:44.250949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f58d02-7854-4914-991f-35bcc998c90b req-6647d756-aaa8-4f1f-acca-652851a82e1e tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:44.253603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83f58d02-7854-4914-991f-35bcc998c90b req-6647d756-aaa8-4f1f-acca-652851a82e1e tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1101 time: 0.1801536 Aug 06 18:06:44.260387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3f990a-d129-42de-835a-6233815c3d73') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:44.260673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3f990a-d129-42de-835a-6233815c3d73') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:44.286950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.319771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83f58d02-7854-4914-991f-35bcc998c90b req-7e4fdf96-b0d9-48e1-9cde-f08b434ee38a tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562527 Aug 06 18:06:44.329811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.340134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.352774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:06:44.353741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:06:44.357159 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:06:44.398599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.400558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:44.401382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.497398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.517151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.525105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac6bf859-a479-4074-84f0-5ad6ffd28e30 HTTP/1.1" status: 204 len: 168 time: 0.7088196 Aug 06 18:06:44.543106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] Pushing event updated for resources: {'Network': ['ID=804ba92b-e419-4942-9f38-4e9b2acd671b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:44.547202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389cf3c-c766-4b15-89c0-25915fd1bbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6bf859-a479-4074-84f0-5ad6ffd28e30,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:44.563986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 804ba92b-e419-4942-9f38-4e9b2acd671b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:06:44.567279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-81c6a218-db0c-4df8-b5b4-21509f419e10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0454776 Aug 06 18:06:44.577494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51338) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:44.601637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Request body: {'subnet': {'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-subnet', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:44.655192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5979-232f-4b6e-93d6-27e53d9e8ad6 req-4569d79c-6aa7-4531-bf74-048c0f837f7c tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:44.658544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-affb5979-232f-4b6e-93d6-27e53d9e8ad6 req-4569d79c-6aa7-4531-bf74-048c0f837f7c tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1101 time: 0.1217930 Aug 06 18:06:44.686415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:06:44.686415 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:06:44.686415 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'id': 'de8df860-a13b-4069-ac18-7a254b73080c', 'expiration': datetime.datetime(2021, 8, 6, 18, 8, 44, 639847)}] Aug 06 18:06:44.686415 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:06:44.687313 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:06:44.690421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Made reservation on behalf of 2da44af85e764b2db74cc190a6fd280c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:44.693618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.718862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.742552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-affb5979-232f-4b6e-93d6-27e53d9e8ad6 req-920fb972-7a57-405c-aa7c-89385112c321 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765114 Aug 06 18:06:44.782475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 64eac998-87b8-4a0b-94f0-84b09760b289 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:44.844105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 64eac998-87b8-4a0b-94f0-84b09760b289 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:44.846330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 64eac998-87b8-4a0b-94f0-84b09760b289 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:44.901526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:44.944625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.951569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:44.995829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:06:45.005833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7b263-935b-45a9-963a-18c916026e68,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:45.021643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:45.027771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-274674ec-7266-48cb-9928-0b4c28cbebff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58b8a1e4f06d42bf8951743713cdd5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229904 Aug 06 18:06:45.038474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.039104 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Added segment 694fec31-473d-4348-af8e-fea3c39d56c5 of type vlan for network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 Aug 06 18:06:45.202479 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.223844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.270118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Made reservation on behalf of 0ab82d3b3fe24d39968b1ba945c2fc54 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:45.272634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.306736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.370623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.371640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:45.372252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.485023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8406103 Aug 06 18:06:45.485234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51364) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:45.497863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Request body: {'subnet': {'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-133497489-subnet', 'tenant_id': '2da44af85e764b2db74cc190a6fd280c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:45.499222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c30e7-c951-421e-8345-b7b711995415 admin admin] Pushing event updated for resources: {'Network': ['ID=05652b5b-5d66-4b2d-9a3a-d16035a1fd35,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:45.515530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:06:45.525342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.531237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.532464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06 HTTP/1.1" status: 204 len: 168 time: 0.5058534 Aug 06 18:06:45.583388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1ac4-5c96-4e8c-ab1e-067e62f705b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdfe9c-1068-4e26-ae1d-d9c5c4658b06,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:45.588920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Made reservation on behalf of 2da44af85e764b2db74cc190a6fd280c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:45.593714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.678795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:45.680426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4e85-3941-465d-bef1-7ab38350a419 req-e650ffc1-7024-405f-88ee-973cc1e17bb9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:45.682424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f8d4e85-3941-465d-bef1-7ab38350a419 req-e650ffc1-7024-405f-88ee-973cc1e17bb9 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 950 time: 0.1333649 Aug 06 18:06:45.780588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f8d4e85-3941-465d-bef1-7ab38350a419 req-1921cb29-9208-4cee-acee-d365e826d246 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885561 Aug 06 18:06:45.824633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fe75e0-dfd4-4044-9b4a-9860c59d7517,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:45.953020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Checking segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:45.953636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Network hostable DHCP agents. Network: 804ba92b-e419-4942-9f38-4e9b2acd671b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:06:46.014947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.025635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Network 804ba92b-e419-4942-9f38-4e9b2acd671b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:06:46.072849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 804ba92b-e419-4942-9f38-4e9b2acd671b) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:46.082691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:46.083433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.100661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efdee8-7e1e-4742-b1f9-e63144099dab None None] Network 804ba92b-e419-4942-9f38-4e9b2acd671b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:46.157122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-109e109b-66cc-4094-8a5a-a9cc68ca3ea1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5774136 Aug 06 18:06:46.168156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51386) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:46.191193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:46.272159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.277145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.304058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145cfd4-0f87-44d9-a67b-e92ecedafde5 req-6d81fbe1-c70a-4154-9a86-4f4b7f68ed2c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:46.306768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c145cfd4-0f87-44d9-a67b-e92ecedafde5 req-6d81fbe1-c70a-4154-9a86-4f4b7f68ed2c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1803658 Aug 06 18:06:46.442549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67f0d4c-ca08-47bd-9e29-257966645d4f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:46.467385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.509519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c145cfd4-0f87-44d9-a67b-e92ecedafde5 req-c2691e31-487a-4039-baa7-0e18d7bd6280 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942513 Aug 06 18:06:46.602141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-804ba92b-e419-4942-9f38-4e9b2acd671b', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:06:46.603048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.626843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Checking segment: {'id': '694fec31-473d-4348-af8e-fea3c39d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:46.627453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Network hostable DHCP agents. Network: 05652b5b-5d66-4b2d-9a3a-d16035a1fd35, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:06:46.770221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:06:46.780951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.791831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 05652b5b-5d66-4b2d-9a3a-d16035a1fd35) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:46.823058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:46.823745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:46.824943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0afaee-8055-4928-8b19-770b2881ec11 None None] Network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:46.974232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e145a8c-879d-45d5-9fa2-ffe9aad96ad5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4870627 Aug 06 18:06:47.011291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Allocated IP 172.20.0.2 (804ba92b-e419-4942-9f38-4e9b2acd671b/d7fe75e0-dfd4-4044-9b4a-9860c59d7517/8218b22b-a43c-473a-a895-2d31395ee366) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:47.151313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-3583f871-f5eb-4c42-96fd-dd366f3dfb38 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:47.153310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-3583f871-f5eb-4c42-96fd-dd366f3dfb38 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 950 time: 0.2644224 Aug 06 18:06:47.216796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88d6fe-5f06-4de8-adc7-2f072c78d82c req-bd007b2c-0500-4e75-9631-9cd6439cd922 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:47.225008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb88d6fe-5f06-4de8-adc7-2f072c78d82c req-bd007b2c-0500-4e75-9631-9cd6439cd922 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 950 time: 0.2147653 Aug 06 18:06:47.315560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18c851-1c9d-4370-b203-fbae7378a061 None None] Network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:47.400595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb88d6fe-5f06-4de8-adc7-2f072c78d82c req-ccd9145c-13a5-4994-9f9e-47d65455da43 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739814 Aug 06 18:06:47.505931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.511788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51424) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:47.544681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Transition to ACTIVE for port object 8218b22b-a43c-473a-a895-2d31395ee366 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:47.581196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Transition to ACTIVE for port object 8218b22b-a43c-473a-a895-2d31395ee366 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:47.601419 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.638364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Deleting port e2371b62-34f0-4449-bb77-4391e0cbe6c0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:06:47.639229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.689958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Network 804ba92b-e419-4942-9f38-4e9b2acd671b is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:47.698440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:47.703373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:47.750939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-481695235-network', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:47.788082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Made reservation on behalf of fc413734e9054082861b8b8a6d3ecde9 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:47.790832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.811358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] For port e2371b62-34f0-4449-bb77-4391e0cbe6c0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e2371b62-34f0-4449-bb77-4391e0cbe6c0,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:47.811832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.814236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.853753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:47.906866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Calling delete_port for e2371b62-34f0-4449-bb77-4391e0cbe6c0 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:06:47.917670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.072078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Pushing event updated for resources: {'Port': ['ID=8218b22b-a43c-473a-a895-2d31395ee366,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:48.079972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f75dd-1c34-4fbc-9db2-9399e6e48e69 req-bc43203c-0663-43df-a6e2-cee44a1eb41e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:48.081739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a75f75dd-1c34-4fbc-9db2-9399e6e48e69 req-bc43203c-0663-43df-a6e2-cee44a1eb41e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3005943 Aug 06 18:06:48.108218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Attempting to bind port 8218b22b-a43c-473a-a895-2d31395ee366 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:48.108624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Attempting to bind port 8218b22b-a43c-473a-a895-2d31395ee366 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:48.109193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Attempting to bind port 8218b22b-a43c-473a-a895-2d31395ee366 on network 804ba92b-e419-4942-9f38-4e9b2acd671b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:48.131404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:48.131834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Checking segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:48.132429 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.133680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Bound using segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:48.135859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Bound port: 8218b22b-a43c-473a-a895-2d31395ee366, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:48.136390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.185663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.197412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.242404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a75f75dd-1c34-4fbc-9db2-9399e6e48e69 req-923c4f9a-7909-44c6-b10e-ec183a9dc6d0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394498 Aug 06 18:06:48.276539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] For port 8218b22b-a43c-473a-a895-2d31395ee366, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:48.284919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] For port 8218b22b-a43c-473a-a895-2d31395ee366, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8218b22b-a43c-473a-a895-2d31395ee366,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:48.285773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:06:48.298858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.319244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d33437-7f7e-4d5e-87de-027f4a76afb5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:48.323106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.323467 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Added segment d51d1bf9-9ebf-4007-a687-8e7586ca40d4 of type vlan for network e4d52c1c-841d-4081-819f-c2e38859b7e7 Aug 06 18:06:48.359138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Allocated IP 172.25.3.188 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bbccedfa-d8ef-4a81-8995-8de9b540c3e6) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:48.410017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.430819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdfe00-63e3-4cb5-979c-fec6172db83b None None] Pushing event updated for resources: {'Port': ['ID=8218b22b-a43c-473a-a895-2d31395ee366,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:48.505568 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.506825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:48.507854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.639966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:48.653117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e2371b62-34f0-4449-bb77-4391e0cbe6c0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:06:48.761807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad7aa-38a3-4141-90ab-22f99d4b1734 req-4e868ea9-a9ff-417b-a754-fc3925e7aeb4 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:48.763478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-616ad7aa-38a3-4141-90ab-22f99d4b1734 req-4e868ea9-a9ff-417b-a754-fc3925e7aeb4 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd73b3a3-f1b4-47e6-a90a-30746bfc0de4 HTTP/1.1" status: 200 len: 867 time: 0.2122161 Aug 06 18:06:48.764394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Pushing event deleted for resources: {'Port': ['ID=e2371b62-34f0-4449-bb77-4391e0cbe6c0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:48.776623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.164139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8218b22b-a43c-473a-a895-2d31395ee366 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:49.233728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7159550 Aug 06 18:06:49.321265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:49.322093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e42b0b-1366-4625-b4dd-56dc8a9a2469 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d52c1c-841d-4081-819f-c2e38859b7e7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:49.323307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8218b22b-a43c-473a-a895-2d31395ee366 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:49.336340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Request body: {'subnet': {'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-481695235-subnet', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:49.367778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:06:49.387506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Made reservation on behalf of fc413734e9054082861b8b8a6d3ecde9 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:49.390628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.558005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] No DVR routers for this DVR port e2371b62-34f0-4449-bb77-4391e0cbe6c0 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:06:49.599924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.602064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c71b162-f6a0-460a-9069-2d4102306fcb req-6c85c8c0-8df2-4b14-b4a0-2c1be0fae00b tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.55 "DELETE /v2.0/ports/e2371b62-34f0-4449-bb77-4391e0cbe6c0 HTTP/1.1" status: 204 len: 173 time: 2.4413435 Aug 06 18:06:49.602751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'name': 'network-vif-deleted', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:49.605748 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf2034-ded9-403a-a5b5-4d1a1a573f34" -d '{"events": [{"server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "name": "network-vif-deleted", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:49.612325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.639592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499530b-0311-4324-8705-ce5216344aae req-537da8cf-3707-4269-b29f-071805f3796d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:49.641479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3499530b-0311-4324-8705-ce5216344aae req-537da8cf-3707-4269-b29f-071805f3796d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1072860 Aug 06 18:06:49.686317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:49.693953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:49.702727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:49.728234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3499530b-0311-4324-8705-ce5216344aae req-10a44855-2ce7-4a3e-ab6c-2fef42b737f3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768661 Aug 06 18:06:49.730188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-616ad7aa-38a3-4141-90ab-22f99d4b1734 req-bfbbf5b0-8384-40a4-a23a-71473841a153 tempest-TenantUsagesTestJSON-852656418 tempest-TenantUsagesTestJSON-852656418-project] 10.222.0.64 "GET /v2.0/security-groups?id=da034c57-8e19-47aa-ac48-eca028913189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247518 Aug 06 18:06:49.786780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.796048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Pushing event updated for resources: {'Port': ['ID=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:49.878801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Pushing event updated for resources: {'Subnet': ['ID=380d8e3b-7ad3-46f9-b393-82db91d4b602,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:49.922415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Checking segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:49.923243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Network hostable DHCP agents. Network: e4d52c1c-841d-4081-819f-c2e38859b7e7, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:06:49.935556 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800867df-4895-4039-83d5-6167170371a8 x-openstack-request-id: req-800867df-4895-4039-83d5-6167170371a8 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:06:49.935860 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd73b3a3-f1b4-47e6-a90a-30746bfc0de4", "name": "network-vif-deleted", "tag": "e2371b62-34f0-4449-bb77-4391e0cbe6c0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:06:49.936111 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-800867df-4895-4039-83d5-6167170371a8 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:06:49.936520 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd73b3a3-f1b4-47e6-a90a-30746bfc0de4', 'name': 'network-vif-deleted', 'tag': 'e2371b62-34f0-4449-bb77-4391e0cbe6c0', 'status': 'completed', 'code': 200} Aug 06 18:06:49.958806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:06:49.978834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e4d52c1c-841d-4081-819f-c2e38859b7e7) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:49.984068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:49.984973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1603841e-4743-4353-aabb-b345512423be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:49.994390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0075801-7be8-4c55-82e6-bc599cd30a4e None None] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:50.019587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1603841e-4743-4353-aabb-b345512423be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6857238 Aug 06 18:06:50.020809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51476) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:50.030871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:50.069230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.070896 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.128479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33547fa-69f7-4f92-80fd-d870b43893af None None] Network 804ba92b-e419-4942-9f38-4e9b2acd671b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:50.186694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.189885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.274111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Provisioning for port 8218b22b-a43c-473a-a895-2d31395ee366 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:50.300820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Provisioning complete for port 8218b22b-a43c-473a-a895-2d31395ee366 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:50.301527 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.513059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.547630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad23d41-42be-430d-8de2-ab5267f320ee None None] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:06:50.559396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.882521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.892408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-7fc19e9f-b421-4e38-98ae-25a3f40967f6 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:50.900498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-7fc19e9f-b421-4e38-98ae-25a3f40967f6 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/networks?id=05652b5b-5d66-4b2d-9a3a-d16035a1fd35 HTTP/1.1" status: 200 len: 809 time: 0.2705398 Aug 06 18:06:50.915043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:50.921295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-f7943be9-cc59-488f-8bfa-328071671b66 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/quotas/2da44af85e764b2db74cc190a6fd280c HTTP/1.1" status: 200 len: 375 time: 0.0196269 Aug 06 18:06:50.966208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-f5caecd2-b29a-44ec-9412-e362751a41a0 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2da44af85e764b2db74cc190a6fd280c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436411 Aug 06 18:06:50.973995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.083280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] For port 8218b22b-a43c-473a-a895-2d31395ee366, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8218b22b-a43c-473a-a895-2d31395ee366,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:51.086183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Allocated IP 172.25.3.250 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/46f85b14-36a2-4167-8bfe-b02638328df1) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:51.094802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.177323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-e79cd6d1-77f2-46f9-bf21-15475a25e249 service neutron] 10.222.0.64 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093260 Aug 06 18:06:51.220540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.237299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3701-a022-45d7-ae9f-32bf2424f501 None None] Pushing event updated for resources: {'Port': ['ID=8218b22b-a43c-473a-a895-2d31395ee366,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:51.251557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-65f83dce-f245-47b6-9a59-699a27c405f1 None None] Provisioning complete for port 8218b22b-a43c-473a-a895-2d31395ee366 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:51.252520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65f83dce-f245-47b6-9a59-699a27c405f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.311819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-e56caca8-3919-468b-b65f-4e3b4d5c4a22 service neutron] 10.222.0.64 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308432 Aug 06 18:06:51.314832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Router c40f173a-1415-4919-97d9-001d8186532c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:06:51.317587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.409359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6492e53-f093-4d9f-a475-234c4da46318 req-0c8dc761-b063-42d6-87d4-a95d10f78ff4 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:51.411476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6492e53-f093-4d9f-a475-234c4da46318 req-0c8dc761-b063-42d6-87d4-a95d10f78ff4 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.4987102 Aug 06 18:06:51.416367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:51.418106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Pushing event updated for resources: {'Port': ['ID=46f85b14-36a2-4167-8bfe-b02638328df1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:51.423336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:51.432381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:51.524087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:06:51.529626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6492e53-f093-4d9f-a475-234c4da46318 req-a05f361b-1530-40fd-954b-bedc59e905cb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078155 Aug 06 18:06:51.561889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Sync routers for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:06:51.576681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:51.582917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9a051f35-fb6b-46d1-81cf-b780c41d110c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4028091 Aug 06 18:06:51.584181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51512) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:51.584506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:06:51.585505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:52.017148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:06:52.030198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:52.056052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d15e622-a226-42b8-932f-e6e5ebac3e3b req-ce964104-ffd9-4b02-a24f-3fa49fac8b62 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 210 time: 0.1152883 Aug 06 18:06:52.229958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e2371b62-34f0-4449-bb77-4391e0cbe6c0 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:06:52.305188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: e2371b62-34f0-4449-bb77-4391e0cbe6c0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:06:52.305844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e2371b62-34f0-4449-bb77-4391e0cbe6c0 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:06:52.379170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51530) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:52.388655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:49Z', 'revision_number': 3, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:52.449429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Checking router: c40f173a-1415-4919-97d9-001d8186532c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:06:52.449828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Updating router c40f173a-1415-4919-97d9-001d8186532c port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:06:52.475071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:52.495728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:52.813803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:52.964372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aac77d14-3108-4edd-9974-8cc0b3f211e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad7633414bb345dc92bb3df34b7e927c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783980 Aug 06 18:06:52.965304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:53.048434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a0e51-1d8d-4daf-8c63-dc105492bd3a req-1badcdd7-3dbe-4025-8a0e-e167f2460fa0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:53.050299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-139a0e51-1d8d-4daf-8c63-dc105492bd3a req-1badcdd7-3dbe-4025-8a0e-e167f2460fa0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2802866 Aug 06 18:06:53.068214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8218b22b-a43c-473a-a895-2d31395ee366 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:53.078163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:06:53.170526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.199122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Transition to ACTIVE for port object bbccedfa-d8ef-4a81-8995-8de9b540c3e6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:53.217365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8218b22b-a43c-473a-a895-2d31395ee366 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:53.218324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.221962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.302101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-139a0e51-1d8d-4daf-8c63-dc105492bd3a req-13cf087c-20be-4e98-a4d2-ff9fa4ad4402 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147810 Aug 06 18:06:53.329160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Attempting to bind port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:53.329997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Attempting to bind port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:53.330297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Attempting to bind port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:53.341723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:53.342573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:53.343234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.343862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:53.344636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Bound port: bbccedfa-d8ef-4a81-8995-8de9b540c3e6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:53.345141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.352899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591afb-6225-4557-8663-95cedb2d1852 None None] Pushing event updated for resources: {'Port': ['ID=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:53.366210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.458700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] For port bbccedfa-d8ef-4a81-8995-8de9b540c3e6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:53.468267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.472684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:06:53.480654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] For port bbccedfa-d8ef-4a81-8995-8de9b540c3e6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:53.493557 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Sync routers for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:06:53.495972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Allocated IP 172.20.0.1 (804ba92b-e419-4942-9f38-4e9b2acd671b/d7fe75e0-dfd4-4044-9b4a-9860c59d7517/4168c817-2114-48ac-b6da-3a2277ae70c1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:53.497881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.526113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.531271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99660997-cf2f-41cc-8817-44641f572538 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5054126 Aug 06 18:06:53.532209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51548) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:53.537605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e04fcc5c-4b4d-4071-ad34-ed172eac52e6 req-e19ee377-2319-4979-874d-8787ba2d98a2 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 210 time: 0.0957961 Aug 06 18:06:53.570360 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:06:53.571010 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:53.668747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.671536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.673688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da034c57-8e19-47aa-ac48-eca028913189 HTTP/1.1" status: 204 len: 168 time: 0.7045178 Aug 06 18:06:53.710184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb03e0-15e6-4478-95ac-54efe512ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da034c57-8e19-47aa-ac48-eca028913189,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:53.805088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.852932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591afb-6225-4557-8663-95cedb2d1852 None None] Pushing event updated for resources: {'Port': ['ID=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:53.854626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Transition to ACTIVE for port object 4168c817-2114-48ac-b6da-3a2277ae70c1 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:53.865015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:06:53.866031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:53.898469 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:06:53.929247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:53.975608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Network 804ba92b-e419-4942-9f38-4e9b2acd671b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:53.984614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:53.996628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:54.393568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:06:54.491449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1cde342d-ba1e-48a0-a55b-bc5aca420cf4 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:54.493071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1cde342d-ba1e-48a0-a55b-bc5aca420cf4 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.55 "GET /v2.0/networks?id=05652b5b-5d66-4b2d-9a3a-d16035a1fd35 HTTP/1.1" status: 200 len: 809 time: 0.3873391 Aug 06 18:06:54.511690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Request body: {'port': {'device_id': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35', 'admin_state_up': True, 'tenant_id': '2da44af85e764b2db74cc190a6fd280c'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:54.519941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Pushing event updated for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:54.554802 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:54.622797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:51Z', 'revision_number': 3, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:54.760923 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Checking router: ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:06:54.761151 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Updating router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb port 46f85b14-36a2-4167-8bfe-b02638328df1 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:06:54.804730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:54.841566 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:54.863409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559627-5c9a-4813-a983-db74d0bdbf74 req-8c610aa4-1c1a-4f33-89f3-31830a8b748a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:54.863763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-860998ee-dcc6-47cd-938b-1b15d3857dfa req-c7a6c526-06db-4578-8545-2267a3b04cac tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 210 time: 0.1065412 Aug 06 18:06:54.884351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45559627-5c9a-4813-a983-db74d0bdbf74 req-8c610aa4-1c1a-4f33-89f3-31830a8b748a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.4101102 Aug 06 18:06:54.905819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b7b61ef-26d4-4b17-acb2-5ac0d80fe930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:54.992266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c9afedaa-92ef-49d7-ada9-51b073c0c8b0 None None] Provisioning for port 4168c817-2114-48ac-b6da-3a2277ae70c1 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:55.005574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c9afedaa-92ef-49d7-ada9-51b073c0c8b0 None None] Provisioning complete for port 4168c817-2114-48ac-b6da-3a2277ae70c1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:55.007374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c9afedaa-92ef-49d7-ada9-51b073c0c8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.053812 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45559627-5c9a-4813-a983-db74d0bdbf74 req-5ee084d1-c143-48d3-86e3-711a0af63ce9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678596 Aug 06 18:06:55.087941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Made reservation on behalf of 2da44af85e764b2db74cc190a6fd280c for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:06:55.091632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.130898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.214659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c9afedaa-92ef-49d7-ada9-51b073c0c8b0 None None] Port 4168c817-2114-48ac-b6da-3a2277ae70c1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:06:55.249172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.319670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:49Z', 'revision_number': 3, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:55.386657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46893fd2-81a2-4203-bc0e-8e9b747a9369 None None] The sync data for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 is: [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:49Z', 'revision_number': 3, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:06:55.464845 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b7b61ef-26d4-4b17-acb2-5ac0d80fe930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.521301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.550910 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b7b61ef-26d4-4b17-acb2-5ac0d80fe930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.587398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:55.673096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b7b61ef-26d4-4b17-acb2-5ac0d80fe930 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20003d4dac8f42efb208a8be39683f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8487511 Aug 06 18:06:55.677076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51576) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:06:55.862595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b61ef-26d4-4b17-acb2-5ac0d80fe930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f7667-a7e4-4d56-be96-43ff61cc834b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:55.873157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Allocated IP 172.20.0.11 (05652b5b-5d66-4b2d-9a3a-d16035a1fd35/d67f0d4c-ca08-47bd-9e29-257966645d4f/1a2ace2d-ef83-404a-b350-4000418f8741) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:56.053593 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.058457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.101106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Allocated IP 172.20.0.1 (e4d52c1c-841d-4081-819f-c2e38859b7e7/380d8e3b-7ad3-46f9-b393-82db91d4b602/ce414b2e-f97b-4167-9986-6d38be9ba54a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:06:56.116133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.130711 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Transition to ACTIVE for port object 46f85b14-36a2-4167-8bfe-b02638328df1 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:56.156582 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.199250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.276889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:56.280170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Pushing event updated for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.293467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.316852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:56.319800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:56.402105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdcde7-2735-43ed-9441-633b27da772c req-a6285c52-bf4c-4bb0-8784-3bba2aea732c tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:56.404237 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Attempting to bind port 46f85b14-36a2-4167-8bfe-b02638328df1 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:56.404766 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Attempting to bind port 46f85b14-36a2-4167-8bfe-b02638328df1 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:56.405231 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Attempting to bind port 46f85b14-36a2-4167-8bfe-b02638328df1 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:56.409765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44bdcde7-2735-43ed-9441-633b27da772c req-a6285c52-bf4c-4bb0-8784-3bba2aea732c tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 932 time: 0.2143877 Aug 06 18:06:56.419371 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:56.420453 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:56.421533 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.422393 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:56.423809 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Bound port: 46f85b14-36a2-4167-8bfe-b02638328df1, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:56.424623 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.468171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.468451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Pushing event updated for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.565316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:56.566300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.577783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.580238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44bdcde7-2735-43ed-9441-633b27da772c req-d8890522-fdb7-46ca-aa1a-c40807050cb3 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692777 Aug 06 18:06:56.601495 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Pushing event updated for resources: {'Port': ['ID=46f85b14-36a2-4167-8bfe-b02638328df1,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.607296 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] For port 46f85b14-36a2-4167-8bfe-b02638328df1, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:56.630163 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] For port 46f85b14-36a2-4167-8bfe-b02638328df1, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46f85b14-36a2-4167-8bfe-b02638328df1,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:56.641677 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.642514 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.643072 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.643706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.645398 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.646203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.649343 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.650025 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.650555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.651044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.651542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.652028 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:56.655935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-a6fba83c-60ae-4305-a1a6-8c21633f3a61 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1528671 Aug 06 18:06:56.664185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Network 804ba92b-e419-4942-9f38-4e9b2acd671b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:56.666211 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.678859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Request body: {'port': {'device_id': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:06:56.688448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.691178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.698077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:56.700622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb7f7667-a7e4-4d56-be96-43ff61cc834b HTTP/1.1" status: 204 len: 168 time: 1.0088751 Aug 06 18:06:56.793754 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.843298 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceafc5-7c95-4cf3-9e97-d4c54ef491dc None None] Pushing event updated for resources: {'Port': ['ID=46f85b14-36a2-4167-8bfe-b02638328df1,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.861617 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:06:56.862862 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:56.876552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:56.904053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2a56-0919-4085-9fe9-77fa33e232a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f7667-a7e4-4d56-be96-43ff61cc834b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.930206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:56.939901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:56.945526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:06:56.950910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:56.995759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99361716-3145-4f3c-9708-1d6e3ad27c46 req-33003be9-d9a0-4dd1-987b-2ce1cd62279c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:57.014956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99361716-3145-4f3c-9708-1d6e3ad27c46 req-33003be9-d9a0-4dd1-987b-2ce1cd62279c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.4787259 Aug 06 18:06:57.114517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99361716-3145-4f3c-9708-1d6e3ad27c46 req-ef9d1b27-6416-480b-9bbe-6a6862ab5e1e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975795 Aug 06 18:06:57.138715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.250523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbccedfa-d8ef-4a81-8995-8de9b540c3e6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:57.349627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:06:57.431926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Router c40f173a-1415-4919-97d9-001d8186532c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:06:57.507792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9314b77d-ba08-41df-925d-ebb3eceb98ac None None] Provisioning complete for port 4168c817-2114-48ac-b6da-3a2277ae70c1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:57.509222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9314b77d-ba08-41df-925d-ebb3eceb98ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.519327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:06:57.530129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.559503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:06:57.560175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.626295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9314b77d-ba08-41df-925d-ebb3eceb98ac None None] Port 4168c817-2114-48ac-b6da-3a2277ae70c1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:06:57.729824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.790923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port bbccedfa-d8ef-4a81-8995-8de9b540c3e6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:06:57.810133 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:57.982093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:58.024990 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:51Z', 'revision_number': 3, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:58.052486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:58.060532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:58.149162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3e60a-21bd-4d18-8036-d48d93aaa08c None None] The sync data for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 is: [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:51Z', 'revision_number': 3, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:06:58.157938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:58.360697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a92c78bc-4899-451e-b10a-5e928685be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:58.650526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:58.675604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:06:58.697544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e17eede-89c3-4a81-9986-aeb6b197e487 admin admin] 10.222.0.64 "PUT /v2.0/routers/c40f173a-1415-4919-97d9-001d8186532c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0986991 Aug 06 18:06:58.704335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfb9f3-665b-4866-a58a-7489c194ebb4 req-718cd0f2-e8fc-46eb-8674-a92c2f087389 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:58.729843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51bfb9f3-665b-4866-a58a-7489c194ebb4 req-718cd0f2-e8fc-46eb-8674-a92c2f087389 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 932 time: 0.2060022 Aug 06 18:06:58.742346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:06:58.748368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:06:58.791938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4121d9-2118-426d-9253-dd198dadb359 req-6b6126e7-7a61-42b0-9445-8fc399c29013 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:58.803179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f4121d9-2118-426d-9253-dd198dadb359 req-6b6126e7-7a61-42b0-9445-8fc399c29013 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3325634 Aug 06 18:06:58.845210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51bfb9f3-665b-4866-a58a-7489c194ebb4 req-8574972f-450a-489a-aeff-d8743ccd49a6 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132634 Aug 06 18:06:58.897790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Sync routers for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:06:58.953901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:06:58.955015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:06:58.971630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f4121d9-2118-426d-9253-dd198dadb359 req-c65b8df2-a2cd-4b2c-8746-562f20f8e8d9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673675 Aug 06 18:06:59.004815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2ace2d-ef83-404a-b350-4000418f8741 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:06:59.021743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:59.045501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Transition to ACTIVE for port object 1a2ace2d-ef83-404a-b350-4000418f8741 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:06:59.060250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:59.248776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:59.263516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.264015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.264623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.265563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.265563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.266149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.266613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.267027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.267463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.268717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.268932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.269397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:06:59.321408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Attempting to bind port 1a2ace2d-ef83-404a-b350-4000418f8741 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:06:59.321783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Attempting to bind port 1a2ace2d-ef83-404a-b350-4000418f8741 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '694fec31-473d-4348-af8e-fea3c39d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:06:59.322123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Attempting to bind port 1a2ace2d-ef83-404a-b350-4000418f8741 on network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:59.336396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Port 1a2ace2d-ef83-404a-b350-4000418f8741 on network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:06:59.336736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Attempting to bind port 1a2ace2d-ef83-404a-b350-4000418f8741 on network 05652b5b-5d66-4b2d-9a3a-d16035a1fd35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:06:59.354002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:06:59.354320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Checking segment: {'id': '694fec31-473d-4348-af8e-fea3c39d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:06:59.354699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Bound using segment: {'id': '694fec31-473d-4348-af8e-fea3c39d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:06:59.355161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Bound port: 1a2ace2d-ef83-404a-b350-4000418f8741, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694fec31-473d-4348-af8e-fea3c39d56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:06:59.356404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:59.426380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbccedfa-d8ef-4a81-8995-8de9b540c3e6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:06:59.489865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:06:59.495670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1a2ace2d-ef83-404a-b350-4000418f8741,segment=NetworkSegment(694fec31-473d-4348-af8e-fea3c39d56c5),segment_id=694fec31-473d-4348-af8e-fea3c39d56c5)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:06:59.509390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:59.607207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:06:59.631754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:59.632761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:06:59.635315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-1d04064e-2ef7-4b17-8f78-4fb5ea4364f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a2ace2d-ef83-404a-b350-4000418f8741 HTTP/1.1" status: 200 len: 1093 time: 2.9696660 Aug 06 18:06:59.636095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:06:59.673305 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761004e9-5db5-49de-8d18-d22fa147aa44" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:06:59.689241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:06:59.782248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-03eb7d30-1523-40b3-9818-9acb5c5feb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:59.787572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-03eb7d30-1523-40b3-9818-9acb5c5feb48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2da44af85e764b2db74cc190a6fd280c&device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 1096 time: 0.0812197 Aug 06 18:06:59.849082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-ddd6321e-00d9-4b57-a72c-08e8419ce149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a2ace2d-ef83-404a-b350-4000418f8741 HTTP/1.1" status: 200 len: 217 time: 0.0471811 Aug 06 18:06:59.992939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-3f92d835-9759-44d2-a8f9-84f0c5b031bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:06:59.995620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-3f92d835-9759-44d2-a8f9-84f0c5b031bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d67f0d4c-ca08-47bd-9e29-257966645d4f HTTP/1.1" status: 200 len: 849 time: 0.1363714 Aug 06 18:07:00.115627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-00b34919-f8fc-4237-bd19-e0facf1f20e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05652b5b-5d66-4b2d-9a3a-d16035a1fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107230 Aug 06 18:07:00.170320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:00.170778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:00.343516 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca4ba8f-11e7-47dd-8273-40f8459bd4d7 x-openstack-request-id: req-6ca4ba8f-11e7-47dd-8273-40f8459bd4d7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:00.343866 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:00.344118 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ca4ba8f-11e7-47dd-8273-40f8459bd4d7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:00.344537 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741', 'status': 'completed', 'code': 200} Aug 06 18:07:00.364640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46f85b14-36a2-4167-8bfe-b02638328df1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:00.367290 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:07:00.400839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-7c3cc3a8-7820-416d-a5df-cdbfc80a2c30 service neutron] 10.222.0.55 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776127 Aug 06 18:07:00.458638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 46f85b14-36a2-4167-8bfe-b02638328df1 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:00.473527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 46f85b14-36a2-4167-8bfe-b02638328df1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:00.474302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:00.533197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:06:55Z', 'revision_number': 2, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:00.582489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Checking router: c40f173a-1415-4919-97d9-001d8186532c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:00.584080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Updating router c40f173a-1415-4919-97d9-001d8186532c port 4168c817-2114-48ac-b6da-3a2277ae70c1 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:00.619016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:00.629132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef2179e-8c4e-4b80-8514-624e1479c919 req-f1954e60-942e-490b-bb80-3e7b7c4fc5bc service neutron] 10.222.0.55 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166598 Aug 06 18:07:00.633766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:00.717803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4e15-2ab6-492a-afe9-fcc43196637a req-3f3a752b-ecd7-4c2f-9645-c8d0bd761c04 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:00.720483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b6a4e15-2ab6-492a-afe9-fcc43196637a req-3f3a752b-ecd7-4c2f-9645-c8d0bd761c04 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 944 time: 0.3586621 Aug 06 18:07:00.734758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:00.801853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-809aa663-ec50-4364-821f-cf76df153b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:00.804520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-809aa663-ec50-4364-821f-cf76df153b48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2da44af85e764b2db74cc190a6fd280c&device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 1096 time: 0.0824065 Aug 06 18:07:00.841878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 46f85b14-36a2-4167-8bfe-b02638328df1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46f85b14-36a2-4167-8bfe-b02638328df1,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:00.852543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:00.892720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51654) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:00.898487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758158851', 'description': 'tempest-description--1991110899'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:00.978099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51656) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:01.132398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.206201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.220491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b6a4e15-2ab6-492a-afe9-fcc43196637a req-35702d08-e646-4919-9961-15e5468fe63d tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249315 Aug 06 18:07:01.224482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:01.249539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9049fa49-6e2e-4d1d-8eb4-4b13e50456b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7082276 Aug 06 18:07:01.254100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Transition to ACTIVE for port object 4168c817-2114-48ac-b6da-3a2277ae70c1 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:01.263310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-c0f56477-11b0-4090-b7b7-8951da385372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:01.265339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-c0f56477-11b0-4090-b7b7-8951da385372 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05652b5b-5d66-4b2d-9a3a-d16035a1fd35 HTTP/1.1" status: 200 len: 910 time: 0.4514844 Aug 06 18:07:01.293616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2b806-5339-4ae8-8ee8-72c4d0273785 req-6c4932c9-8a98-4f68-bb46-b6f6d232ab04 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:01.295662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80c2b806-5339-4ae8-8ee8-72c4d0273785 req-6c4932c9-8a98-4f68-bb46-b6f6d232ab04 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2230072 Aug 06 18:07:01.352115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-dcf7aea8-be0d-4ceb-af4d-5ab1b0d9024b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a2ace2d-ef83-404a-b350-4000418f8741 HTTP/1.1" status: 200 len: 217 time: 0.0761535 Aug 06 18:07:01.438571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-50164fea-9259-403f-af87-e14f82fef8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:01.444703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-50164fea-9259-403f-af87-e14f82fef8c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d67f0d4c-ca08-47bd-9e29-257966645d4f HTTP/1.1" status: 200 len: 849 time: 0.0728579 Aug 06 18:07:01.489207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.510508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.538951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-0a6ff569-23a5-4420-b68b-c35d0bcb3db8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05652b5b-5d66-4b2d-9a3a-d16035a1fd35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852304 Aug 06 18:07:01.540020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff01-e47f-440f-aab6-0a36016cfad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.557200 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Sync routers for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:01.592412 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:01.593546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:06:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:01.596156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=46f85b14-36a2-4167-8bfe-b02638328df1,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:01.679271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80c2b806-5339-4ae8-8ee8-72c4d0273785 req-78e3128f-3178-4eb0-ae11-28bce39c6b22 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387828 Aug 06 18:07:01.710901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.712535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30b6177d-5f3a-4d0e-9aaa-8e57720430c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.748990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faca66-863f-4974-9911-df3a1648f014 None None] Pushing event updated for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:01.760524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.826624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-63a6a483-5126-43ab-ab84-b8c50e7dcdbc service neutron] 10.222.0.55 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715588 Aug 06 18:07:01.909467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Attempting to bind port 4168c817-2114-48ac-b6da-3a2277ae70c1 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:01.910779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Attempting to bind port 4168c817-2114-48ac-b6da-3a2277ae70c1 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:01.911202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Attempting to bind port 4168c817-2114-48ac-b6da-3a2277ae70c1 on network 804ba92b-e419-4942-9f38-4e9b2acd671b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:01.955787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:01.958847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Checking segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:01.959542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:01.960055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Bound using segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:01.962403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Bound port: 4168c817-2114-48ac-b6da-3a2277ae70c1, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:01.965099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.045526 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:02.122161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] For port 4168c817-2114-48ac-b6da-3a2277ae70c1, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:02.129063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abed9d0-87f2-487d-a01e-4120b570cea1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:02.160421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] For port 4168c817-2114-48ac-b6da-3a2277ae70c1, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4168c817-2114-48ac-b6da-3a2277ae70c1,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:02.215631 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.262652 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-761004e9-5db5-49de-8d18-d22fa147aa44 req-827ad02a-46c0-41a5-8f38-2e0fdcb7d663 service neutron] 10.222.0.55 "GET /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989205 Aug 06 18:07:02.294873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:02.295929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:02.368967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff01-e47f-440f-aab6-0a36016cfad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.416496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78a4ff01-e47f-440f-aab6-0a36016cfad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.421777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c0f96-ea98-4f58-ae80-e6356130ea03 req-8440cbcb-8202-402a-ad25-4a9a20449cdd tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:02.430924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-068c0f96-ea98-4f58-ae80-e6356130ea03 req-8440cbcb-8202-402a-ad25-4a9a20449cdd tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.2464375 Aug 06 18:07:02.452098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.461542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-299e7a95-26bf-4f51-b0d1-d4f1e711c8b5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5670900 Aug 06 18:07:02.477574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51688) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:02.485312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'security_group_rule': {'security_group_id': '8abed9d0-87f2-487d-a01e-4120b570cea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:02.599950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-068c0f96-ea98-4f58-ae80-e6356130ea03 req-8f8e20d4-8c21-4a04-a3bf-fbf4295be4b2 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Aug 06 18:07:02.601275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.649774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ce414b2e-f97b-4167-9986-6d38be9ba54a', 'name': '', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'mac_address': 'fa:16:3e:4b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:55Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 2, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'subnets': [{'id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:02.689523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faca66-863f-4974-9911-df3a1648f014 None None] Pushing event updated for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:02.693246 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Checking router: ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:02.695236 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Updating router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb port ce414b2e-f97b-4167-9986-6d38be9ba54a binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:02.743112 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.804621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-c6dc70dc-b556-469b-b53c-bbcf39021c9d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:02.811707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-c6dc70dc-b556-469b-b53c-bbcf39021c9d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 810 time: 0.3477983 Aug 06 18:07:02.813440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.819165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:02.823165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.873379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-78a4ff01-e47f-440f-aab6-0a36016cfad4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01443031055a4de285c4d1da901c87aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8829923 Aug 06 18:07:02.874981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:02.875167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:02.878818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1105-d9d1-4474-8254-dab0f7c1f3f6 req-bfa37d9f-daa0-46c5-b583-3c4f08747b94 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:02.880333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63da1105-d9d1-4474-8254-dab0f7c1f3f6 req-bfa37d9f-daa0-46c5-b583-3c4f08747b94 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 944 time: 0.1189146 Aug 06 18:07:02.887027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8da237-2b0c-49b1-a310-f52cb9fb8eb2,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:02.895255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:02.903124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4ccd011-d050-4e74-a6a7-c5fdf4dddb52 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241700 Aug 06 18:07:02.904218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51696) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:02.913414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'security_group_rule': {'security_group_id': '8abed9d0-87f2-487d-a01e-4120b570cea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:02.985010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ff01-e47f-440f-aab6-0a36016cfad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506fa4d0-e332-44f6-aa65-68747c5979f1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:03.007248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-8a5e92bd-302f-4e43-9c09-1cf5cf921c20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/quotas/fc413734e9054082861b8b8a6d3ecde9 HTTP/1.1" status: 200 len: 375 time: 0.1389854 Aug 06 18:07:03.042705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63da1105-d9d1-4474-8254-dab0f7c1f3f6 req-770a9f04-2290-4847-9292-973a10a2fbff tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103683 Aug 06 18:07:03.084644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.149874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46f85b14-36a2-4167-8bfe-b02638328df1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:03.209252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.231580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.246144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.297134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d3e5a3c6-db0f-45c3-bd67-a44258ec62d0 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2607009 Aug 06 18:07:03.312455 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.323059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ace106c-95c8-4a1d-a3b1-78b45b197a13,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:03.328686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Transition to ACTIVE for port object ce414b2e-f97b-4167-9986-6d38be9ba54a will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:03.346664 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.347156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.348591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d6ee5225-3b11-484d-bedb-01a00e2db669 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428847 Aug 06 18:07:03.354051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51698) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:03.359342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:03.391424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.415729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.446975 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caca14-8af8-413b-86b9-4b2d368517d9 None None] Pushing event updated for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:03.520457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.600129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa343-67ad-4185-8f53-375575fea691 req-040ca7ac-881c-46f7-bc14-575d6c26ff9d tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:03.603662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8afa343-67ad-4185-8f53-375575fea691 req-040ca7ac-881c-46f7-bc14-575d6c26ff9d tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.55 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.1386266 Aug 06 18:07:03.604469 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Attempting to bind port ce414b2e-f97b-4167-9986-6d38be9ba54a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:03.607849 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Attempting to bind port ce414b2e-f97b-4167-9986-6d38be9ba54a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:03.608728 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Attempting to bind port ce414b2e-f97b-4167-9986-6d38be9ba54a on network e4d52c1c-841d-4081-819f-c2e38859b7e7 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:03.610466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:02Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:03.616140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:03.617045 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Checking segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:03.617771 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.618420 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Bound using segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:03.619170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Bound port: ce414b2e-f97b-4167-9986-6d38be9ba54a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:03.619810 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.692111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5a84-7841-488c-9d44-91a431c7a1c6 None None] The sync data for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 is: [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:02Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:03.699734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] For port ce414b2e-f97b-4167-9986-6d38be9ba54a, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:03.704877 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] For port ce414b2e-f97b-4167-9986-6d38be9ba54a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce414b2e-f97b-4167-9986-6d38be9ba54a,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:03.708050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.711823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 46f85b14-36a2-4167-8bfe-b02638328df1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:03.712449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.715974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1792-f81b-4b51-a1a0-362a02c77fa4 req-0e844837-9bda-45d3-8996-f67c39eb9745 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:03.724347 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.736909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-923a1792-f81b-4b51-a1a0-362a02c77fa4 req-0e844837-9bda-45d3-8996-f67c39eb9745 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2642894 Aug 06 18:07:03.867057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-623d7ee7-64a8-4076-9680-438eaf97b9bb service neutron] 10.222.0.64 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671866 Aug 06 18:07:03.890209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:03.893902 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c1a7a-fde4-4e5a-aceb-1a81830724b3" -d '{"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:03.929276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-923a1792-f81b-4b51-a1a0-362a02c77fa4 req-2e826f95-90fb-4864-a1d9-536fe30fadde tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828256 Aug 06 18:07:03.935277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.943366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:03.952014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.958087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/506fa4d0-e332-44f6-aa65-68747c5979f1 HTTP/1.1" status: 204 len: 168 time: 1.0790939 Aug 06 18:07:03.960043 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:03.990020 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caca14-8af8-413b-86b9-4b2d368517d9 None None] Pushing event updated for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:04.011045 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:04.012706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:04.016771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:04.258434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:04.278813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1a2ace2d-ef83-404a-b350-4000418f8741 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:07:04.348127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Deleting port ee14c762-2e3d-413a-a087-6e58540d9458 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:04.349156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:04.448579 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:04.606164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] For port ee14c762-2e3d-413a-a087-6e58540d9458, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ee14c762-2e3d-413a-a087-6e58540d9458,segment=NetworkSegment(1caa8f2c-96ce-4ad7-afa3-8a7754a58b28),segment_id=1caa8f2c-96ce-4ad7-afa3-8a7754a58b28)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:04.606895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:04.619276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb46701-bb51-4c57-9c61-824206197d4c req-7ff79194-c961-4813-a8a7-13adb6eb9c1f tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:04.622178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb46701-bb51-4c57-9c61-824206197d4c req-7ff79194-c961-4813-a8a7-13adb6eb9c1f tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=debde056-28c6-4c31-9bbc-3d321d6b9102 HTTP/1.1" status: 200 len: 946 time: 0.4136391 Aug 06 18:07:04.627158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Calling delete_port for ee14c762-2e3d-413a-a087-6e58540d9458 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:04.718652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:04.810096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1a2ace2d-ef83-404a-b350-4000418f8741,segment=NetworkSegment(694fec31-473d-4348-af8e-fea3c39d56c5),segment_id=694fec31-473d-4348-af8e-fea3c39d56c5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:04.842605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Allocated IP 172.25.3.245 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/21b95087-6854-4b1f-94be-f7fa1af80c23) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:04.844182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '1a2ace2d-ef83-404a-b350-4000418f8741', 'network_id': '05652b5b-5d66-4b2d-9a3a-d16035a1fd35', 'port_id': '1a2ace2d-ef83-404a-b350-4000418f8741', 'mac_address': 'fa:16:3e:c3:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67f0d4c-ca08-47bd-9e29-257966645d4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:07:04.852335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9918a-a9bf-40da-9ada-36e4300374bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506fa4d0-e332-44f6-aa65-68747c5979f1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:04.858159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:07:04.864986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:04.943613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ee14c762-2e3d-413a-a087-6e58540d9458'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:05.000693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Pushing event deleted for resources: {'Port': ['ID=ee14c762-2e3d-413a-a087-6e58540d9458,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:05.037524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb46701-bb51-4c57-9c61-824206197d4c req-f53208d6-409e-4718-bc8d-24fb2c1fee38 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd25ed9d-0229-4405-88eb-ed5164d8c325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701129 Aug 06 18:07:05.068030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.133356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-a247e012-5f5c-4db1-8af0-3c4ce0fbbde0 service neutron] 10.222.0.64 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2465932 Aug 06 18:07:05.135271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] No DVR routers for this DVR port ee14c762-2e3d-413a-a087-6e58540d9458 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:05.138673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.141105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8afa343-67ad-4185-8f53-375575fea691 req-68a3e878-e85d-461e-8a07-9e8aea76b749 tempest-VolumesAdminNegativeTest-1808381650 tempest-VolumesAdminNegativeTest-1808381650-project] 10.222.0.55 "DELETE /v2.0/ports/ee14c762-2e3d-413a-a087-6e58540d9458 HTTP/1.1" status: 204 len: 173 time: 1.5214219 Aug 06 18:07:05.142181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'name': 'network-vif-deleted', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:05.145554 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c64146-df65-4bd7-bb0b-a987a0e3095b" -d '{"events": [{"server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "name": "network-vif-deleted", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:05.216985 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07959945-75b8-4692-beee-af659f337159 x-openstack-request-id: req-07959945-75b8-4692-beee-af659f337159 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:05.217691 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:05.218063 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07959945-75b8-4692-beee-af659f337159 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:05.218667 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'code': 200} Aug 06 18:07:05.270811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4168c817-2114-48ac-b6da-3a2277ae70c1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:05.395809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2ace2d-ef83-404a-b350-4000418f8741 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:05.478155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.492622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dc73e-90e3-430c-b853-16479fcdcfa9 req-76142fe8-36f6-4c5f-adf4-e597b06533e4 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:05.501231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-234dc73e-90e3-430c-b853-16479fcdcfa9 req-76142fe8-36f6-4c5f-adf4-e597b06533e4 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 944 time: 0.1757255 Aug 06 18:07:05.507723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1a2ace2d-ef83-404a-b350-4000418f8741,segment=NetworkSegment(694fec31-473d-4348-af8e-fea3c39d56c5),segment_id=694fec31-473d-4348-af8e-fea3c39d56c5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:05.525685 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.569730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4168c817-2114-48ac-b6da-3a2277ae70c1 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:05.621076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4168c817-2114-48ac-b6da-3a2277ae70c1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:05.621719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.666784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:05.729593 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ce414b2e-f97b-4167-9986-6d38be9ba54a', 'name': '', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'mac_address': 'fa:16:3e:4b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:55Z', 'updated_at': '2021-08-06T18:07:03Z', 'revision_number': 4, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'subnets': [{'id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:05.734762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-234dc73e-90e3-430c-b853-16479fcdcfa9 req-3b986fe1-f8f1-45cc-9a63-e719b9d9ee27 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315154 Aug 06 18:07:05.813059 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fe106-b6ab-4da9-a231-98255a244921 None None] The sync data for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 is: [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ce414b2e-f97b-4167-9986-6d38be9ba54a', 'name': '', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'mac_address': 'fa:16:3e:4b:80:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:55Z', 'updated_at': '2021-08-06T18:07:03Z', 'revision_number': 4, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'subnets': [{'id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:05.822776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1a2ace2d-ef83-404a-b350-4000418f8741'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:05.852793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:05.898761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:05.901956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '9d329358-37d1-470f-9306-8f53869ee1bd', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '9d329358-37d1-470f-9306-8f53869ee1bd', 'mac_address': 'fa:16:3e:3e:4c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:07:06.029171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:06.034937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:06.052898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:06.082488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'Port': ['ID=21b95087-6854-4b1f-94be-f7fa1af80c23,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:06.088995 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee113b8-56cd-4d38-a9d5-a42ee62fb40f x-openstack-request-id: req-0ee113b8-56cd-4d38-a9d5-a42ee62fb40f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:06.091616 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debde056-28c6-4c31-9bbc-3d321d6b9102", "name": "network-vif-deleted", "tag": "ee14c762-2e3d-413a-a087-6e58540d9458", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:06.092009 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ee113b8-56cd-4d38-a9d5-a42ee62fb40f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:06.092685 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debde056-28c6-4c31-9bbc-3d321d6b9102', 'name': 'network-vif-deleted', 'tag': 'ee14c762-2e3d-413a-a087-6e58540d9458', 'status': 'completed', 'code': 200} Aug 06 18:07:06.267952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.308325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ee14c762-2e3d-413a-a087-6e58540d9458 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:06.373198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe3b35-9c1c-4026-b1e0-266743a88fe7 req-5cae08c9-9429-4ef3-8af7-db5b016889dd tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:06.381424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcfe3b35-9c1c-4026-b1e0-266743a88fe7 req-5cae08c9-9429-4ef3-8af7-db5b016889dd tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 947 time: 0.1597538 Aug 06 18:07:06.454188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eabf2cc2-3e85-489a-b11d-6c2cda427cdc req-f061c1a9-9f89-4034-b108-1b5f7560af85 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 210 time: 0.1823757 Aug 06 18:07:06.458631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.485559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: ee14c762-2e3d-413a-a087-6e58540d9458 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:06.486644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ee14c762-2e3d-413a-a087-6e58540d9458 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:06.502784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:06.506628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcfe3b35-9c1c-4026-b1e0-266743a88fe7 req-396a5ba1-22bd-46b9-a55f-898c1b12f9e3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197371 Aug 06 18:07:06.565165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:06.589067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.608120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:06.638908 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.651699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.737586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Deleting subnet d6712e41-bc29-4bd7-8abc-858944bb4b25 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:06.742962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.831534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.880077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298627-d4dd-4b5f-ad20-96440ba3e7d6 req-798f5694-4de5-4d69-bfbb-6441090387ed tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:06.889785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a298627-d4dd-4b5f-ad20-96440ba3e7d6 req-798f5694-4de5-4d69-bfbb-6441090387ed tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.1166210 Aug 06 18:07:06.939211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.954808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:06.959100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.000684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4168c817-2114-48ac-b6da-3a2277ae70c1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4168c817-2114-48ac-b6da-3a2277ae70c1,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:07.042639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.084116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:07.087387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:07.150068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a298627-d4dd-4b5f-ad20-96440ba3e7d6 req-c6e0ec40-13bd-4c50-9d83-6306b6b48116 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569780 Aug 06 18:07:07.211087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.223914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:07.364515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6712e41-bc29-4bd7-8abc-858944bb4b25,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:07.380765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.388138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cbb431b3-7f7d-423d-988f-8536b8134bfe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d6712e41-bc29-4bd7-8abc-858944bb4b25 HTTP/1.1" status: 204 len: 168 time: 0.8211453 Aug 06 18:07:07.394661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51770) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:07.395848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'Port': ['ID=21b95087-6854-4b1f-94be-f7fa1af80c23,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:07.506825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.545546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.548240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-89a28dcb-f7fc-4bb3-895e-20d23a8f7050 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1927767 Aug 06 18:07:07.557044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.595400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce414b2e-f97b-4167-9986-6d38be9ba54a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:07.620199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609e06-5bb8-4fb1-a7b2-4b07be3e7c27 req-540d68cb-a471-4c3e-95b2-2a79d15b9019 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:07.623104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8609e06-5bb8-4fb1-a7b2-4b07be3e7c27 req-540d68cb-a471-4c3e-95b2-2a79d15b9019 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 945 time: 0.2505717 Aug 06 18:07:07.736684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a8609e06-5bb8-4fb1-a7b2-4b07be3e7c27 req-ac4df019-99fe-4d2d-9848-dcbcd6e456c9 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042314 Aug 06 18:07:07.819410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.859007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bc2a06-0db1-40b4-add5-c63d69e70f08']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:07.884419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ce414b2e-f97b-4167-9986-6d38be9ba54a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:07.900134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ce414b2e-f97b-4167-9986-6d38be9ba54a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:07.900960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.927281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:07.927756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caa8f2c-96ce-4ad7-afa3-8a7754a58b28') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:07.947323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:07.969096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5fa69-f8a2-4d60-bf20-2203555454f1 req-f11d568b-3c6d-4963-acbf-6f865f53bea9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:07.971032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bee5fa69-f8a2-4d60-bf20-2203555454f1 req-f11d568b-3c6d-4963-acbf-6f865f53bea9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 948 time: 0.0803609 Aug 06 18:07:08.000104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fba24d0-d24b-40b7-9ae6-d010525fe28f req-491bd6f7-c2a5-4c59-87b5-01f26c4c565a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 210 time: 0.1657016 Aug 06 18:07:08.011217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.023413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:08.024133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.092200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.102541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bee5fa69-f8a2-4d60-bf20-2203555454f1 req-459a9722-8bee-4e21-8cb0-018d8734eb46 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180241 Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:08.119812 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:08.134733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.140709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.143726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] 10.222.0.64 "DELETE /v2.0/networks/91bc2a06-0db1-40b4-add5-c63d69e70f08 HTTP/1.1" status: 204 len: 168 time: 0.7472358 Aug 06 18:07:08.148168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:08.240861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27913c-f96c-43e1-ba76-ffabf5c6cb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=91bc2a06-0db1-40b4-add5-c63d69e70f08,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:08.275822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Deleting subnet 17ee750b-d61d-45ae-be5e-7c69cfec4d80 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:08.276912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ce414b2e-f97b-4167-9986-6d38be9ba54a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce414b2e-f97b-4167-9986-6d38be9ba54a,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:08.280912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.310560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1a2ace2d-ef83-404a-b350-4000418f8741 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:08.318469 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.381399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-5a31793e-6340-42f2-89ac-4c8859feef0f tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1758158851&fields=id&tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54 HTTP/1.1" status: 200 len: 267 time: 0.0912876 Aug 06 18:07:08.406157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.526211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.534788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:08.579020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 1a2ace2d-ef83-404a-b350-4000418f8741 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:08.594594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 1a2ace2d-ef83-404a-b350-4000418f8741 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:08.595245 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.706437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-2bda840d-362b-4ce9-8881-1f90ceff01b1 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:08.714872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-2bda840d-362b-4ce9-8881-1f90ceff01b1 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 815 time: 0.3313131 Aug 06 18:07:08.744777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-b4fee799-c027-44c1-845d-5086bfb40796 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/quotas/0ab82d3b3fe24d39968b1ba945c2fc54 HTTP/1.1" status: 200 len: 375 time: 0.0276911 Aug 06 18:07:08.825192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:08.848795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-7f1f033f-c3e5-483d-b931-b9c6e87736a3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948145 Aug 06 18:07:08.880743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:08.890134 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d527fb91-2f89-4635-bf6c-c6151b6af11a" -d '{"events": [{"server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "name": "network-vif-plugged", "status": "completed", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:08.915742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:08.934666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a225-54eb-4418-9bd4-b3643029cede req-3e7c59fe-72f0-466d-9269-4db6831514ec tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:08.938078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a83a225-54eb-4418-9bd4-b3643029cede req-3e7c59fe-72f0-466d-9269-4db6831514ec tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.2845218 Aug 06 18:07:08.942408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1a2ace2d-ef83-404a-b350-4000418f8741,segment=NetworkSegment(694fec31-473d-4348-af8e-fea3c39d56c5),segment_id=694fec31-473d-4348-af8e-fea3c39d56c5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:08.945929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.004836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-f1c92988-39cd-4549-a812-61a4e64f2e67 service neutron] 10.222.0.64 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531143 Aug 06 18:07:09.012537 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.018978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:09.073266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ee750b-d61d-45ae-be5e-7c69cfec4d80,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:09.082796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.090988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9613d57f-ab05-4e2f-9a2f-72a2541d8df3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/17ee750b-d61d-45ae-be5e-7c69cfec4d80 HTTP/1.1" status: 204 len: 168 time: 0.9398985 Aug 06 18:07:09.092794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:09.106669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-2f28a0c7-2efc-4e3c-bc95-66ee8635b163 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:09.109595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-2f28a0c7-2efc-4e3c-bc95-66ee8635b163 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 810 time: 0.5002832 Aug 06 18:07:09.149500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Request body: {'port': {'device_id': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'admin_state_up': True, 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:09.150909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:09.157174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 9d329358-37d1-470f-9306-8f53869ee1bd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:09.158103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.241816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-d5de28c1-4cc0-466b-897b-0a62f1bb545f service neutron] 10.222.0.64 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348235 Aug 06 18:07:09.283952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a83a225-54eb-4418-9bd4-b3643029cede req-1bf8d57b-589f-411b-9987-cd6b8761552a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316605 Aug 06 18:07:09.397638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af246a77-0d25-4d05-8d4c-a9f0d904b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.420286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.556456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce414b2e-f97b-4167-9986-6d38be9ba54a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:09.668028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af246a77-0d25-4d05-8d4c-a9f0d904b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.682647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af246a77-0d25-4d05-8d4c-a9f0d904b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.683008 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bd62f-eb1c-43ae-a396-17d459297e02 x-openstack-request-id: req-813bd62f-eb1c-43ae-a396-17d459297e02 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:09.683209 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "name": "network-vif-plugged", "status": "completed", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:09.688506 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-813bd62f-eb1c-43ae-a396-17d459297e02 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:09.689299 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741', 'code': 200} Aug 06 18:07:09.706300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.779907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b230d23-29cb-4b9c-b8d0-8c4379983094']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:09.787998 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.790136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af246a77-0d25-4d05-8d4c-a9f0d904b726 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f3628e44c094869b139b0363bd80e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706933 Aug 06 18:07:09.798137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51836) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:09.812351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ce414b2e-f97b-4167-9986-6d38be9ba54a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:09.813089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.857168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2b79037-e765-42e0-83e7-9c1b23c23fdb req-ac78ee94-e4f3-41f8-ba53-922ff38d2fb6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 210 time: 0.0650089 Aug 06 18:07:09.860858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246a77-0d25-4d05-8d4c-a9f0d904b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d0970-0485-44c8-ab01-0fa81f08afbb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:09.892444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb1a8-66d1-40d2-a8db-dae3ceee582f req-174da464-ccd3-4350-82e3-6ff23ffdbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:09.895193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e0eb1a8-66d1-40d2-a8db-dae3ceee582f req-174da464-ccd3-4350-82e3-6ff23ffdbb52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 1098 time: 0.1597598 Aug 06 18:07:09.898465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9074c5-4661-4b6e-a63b-a21fb3b8273a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:09.898884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9074c5-4661-4b6e-a63b-a21fb3b8273a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:09.924198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:09.937210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.939480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b4c4a-9cae-4882-9a8b-0e22b408f027 req-a080bf5a-5f85-4fb0-9cba-59f96e4670b2 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:09.941827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-220b4c4a-9cae-4882-9a8b-0e22b408f027 req-a080bf5a-5f85-4fb0-9cba-59f96e4670b2 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 946 time: 0.3280923 Aug 06 18:07:09.945646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.962302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Made reservation on behalf of fc413734e9054082861b8b8a6d3ecde9 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:09.967897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:09.993708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e0eb1a8-66d1-40d2-a8db-dae3ceee582f req-78f76cb5-de38-47c4-8a1e-b1e8e34c3e9c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Aug 06 18:07:10.075084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.102129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:10.102898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.137669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:10.141384 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:10.152970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:10.171453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd49a-1ce9-4e16-8288-f9d24cc38515 req-de8f312d-81e3-474b-a16a-195de6d27772 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:10.184290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edebd49a-1ce9-4e16-8288-f9d24cc38515 req-de8f312d-81e3-474b-a16a-195de6d27772 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1356885 Aug 06 18:07:10.209082 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.227142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4168c817-2114-48ac-b6da-3a2277ae70c1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:10.259112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edebd49a-1ce9-4e16-8288-f9d24cc38515 req-f28596a1-517f-48d3-90e4-63c37709bcb3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725379 Aug 06 18:07:10.348403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-220b4c4a-9cae-4882-9a8b-0e22b408f027 req-35c14cbf-56fb-4279-88d7-eaf13d0e3358 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464043 Aug 06 18:07:10.358749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4168c817-2114-48ac-b6da-3a2277ae70c1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:10.359263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.404432 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.407989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-353d07db-5bb3-436b-8fc5-a0c9888d76c2 req-5554d28e-1900-403a-bf2e-1224c4f24d60 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 210 time: 0.0556066 Aug 06 18:07:10.418172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.453002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.458425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b230d23-29cb-4b9c-b8d0-8c4379983094 HTTP/1.1" status: 204 len: 168 time: 1.3469870 Aug 06 18:07:10.500434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40cf9f-ddec-47a9-9eed-00181954c5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b230d23-29cb-4b9c-b8d0-8c4379983094,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:10.631702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Allocated IP 172.20.0.9 (e4d52c1c-841d-4081-819f-c2e38859b7e7/380d8e3b-7ad3-46f9-b393-82db91d4b602/c2cc6a1c-51f7-4df5-899f-48b32f603482) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:10.636436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecce39-0664-4265-9611-37e0ed171734 req-2456e70f-26e0-48ef-abae-1abba0ae05b5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:10.638888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04ecce39-0664-4265-9611-37e0ed171734 req-2456e70f-26e0-48ef-abae-1abba0ae05b5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.0999544 Aug 06 18:07:10.645832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.649394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.651080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/628d0970-0485-44c8-ab01-0fa81f08afbb HTTP/1.1" status: 204 len: 168 time: 0.8475921 Aug 06 18:07:10.709277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d216-f2e3-4610-b5f0-a7664f8667c6 req-8f56b2e5-6c81-48aa-9091-772cea16aae6 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:10.722258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad00d216-f2e3-4610-b5f0-a7664f8667c6 req-8f56b2e5-6c81-48aa-9091-772cea16aae6 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 946 time: 0.2276309 Aug 06 18:07:10.778105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Deleting port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:10.778557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:10.791060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc4400-d15c-42ad-b7e0-916c945688a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d0970-0485-44c8-ab01-0fa81f08afbb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:10.823599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51852) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:10.908291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad00d216-f2e3-4610-b5f0-a7664f8667c6 req-cbaa7a85-38d5-4313-855a-f90eefd085d5 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups?id=21e0bd2a-82eb-4b3e-ad52-706303abdfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827781 Aug 06 18:07:11.010149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0a931990-2168-42c7-b221-75d27b2d29d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dbb625718384513aa6310b74fc6ae1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836162 Aug 06 18:07:11.017031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51858) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:11.035276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] For port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:11.035740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.153477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e82ced58-6979-4b92-8df2-14920187d9ee req-cfe5ccf4-4ab1-40ad-b568-6ce36958f432 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 210 time: 0.0973687 Aug 06 18:07:11.256544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.329394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.344275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.404038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.444900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Pushing event updated for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:11.458620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:11.473311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:11.482876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:11.495813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.550860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.551399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.552957 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2 disassociated. External IP: 172.25.3.157, port: 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f. Aug 06 18:07:11.553354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Calling delete_port for 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:11.649036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee80a3-302e-4a94-b744-bea88e79ecbe req-47c0160d-ed2b-4339-ba19-df4e956db43c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:11.651779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aaee80a3-302e-4a94-b744-bea88e79ecbe req-47c0160d-ed2b-4339-ba19-df4e956db43c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2036748 Aug 06 18:07:11.665364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:11.667196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.669015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.671930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:11.673214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd25ed9d-0229-4405-88eb-ed5164d8c325 HTTP/1.1" status: 204 len: 168 time: 0.6550193 Aug 06 18:07:11.691125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:11.694442 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46082429-ca8f-47ba-a20e-9c7f2b26deda" -d '{"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:11.714248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51475b49-bf45-49f0-8f0e-6f9ad8069af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25ed9d-0229-4405-88eb-ed5164d8c325,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:11.750881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc28eb-0ca0-4361-9ff0-bf5a5551300c req-b15c615a-bf54-4793-9432-a3f63d503ab5 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:11.753463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08dc28eb-0ca0-4361-9ff0-bf5a5551300c req-b15c615a-bf54-4793-9432-a3f63d503ab5 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 946 time: 0.1585870 Aug 06 18:07:11.858272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08dc28eb-0ca0-4361-9ff0-bf5a5551300c req-1b6e1991-5f15-47aa-8b68-cf85fccf9cbf tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824506 Aug 06 18:07:11.918087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-d39eb3df-6484-4911-a867-4825efa5269c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7798820 Aug 06 18:07:11.951627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Request body: {'port': {'device_id': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:11.961417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aaee80a3-302e-4a94-b744-bea88e79ecbe req-a45e9475-ec5f-4477-9f8b-025c416596ff tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854333 Aug 06 18:07:12.042848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:12.058487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdd62bfa-5243-4b2e-a603-276f966fd566 req-85d3bbee-e9cd-49b9-bd67-06174a2c426f tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 210 time: 0.0479670 Aug 06 18:07:12.082308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:12.090152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-a906b9c6-6ec3-4ef0-9340-4799f654924d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:12.091830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-a906b9c6-6ec3-4ef0-9340-4799f654924d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.16 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 815 time: 0.4201441 Aug 06 18:07:12.153009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event deleted for resources: {'Port': ['ID=59a04ccd-48cc-4d53-9326-b9ee1cbbc99f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:12.162449 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13db845d-3882-44e1-b15d-31f880b913f7 x-openstack-request-id: req-13db845d-3882-44e1-b15d-31f880b913f7 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:12.163432 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:12.164230 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13db845d-3882-44e1-b15d-31f880b913f7 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:12.165085 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'code': 200} Aug 06 18:07:12.223555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-fc642c28-4c29-437d-9eee-862a6e0aef0c tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54 HTTP/1.1" status: 200 len: 380 time: 0.1197600 Aug 06 18:07:12.237858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'port': {'device_id': '35315504-1282-40bd-927d-1832035606d1', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'admin_state_up': True, 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'security_groups': ['8abed9d0-87f2-487d-a01e-4120b570cea1']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:12.426515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e609f463-3a0c-47bb-981a-14297a3b328f req-78f3c77f-6f6a-48fe-bf30-939ef8ce4e6a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 210 time: 0.0539651 Aug 06 18:07:12.717793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4051534-744f-46ff-aa8b-b80940e51e80 req-f098ccf1-f081-42a2-ab3e-3cb7199150b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:12.723634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4051534-744f-46ff-aa8b-b80940e51e80 req-f098ccf1-f081-42a2-ab3e-3cb7199150b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1101 time: 0.3448780 Aug 06 18:07:12.725850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:12.726918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:12.761940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd54fb-3ce0-4d3d-b1f7-5b4ff932f1a3 req-c1baa0b5-c679-4784-9bfc-1e659c1cb237 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:12.774851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1bd54fb-3ce0-4d3d-b1f7-5b4ff932f1a3 req-c1baa0b5-c679-4784-9bfc-1e659c1cb237 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 931 time: 0.3687479 Aug 06 18:07:12.915542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c1bd54fb-3ce0-4d3d-b1f7-5b4ff932f1a3 req-dcdf2904-f7da-4db7-8963-6f000c577e95 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396270 Aug 06 18:07:12.986898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4051534-744f-46ff-aa8b-b80940e51e80 req-53c0d4f4-3a0b-4dab-90b0-ce91d95bc490 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385898 Aug 06 18:07:12.995332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-15b5ef97-fe31-4573-9029-51ff8ac4bfd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b0ba3a81a9f4c81b0397f8d002d1d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630391 Aug 06 18:07:12.998312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51910) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:13.076584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.125689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Made reservation on behalf of 0ab82d3b3fe24d39968b1ba945c2fc54 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:13.130432 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.173957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.207747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:13.220715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140ef80-4b28-4b75-8b56-7b851ddcbc29 req-31812d83-8f2e-43ab-9170-f44e86c4d974 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:13.223375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a140ef80-4b28-4b75-8b56-7b851ddcbc29 req-31812d83-8f2e-43ab-9170-f44e86c4d974 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 946 time: 0.2225933 Aug 06 18:07:13.255601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:13.278506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:13.279183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:13.347530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] No DVR routers for this DVR port 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:13.356537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.358751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04ecce39-0664-4265-9611-37e0ed171734 req-f0156c0d-905a-457f-a097-a5cf25f77237 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.16 "DELETE /v2.0/ports/59a04ccd-48cc-4d53-9326-b9ee1cbbc99f HTTP/1.1" status: 204 len: 173 time: 2.7127759 Aug 06 18:07:13.359451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'name': 'network-vif-deleted', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:13.362425 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5becbbe2-8f60-4885-85f2-db43d6c9e481" -d '{"events": [{"server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "name": "network-vif-deleted", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:13.366520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cc6a1c-51f7-4df5-899f-48b32f603482 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:13.398280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a140ef80-4b28-4b75-8b56-7b851ddcbc29 req-e91b1b93-5587-4f84-9af7-1a4fe8eb5acb tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156514 Aug 06 18:07:13.431886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.432282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.440140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.443735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c081ba91-a666-49cb-8c98-eed03ff44f8f HTTP/1.1" status: 204 len: 168 time: 0.4435554 Aug 06 18:07:13.471259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f735e-4875-41a4-bc05-df1afeb34167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c081ba91-a666-49cb-8c98-eed03ff44f8f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:13.551451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Allocated IP 172.20.0.9 (804ba92b-e419-4942-9f38-4e9b2acd671b/d7fe75e0-dfd4-4044-9b4a-9860c59d7517/1a6b1926-e26c-4489-9442-d4d5cc76df26) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:13.619505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:13.633370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d043bd7e-9218-44ea-b4a4-2e54ba1b69b5 req-f283551b-317f-4473-9bad-00c5efb77f63 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 210 time: 0.0935519 Aug 06 18:07:13.816845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:13.886145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Transition to ACTIVE for port object 1a6b1926-e26c-4489-9442-d4d5cc76df26 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:13.892038 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ec89c-5f42-409b-8233-ded3bf6cae44 x-openstack-request-id: req-9b3ec89c-5f42-409b-8233-ded3bf6cae44 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:13.892820 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d216fda-fbcd-408b-98c6-97b373e6d52d", "name": "network-vif-deleted", "tag": "59a04ccd-48cc-4d53-9326-b9ee1cbbc99f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:13.892820 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b3ec89c-5f42-409b-8233-ded3bf6cae44 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:13.893192 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d216fda-fbcd-408b-98c6-97b373e6d52d', 'name': 'network-vif-deleted', 'tag': '59a04ccd-48cc-4d53-9326-b9ee1cbbc99f', 'status': 'completed', 'code': 200} Aug 06 18:07:14.017679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:14.057381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51934) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:14.161244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:14.175749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:14.175996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Transition to ACTIVE for port object c2cc6a1c-51f7-4df5-899f-48b32f603482 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:14.178490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:14.203336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.265961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.395167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-854d9dac-fce9-491a-a9db-4ec01434fa1a req-f0045155-969d-46bf-92dc-6dcca8e0d29a tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d216fda-fbcd-408b-98c6-97b373e6d52d HTTP/1.1" status: 200 len: 210 time: 0.2834635 Aug 06 18:07:14.397973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942478c-cb8c-4e94-a96b-bb7c3bb4a5f0 req-08e91fc4-3048-4656-bcb5-fcc6652e7937 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:14.401208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5942478c-cb8c-4e94-a96b-bb7c3bb4a5f0 req-08e91fc4-3048-4656-bcb5-fcc6652e7937 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3896761 Aug 06 18:07:14.419320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Network 804ba92b-e419-4942-9f38-4e9b2acd671b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:14.420985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:14.424024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:14.445729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:14.541275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:14.569603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-290513ec-d792-4877-ba3d-1031d1620308 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:14.572400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-290513ec-d792-4877-ba3d-1031d1620308 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 946 time: 0.5071228 Aug 06 18:07:14.574071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-79a60cf8-64fa-4632-ae05-2c975c6f5849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.696417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event updated for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:14.782047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5942478c-cb8c-4e94-a96b-bb7c3bb4a5f0 req-b4158c9f-d149-41a0-8463-82476275992c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393686 Aug 06 18:07:14.795686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:14.796705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.926611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Attempting to bind port c2cc6a1c-51f7-4df5-899f-48b32f603482 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:14.927095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Attempting to bind port c2cc6a1c-51f7-4df5-899f-48b32f603482 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:14.928700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Attempting to bind port c2cc6a1c-51f7-4df5-899f-48b32f603482 on network e4d52c1c-841d-4081-819f-c2e38859b7e7 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:14.939735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:14.945407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-79a60cf8-64fa-4632-ae05-2c975c6f5849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.952621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Port c2cc6a1c-51f7-4df5-899f-48b32f603482 on network e4d52c1c-841d-4081-819f-c2e38859b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:07:14.952621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Attempting to bind port c2cc6a1c-51f7-4df5-899f-48b32f603482 on network e4d52c1c-841d-4081-819f-c2e38859b7e7 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:14.983461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:14.984230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:14.984806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Checking segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:14.985942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Bound using segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:14.988113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:14.989046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59a04ccd-48cc-4d53-9326-b9ee1cbbc99f not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:14.989256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Bound port: c2cc6a1c-51f7-4df5-899f-48b32f603482, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:14.991907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:14.999289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-63f71f37-1903-4222-9077-95d01200f1d9 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7641032 Aug 06 18:07:15.010089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-79a60cf8-64fa-4632-ae05-2c975c6f5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.016608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Request body: {'port': {'device_id': '35315504-1282-40bd-927d-1832035606d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:15.078411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-79a60cf8-64fa-4632-ae05-2c975c6f5849 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1a6063927884ebca44621212e2bac44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0194452 Aug 06 18:07:15.086572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:15.105999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb40d7-cc4a-42b4-a726-ceae2e2c7b3e None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T17:59:49Z', 'revision_number': 4, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0ba88d92-fd8a-4b09-91b3-b1872becb583', 'name': '', 'network_id': 'e30cc2c6-39d6-4245-b28d-30561982cdd5', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'mac_address': 'fa:16:3e:bb:6f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:46Z', 'updated_at': '2021-08-06T17:59:55Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'subnets': [{'id': 'd8377e3d-a8db-4328-bc04-ae0f69b8a38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:15.134163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-46796a0b-7c18-4776-994c-ae11780822a1 None None] Provisioning for port 1a6b1926-e26c-4489-9442-d4d5cc76df26 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:15.141557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-46796a0b-7c18-4776-994c-ae11780822a1 None None] Provisioning complete for port 1a6b1926-e26c-4489-9442-d4d5cc76df26 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:15.142392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-46796a0b-7c18-4776-994c-ae11780822a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.217865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-46796a0b-7c18-4776-994c-ae11780822a1 None None] Port 1a6b1926-e26c-4489-9442-d4d5cc76df26 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:15.224673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.283359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0919d6-6051-4749-b211-d150db1ea6d1 req-75a7045b-6054-4eaf-b13e-6b2372dbc399 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:15.286352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a0919d6-6051-4749-b211-d150db1ea6d1 req-75a7045b-6054-4eaf-b13e-6b2372dbc399 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 946 time: 0.2196345 Aug 06 18:07:15.361840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a60cf8-64fa-4632-ae05-2c975c6f5849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079e2d9c-722a-4ab5-828b-ddf79c2daf67,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:15.413858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.431723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af289a3-22de-45b0-9073-2177208d1646 req-ee730bdd-44b3-4f22-acff-debdf93e0247 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:15.443257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3af289a3-22de-45b0-9073-2177208d1646 req-ee730bdd-44b3-4f22-acff-debdf93e0247 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 943 time: 0.8038111 Aug 06 18:07:15.472346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a0919d6-6051-4749-b211-d150db1ea6d1 req-fb814e21-3fee-4f46-83e1-7010dd24cc20 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741304 Aug 06 18:07:15.508346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:15.512701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:15.527627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.528920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.564758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Deleting port 1a2ace2d-ef83-404a-b350-4000418f8741 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:15.565343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.616272 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde56636-b9cf-4b0f-b0fc-9c4f26407c25 None None] New status for floating IP 4dd4152e-d150-4f07-9912-53bea7c1c8b2: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:07:15.665316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:15.666273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.678558 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 200 len: 1092 time: 3.7426822 Aug 06 18:07:15.684421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:15.687288 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0882c0-2b36-44f2-8034-10010323a051" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:15.697560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3af289a3-22de-45b0-9073-2177208d1646 req-b7561c4d-7818-40f0-a852-cc1f616ab912 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398994 Aug 06 18:07:15.769838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051b35-159b-4b04-8c63-eba4df50c363 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:15.869145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a45b1-8685-457d-899d-16dc578104d3 req-d91bc5c2-8b69-4f33-ae0d-27397d46e571 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:15.877384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b30a45b1-8685-457d-899d-16dc578104d3 req-d91bc5c2-8b69-4f33-ae0d-27397d46e571 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 931 time: 0.2188766 Aug 06 18:07:15.886647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.889725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.891608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/079e2d9c-722a-4ab5-828b-ddf79c2daf67 HTTP/1.1" status: 204 len: 168 time: 0.8033204 Aug 06 18:07:15.909901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] For port 1a2ace2d-ef83-404a-b350-4000418f8741, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1a2ace2d-ef83-404a-b350-4000418f8741,segment=NetworkSegment(694fec31-473d-4348-af8e-fea3c39d56c5),segment_id=694fec31-473d-4348-af8e-fea3c39d56c5)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:15.910278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:15.913667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355870a-0d19-4864-8ca9-6a4bb0b52669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e2d9c-722a-4ab5-828b-ddf79c2daf67,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:15.941078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Calling delete_port for 1a2ace2d-ef83-404a-b350-4000418f8741 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:16.008272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-29aa72d8-4531-43a2-947c-79a8ef15a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:16.011147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-29aa72d8-4531-43a2-947c-79a8ef15a80a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1095 time: 0.2537553 Aug 06 18:07:16.097439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-b492b2df-a103-4ec0-9d5b-f7dc1282ed55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 200 len: 217 time: 0.0732477 Aug 06 18:07:16.118957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b30a45b1-8685-457d-899d-16dc578104d3 req-bf428875-dbeb-4f98-9f58-676b033d3274 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362819 Aug 06 18:07:16.205930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-6bf62977-ab79-4341-a5b6-8b570cab7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:16.211675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-6bf62977-ab79-4341-a5b6-8b570cab7c65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.1033499 Aug 06 18:07:16.235117 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9f07d9-6198-4db4-a021-45e68e85af2c x-openstack-request-id: req-1e9f07d9-6198-4db4-a021-45e68e85af2c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:16.236096 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:16.236096 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e9f07d9-6198-4db4-a021-45e68e85af2c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:16.236566 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482', 'status': 'completed', 'code': 200} Aug 06 18:07:16.345240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-3711c3f0-1776-4b85-a21c-7e17b97cfc6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938821 Aug 06 18:07:16.580419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:16.621792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6b1926-e26c-4489-9442-d4d5cc76df26 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:16.643124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:16.675065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a39203-3fee-4b27-a4d6-42b0739a71b4 req-83f0e8ea-f380-4b1b-980d-53047d83a1fb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:16.677400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81a39203-3fee-4b27-a4d6-42b0739a71b4 req-83f0e8ea-f380-4b1b-980d-53047d83a1fb tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3087583 Aug 06 18:07:16.697807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Transition to ACTIVE for port object 1a6b1926-e26c-4489-9442-d4d5cc76df26 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:16.727203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:16.852352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-bc03c657-dc3f-4cd0-b149-bad8e3e330c7 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053854 Aug 06 18:07:16.854121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:16.911407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81a39203-3fee-4b27-a4d6-42b0739a71b4 req-906f278d-63b6-467b-abf4-c11b3da22b53 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153506 Aug 06 18:07:16.944526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:16.950949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:16.955768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35447-a3f4-4811-980d-a5cc1cc93b4d req-e5c4018d-a1a0-4b72-8203-4c331300810f tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:16.969605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88f35447-a3f4-4811-980d-a5cc1cc93b4d req-e5c4018d-a1a0-4b72-8203-4c331300810f tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 867 time: 0.2292552 Aug 06 18:07:17.024444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Pushing event deleted for resources: {'Port': ['ID=1a2ace2d-ef83-404a-b350-4000418f8741,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:17.141247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.145995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] No DVR routers for this DVR port 1a2ace2d-ef83-404a-b350-4000418f8741 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:17.154111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.167661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3825951-5bce-4ab1-9edf-5287026fc047 req-88b699e7-7ee4-42e5-8059-c677ea84c3a8 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.55 "DELETE /v2.0/ports/1a2ace2d-ef83-404a-b350-4000418f8741 HTTP/1.1" status: 204 len: 173 time: 2.5462031 Aug 06 18:07:17.167661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'name': 'network-vif-deleted', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:17.167661 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848220e-5239-4db2-8165-db639c376c55" -d '{"events": [{"server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "name": "network-vif-deleted", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:17.186064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88f35447-a3f4-4811-980d-a5cc1cc93b4d req-f605ca73-e4db-4a6b-b15e-28ef25db96a6 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/security-groups?id=29c7b263-935b-45a9-963a-18c916026e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149489 Aug 06 18:07:17.354222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Attempting to bind port 1a6b1926-e26c-4489-9442-d4d5cc76df26 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:17.354862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Attempting to bind port 1a6b1926-e26c-4489-9442-d4d5cc76df26 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:17.354967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Attempting to bind port 1a6b1926-e26c-4489-9442-d4d5cc76df26 on network 804ba92b-e419-4942-9f38-4e9b2acd671b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:17.370788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cd0f72a-40b0-494e-96c7-ffed42d9813e req-c0f900f9-b2b9-4abc-bf3f-5690c09cfe51 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021482 Aug 06 18:07:17.373952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Port 1a6b1926-e26c-4489-9442-d4d5cc76df26 on network 804ba92b-e419-4942-9f38-4e9b2acd671b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:07:17.374269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Attempting to bind port 1a6b1926-e26c-4489-9442-d4d5cc76df26 on network 804ba92b-e419-4942-9f38-4e9b2acd671b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:17.400677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905a5ee-90d2-4036-8bd8-e8940d50955c req-3c6e0702-8990-44f4-bbf1-ad68577a2455 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.408800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a905a5ee-90d2-4036-8bd8-e8940d50955c req-3c6e0702-8990-44f4-bbf1-ad68577a2455 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 943 time: 0.2753332 Aug 06 18:07:17.418285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:17.418642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Checking segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:17.419036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Bound using segment: {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:17.419495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Bound port: 1a6b1926-e26c-4489-9442-d4d5cc76df26, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e04329-8003-45b7-8cdc-4626f7531fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:17.419905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.440647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.443421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.444629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "DELETE /v2.0/security-groups/21e0bd2a-82eb-4b3e-ad52-706303abdfcb HTTP/1.1" status: 204 len: 168 time: 0.8591936 Aug 06 18:07:17.448635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52018) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:17.479551 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-5721acd6-e6e4-49a7-8297-1e11a21aced4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] show failed (client error): The resource could not be found. Aug 06 18:07:17.481651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ed527-d4f9-4543-af81-0b99fa62b27f tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0bd2a-82eb-4b3e-ad52-706303abdfcb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:17.484457 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5721acd6-e6e4-49a7-8297-1e11a21aced4 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "GET /v2.0/security-groups/21e0bd2a-82eb-4b3e-ad52-706303abdfcb HTTP/1.1" status: 404 len: 347 time: 0.0342674 Aug 06 18:07:17.488500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52020) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:17.529851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caca4a6-3886-4305-b77f-0ed7fd5e6ca0 req-dc1de3ae-fb46-4018-a2c2-11e3d75de87d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.539219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8caca4a6-3886-4305-b77f-0ed7fd5e6ca0 req-dc1de3ae-fb46-4018-a2c2-11e3d75de87d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.0791597 Aug 06 18:07:17.551039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a905a5ee-90d2-4036-8bd8-e8940d50955c req-b70b0e20-1887-46bf-8db5-b2cddf80fd5d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407840 Aug 06 18:07:17.618036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8caca4a6-3886-4305-b77f-0ed7fd5e6ca0 req-6171cae9-04d9-4387-a8a2-c732a25795cf tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771723 Aug 06 18:07:17.635215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0882c0-2b36-44f2-8034-10010323a051 req-aa35d08c-2503-44bd-8887-11d99e1962fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.637139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-aa35d08c-2503-44bd-8887-11d99e1962fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1095 time: 0.1797218 Aug 06 18:07:17.718999 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f751bb6-7f62-419c-abc6-d0c9861c32ba x-openstack-request-id: req-8f751bb6-7f62-419c-abc6-d0c9861c32ba {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:17.719449 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dc423d-74cf-4155-836d-0dfbdf2b47c0", "name": "network-vif-deleted", "tag": "1a2ace2d-ef83-404a-b350-4000418f8741", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:17.724636 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f751bb6-7f62-419c-abc6-d0c9861c32ba {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:17.728095 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dc423d-74cf-4155-836d-0dfbdf2b47c0', 'name': 'network-vif-deleted', 'tag': '1a2ace2d-ef83-404a-b350-4000418f8741', 'status': 'completed', 'code': 200} Aug 06 18:07:17.820667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:17.825404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52030) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:17.857221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:17.871541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.949636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.950468 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:17.952014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 1092 time: 2.9452095 Aug 06 18:07:17.960347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0882c0-2b36-44f2-8034-10010323a051 req-5c87e9f2-1459-4fe9-bdd9-9cee7aefc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.966456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-5c87e9f2-1459-4fe9-bdd9-9cee7aefc66a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.2881374 Aug 06 18:07:17.985618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853b20-3fb1-4063-a807-156d68fdb8c0 req-3e8c9552-2f8e-4698-a2c7-47284cbed4e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:17.998604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e853b20-3fb1-4063-a807-156d68fdb8c0 req-3e8c9552-2f8e-4698-a2c7-47284cbed4e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.2568336 Aug 06 18:07:18.062534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Deleting port 6e4085b0-180c-41c3-8e6e-8c34925b22b9 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:18.071370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:18.104814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-6a761044-df99-4189-9252-095987815794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 200 len: 217 time: 0.1168461 Aug 06 18:07:18.137949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e853b20-3fb1-4063-a807-156d68fdb8c0 req-db486a62-a7e5-41bf-9038-3e9bbfe0ef48 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351705 Aug 06 18:07:18.160207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a10f-6855-465f-afd7-347aca7013b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:18.182412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-219514559-network', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:18.281347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:18.285248 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5607f110-e284-48ff-9510-be4fee2f0ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "35315504-1282-40bd-927d-1832035606d1", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:18.353352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1a2ace2d-ef83-404a-b350-4000418f8741 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:18.488320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 1a2ace2d-ef83-404a-b350-4000418f8741 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:18.489160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1a2ace2d-ef83-404a-b350-4000418f8741 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:18.555822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-167190ae-88a0-4f78-9eb7-086dbce584fc req-40cbaf0a-5854-4273-b633-eeae73647038 tempest-ServerGroupTestJSON-1634255605 tempest-ServerGroupTestJSON-1634255605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1dc423d-74cf-4155-836d-0dfbdf2b47c0 HTTP/1.1" status: 200 len: 210 time: 0.0729690 Aug 06 18:07:18.581331 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e15de-d1af-4b1f-abbc-ef5810396514 x-openstack-request-id: req-390e15de-d1af-4b1f-abbc-ef5810396514 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:18.583571 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35315504-1282-40bd-927d-1832035606d1", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:18.583571 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-390e15de-d1af-4b1f-abbc-ef5810396514 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:18.583571 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'status': 'completed', 'code': 200} Aug 06 18:07:18.613556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-e412e371-2e2e-4c3f-8d38-54fa905cbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:18.615831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-e412e371-2e2e-4c3f-8d38-54fa905cbc27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1095 time: 0.5757592 Aug 06 18:07:18.620785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0882c0-2b36-44f2-8034-10010323a051 req-3ccd5bf0-0665-47f3-a395-2c312bf10f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:18.622288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-3ccd5bf0-0665-47f3-a395-2c312bf10f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.5170794 Aug 06 18:07:18.623281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Made reservation on behalf of 5c6839ba26324ccd9caa2ec61494141b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:18.626053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:18.705530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:18.705864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:18.748504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:18.752450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-8503c597-ed21-4316-9720-7d49ed92ed94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 217 time: 0.1196952 Aug 06 18:07:18.789739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-2f9422bc-2aec-47ae-b9e1-e1c222c1cdb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475916 Aug 06 18:07:18.812044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e21a55-37de-4946-86c6-2bf12c740db3 req-8672c3b1-b96c-4829-9b19-bbcab3adb975 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:18.813860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99e21a55-37de-4946-86c6-2bf12c740db3 req-8672c3b1-b96c-4829-9b19-bbcab3adb975 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.0718486 Aug 06 18:07:18.850222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Calling delete_port for 6e4085b0-180c-41c3-8e6e-8c34925b22b9 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:18.862879 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99e21a55-37de-4946-86c6-2bf12c740db3 req-0dc14375-cd86-4997-802f-29cb7e25ca6f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Aug 06 18:07:19.020185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-2e3887be-5054-4eea-a2e8-492ad2efcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:19.022912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-2e3887be-5054-4eea-a2e8-492ad2efcb1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 200 len: 854 time: 0.2394371 Aug 06 18:07:19.174507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ceef8-00b4-467d-a9f8-60c1ba8f0d22 req-39c48041-3ab5-41e6-bd76-26ec21c244b1 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:19.177549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50ceef8-00b4-467d-a9f8-60c1ba8f0d22 req-39c48041-3ab5-41e6-bd76-26ec21c244b1 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 943 time: 0.3922899 Aug 06 18:07:19.334183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-65cfb21d-de11-4e2d-9fb3-5b69d060de4b service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198522 Aug 06 18:07:19.349318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac4a56-49be-457d-880d-e74bbe1d48c0 req-b9a240c6-ff15-4f9e-8d62-04bfa8e2b824 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:19.352223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1ac4a56-49be-457d-880d-e74bbe1d48c0 req-b9a240c6-ff15-4f9e-8d62-04bfa8e2b824 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.0768101 Aug 06 18:07:19.383827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-56f98736-3cf4-4053-b682-79f2bf10e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:19.386248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-56f98736-3cf4-4053-b682-79f2bf10e58e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804ba92b-e419-4942-9f38-4e9b2acd671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2983396 Aug 06 18:07:19.419877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1ac4a56-49be-457d-880d-e74bbe1d48c0 req-c1896e75-edb1-4ac2-b08a-ff661f76a2eb tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599782 Aug 06 18:07:19.457165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50ceef8-00b4-467d-a9f8-60c1ba8f0d22 req-37efb1cd-07de-4a03-b5fe-1ad46fa23e0d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644367 Aug 06 18:07:20.213647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52114) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:20.257719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.283341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Deleting subnet d67f0d4c-ca08-47bd-9e29-257966645d4f {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:20.289060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.344140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.359236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.365276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2cc6a1c-51f7-4df5-899f-48b32f603482 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:07:20.372411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52116) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:20.424671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.466417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0882c0-2b36-44f2-8034-10010323a051 req-cc8b5b9b-36b1-46c9-9c96-2260ce0aab79 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1102653 Aug 06 18:07:20.504259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.528400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:07:20.540243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f0e6e9-bdcb-47e9-905d-57be1b39cbc7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:20.565392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.624586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f08c97-2272-47ab-bf83-b853fe6c155c req-51ed850f-1ce9-402a-b9b0-4a6386018509 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:20.634343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54f08c97-2272-47ab-bf83-b853fe6c155c req-51ed850f-1ce9-402a-b9b0-4a6386018509 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.4236157 Aug 06 18:07:20.639503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-dcadb151-5df3-4930-9795-fefdfa983883 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2216620 Aug 06 18:07:20.644278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Pushing event deleted for resources: {'Port': ['ID=6e4085b0-180c-41c3-8e6e-8c34925b22b9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:20.663516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:20.689656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c2cc6a1c-51f7-4df5-899f-48b32f603482', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'port_id': 'c2cc6a1c-51f7-4df5-899f-48b32f603482', 'mac_address': 'fa:16:3e:60:31:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:07:20.742980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.749439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d67f0d4c-ca08-47bd-9e29-257966645d4f HTTP/1.1" status: 204 len: 168 time: 0.5340900 Aug 06 18:07:20.757387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:20.760752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.772265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.772617 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Added segment f528d954-f7b9-465d-8591-af329fa5647b of type vlan for network babff83e-63dd-46e5-bd78-d2e3e1251ac2 Aug 06 18:07:20.778335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85ef27-4a53-4108-b64d-4f51a2962c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67f0d4c-ca08-47bd-9e29-257966645d4f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:20.785164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cc6a1c-51f7-4df5-899f-48b32f603482 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:20.812842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad93f17b-10e0-409d-8870-ca2e4a1eae50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.830159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:20.840143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.879948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2b61-496e-45d3-bf0b-79ee119c59f8 req-680a09ed-6e6f-4131-b83d-3a03598ec283 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:20.883028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f4a2b61-496e-45d3-bf0b-79ee119c59f8 req-680a09ed-6e6f-4131-b83d-3a03598ec283 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.3017154 Aug 06 18:07:20.949927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54f08c97-2272-47ab-bf83-b853fe6c155c req-8ff31ee9-444c-42a7-bde1-6dc14e2f5385 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139691 Aug 06 18:07:20.963368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.975737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.978783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:20.983176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c89d31f3-494f-44fb-80fb-d337cfb963b9 tempest-ServersWithSpecificFlavorTestJSON-1932806485 tempest-ServersWithSpecificFlavorTestJSON-1932806485-project] 10.222.0.64 "DELETE /v2.0/floatingips/4dd4152e-d150-4f07-9912-53bea7c1c8b2 HTTP/1.1" status: 204 len: 168 time: 3.4769974 Aug 06 18:07:21.027721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:21.032314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.033951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee8ac987-9110-4bf1-bca4-8d66faf9efdc req-3a17f71d-c2fc-458d-ae9b-057b46c02f93 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926607 Aug 06 18:07:21.052597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.053807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:21.054444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.078105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c2cc6a1c-51f7-4df5-899f-48b32f603482'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:21.131482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f4a2b61-496e-45d3-bf0b-79ee119c59f8 req-d143895f-1149-4920-9dc5-e99a7e989482 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949217 Aug 06 18:07:21.247768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] Pushing event updated for resources: {'Network': ['ID=babff83e-63dd-46e5-bd78-d2e3e1251ac2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:21.283158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:07:21.359336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.401496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05652b5b-5d66-4b2d-9a3a-d16035a1fd35']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:21.406575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad93f17b-10e0-409d-8870-ca2e4a1eae50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.420977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694fec31-473d-4348-af8e-fea3c39d56c5') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:21.421742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694fec31-473d-4348-af8e-fea3c39d56c5') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:21.436073 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad93f17b-10e0-409d-8870-ca2e4a1eae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.442827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.471852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be656f6b-dbf0-4489-91b1-737dbf7ccc86 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6449516 Aug 06 18:07:21.480203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:21.495630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Request body: {'subnet': {'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-219514559-subnet', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:21.508511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.518659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-42fa4bf2-78f8-4a0d-94bf-b10137e784d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2462459 Aug 06 18:07:21.525102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad93f17b-10e0-409d-8870-ca2e4a1eae50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e211876d071464fb687e5a6b51cf53e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1514139 Aug 06 18:07:21.528141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-8b16a15d-c25b-472d-bd0f-9247b29c20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:21.530283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-8b16a15d-c25b-472d-bd0f-9247b29c20f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1095 time: 0.1890004 Aug 06 18:07:21.532975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52134) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:21.537000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:21.537982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.540580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93f17b-10e0-409d-8870-ca2e4a1eae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c7362-7654-4d8d-92fb-c7ea3f4ee7ca,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:21.543621 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:21.606360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d50ebc-ed3b-4ef0-b6df-ce1202a46419 req-00600c22-de6e-4d1e-aee9-7c35705cfe41 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:21.610780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1d50ebc-ed3b-4ef0-b6df-ce1202a46419 req-00600c22-de6e-4d1e-aee9-7c35705cfe41 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 944 time: 0.3059890 Aug 06 18:07:21.669619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Made reservation on behalf of 5c6839ba26324ccd9caa2ec61494141b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:21.674291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.710887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.719765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.721038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] 10.222.0.64 "DELETE /v2.0/networks/05652b5b-5d66-4b2d-9a3a-d16035a1fd35 HTTP/1.1" status: 204 len: 168 time: 0.9612699 Aug 06 18:07:21.760639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e905b9-0438-4590-8663-8b556c546b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=05652b5b-5d66-4b2d-9a3a-d16035a1fd35,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:21.802955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.829953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1d50ebc-ed3b-4ef0-b6df-ce1202a46419 req-f718fcd1-e99c-4106-9163-6faa53dc05e2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897604 Aug 06 18:07:21.833349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-d8ad5097-a700-463d-b5ad-ac4a09e8e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:21.836158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-d8ad5097-a700-463d-b5ad-ac4a09e8e52d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 1097 time: 0.2732615 Aug 06 18:07:21.853401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-8d174d74-5331-45f5-89fc-0a678c095343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:21.856202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-8d174d74-5331-45f5-89fc-0a678c095343 service neutron] 10.222.0.16 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 916 time: 0.3111069 Aug 06 18:07:21.871761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:21.932147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-07239fe0-0613-412e-8b48-9f159c15e8b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 217 time: 0.0630181 Aug 06 18:07:22.008796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-1c8a16c3-8ab6-40ef-9675-7a1459319e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.010528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-1c8a16c3-8ab6-40ef-9675-7a1459319e3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 200 len: 854 time: 0.0705023 Aug 06 18:07:22.056316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:22.088379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-4df9ab54-abe3-48b1-b35f-8428902049fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.090340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-4df9ab54-abe3-48b1-b35f-8428902049fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804ba92b-e419-4942-9f38-4e9b2acd671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707207 Aug 06 18:07:22.091217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.094087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.095791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b73c7362-7654-4d8d-92fb-c7ea3f4ee7ca HTTP/1.1" status: 204 len: 168 time: 0.5609105 Aug 06 18:07:22.106736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-480b8dce-d3be-4952-a908-ee991bf89ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.130127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-480b8dce-d3be-4952-a908-ee991bf89ded service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 200 len: 906 time: 0.2570293 Aug 06 18:07:22.158571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ea226-f5e0-4e99-8166-7fec1bafb696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c7362-7654-4d8d-92fb-c7ea3f4ee7ca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:22.257934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c0e3bd02-d9db-4b7d-a05e-0c13c4324fd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2da44af85e764b2db74cc190a6fd280c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874228 Aug 06 18:07:22.264591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:22.325297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-d7e84450-1d2a-4c78-898e-97c60fe45266 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 200 len: 1001 time: 0.0738060 Aug 06 18:07:22.363741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-232addd9-7164-4e42-895d-9e3772bd11a0 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638161 Aug 06 18:07:22.369659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2cc6a1c-51f7-4df5-899f-48b32f603482 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:22.482067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.494041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5607f110-e284-48ff-9510-be4fee2f0ea9 req-74d83c03-4c7d-44a5-ac56-da5a11693dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048853 Aug 06 18:07:22.530420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c2cc6a1c-51f7-4df5-899f-48b32f603482 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:22.537996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c2cc6a1c-51f7-4df5-899f-48b32f603482 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:22.538858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.540332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77b5cf-ce08-4d46-9105-1282bc658bc3 req-b2963115-dfca-4dbd-b31e-db83aa4bb32d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.543417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d77b5cf-ce08-4d46-9105-1282bc658bc3 req-b2963115-dfca-4dbd-b31e-db83aa4bb32d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.2003810 Aug 06 18:07:22.611616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-9ce83172-ff94-4820-9bbd-e45d0c275bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.613774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.614203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-9ce83172-ff94-4820-9bbd-e45d0c275bb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50367180-e85c-4615-999e-a6748f229a0d HTTP/1.1" status: 200 len: 844 time: 0.2578580 Aug 06 18:07:22.652321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7c0d-5a4e-41b9-81f3-d8f2292dcc8c req-48dedf67-f636-413c-abdd-b3d01443dcf0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:22.669842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-262f7c0d-5a4e-41b9-81f3-d8f2292dcc8c req-48dedf67-f636-413c-abdd-b3d01443dcf0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.4153097 Aug 06 18:07:22.683137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.702329 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d77b5cf-ce08-4d46-9105-1282bc658bc3 req-d64a4440-5030-474d-b1f1-aeb0ce1a88cd tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314905 Aug 06 18:07:22.781822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.854561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.860085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:22.862080 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29c7b263-935b-45a9-963a-18c916026e68 HTTP/1.1" status: 204 len: 168 time: 0.5954552 Aug 06 18:07:22.900790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2881e-7ea2-4e89-a161-61bf4acac2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7b263-935b-45a9-963a-18c916026e68,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:22.904978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:22.911416 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b71c92-d1f4-42af-beab-8d4e36291d66" -d '{"events": [{"server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:22.923537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb7e570-b349-403f-ae86-bc0a3e1496c3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:22.927749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Checking segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:22.942215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Network hostable DHCP agents. Network: babff83e-63dd-46e5-bd78-d2e3e1251ac2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:07:23.006441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:23.021196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:23.084489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-80899050-5224-4b75-9593-72a80de914b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:23.087841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-80899050-5224-4b75-9593-72a80de914b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e2339f2-ff53-45f0-b8fa-60decfbf72e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4105067 Aug 06 18:07:23.107767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-262f7c0d-5a4e-41b9-81f3-d8f2292dcc8c req-ad4620f6-2cff-4245-924a-db07b8f1c015 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021420 Aug 06 18:07:23.240312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:07:23.255963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:23.293504 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0953a5d-2fb7-44ee-9d75-788dcebc0861 x-openstack-request-id: req-a0953a5d-2fb7-44ee-9d75-788dcebc0861 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:23.293935 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "name": "network-vif-plugged", "status": "completed", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:23.294335 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0953a5d-2fb7-44ee-9d75-788dcebc0861 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:23.294967 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482', 'code': 200} Aug 06 18:07:23.332384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, babff83e-63dd-46e5-bd78-d2e3e1251ac2) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:23.343933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e99a5f9-e6ee-4ffc-9cfb-85d1a0349016 None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:23.352642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197405d3-477a-4cdb-9475-97045fa6d51a req-42f2ce1d-9c66-41ac-8188-d8030afff0e4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:23.361564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-197405d3-477a-4cdb-9475-97045fa6d51a req-42f2ce1d-9c66-41ac-8188-d8030afff0e4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1014428 Aug 06 18:07:23.362164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:23.363242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:23.483552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-197405d3-477a-4cdb-9475-97045fa6d51a req-8699374c-de24-4be1-80aa-d8f336db9adb tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153591 Aug 06 18:07:23.520640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52182) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:23.563594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-9f0f1fa0-2c52-4015-af95-aa73950102b8 service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589708 Aug 06 18:07:23.570768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52188) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:23.571087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d0fda7d-0391-44c5-85f0-a61a2f26c764 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0869629 Aug 06 18:07:23.575679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11109e-59e4-48cc-8c5f-d00ef94820ef req-c1f95b71-eedf-4ea6-9f6a-64361cacb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:23.577317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df11109e-59e4-48cc-8c5f-d00ef94820ef req-c1f95b71-eedf-4ea6-9f6a-64361cacb093 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1097 time: 0.1653094 Aug 06 18:07:23.579545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:23.674515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:23.677105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:23.721732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df11109e-59e4-48cc-8c5f-d00ef94820ef req-fff15a75-6492-4d94-9ca8-4a2a7eeac87f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248467 Aug 06 18:07:23.848835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbd08ac4-60c9-490d-9f7f-52f543f2bd5e req-446da84c-4a47-4570-b081-9237f8a7e03f service neutron] 10.222.0.16 "GET /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728398 Aug 06 18:07:23.856595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:07:23.859392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.129439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Allocated IP 172.20.0.2 (babff83e-63dd-46e5-bd78-d2e3e1251ac2/ddb7e570-b349-403f-ae86-bc0a3e1496c3/55873b31-01cc-4e7c-9d77-be96de6ea983) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:24.139967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.406437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:24.452303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0415c1-92a3-49f4-8a9c-535c16f74ade req-fd6b8cc7-598f-4026-af74-ac11968edefc tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:24.454976 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d0415c1-92a3-49f4-8a9c-535c16f74ade req-fd6b8cc7-598f-4026-af74-ac11968edefc tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.5566185 Aug 06 18:07:24.475952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec16ad-adfc-4163-a35e-7b3731b9bd6f req-4f218e2e-c96c-421e-aac3-241cd72764a8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:24.488696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaec16ad-adfc-4163-a35e-7b3731b9bd6f req-4f218e2e-c96c-421e-aac3-241cd72764a8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1801918 Aug 06 18:07:24.498866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.531956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Transition to ACTIVE for port object 55873b31-01cc-4e7c-9d77-be96de6ea983 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:24.573749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Transition to ACTIVE for port object 55873b31-01cc-4e7c-9d77-be96de6ea983 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:24.588856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.614212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaec16ad-adfc-4163-a35e-7b3731b9bd6f req-79b4eeee-a3cd-400f-b852-f8fa569154e1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Aug 06 18:07:24.669552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-network', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:24.698207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:24.709297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:24.720095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Pushing event updated for resources: {'Port': ['ID=55873b31-01cc-4e7c-9d77-be96de6ea983,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:24.726142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:24.734905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d0415c1-92a3-49f4-8a9c-535c16f74ade req-86369e9b-9e5c-4831-8869-f03af31ec1c8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640285 Aug 06 18:07:24.740838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Made reservation on behalf of a205d03ff65944b38d62ef8283551ded for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:24.749727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.795109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.825832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Attempting to bind port 55873b31-01cc-4e7c-9d77-be96de6ea983 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:24.826655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Attempting to bind port 55873b31-01cc-4e7c-9d77-be96de6ea983 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:24.827277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Attempting to bind port 55873b31-01cc-4e7c-9d77-be96de6ea983 on network babff83e-63dd-46e5-bd78-d2e3e1251ac2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:24.834329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:24.835223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Checking segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:24.835951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.836594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Bound using segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:24.837342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Bound port: 55873b31-01cc-4e7c-9d77-be96de6ea983, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:24.838038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:24.927242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d6ba0-305f-4916-ad24-2959d40a1b48 req-b0a8a1e9-fdd4-41e6-9f1f-1a77e87913d6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:24.929524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d8d6ba0-305f-4916-ad24-2959d40a1b48 req-b0a8a1e9-fdd4-41e6-9f1f-1a77e87913d6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1375501 Aug 06 18:07:24.986963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] For port 55873b31-01cc-4e7c-9d77-be96de6ea983, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:24.993271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] For port 55873b31-01cc-4e7c-9d77-be96de6ea983, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=55873b31-01cc-4e7c-9d77-be96de6ea983,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:25.003191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.008296 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.024364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.070573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.135215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:07:25.192099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d8d6ba0-305f-4916-ad24-2959d40a1b48 req-64f5e75f-47f5-415f-961e-6fd62b80bc01 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859083 Aug 06 18:07:25.196563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6b11ea-53b0-4dc0-8791-a2547cdaaf03,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:25.217522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.218258 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Added segment 6525a84e-fa1d-4de1-b8ce-62529664f5b9 of type vlan for network b9042d7b-0b51-4a54-86b6-c83c750fc99a Aug 06 18:07:25.238417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907464-452c-4b8a-93fd-5443e7392eed None None] Pushing event updated for resources: {'Port': ['ID=55873b31-01cc-4e7c-9d77-be96de6ea983,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:25.441106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.501106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.503384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:25.504647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.704773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] Pushing event updated for resources: {'Network': ['ID=b9042d7b-0b51-4a54-86b6-c83c750fc99a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:25.721654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:07:25.721853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e93c46fe-cedc-462b-890b-9a7fec839864 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3125811 Aug 06 18:07:25.725100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52238) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:25.732902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Request body: {'subnet': {'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-subnet', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:25.820050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Made reservation on behalf of a205d03ff65944b38d62ef8283551ded for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:25.823863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.911221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:25.950989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:26.020837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:26.073186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-6f537772-2113-4334-9c7a-4e7f54a59750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.074994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-6f537772-2113-4334-9c7a-4e7f54a59750 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1097 time: 0.2784705 Aug 06 18:07:26.197908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Allocated IP 172.25.3.162 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/799c9270-767d-49ca-aca7-9dfea5bd81f8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:26.198143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad607a3-29ed-4f86-8fd2-1cc729a46e2c req-2954db58-dd53-45f6-a1ff-913db9db6ea2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.205692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ad607a3-29ed-4f86-8fd2-1cc729a46e2c req-2954db58-dd53-45f6-a1ff-913db9db6ea2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2969096 Aug 06 18:07:26.338239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ad607a3-29ed-4f86-8fd2-1cc729a46e2c req-8b5b66f0-6c17-40e4-b02e-6fe8ead15a74 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314332 Aug 06 18:07:26.343330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:26.346379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-a2aaa04d-9ce7-4929-ba70-36bfa5ff7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.355888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-a2aaa04d-9ce7-4929-ba70-36bfa5ff7825 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.2721446 Aug 06 18:07:26.534752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-82f70a68-7399-43d2-bde5-9014ca855443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 200 len: 217 time: 0.1670227 Aug 06 18:07:26.559931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5111-534e-40d9-b861-9c36defd80df req-2ee78057-33b4-49fa-bbde-e7c1857895e1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.562325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-144d5111-534e-40d9-b861-9c36defd80df req-2ee78057-33b4-49fa-bbde-e7c1857895e1 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2014911 Aug 06 18:07:26.588826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:26.644660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=852c5960-f7c7-46c1-b49f-f5f148cad8f0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:26.667567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-beedc29e-cf0b-4fd8-891c-7d558934ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.669412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-beedc29e-cf0b-4fd8-891c-7d558934ac82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.1268904 Aug 06 18:07:26.670332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Checking segment: {'id': '6525a84e-fa1d-4de1-b8ce-62529664f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:26.671335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Network hostable DHCP agents. Network: b9042d7b-0b51-4a54-86b6-c83c750fc99a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:07:26.734733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58131-9286-4ee1-97ae-92cbb5776cb0 req-5ed9ca6e-c0aa-426b-81da-b6a452c6dcc5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.738374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98f58131-9286-4ee1-97ae-92cbb5776cb0 req-5ed9ca6e-c0aa-426b-81da-b6a452c6dcc5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.2949700 Aug 06 18:07:26.766425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-dca459c0-b780-4c1a-8343-54ab997d2e93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693393 Aug 06 18:07:26.798430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:07:26.829099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-144d5111-534e-40d9-b861-9c36defd80df req-6792bd06-59e7-480d-9ff9-a7a2cec834e6 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530246 Aug 06 18:07:26.894660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98f58131-9286-4ee1-97ae-92cbb5776cb0 req-13ea4d9a-efbf-4f12-a050-231c73c71aec tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251910 Aug 06 18:07:26.895575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, b9042d7b-0b51-4a54-86b6-c83c750fc99a) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:26.904174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:26.905107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:26.924247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf3adb-0e91-45ce-a47a-5e20a4ce246c None None] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:26.990528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.002317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-20f216fc-ed5b-45a0-ab94-f4209a7fc3cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2724338 Aug 06 18:07:27.006772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:27.018891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:27.093272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Deleting port 0ba88d92-fd8a-4b09-91b3-b1872becb583 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:27.109393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.117336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-4cbf3247-1e8e-4089-bf28-215014ca0f39 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371606 Aug 06 18:07:27.126758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4a4ee20-8eff-4c95-9817-0ea8de09022c req-590c76a4-8c91-4ef2-919e-73fea52b8a48 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.1623604 Aug 06 18:07:27.143043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1a6b1926-e26c-4489-9442-d4d5cc76df26 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:07:27.162998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.164864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.278350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5a2c9b-478b-4fc2-b3a6-a72e7af56ce6 None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:27.313951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Pushing event updated for resources: {'Port': ['ID=799c9270-767d-49ca-aca7-9dfea5bd81f8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:27.332404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:27.338031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] For port 0ba88d92-fd8a-4b09-91b3-b1872becb583, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0ba88d92-fd8a-4b09-91b3-b1872becb583,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:27.338425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.342358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:27.351860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:27.382801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Calling delete_port for 0ba88d92-fd8a-4b09-91b3-b1872becb583 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:27.414669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 55873b31-01cc-4e7c-9d77-be96de6ea983 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:27.477370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6900563c-9a9f-4d14-ad4d-2aabec05407c req-a7c96ff0-f6e4-459e-8671-a9e74a29fdb4 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498645 Aug 06 18:07:27.598244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.779685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a4ed8-7122-4ad2-b0ad-d31046090b04 req-2bd7959b-ea85-409f-be5a-7cad5c06d63d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:27.781531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f22a4ed8-7122-4ad2-b0ad-d31046090b04 req-2bd7959b-ea85-409f-be5a-7cad5c06d63d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2751365 Aug 06 18:07:27.957074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8389bc73-63e8-4674-b644-840f47d762f5 None None] Provisioning for port 55873b31-01cc-4e7c-9d77-be96de6ea983 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:27.957972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:27.988202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:28.023907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a77cfa8e-d920-449e-aa9c-28f315033f43 req-e96483c3-d74a-4726-b710-ecf96c069ec8 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1051149 Aug 06 18:07:28.042284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 55873b31-01cc-4e7c-9d77-be96de6ea983 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:28.049821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'port_id': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'mac_address': 'fa:16:3e:66:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:07:28.088578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 55873b31-01cc-4e7c-9d77-be96de6ea983 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:28.088970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.123760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'fixed_ips': [{'subnet_id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:07:28.124994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.334560 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.449503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a6abc-8ce1-4c9d-adbf-1a9ee9a0e6ed req-8820425e-1549-4829-992b-f4a368485942 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:28.451217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b32a6abc-8ce1-4c9d-adbf-1a9ee9a0e6ed req-8820425e-1549-4829-992b-f4a368485942 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1915948 Aug 06 18:07:28.507730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f22a4ed8-7122-4ad2-b0ad-d31046090b04 req-1ace8eaa-6b99-4622-b07c-07b50995a506 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176006 Aug 06 18:07:28.538816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Allocated IP 172.20.0.2 (b9042d7b-0b51-4a54-86b6-c83c750fc99a/852c5960-f7c7-46c1-b49f-f5f148cad8f0/c39f57f9-effd-41f0-aac8-c715c02afd7f) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:28.579216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b32a6abc-8ce1-4c9d-adbf-1a9ee9a0e6ed req-848dc12a-ec95-4d8c-ae2d-24f320d58a56 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946097 Aug 06 18:07:28.594619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.636823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.707572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6b1926-e26c-4489-9442-d4d5cc76df26 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:28.771551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28d045eb-a808-4e67-b38e-c4b3390165ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.820930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:28.826961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.840229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3565c3-dca2-4a4c-b9e3-4d573f415c77 req-09b14649-09e1-4229-9e1a-f5dcb56cf5cf tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:28.842241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d3565c3-dca2-4a4c-b9e3-4d573f415c77 req-09b14649-09e1-4229-9e1a-f5dcb56cf5cf tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 943 time: 0.2307315 Aug 06 18:07:28.885096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Allocated IP 172.25.3.136 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e80a73c4-bb7c-4c0e-b6a1-f3aab1407048) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:28.891481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.933408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.954337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:28.959402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba88d92-fd8a-4b09-91b3-b1872becb583,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:28.966910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Transition to ACTIVE for port object c39f57f9-effd-41f0-aac8-c715c02afd7f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:28.992122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Transition to ACTIVE for port object c39f57f9-effd-41f0-aac8-c715c02afd7f will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:29.043061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.110176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:29.123382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.164985 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.255208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:29.271021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:29.272019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d3565c3-dca2-4a4c-b9e3-4d573f415c77 req-93608633-0b56-40b8-a22c-5bf1e58aa52e tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858967 Aug 06 18:07:29.280152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:29.353930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:29.360792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:29.379644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:29.389841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.430255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Pushing event updated for resources: {'Port': ['ID=c39f57f9-effd-41f0-aac8-c715c02afd7f,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:29.431906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.458186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cedd1f4e-1591-41b3-a6c8-e494a5bfb9bd req-1ac21cc3-578b-42c5-8b0a-eac509d67205 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.0770338 Aug 06 18:07:29.463555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Pushing event updated for resources: {'Port': ['ID=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:29.543007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1a6b1926-e26c-4489-9442-d4d5cc76df26'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:29.670550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 55873b31-01cc-4e7c-9d77-be96de6ea983, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=55873b31-01cc-4e7c-9d77-be96de6ea983,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:29.681013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Attempting to bind port c39f57f9-effd-41f0-aac8-c715c02afd7f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:29.681706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Attempting to bind port c39f57f9-effd-41f0-aac8-c715c02afd7f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '6525a84e-fa1d-4de1-b8ce-62529664f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:29.682391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Attempting to bind port c39f57f9-effd-41f0-aac8-c715c02afd7f on network b9042d7b-0b51-4a54-86b6-c83c750fc99a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:29.689329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03e7a49b-06ae-45dd-ac9c-3e1b3af8d6ac req-e269780f-eed3-45f3-96f6-5ed6d3f7bae7 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0571768 Aug 06 18:07:29.706457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.720738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:29.721466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Checking segment: {'id': '6525a84e-fa1d-4de1-b8ce-62529664f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:29.722359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.723179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Bound using segment: {'id': '6525a84e-fa1d-4de1-b8ce-62529664f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:29.724044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Bound port: c39f57f9-effd-41f0-aac8-c715c02afd7f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6525a84e-fa1d-4de1-b8ce-62529664f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:29.724736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.880961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849ec46-113b-444f-aee4-3650416d0055 req-a61b00e1-e58b-44d1-93e4-002f3c4f648b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:29.891368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4849ec46-113b-444f-aee4-3650416d0055 req-a61b00e1-e58b-44d1-93e4-002f3c4f648b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2192965 Aug 06 18:07:29.921886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.978239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5675e66f-494d-4d15-9dc9-2ac989c70a5f None None] Provisioning complete for port 55873b31-01cc-4e7c-9d77-be96de6ea983 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:29.979117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5675e66f-494d-4d15-9dc9-2ac989c70a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:29.991373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4849ec46-113b-444f-aee4-3650416d0055 req-b9229e47-4140-46a0-98cf-d16bdfee63a0 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919282 Aug 06 18:07:29.994147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=55873b31-01cc-4e7c-9d77-be96de6ea983,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:30.107415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:30.111620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Router af2eb444-58a0-4dd1-992d-d91b2462d78f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:07:30.189482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60259-811d-4e24-9693-57de8047a5da req-00bc5289-d9b9-4175-aa3e-68e54dbe1c11 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:30.198788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eda60259-811d-4e24-9693-57de8047a5da req-00bc5289-d9b9-4175-aa3e-68e54dbe1c11 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1745465 Aug 06 18:07:30.240392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] For port c39f57f9-effd-41f0-aac8-c715c02afd7f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:30.295912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] For port c39f57f9-effd-41f0-aac8-c715c02afd7f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c39f57f9-effd-41f0-aac8-c715c02afd7f,segment=NetworkSegment(6525a84e-fa1d-4de1-b8ce-62529664f5b9),segment_id=6525a84e-fa1d-4de1-b8ce-62529664f5b9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:30.311014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:30.346439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eda60259-811d-4e24-9693-57de8047a5da req-b89edfc2-8717-4aa1-9628-c1b429c49260 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467125 Aug 06 18:07:30.476140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1122dce-4876-411e-ab6e-b08ecee22349 None None] Pushing event updated for resources: {'Port': ['ID=c39f57f9-effd-41f0-aac8-c715c02afd7f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:30.549628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:30.593430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:30.612775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Sync routers for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:30.645581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:30.646865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:30.668154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835c255-c59e-4bf4-9319-482e10dbba26 req-a63f6d0b-c723-4ccb-82ff-365e6b58ef1e tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:30.677345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6835c255-c59e-4bf4-9319-482e10dbba26 req-a63f6d0b-c723-4ccb-82ff-365e6b58ef1e tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 944 time: 0.2044902 Aug 06 18:07:30.706390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:30.710383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cbf1d620-cfba-478f-a4b4-969d11db4e74 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1348472 Aug 06 18:07:30.722868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52310) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:30.871132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:30.876557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6835c255-c59e-4bf4-9319-482e10dbba26 req-cec2fbc8-16f9-4d67-bc9c-5ff15a013349 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979580 Aug 06 18:07:30.970930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c4f8cb9-2184-419f-9421-4acdc19ed181 req-eee8a8d7-5d9f-4ebd-8748-32be81f09ee8 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0647867 Aug 06 18:07:30.995866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:31.011869 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Sync routers for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:31.023763 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d72d8b38-b83d-49ef-8a16-b572348e8f11 admin admin] 10.222.0.64 "PUT /v2.0/routers/665bc67f-02cf-422e-8a0c-c9ce8c28a55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5014384 Aug 06 18:07:31.024662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52316) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:31.027227 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:31.028157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:31.216804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:31.278398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:27Z', 'revision_number': 3, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:31.283466 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:31.289240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eae6f9-61d5-4d41-9837-2c881c14c56f req-c6d07d4a-111b-41da-86b2-393e63c33a33 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:31.297616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45eae6f9-61d5-4d41-9837-2c881c14c56f req-c6d07d4a-111b-41da-86b2-393e63c33a33 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1348298 Aug 06 18:07:31.356631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Checking router: af2eb444-58a0-4dd1-992d-d91b2462d78f for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:31.357203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Updating router af2eb444-58a0-4dd1-992d-d91b2462d78f port 799c9270-767d-49ca-aca7-9dfea5bd81f8 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:31.464318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:31.476739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:31.513363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:31.566369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45eae6f9-61d5-4d41-9837-2c881c14c56f req-5866f890-4bd3-40c0-821a-f0eeab31be0c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650912 Aug 06 18:07:31.679950 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f12-ce4b-4a62-8cf5-e24526834c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:31.754423 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T18:07:28Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:31.867141 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Checking router: 665bc67f-02cf-422e-8a0c-c9ce8c28a55c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:31.915702 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Routers {'665bc67f-02cf-422e-8a0c-c9ce8c28a55c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:31.920193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:31.982407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.003410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d05fd-abd9-4f29-a5d3-b649350bbef5 req-d40d3088-a7b1-4ea5-bc78-029369f5fb3c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:32.011704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-657d05fd-abd9-4f29-a5d3-b649350bbef5 req-d40d3088-a7b1-4ea5-bc78-029369f5fb3c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3692524 Aug 06 18:07:32.143658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Router dba06842-dfca-426e-93fb-67aa1a79e84a is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:07:32.179662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-657d05fd-abd9-4f29-a5d3-b649350bbef5 req-5475a2f1-375c-454b-96be-1691824ed911 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655591 Aug 06 18:07:32.192371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.225190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.240570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Transition to ACTIVE for port object 799c9270-767d-49ca-aca7-9dfea5bd81f8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:32.249536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 55873b31-01cc-4e7c-9d77-be96de6ea983 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:32.250874 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] Set router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:32.261691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf0a74-3e01-4c74-8e48-fb3af74191e3 req-c8a803b0-322d-490f-be72-7c2321b6b462 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:32.264722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-debf0a74-3e01-4c74-8e48-fb3af74191e3 req-c8a803b0-322d-490f-be72-7c2321b6b462 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 944 time: 0.1722410 Aug 06 18:07:32.297656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b2b31-a3f0-45aa-9eb2-9daacaee83e8 None None] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:32.308454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.395750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Attempting to bind port 799c9270-767d-49ca-aca7-9dfea5bd81f8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:32.396703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Attempting to bind port 799c9270-767d-49ca-aca7-9dfea5bd81f8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:32.396703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Attempting to bind port 799c9270-767d-49ca-aca7-9dfea5bd81f8 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:32.411536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e12b659f-7689-48af-9c09-1f145204126c req-034241e9-b429-4925-bdb1-3a137a28ff8c tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0635281 Aug 06 18:07:32.431528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Deleting port a1035d4a-628e-4cf8-b9d1-6aa700673ab3 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:32.435142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.461060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:32.461726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:32.462278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.462804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:32.463401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Bound port: 799c9270-767d-49ca-aca7-9dfea5bd81f8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:32.463931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.475027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-debf0a74-3e01-4c74-8e48-fb3af74191e3 req-79b2d681-0c97-4a76-8a8d-f5f350fb493e tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871035 Aug 06 18:07:32.529220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] For port 799c9270-767d-49ca-aca7-9dfea5bd81f8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:32.535275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] For port 799c9270-767d-49ca-aca7-9dfea5bd81f8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=799c9270-767d-49ca-aca7-9dfea5bd81f8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:32.551289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-568d2444-a213-4460-be56-14007d9fa249 None None] Provisioning for port c39f57f9-effd-41f0-aac8-c715c02afd7f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:32.556433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.591310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T18:07:28Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:32.595611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 55873b31-01cc-4e7c-9d77-be96de6ea983 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:32.596180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.629782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab5e0-a377-4da7-b9ff-138a8c5417e6 None None] Pushing event updated for resources: {'Port': ['ID=799c9270-767d-49ca-aca7-9dfea5bd81f8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:32.639265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:32.686921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] For port a1035d4a-628e-4cf8-b9d1-6aa700673ab3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:32.687666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.691823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:32.692089 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea28f0-472c-49e1-a5bf-60a7bc3a6004 None None] The sync data for ids ['665bc67f-02cf-422e-8a0c-c9ce8c28a55c'] in n-d-793621-29 is: [{'id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-247554664-router', 'tenant_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:32Z', 'updated_at': '2021-08-06T18:07:28Z', 'revision_number': 5, 'project_id': '4f722b72d1a441d8b10f9fefcfbf283a', 'gw_port': {'id': 'a1035d4a-628e-4cf8-b9d1-6aa700673ab3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665bc67f-02cf-422e-8a0c-c9ce8c28a55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:34Z', 'updated_at': '2021-08-06T17:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:32.702182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5aa37878-32be-46ca-8b15-3700ba4af30d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6932352 Aug 06 18:07:32.703201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52330) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:32.735714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Sync routers for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:32.815596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Allocated IP 172.20.0.1 (babff83e-63dd-46e5-bd78-d2e3e1251ac2/ddb7e570-b349-403f-ae86-bc0a3e1496c3/d1c8fb2b-e82a-49f2-aa73-651e2f33e110) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:32.819174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Calling delete_port for a1035d4a-628e-4cf8-b9d1-6aa700673ab3 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:32.842226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:32.843250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:32.846473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Routers {'dba06842-dfca-426e-93fb-67aa1a79e84a'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:32.847530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dba06842-dfca-426e-93fb-67aa1a79e84a'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:32.868439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73326674-508a-44ba-8151-9352d55e6c9c req-f22a818d-46cf-44de-98ef-9ad7d1930501 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:32.872332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73326674-508a-44ba-8151-9352d55e6c9c req-f22a818d-46cf-44de-98ef-9ad7d1930501 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1371415 Aug 06 18:07:33.050098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73326674-508a-44ba-8151-9352d55e6c9c req-9cbf3559-f492-4a8d-9e3b-75637daf965c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449780 Aug 06 18:07:33.145653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.175706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Transition to ACTIVE for port object d1c8fb2b-e82a-49f2-aa73-651e2f33e110 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:33.180011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1a6b1926-e26c-4489-9442-d4d5cc76df26 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:33.280753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.326756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab5e0-a377-4da7-b9ff-138a8c5417e6 None None] Pushing event updated for resources: {'Port': ['ID=799c9270-767d-49ca-aca7-9dfea5bd81f8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:33.374566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:33.380440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:33.388312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:33.393895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:33.435563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.437951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.438289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.438600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.438909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.439236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:33.455459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.467614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.512830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.566150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Set router dba06842-dfca-426e-93fb-67aa1a79e84a gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:33.581291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1035d4a-628e-4cf8-b9d1-6aa700673ab3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:33.708002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81b406ee-8ade-4acd-bc92-63d7e715e8f1 req-a257367f-1a36-4b23-b441-bdd27c43eb5c tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0695429 Aug 06 18:07:33.713081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:33.762287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c39f57f9-effd-41f0-aac8-c715c02afd7f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:33.794694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c365-0935-495d-8e27-e9a20924f86a req-f610a592-dfa8-4721-af2d-7fea899c49cf tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:33.796716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b008c365-0935-495d-8e27-e9a20924f86a req-f610a592-dfa8-4721-af2d-7fea899c49cf tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3595729 Aug 06 18:07:33.874645 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.039176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 1a6b1926-e26c-4489-9442-d4d5cc76df26 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:34.062661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 1a6b1926-e26c-4489-9442-d4d5cc76df26 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:34.063252 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.064469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.069097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.071819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:34.087150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.093345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b008c365-0935-495d-8e27-e9a20924f86a req-549fc545-236c-41c9-8157-56d724ed42cc tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672963 Aug 06 18:07:34.164381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-51f0c73b-f1af-4a9f-bc4c-2dafb4588f56 None None] Provisioning for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:34.257097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-51f0c73b-f1af-4a9f-bc4c-2dafb4588f56 None None] Provisioning complete for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:34.258444 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f0c73b-f1af-4a9f-bc4c-2dafb4588f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.278119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.279134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 665bc67f-02cf-422e-8a0c-c9ce8c28a55c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:07:34.288184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.294738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7a57e14b-8af1-4c83-8ff9-9f26b8ed2021 admin admin] 10.222.0.64 "DELETE /v2.0/routers/665bc67f-02cf-422e-8a0c-c9ce8c28a55c HTTP/1.1" status: 204 len: 168 time: 3.2623956 Aug 06 18:07:34.308894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52342) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:34.415201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644fb5d-5325-47be-957d-a8742e453135 req-cc1be42d-7cc3-4efd-a2e4-62395163c80b tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:34.426090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7644fb5d-5325-47be-957d-a8742e453135 req-cc1be42d-7cc3-4efd-a2e4-62395163c80b tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 944 time: 0.6225407 Aug 06 18:07:34.470557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c54516a4-3d15-4c4e-a905-819ac2943a7b req-8009e190-33c7-4802-a475-6807cbe29cdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1647985 Aug 06 18:07:34.521952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-51f0c73b-f1af-4a9f-bc4c-2dafb4588f56 None None] Port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:34.572722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c39f57f9-effd-41f0-aac8-c715c02afd7f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:34.577006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7644fb5d-5325-47be-957d-a8742e453135 req-33ba9a1f-fe98-4507-8f5a-23ee5e0e138f tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493666 Aug 06 18:07:34.612543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:29Z', 'revision_number': 3, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:34.614045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Deleting subnet d8377e3d-a8db-4328-bc04-ae0f69b8a38a {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:34.619502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.629182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.680490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.682293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc764ec-8080-4269-b746-345834a98c6a req-01911899-01b8-439e-9948-a2581d34aa8e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:34.684333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fc764ec-8080-4269-b746-345834a98c6a req-01911899-01b8-439e-9948-a2581d34aa8e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.3477604 Aug 06 18:07:34.687018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c39f57f9-effd-41f0-aac8-c715c02afd7f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:34.687397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.692945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Allocated IP 172.20.0.1 (b9042d7b-0b51-4a54-86b6-c83c750fc99a/852c5960-f7c7-46c1-b49f-f5f148cad8f0/cd7f7572-d83f-4f50-a2ed-554049e6bf48) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:34.695407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Checking router: dba06842-dfca-426e-93fb-67aa1a79e84a for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:34.695819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Updating router dba06842-dfca-426e-93fb-67aa1a79e84a port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:34.695988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.730580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.806636 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.813684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-afc921b9-a85e-4864-9c32-5345b5ef5be7 None None] Provisioning complete for port c39f57f9-effd-41f0-aac8-c715c02afd7f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:34.814202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-afc921b9-a85e-4864-9c32-5345b5ef5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.816897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.833028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:34.852170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:34.899271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7febc90d-a5dc-44ed-94f9-8fc20e13f4cc req-d27b0c29-6df1-4829-95f1-d97b58df1be8 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0617595 Aug 06 18:07:34.923618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fc764ec-8080-4269-b746-345834a98c6a req-1b3461f6-ed63-409c-ad44-5715b2b32bd4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209725 Aug 06 18:07:34.944680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:34.955694 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1387b51e-fb36-49ec-858f-faf6dc985fd5" -d '{"events": [{"server_uuid": "35315504-1282-40bd-927d-1832035606d1", "name": "network-vif-plugged", "status": "completed", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:35.051872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:35.057247 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70116634-14c2-4918-aa90-85d95e834b96 x-openstack-request-id: req-70116634-14c2-4918-aa90-85d95e834b96 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:35.057609 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35315504-1282-40bd-927d-1832035606d1", "name": "network-vif-plugged", "status": "completed", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:35.057940 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70116634-14c2-4918-aa90-85d95e834b96 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:35.058261 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'code': 200} Aug 06 18:07:35.100300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:27Z', 'revision_number': 3, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:35.100730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.107682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.113130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:35.119208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:35.141928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.172281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0ba5b3-d2b7-4aa8-94f9-c0dcd070e46e None None] The sync data for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 is: [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:27Z', 'revision_number': 3, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:35.190940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Transition to ACTIVE for port object cd7f7572-d83f-4f50-a2ed-554049e6bf48 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:35.205848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2860-6437-4d7d-93e6-127baf39511c req-1349dbe0-25cd-4cb9-9dc4-35b592700286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:35.207488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9cc2860-6437-4d7d-93e6-127baf39511c req-1349dbe0-25cd-4cb9-9dc4-35b592700286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1097 time: 0.1292868 Aug 06 18:07:35.248851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.325974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.372637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.377415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:35.379043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8377e3d-a8db-4328-bc04-ae0f69b8a38a HTTP/1.1" status: 204 len: 168 time: 1.0683513 Aug 06 18:07:35.385521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8cc35-c02d-497d-bd66-6241d4c744c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8377e3d-a8db-4328-bc04-ae0f69b8a38a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:35.398211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9cc2860-6437-4d7d-93e6-127baf39511c req-cd265774-0c7e-44f3-bdd8-2a855ba52007 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786060 Aug 06 18:07:35.413265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce069b22-2425-45ab-8bda-74be22a8892c None None] Network e30cc2c6-39d6-4245-b28d-30561982cdd5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:35.433181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.479952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.506654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7f7572-d83f-4f50-a2ed-554049e6bf48,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:35.534503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Router af2eb444-58a0-4dd1-992d-d91b2462d78f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:35.535553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:35.538204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:35.541766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:35.575650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-afc921b9-a85e-4864-9c32-5345b5ef5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.578150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168da61-68d6-4363-bdce-b75342e4cd87 req-ec63db3d-2990-431b-b6ac-0024cc9bc3da tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:35.581865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1168da61-68d6-4363-bdce-b75342e4cd87 req-ec63db3d-2990-431b-b6ac-0024cc9bc3da tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2791796 Aug 06 18:07:35.602037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:35.617667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.639569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c39f57f9-effd-41f0-aac8-c715c02afd7f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c39f57f9-effd-41f0-aac8-c715c02afd7f,segment=NetworkSegment(6525a84e-fa1d-4de1-b8ce-62529664f5b9),segment_id=6525a84e-fa1d-4de1-b8ce-62529664f5b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:35.742161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:35.795214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1168da61-68d6-4363-bdce-b75342e4cd87 req-e9eb40d2-84f1-42f8-bbe7-f8bc351a779a tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024775 Aug 06 18:07:36.042004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b75d5-a887-4816-b683-ab508f4ea315 req-384136d3-4605-44e7-a75d-a6d2c75893d5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:36.052365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a26b75d5-a887-4816-b683-ab508f4ea315 req-384136d3-4605-44e7-a75d-a6d2c75893d5 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.2110391 Aug 06 18:07:36.170719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.206821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a26b75d5-a887-4816-b683-ab508f4ea315 req-75c12536-dc35-40db-b540-165c69f83731 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523983 Aug 06 18:07:36.229517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Deleting port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:36.230206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.254311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 799c9270-767d-49ca-aca7-9dfea5bd81f8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:36.386994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b3042c4-b1e4-4f28-8bb4-466a90417277 req-6951aa06-463f-42b4-9265-9a7c3810a395 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0732791 Aug 06 18:07:36.402742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] For port af4c4bac-8ad1-4b90-ad66-3849061c3ae8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,segment=NetworkSegment(d882ca91-fdb3-4e98-bec9-5414dd1e1647),segment_id=d882ca91-fdb3-4e98-bec9-5414dd1e1647)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:36.403137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.421969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Calling delete_port for af4c4bac-8ad1-4b90-ad66-3849061c3ae8 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:36.455043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c39f57f9-effd-41f0-aac8-c715c02afd7f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:36.517772 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-afc921b9-a85e-4864-9c32-5345b5ef5be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:07:36.518482 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-afc921b9-a85e-4864-9c32-5345b5ef5be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:07:36.557989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.562711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:36.565110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 799c9270-767d-49ca-aca7-9dfea5bd81f8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:36.570676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9facae02-6506-46be-abbf-27fa5dbb2229 admin admin] 10.222.0.64 "PUT /v2.0/routers/af2eb444-58a0-4dd1-992d-d91b2462d78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8445227 Aug 06 18:07:36.575003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.617282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.632063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4c4bac-8ad1-4b90-ad66-3849061c3ae8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:36.633061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.635182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 799c9270-767d-49ca-aca7-9dfea5bd81f8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:36.638130 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.686431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bfc8ae-751c-4f0c-bc8c-09a0d2ef7bf4 None None] DHCP port deletion for e30cc2c6-39d6-4245-b28d-30561982cdd5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:07:36.698830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Transition to ACTIVE for port object e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:36.700980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] No DVR routers for this DVR port af4c4bac-8ad1-4b90-ad66-3849061c3ae8 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:36.723742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f9f0-37bd-401d-bb08-f78a0905d97b req-aeabf008-c084-4210-b32f-4a7e1e439762 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:36.737807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.738776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fc0f9f0-37bd-401d-bb08-f78a0905d97b req-aeabf008-c084-4210-b32f-4a7e1e439762 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.5224857 Aug 06 18:07:36.788749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:36.846641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7f7572-d83f-4f50-a2ed-554049e6bf48,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:36.949036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Attempting to bind port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:36.950021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Attempting to bind port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:36.950863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Attempting to bind port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:37.001890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fc0f9f0-37bd-401d-bb08-f78a0905d97b req-e3ce33e7-4ba7-4941-a7a4-02c5dfb2ce82 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615609 Aug 06 18:07:37.007365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:37.008392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:37.009623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.010653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:37.011727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Bound port: e80a73c4-bb7c-4c0e-b6a1-f3aab1407048, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:37.012616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.018224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bcde-3081-41b8-a164-4baa26d554d9 None None] Pushing event updated for resources: {'Port': ['ID=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:37.114425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.131663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30cc2c6-39d6-4245-b28d-30561982cdd5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:37.152934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd882ca91-fdb3-4e98-bec9-5414dd1e1647') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:37.153726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd882ca91-fdb3-4e98-bec9-5414dd1e1647') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:37.170440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.175916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:37.177794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:37.180069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.214318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.262069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:37.264298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:37.268670 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:37.294568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 799c9270-767d-49ca-aca7-9dfea5bd81f8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=799c9270-767d-49ca-aca7-9dfea5bd81f8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:37.308508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.387842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:07:37.510161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=799c9270-767d-49ca-aca7-9dfea5bd81f8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:37.527343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc765c1-e1dd-46e3-9a5d-b382fc4b0bf6 req-37582f50-4895-486a-a70a-7b2f2409b207 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:37.530524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddc765c1-e1dd-46e3-9a5d-b382fc4b0bf6 req-37582f50-4895-486a-a70a-7b2f2409b207 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.3002346 Aug 06 18:07:37.533082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.546975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0ba88d92-fd8a-4b09-91b3-b1872becb583 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:37.560732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.575710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e30cc2c6-39d6-4245-b28d-30561982cdd5 HTTP/1.1" status: 204 len: 168 time: 2.1964192 Aug 06 18:07:37.580475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52386) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:37.631865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0ba88d92-fd8a-4b09-91b3-b1872becb583 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:37.632638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0ba88d92-fd8a-4b09-91b3-b1872becb583 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:37.634011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1035d4a-628e-4cf8-b9d1-6aa700673ab3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:37.662370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a1035d4a-628e-4cf8-b9d1-6aa700673ab3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:37.663452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1035d4a-628e-4cf8-b9d1-6aa700673ab3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:37.670649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] For port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:37.677708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Provisioning for port cd7f7572-d83f-4f50-a2ed-554049e6bf48 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:37.691106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] For port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:37.692810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Provisioning complete for port cd7f7572-d83f-4f50-a2ed-554049e6bf48 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:37.693335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.738951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.744871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7094553-f81b-442c-9217-482fd92f1eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30cc2c6-39d6-4245-b28d-30561982cdd5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:37.788213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Port cd7f7572-d83f-4f50-a2ed-554049e6bf48 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:37.816021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Provisioning complete for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:37.816402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:37.823852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddc765c1-e1dd-46e3-9a5d-b382fc4b0bf6 req-4a7c1eed-1cb5-4421-9515-e0f506e45ca4 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746346 Aug 06 18:07:37.877968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52388) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:37.896193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Routers {'dba06842-dfca-426e-93fb-67aa1a79e84a'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:37.896879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dba06842-dfca-426e-93fb-67aa1a79e84a'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:37.898316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020047778', 'description': 'tempest-description--246551832'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:37.934171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f9f58942-7445-410f-b579-7d816e5462c1 None None] Port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:38.010363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 799c9270-767d-49ca-aca7-9dfea5bd81f8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:38.018547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bcde-3081-41b8-a164-4baa26d554d9 None None] Pushing event updated for resources: {'Port': ['ID=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:38.043502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Router dba06842-dfca-426e-93fb-67aa1a79e84a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:38.060492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3126aa6c-a8f9-48b9-aeb2-b49085a875dd req-43b18c32-d271-4ac1-aa56-6db93ec4d912 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0629020 Aug 06 18:07:38.077688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.240407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571dfe9-a9be-4f55-8f44-8447746f832b req-b82b4b34-fe17-4e75-9d45-289e16443fac tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:38.269862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d571dfe9-a9be-4f55-8f44-8447746f832b req-b82b4b34-fe17-4e75-9d45-289e16443fac tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.2465122 Aug 06 18:07:38.312406 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Sync routers for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:38.319052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f4454499-b36e-43ab-b16f-59d757d9f448 None None] Provisioning complete for port cd7f7572-d83f-4f50-a2ed-554049e6bf48 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:38.319657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f4454499-b36e-43ab-b16f-59d757d9f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.333759 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:38.337008 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:38.392004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] Set router dba06842-dfca-426e-93fb-67aa1a79e84a gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:38.449299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.461463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 799c9270-767d-49ca-aca7-9dfea5bd81f8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:38.462169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.484947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.520398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f71a4-4281-4622-ab16-f61b6653fd96,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:38.535490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f4454499-b36e-43ab-b16f-59d757d9f448 None None] Port cd7f7572-d83f-4f50-a2ed-554049e6bf48 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:38.552766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ac4c-585f-4828-a933-5fe7c9ef3fb1 req-6fb6927a-ec64-4114-aa6d-3332105dc7bc tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:38.554618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0d1ac4c-585f-4828-a933-5fe7c9ef3fb1 req-6fb6927a-ec64-4114-aa6d-3332105dc7bc tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1544247 Aug 06 18:07:38.566455 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:38.578678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d571dfe9-a9be-4f55-8f44-8447746f832b req-6520ffa0-fd0d-47de-95b8-65359fb2fc76 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044746 Aug 06 18:07:38.615067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.620325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e97535bf-9353-4014-9ed3-9623c2318b23 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7398448 Aug 06 18:07:38.621634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52398) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:38.633392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'security_group_rule': {'security_group_id': 'e67f71a4-4281-4622-ab16-f61b6653fd96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:38.648394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:38.673640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e54478a-2b2b-419b-9705-104f15da8993 admin admin] 10.222.0.64 "PUT /v2.0/routers/dba06842-dfca-426e-93fb-67aa1a79e84a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9577706 Aug 06 18:07:38.776448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0d1ac4c-585f-4828-a933-5fe7c9ef3fb1 req-f266591a-cde1-43dd-9921-b347ea595e08 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816514 Aug 06 18:07:38.780312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.803594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:38.855442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54cfa1-53ae-45b9-977d-e20b17fd25f5 req-311ce39a-864b-407d-ba03-f0ede3e65a18 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:38.857197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c54cfa1-53ae-45b9-977d-e20b17fd25f5 req-311ce39a-864b-407d-ba03-f0ede3e65a18 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.0910943 Aug 06 18:07:38.866890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52406) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:38.872210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Request body: {'floatingip': {'port_id': '1a6b1926-e26c-4489-9442-d4d5cc76df26'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:38.957686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.005681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c39f57f9-effd-41f0-aac8-c715c02afd7f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:39.038757 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 2, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:39.050535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.104589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Checking router: af2eb444-58a0-4dd1-992d-d91b2462d78f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:39.105396 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Updating router af2eb444-58a0-4dd1-992d-d91b2462d78f port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:39.113251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.141143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c39f57f9-effd-41f0-aac8-c715c02afd7f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:39.141858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.147551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 4, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'cd7f7572-d83f-4f50-a2ed-554049e6bf48', 'name': '', 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'mac_address': 'fa:16:3e:5e:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:34Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 2, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'subnets': [{'id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:39.175002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8860dc44-9b93-48f1-9ff3-1480c5b15e2d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:39.192783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.198350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-578ea034-42f8-4ec6-a621-4e9bfa6287df tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5708573 Aug 06 18:07:39.201362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52414) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:39.209507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'security_group_rule': {'security_group_id': 'e67f71a4-4281-4622-ab16-f61b6653fd96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:39.229920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e2167-1b76-4d7a-a5d2-47146d5c2b39 req-86d04513-d559-461c-a7de-d59ac5fcb199 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:39.232209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d94e2167-1b76-4d7a-a5d2-47146d5c2b39 req-86d04513-d559-461c-a7de-d59ac5fcb199 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2272885 Aug 06 18:07:39.254285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac374ce-513d-4c5b-a174-c4805993ed2c None None] The sync data for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 is: [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 4, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'cd7f7572-d83f-4f50-a2ed-554049e6bf48', 'name': '', 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'mac_address': 'fa:16:3e:5e:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:34Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 2, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'subnets': [{'id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:39.328930 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.453280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.460127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6af0b066-7651-44bc-912f-cd0616e72e5c req-c8475c23-3bdb-4949-973f-2f6a356dc178 tempest-FloatingIPsNegativeTestJSON-1659126398 tempest-FloatingIPsNegativeTestJSON-1659126398-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=a205d03ff65944b38d62ef8283551ded HTTP/1.1" status: 200 len: 217 time: 0.3385336 Aug 06 18:07:39.470196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d94e2167-1b76-4d7a-a5d2-47146d5c2b39 req-cd1ddedc-5657-4c27-8fc7-837c4883e055 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227333 Aug 06 18:07:39.573249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af4c4bac-8ad1-4b90-ad66-3849061c3ae8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:39.598814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.611292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.647473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: af4c4bac-8ad1-4b90-ad66-3849061c3ae8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:39.648173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af4c4bac-8ad1-4b90-ad66-3849061c3ae8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:39.649873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254047e1-8508-412f-bdb2-c9779d110999,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:39.666740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-037d808c-569a-4952-a10c-b87d59ca0a72 req-66fae81c-26dc-4051-a438-10450c59431e tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0591140 Aug 06 18:07:39.683780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.687991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7a69cd88-cd17-4e44-a6f6-c04cf7c215e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4839067 Aug 06 18:07:39.691754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52420) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:39.696577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:39.795071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffbfd890-561a-4d51-9124-490359172bb5 req-bb51b6dd-b9ea-4152-9547-c87a35e6577e tempest-FloatingIPsNegativeTestJSON-1659126398 tempest-FloatingIPsNegativeTestJSON-1659126398-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0350802 Aug 06 18:07:39.843025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Deleting port 5b7b061e-f365-4069-b740-fe864929fb58 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:39.843490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.892815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:39.962014 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-40550af9-6f26-493f-b935-c0e8fd7657c1 req-decbf854-1031-466d-bafe-788072a7f1be tempest-FloatingIPsNegativeTestJSON-1659126398 tempest-FloatingIPsNegativeTestJSON-1659126398-project] show failed (client error): The resource could not be found. Aug 06 18:07:39.963096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40550af9-6f26-493f-b935-c0e8fd7657c1 req-decbf854-1031-466d-bafe-788072a7f1be tempest-FloatingIPsNegativeTestJSON-1659126398 tempest-FloatingIPsNegativeTestJSON-1659126398-project] 10.222.0.64 "GET /v2.0/floatingips/81a00a01-c08b-4050-9da9-daf0acb28224 HTTP/1.1" status: 404 len: 350 time: 0.1171176 Aug 06 18:07:39.984793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52426) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:40.030549 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.054916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Transition to ACTIVE for port object d1c8fb2b-e82a-49f2-aa73-651e2f33e110 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:40.071619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230ce1-d6be-4eec-9ceb-6d1e6d9e513d req-d87b511a-321b-4985-88c1-97282f497008 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:40.073472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6230ce1-d6be-4eec-9ceb-6d1e6d9e513d req-d87b511a-321b-4985-88c1-97282f497008 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1819012 Aug 06 18:07:40.082511 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.143155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] For port 5b7b061e-f365-4069-b740-fe864929fb58, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5b7b061e-f365-4069-b740-fe864929fb58,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:40.143531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.169483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Calling delete_port for 5b7b061e-f365-4069-b740-fe864929fb58 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:40.203187 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1592a-f091-4e39-b792-b7e2dd2c2a10 None None] Pushing event updated for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:40.244502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.251435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:07:40.325164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Attempting to bind port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:07:40.325164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Attempting to bind port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:07:40.325848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Attempting to bind port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 on network babff83e-63dd-46e5-bd78-d2e3e1251ac2 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:07:40.332670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6230ce1-d6be-4eec-9ceb-6d1e6d9e513d req-0f3d263d-d620-43b5-b0c9-5eefe99cdd79 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410960 Aug 06 18:07:40.349517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.360632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.379936 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:07:40.383122 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Checking segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:07:40.383946 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.387736 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Bound using segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:07:40.389304 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Bound port: d1c8fb2b-e82a-49f2-aa73-651e2f33e110, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:07:40.390003 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.433247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.566043 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] For port d1c8fb2b-e82a-49f2-aa73-651e2f33e110, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:07:40.583764 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] For port d1c8fb2b-e82a-49f2-aa73-651e2f33e110, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:07:40.593028 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:40.761121 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Floating IP 93bb202f-1264-4f5f-a7b5-12b9b727104e associated. External IP: 172.25.3.245, port: 1a6b1926-e26c-4489-9442-d4d5cc76df26. Aug 06 18:07:40.830771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd06da-03f6-44f6-85ff-3a43ac9b77a0 req-27fb8695-c38f-450b-b72d-e5bcb5207e1e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:40.838735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0cdd06da-03f6-44f6-85ff-3a43ac9b77a0 req-27fb8695-c38f-450b-b72d-e5bcb5207e1e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2190685 Aug 06 18:07:40.841172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1592a-f091-4e39-b792-b7e2dd2c2a10 None None] Pushing event updated for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:40.864278 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:40.865628 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:40.962537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Allocated IP 172.25.3.150 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/563a97cd-8dfd-4cfa-b91e-b0b5be95347c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:41.104098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0cdd06da-03f6-44f6-85ff-3a43ac9b77a0 req-df85669d-e545-4f64-8583-ee018c2a3104 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640972 Aug 06 18:07:41.242417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:41.281160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75406961-33da-4d82-9ae2-b4cad3ac6778 req-6c519ef9-6834-4163-8499-3cfb6f2e3855 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1275089 Aug 06 18:07:41.326738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:41.453277 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:41.558709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:41.695850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:41.784789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Router c40f173a-1415-4919-97d9-001d8186532c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:41.795380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'Port': ['ID=563a97cd-8dfd-4cfa-b91e-b0b5be95347c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:41.802925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:41.812614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:40Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:41.813349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:41.822407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:41.885488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d379847-29c5-4a9b-b945-48a2d9f52de5 None None] The sync data for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 is: [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:40Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:41.952116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b061e-f365-4069-b740-fe864929fb58,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:42.029252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:42.210234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:42.219066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:42.219434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.228803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:42.244309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.258005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2508a2-6298-40c6-b388-93bd5b274912 req-3fda9e0b-a3fa-4c34-8174-31e0ecc453fe tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:42.261183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d2508a2-6298-40c6-b388-93bd5b274912 req-3fda9e0b-a3fa-4c34-8174-31e0ecc453fe tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.3545787 Aug 06 18:07:42.303482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Sync routers for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:42.350857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:42.351545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:42.391197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.429240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b21903e-fcaf-496a-8ff1-99d1482ce2b3 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "PUT /v2.0/floatingips/93bb202f-1264-4f5f-a7b5-12b9b727104e HTTP/1.1" status: 200 len: 991 time: 3.5608141 Aug 06 18:07:42.435091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:42.439350 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b" -d '{"events": [{"name": "network-changed", "server_uuid": "35315504-1282-40bd-927d-1832035606d1", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:42.454727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.490837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72f48c-aa35-4480-98af-bac1f56c8a7b req-8c032260-7a1c-4638-93eb-96837475ac28 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:42.505855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe72f48c-aa35-4480-98af-bac1f56c8a7b req-8c032260-7a1c-4638-93eb-96837475ac28 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2069063 Aug 06 18:07:42.512713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:42.582554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.587225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.625614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d2508a2-6298-40c6-b388-93bd5b274912 req-cae799dd-e196-4f34-b897-ebcd4f6bce0d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787168 Aug 06 18:07:42.659404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:42.683854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.768824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:42.866814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe72f48c-aa35-4480-98af-bac1f56c8a7b req-0bb690f5-a4b1-4b7a-a1a3-0fb0e848c790 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200157 Aug 06 18:07:43.000132 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:43.007368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:43.094533 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f4ac21-c8a4-43a8-b31c-42502c7e91b1 x-openstack-request-id: req-22f4ac21-c8a4-43a8-b31c-42502c7e91b1 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:43.094825 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35315504-1282-40bd-927d-1832035606d1", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:43.096329 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22f4ac21-c8a4-43a8-b31c-42502c7e91b1 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:43.096840 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'status': 'completed', 'code': 200} Aug 06 18:07:43.105007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'Port': ['ID=563a97cd-8dfd-4cfa-b91e-b0b5be95347c,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:43.116576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee35f80-5af5-4646-8ead-75b74ed92a4f req-035efb75-ec8f-4aa0-8189-9b4054a3b724 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.2046001 Aug 06 18:07:43.177469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:43.219478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.220062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.220641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.221259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.221911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.222477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.223062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.223799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.224337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.225167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.227323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.229647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:07:43.252329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:43.269419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-837410dc-90a0-44fa-8d4e-894e02b405e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:43.271643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-837410dc-90a0-44fa-8d4e-894e02b405e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1097 time: 0.1273870 Aug 06 18:07:43.383221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '93bb202f-1264-4f5f-a7b5-12b9b727104e', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'port_id': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'mac_address': 'fa:16:3e:66:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35315504-1282-40bd-927d-1832035606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:06Z', 'updated_at': '2021-08-06T18:07:40Z', 'revision_number': 1, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:43.385638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:43.387706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf3035cb-2a93-41fc-8516-979241a57521 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6940918 Aug 06 18:07:43.403965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-94188dc4-dd1c-45c2-b0e4-2b47f52ea50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:43.405690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-94188dc4-dd1c-45c2-b0e4-2b47f52ea50b service neutron] 10.222.0.16 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 916 time: 0.1257637 Aug 06 18:07:43.449350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Checking router: c40f173a-1415-4919-97d9-001d8186532c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:43.474789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:43.476089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:43.529556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-a7b3a857-6625-4412-87cf-eb43932bc7de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 999 time: 0.1146019 Aug 06 18:07:43.576075 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Sync routers for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:43.607937 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Routers {'dba06842-dfca-426e-93fb-67aa1a79e84a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:43.611370 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dba06842-dfca-426e-93fb-67aa1a79e84a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:43.619677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-fabea2d8-e70a-4fc9-8c09-3f3066ac62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:43.620360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-fabea2d8-e70a-4fc9-8c09-3f3066ac62e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 200 len: 854 time: 0.0819871 Aug 06 18:07:43.684059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Router 9346fbdb-336e-4051-8bf3-cf80bf896b20 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:43.744022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-2d6e8620-c071-4a72-91dd-7cb1ef75a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:43.745895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-2d6e8620-c071-4a72-91dd-7cb1ef75a61f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804ba92b-e419-4942-9f38-4e9b2acd671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171107 Aug 06 18:07:43.925118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:43.957058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Deleting port cd7f7572-d83f-4f50-a2ed-554049e6bf48 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:43.964747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:44.007630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Set router dba06842-dfca-426e-93fb-67aa1a79e84a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:44.057614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-2def2be0-663b-4341-85bc-c6331bd5799a service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927592 Aug 06 18:07:44.268704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ae83-8050-455a-a9e0-c44e1ef52e30 req-e331cf9f-0a7d-4f1b-9559-707c982f61cf tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:44.282649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b479ae83-8050-455a-a9e0-c44e1ef52e30 req-e331cf9f-0a7d-4f1b-9559-707c982f61cf tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1901925 Aug 06 18:07:44.318977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada5b2f0-6dec-4f8b-8fe8-6c78b91c999b req-4669136c-aaba-4c33-8b19-94ef3205d23b service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600119 Aug 06 18:07:44.384235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b479ae83-8050-455a-a9e0-c44e1ef52e30 req-1c13791d-12cc-4467-a6fe-0607d46f9e72 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002955 Aug 06 18:07:44.441966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:44.490524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1568-3bdb-4abd-a99c-4bfb13b085e0 req-50dc846c-06b1-44e7-8454-8489a2631fe7 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:44.501030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4ac1568-3bdb-4abd-a99c-4bfb13b085e0 req-50dc846c-06b1-44e7-8454-8489a2631fe7 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.4938772 Aug 06 18:07:44.509340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:44.525057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d11f6281-cd9c-422d-9403-6beaa391591d admin admin] 10.222.0.64 "PUT /v2.0/routers/9346fbdb-336e-4051-8bf3-cf80bf896b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9387782 Aug 06 18:07:44.526903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:44.532770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:44.542255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:44.542665 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:44.581331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4ac1568-3bdb-4abd-a99c-4bfb13b085e0 req-765c445f-dd1d-4bec-afb5-a8187e12d57d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789616 Aug 06 18:07:44.582664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Calling delete_port for cd7f7572-d83f-4f50-a2ed-554049e6bf48 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:44.614852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Sync routers for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:44.647177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:44.647897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:44.814691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 4, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'cd7f7572-d83f-4f50-a2ed-554049e6bf48', 'name': '', 'network_id': 'b9042d7b-0b51-4a54-86b6-c83c750fc99a', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'mac_address': 'fa:16:3e:5e:9b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:34Z', 'updated_at': '2021-08-06T18:07:36Z', 'revision_number': 2, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'subnets': [{'id': '852c5960-f7c7-46c1-b49f-f5f148cad8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:44.864712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Checking router: dba06842-dfca-426e-93fb-67aa1a79e84a for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:44.865046 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Updating router dba06842-dfca-426e-93fb-67aa1a79e84a port cd7f7572-d83f-4f50-a2ed-554049e6bf48 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:07:44.932112 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:45.002247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '93bb202f-1264-4f5f-a7b5-12b9b727104e', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'port_id': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'mac_address': 'fa:16:3e:66:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35315504-1282-40bd-927d-1832035606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:06Z', 'updated_at': '2021-08-06T18:07:40Z', 'revision_number': 1, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:45.103757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa121b0-6fc9-4e94-995d-26cd7a87a295 None None] The sync data for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 is: [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '93bb202f-1264-4f5f-a7b5-12b9b727104e', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'port_id': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'mac_address': 'fa:16:3e:66:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35315504-1282-40bd-927d-1832035606d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:06Z', 'updated_at': '2021-08-06T18:07:40Z', 'revision_number': 1, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:45.111573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:45.155902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:45.208078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1c8fb2b-e82a-49f2-aa73-651e2f33e110 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:45.241272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7f7572-d83f-4f50-a2ed-554049e6bf48,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:45.471769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9b1e04c-9eff-4c32-9240-d0189df7cee6 req-c5e18607-40e1-4c48-b2d8-806025c1852f tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1135716 Aug 06 18:07:45.633311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:45.656905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:45.657396 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:45.696633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:45.799728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:07:41Z', 'revision_number': 5, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:45.846913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905066-43c1-40aa-9b2e-33411a88a2b6 req-6c50f4d2-3d69-4c14-a587-398030457606 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:45.856368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22905066-43c1-40aa-9b2e-33411a88a2b6 req-6c50f4d2-3d69-4c14-a587-398030457606 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1920495 Aug 06 18:07:45.873848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:45.886910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Checking router: 9346fbdb-336e-4051-8bf3-cf80bf896b20 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:07:45.924404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfbd31-58af-487c-a281-163796b52e48 None None] New status for floating IP 93bb202f-1264-4f5f-a7b5-12b9b727104e: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:07:45.965168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Routers {'9346fbdb-336e-4051-8bf3-cf80bf896b20'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:45.966023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9346fbdb-336e-4051-8bf3-cf80bf896b20'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:46.095876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:46.141531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:46.197286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236116a7-341c-442d-b1c5-fbf6003de99f req-5b73691d-e6cc-4606-8ec0-985b16c5e167 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:46.202743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-236116a7-341c-442d-b1c5-fbf6003de99f req-5b73691d-e6cc-4606-8ec0-985b16c5e167 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1525261 Aug 06 18:07:46.250572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22905066-43c1-40aa-9b2e-33411a88a2b6 req-b4a0722e-7e7a-4d72-b764-3e59135b6a9b tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929110 Aug 06 18:07:46.310908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d1c8fb2b-e82a-49f2-aa73-651e2f33e110, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:46.324377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:46.425349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] Set router 9346fbdb-336e-4051-8bf3-cf80bf896b20 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:46.489589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-236116a7-341c-442d-b1c5-fbf6003de99f req-8e0d040b-8b5a-412b-8aea-7a264d4e41bd tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048023 Aug 06 18:07:46.518188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Deleting port fc6fd891-14e6-49ae-8eab-c7852ef9e602 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:46.520182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:46.608173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:46.646293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] For port fc6fd891-14e6-49ae-8eab-c7852ef9e602, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fc6fd891-14e6-49ae-8eab-c7852ef9e602,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:46.646793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:46.648268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Router dba06842-dfca-426e-93fb-67aa1a79e84a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:07:46.667608 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.db.api [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:07:46.668422 n-d-793621-29 neutron-server[94124]: DEBUG oslo_db.api [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:07:46.670164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Calling delete_port for fc6fd891-14e6-49ae-8eab-c7852ef9e602 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:46.769236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c2d1b0b-e7dd-474f-9b3f-510e223a5b21 req-c7ffa0d1-d159-461f-8ac0-860b3dd33322 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1190455 Aug 06 18:07:47.126929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.193980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6fd891-14e6-49ae-8eab-c7852ef9e602,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:47.215477 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Port cd7f7572-d83f-4f50-a2ed-554049e6bf48 not found while updating agent binding for router dba06842-dfca-426e-93fb-67aa1a79e84a. {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 18:07:47.240094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Routers {'dba06842-dfca-426e-93fb-67aa1a79e84a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:47.241198 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dba06842-dfca-426e-93fb-67aa1a79e84a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:47.340753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.348401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:07:41Z', 'revision_number': 5, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:47.439376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] Set router dba06842-dfca-426e-93fb-67aa1a79e84a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:07:47.474349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1493f-9779-4a3a-b751-7b0e3d2e6f67 None None] The sync data for ids ['9346fbdb-336e-4051-8bf3-cf80bf896b20'] in n-d-793621-29 is: [{'id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1880710827-router', 'tenant_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:59:54Z', 'updated_at': '2021-08-06T18:07:41Z', 'revision_number': 5, 'project_id': '8c31c7c9d6224c6ba3a89cdc62ce4e6a', 'gw_port': {'id': 'fc6fd891-14e6-49ae-8eab-c7852ef9e602', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9346fbdb-336e-4051-8bf3-cf80bf896b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:59:56Z', 'updated_at': '2021-08-06T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:47.543344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.545319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.629900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.630655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9346fbdb-336e-4051-8bf3-cf80bf896b20 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:07:47.638803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.645865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3bb84591-2b32-4460-a209-6f3682e53e18 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9346fbdb-336e-4051-8bf3-cf80bf896b20 HTTP/1.1" status: 204 len: 168 time: 3.1174676 Aug 06 18:07:47.646545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52554) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:47.770538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Deleting subnet 567c165b-1d55-4b0e-b58d-2f604d31765c {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:47.774189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.778326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d8ea6-26e3-47de-8c4d-8c00865c6b68 req-851485b0-68c7-4057-be53-58e89fabe724 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:47.780298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b10d8ea6-26e3-47de-8c4d-8c00865c6b68 req-851485b0-68c7-4057-be53-58e89fabe724 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.0816927 Aug 06 18:07:47.781967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:07:47.787547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2bcb024f-3b70-42de-87bb-499945f87930 admin admin] 10.222.0.64 "PUT /v2.0/routers/dba06842-dfca-426e-93fb-67aa1a79e84a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8016624 Aug 06 18:07:47.795626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52556) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:47.821230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:45Z', 'revision_number': 5, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:47.842632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.887617 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188c2e1-b42f-4b61-b712-3cfdcfaaed04 None None] The sync data for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 is: [{'id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'name': 'tempest-FloatingIPsNegativeTestJSON-730632079-router', 'tenant_id': 'a205d03ff65944b38d62ef8283551ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:27Z', 'updated_at': '2021-08-06T18:07:45Z', 'revision_number': 5, 'project_id': 'a205d03ff65944b38d62ef8283551ded', 'gw_port': {'id': 'e80a73c4-bb7c-4c0e-b6a1-f3aab1407048', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba06842-dfca-426e-93fb-67aa1a79e84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:28Z', 'updated_at': '2021-08-06T18:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:47.952285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04920f9-adc0-4942-bcd5-c3b6874f813d req-ba47a1d4-66c1-4083-8ece-22f031d2f451 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:47.954139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b04920f9-adc0-4942-bcd5-c3b6874f813d req-ba47a1d4-66c1-4083-8ece-22f031d2f451 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2539070 Aug 06 18:07:47.967258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b10d8ea6-26e3-47de-8c4d-8c00865c6b68 req-9e909b8f-ca18-474e-a198-765fe06a2b70 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784842 Aug 06 18:07:47.971659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:47.998228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.082360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b04920f9-adc0-4942-bcd5-c3b6874f813d req-ad3db1ac-003c-41be-a8ab-b44eba394f1d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066835 Aug 06 18:07:48.142448 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.194583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567c165b-1d55-4b0e-b58d-2f604d31765c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:48.207006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.212494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-323fa576-9d35-4bc6-b623-6fc42f0677e7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/567c165b-1d55-4b0e-b58d-2f604d31765c HTTP/1.1" status: 204 len: 168 time: 0.5610170 Aug 06 18:07:48.212801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d2ea6-aa10-4438-91de-e43835bbe093 None None] Network 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:48.213150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:48.229830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.236055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf661333-dbca-4e27-a219-836e480b509a req-3835c0da-b9e5-4839-b107-2a1652023e53 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0601978 Aug 06 18:07:48.346839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.362711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Deleting port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:48.363429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.525404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Deleting port e1b5e456-fbea-4591-8497-fe5677afdc1a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:48.525831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.536386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] For port e80a73c4-bb7c-4c0e-b6a1-f3aab1407048, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:48.536905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.590802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Calling delete_port for e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:48.657514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] DHCP port deletion for 9c3244ac-837a-4271-b4b3-ac1da0a2bb2a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:07:48.772688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] For port e1b5e456-fbea-4591-8497-fe5677afdc1a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e1b5e456-fbea-4591-8497-fe5677afdc1a,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:48.773670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.786746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1c8fb2b-e82a-49f2-aa73-651e2f33e110 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:07:48.833765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Calling delete_port for e1b5e456-fbea-4591-8497-fe5677afdc1a owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:48.942624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:48.975711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Pushing event deleted for resources: {'Port': ['ID=e80a73c4-bb7c-4c0e-b6a1-f3aab1407048,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:48.978601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Deleting port e1b5e456-fbea-4591-8497-fe5677afdc1a {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:48.978601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.056593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.155531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b5e456-fbea-4591-8497-fe5677afdc1a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:49.168252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] No DVR routers for this DVR port e1b5e456-fbea-4591-8497-fe5677afdc1a on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:49.222170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.229932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] For port e1b5e456-fbea-4591-8497-fe5677afdc1a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e1b5e456-fbea-4591-8497-fe5677afdc1a,segment=NetworkSegment(31f88b16-3273-4c50-a5dd-7d5ea800a043),segment_id=31f88b16-3273-4c50-a5dd-7d5ea800a043)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:49.230330 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.233269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:49.237022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.297336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Calling delete_port for e1b5e456-fbea-4591-8497-fe5677afdc1a owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:49.411540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.414272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.465076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.487526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3244ac-837a-4271-b4b3-ac1da0a2bb2a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:49.493805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.494802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba06842-dfca-426e-93fb-67aa1a79e84a {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:07:49.499122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd7f7572-d83f-4f50-a2ed-554049e6bf48 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:49.505718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.507443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8b7136e-ee4e-4004-ae63-f21508a5c7df admin admin] 10.222.0.64 "DELETE /v2.0/routers/dba06842-dfca-426e-93fb-67aa1a79e84a HTTP/1.1" status: 204 len: 168 time: 1.7096844 Aug 06 18:07:49.528679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f88b16-3273-4c50-a5dd-7d5ea800a043') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:49.529563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f88b16-3273-4c50-a5dd-7d5ea800a043') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:49.530966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52576) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:49.547618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: cd7f7572-d83f-4f50-a2ed-554049e6bf48 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:49.547939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd7f7572-d83f-4f50-a2ed-554049e6bf48 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:49.548290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5b7b061e-f365-4069-b740-fe864929fb58 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:49.553367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.585562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.591718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 5b7b061e-f365-4069-b740-fe864929fb58 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:49.592809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5b7b061e-f365-4069-b740-fe864929fb58 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:49.602138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:49.602878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.604508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.605945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Deleting subnet 852c5960-f7c7-46c1-b49f-f5f148cad8f0 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:07:49.610132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.681203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.700204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] Pushing event deleted for resources: {'Port': ['ID=e1b5e456-fbea-4591-8497-fe5677afdc1a,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:49.714837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071e7a1-c74c-44f1-b8a9-51dbfc2aefa1 req-00cac5c2-1d8d-43f4-8685-ce7826aaeef2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:49.720002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba942d-e790-497a-ada5-209bd3ea75c6 None None] No DVR routers for this DVR port e1b5e456-fbea-4591-8497-fe5677afdc1a on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:49.731699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d071e7a1-c74c-44f1-b8a9-51dbfc2aefa1 req-00cac5c2-1d8d-43f4-8685-ce7826aaeef2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.6457536 Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:49.739183 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:49.780595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.818781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:49.830496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9c3244ac-837a-4271-b4b3-ac1da0a2bb2a HTTP/1.1" status: 204 len: 168 time: 1.6121767 Aug 06 18:07:49.837508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38ed9e-fb32-4bea-a13e-ca39c6b3b094 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3244ac-837a-4271-b4b3-ac1da0a2bb2a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:49.865927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d071e7a1-c74c-44f1-b8a9-51dbfc2aefa1 req-42271d7b-219f-48f1-b4a0-af20ab38e5a7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301866 Aug 06 18:07:49.890798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddba445-fce1-487d-9eb9-020179032ada req-b1abcd26-cbe0-47c2-8f58-0170e8a945c6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:49.897953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ddba445-fce1-487d-9eb9-020179032ada req-b1abcd26-cbe0-47c2-8f58-0170e8a945c6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.5239308 Aug 06 18:07:49.963720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Sync routers for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:07:49.985759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Routers set() bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:49.986052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Router IDs set() for agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 18:07:49.986819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_agentschedulers_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dba06842-dfca-426e-93fb-67aa1a79e84a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent'). {{(pid=94123) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 18:07:50.007895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ddba445-fce1-487d-9eb9-020179032ada req-00ec9162-ee02-476f-bb11-61e2e65b56fc tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941873 Aug 06 18:07:50.008147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Routers set() bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:07:50.008332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Router IDs set() for agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 18:07:50.009031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_agentschedulers_db [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dba06842-dfca-426e-93fb-67aa1a79e84a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:07:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent'). {{(pid=94123) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 18:07:50.009416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2541bc-9ab4-433f-9001-b8c3584e1304 None None] The sync data for ids ['dba06842-dfca-426e-93fb-67aa1a79e84a'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:07:50.030156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.166707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-258ce8d4-9d0c-4186-9fba-b36e196c2c88 req-427e1106-dee4-4b11-8ce6-15b02a4ef44d tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0770626 Aug 06 18:07:50.207524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.239869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852c5960-f7c7-46c1-b49f-f5f148cad8f0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:50.250222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c2bbe-f70e-4cd6-950e-6944798e8ff6 None None] Network b9042d7b-0b51-4a54-86b6-c83c750fc99a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:07:50.262770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.264807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c37ce4eb-1670-41b2-90ea-993be6dc5718 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/852c5960-f7c7-46c1-b49f-f5f148cad8f0 HTTP/1.1" status: 204 len: 168 time: 0.7327971 Aug 06 18:07:50.268397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:50.365365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52586) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:50.408690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.420710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-121e702e-32cb-4b23-bc60-a23266956e4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f722b72d1a441d8b10f9fefcfbf283a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536268 Aug 06 18:07:50.425336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:50.506367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Deleting port c39f57f9-effd-41f0-aac8-c715c02afd7f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:50.506936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.513072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.551299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.608006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] For port c39f57f9-effd-41f0-aac8-c715c02afd7f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c39f57f9-effd-41f0-aac8-c715c02afd7f,segment=NetworkSegment(6525a84e-fa1d-4de1-b8ce-62529664f5b9),segment_id=6525a84e-fa1d-4de1-b8ce-62529664f5b9)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:50.608348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.620679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.623844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:50.625161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60a9fb90-8e6c-4df4-8d6f-a82742505617 HTTP/1.1" status: 204 len: 168 time: 0.1977518 Aug 06 18:07:50.625530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Calling delete_port for c39f57f9-effd-41f0-aac8-c715c02afd7f owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:50.637637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce42b6-cadc-414e-b694-e36dcd30ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9fb90-8e6c-4df4-8d6f-a82742505617,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:50.689612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] DHCP port deletion for b9042d7b-0b51-4a54-86b6-c83c750fc99a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:07:50.827752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Deleting port c39f57f9-effd-41f0-aac8-c715c02afd7f {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:07:50.829023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.005300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fc6fd891-14e6-49ae-8eab-c7852ef9e602 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:51.059252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.062410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] For port c39f57f9-effd-41f0-aac8-c715c02afd7f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c39f57f9-effd-41f0-aac8-c715c02afd7f,segment=NetworkSegment(6525a84e-fa1d-4de1-b8ce-62529664f5b9),segment_id=6525a84e-fa1d-4de1-b8ce-62529664f5b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:51.062820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.133881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: fc6fd891-14e6-49ae-8eab-c7852ef9e602 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:51.134557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fc6fd891-14e6-49ae-8eab-c7852ef9e602 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:51.135215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e1b5e456-fbea-4591-8497-fe5677afdc1a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:51.144639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Calling delete_port for c39f57f9-effd-41f0-aac8-c715c02afd7f owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:07:51.174738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8465a7-e894-4c17-a6f0-997b796c418f req-2eadb7b8-a6d6-4e2e-b401-60ddc7690b95 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:51.179960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a8465a7-e894-4c17-a6f0-997b796c418f req-2eadb7b8-a6d6-4e2e-b401-60ddc7690b95 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1507063 Aug 06 18:07:51.192338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e1b5e456-fbea-4591-8497-fe5677afdc1a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:51.193081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e1b5e456-fbea-4591-8497-fe5677afdc1a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:51.244336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] No DVR routers for this DVR port c39f57f9-effd-41f0-aac8-c715c02afd7f on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:51.246873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39f57f9-effd-41f0-aac8-c715c02afd7f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:51.316680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a8465a7-e894-4c17-a6f0-997b796c418f req-c0d89957-f7da-470d-a4f3-c129bc3cf917 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162469 Aug 06 18:07:51.326643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.341131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] No DVR routers for this DVR port c39f57f9-effd-41f0-aac8-c715c02afd7f on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:07:51.371317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ccd42-152a-41f1-9491-c6fa1f00c61f None None] Pushing event deleted for resources: {'Port': ['ID=c39f57f9-effd-41f0-aac8-c715c02afd7f,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:51.470870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac26f374-8ef5-4042-af76-c195acf157ac req-b8edd1c9-6780-46be-8dea-d47064247066 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0425236 Aug 06 18:07:51.479162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.502659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9042d7b-0b51-4a54-86b6-c83c750fc99a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:51.534006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6525a84e-fa1d-4de1-b8ce-62529664f5b9') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:51.538201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6525a84e-fa1d-4de1-b8ce-62529664f5b9') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:07:51.569253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7387a-e84d-44ab-bea1-2072e70124f1 req-de67e288-bf29-4da6-b8d0-ee265de697c3 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:51.582699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3c7387a-e84d-44ab-bea1-2072e70124f1 req-de67e288-bf29-4da6-b8d0-ee265de697c3 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2809420 Aug 06 18:07:51.593065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.653407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.672978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:07:51.673493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:07:51.677200 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:07:51.705960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52606) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:51.773612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60cc2af3-6f20-492e-b7c6-857bb3d1f387 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c31c7c9d6224c6ba3a89cdc62ce4e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651569 Aug 06 18:07:51.775347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3c7387a-e84d-44ab-bea1-2072e70124f1 req-2791ffaf-31cc-47dc-afd9-1b56e485cd4e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872191 Aug 06 18:07:51.778229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52608) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:51.815732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.827813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.841976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b9042d7b-0b51-4a54-86b6-c83c750fc99a HTTP/1.1" status: 204 len: 168 time: 1.5687578 Aug 06 18:07:51.866765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254533-6c73-40e2-bf82-e7bf01247f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9042d7b-0b51-4a54-86b6-c83c750fc99a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:51.883566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:51.920712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.021730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.025707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.026913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a960bc3-c7f1-4a2d-ab85-7340bb9935fa HTTP/1.1" status: 204 len: 168 time: 0.2474530 Aug 06 18:07:52.057726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe29f6a-7b14-491c-bab8-6475017eeda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a960bc3-c7f1-4a2d-ab85-7340bb9935fa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:52.176395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:52.255303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5961f2b6-a33e-4ad2-a01a-5169b6c38ee7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a205d03ff65944b38d62ef8283551ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776100 Aug 06 18:07:52.257715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52622) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:52.329536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.376159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.469018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:52.498092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fb836-90b5-463c-81f8-a79e647ad4eb req-c86bdd19-93de-4a56-9024-321e3079e1e8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:52.499920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-469fb836-90b5-463c-81f8-a79e647ad4eb req-c86bdd19-93de-4a56-9024-321e3079e1e8 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.0800591 Aug 06 18:07:52.532625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:52.533794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e80a73c4-bb7c-4c0e-b6a1-f3aab1407048 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:52.534808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c39f57f9-effd-41f0-aac8-c715c02afd7f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:52.557634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.565876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:52.569337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a6b11ea-53b0-4dc0-8791-a2547cdaaf03 HTTP/1.1" status: 204 len: 168 time: 0.3093643 Aug 06 18:07:52.573259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c39f57f9-effd-41f0-aac8-c715c02afd7f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:07:52.573828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c39f57f9-effd-41f0-aac8-c715c02afd7f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:07:52.629784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabbee3-1b21-4bc3-bc91-688a71df56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6b11ea-53b0-4dc0-8791-a2547cdaaf03,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:52.641565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-469fb836-90b5-463c-81f8-a79e647ad4eb req-8e0896ab-5a2a-49c2-8282-205f2ec88b58 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Aug 06 18:07:52.717745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b574ac59-af8a-4869-8bb8-ba0fe9f47b80 req-ea77495b-075e-43fa-871f-aeb011e82816 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0783486 Aug 06 18:07:52.937973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eef21-85c1-4d10-b156-f9020bc0e10c req-1ebdca01-0870-4ee0-998e-fd0429c589fb tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:52.940627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea5eef21-85c1-4d10-b156-f9020bc0e10c req-1ebdca01-0870-4ee0-998e-fd0429c589fb tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.0626111 Aug 06 18:07:52.999956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea5eef21-85c1-4d10-b156-f9020bc0e10c req-630384c1-01cb-461d-8763-0b7c5ce5b279 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Aug 06 18:07:53.723874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70903036-cea1-4167-a2e6-1720c6d0dc98 req-4ad26328-af7c-4077-8576-684e6ea04eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:53.726671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70903036-cea1-4167-a2e6-1720c6d0dc98 req-4ad26328-af7c-4077-8576-684e6ea04eeb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1097 time: 0.0931220 Aug 06 18:07:53.788434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70903036-cea1-4167-a2e6-1720c6d0dc98 req-529d9691-bbd6-4023-9c8d-a4c73f9ed9a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Aug 06 18:07:53.883360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-814b83db-8c9a-4bfb-93bf-0bfd34ae0dfb req-ebc3283d-02c7-488a-9a63-31db4a3b8adc tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0514143 Aug 06 18:07:53.890558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfcf47-b618-48f0-983d-d553f6e4eb83 req-8bb7098b-0f54-410e-a7a0-9e8e58687bc5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:53.899445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fdfcf47-b618-48f0-983d-d553f6e4eb83 req-8bb7098b-0f54-410e-a7a0-9e8e58687bc5 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1046538 Aug 06 18:07:53.971428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fdfcf47-b618-48f0-983d-d553f6e4eb83 req-257281e8-7cb2-4092-a458-539e9d75ea27 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Aug 06 18:07:54.191379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467726-f146-4895-b152-97cc5f1dc5bc req-d3643368-188b-49c4-b28e-2700a61d60cf tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:54.195776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c467726-f146-4895-b152-97cc5f1dc5bc req-d3643368-188b-49c4-b28e-2700a61d60cf tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.0822856 Aug 06 18:07:54.259014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c467726-f146-4895-b152-97cc5f1dc5bc req-2a76dfa3-ab48-4754-9ec4-39f68cdcb785 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Aug 06 18:07:54.680560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-b904254d-2d20-492b-86d2-918cd751f835 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2cac509836bb46c9babc5784d5e14e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393224 Aug 06 18:07:54.882621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-d7502c74-2ebb-430d-9942-850271bd053a tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:54.885270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-d7502c74-2ebb-430d-9942-850271bd053a tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978550 Aug 06 18:07:54.915715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-1d25de72-e763-4ca7-af96-de1c33ac18de tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/quotas/2cac509836bb46c9babc5784d5e14e7a HTTP/1.1" status: 200 len: 375 time: 0.0214059 Aug 06 18:07:54.965319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-4c59f08e-7187-4a7d-8903-7b1dd8dee348 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2cac509836bb46c9babc5784d5e14e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440807 Aug 06 18:07:55.065264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6911c9c-acad-4baa-b73a-084e53735c02 req-0c01fbdf-947d-4543-b2d2-85dcc25bc639 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0418601 Aug 06 18:07:55.074288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:07:55.205337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:55.270150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:07:55.277805 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8230afe-f488-4b31-94fd-c2583087c462" -d '{"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:07:55.283044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:55.289625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:55.405814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab1b13-d380-437e-9b66-6c1c286569ff req-dce8c9f1-3cf6-4cb2-a66a-5d465da275c2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:55.410947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:55.422035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab1b13-d380-437e-9b66-6c1c286569ff req-dce8c9f1-3cf6-4cb2-a66a-5d465da275c2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.1868029 Aug 06 18:07:55.490625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab1b13-d380-437e-9b66-6c1c286569ff req-5c38952d-c3ff-46cf-bbb9-35106e7b99c7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Aug 06 18:07:55.502357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd978414-a066-4c32-b299-327e993585a1 req-0d741daa-bd90-4d31-a9a4-6e615d9a15fe tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 210 time: 0.0370731 Aug 06 18:07:55.565219 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0774a7e-4769-4d02-8064-78a6ee846472 x-openstack-request-id: req-f0774a7e-4769-4d02-8064-78a6ee846472 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:07:55.565901 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:07:55.566155 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0774a7e-4769-4d02-8064-78a6ee846472 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:07:55.566562 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'code': 200} Aug 06 18:07:55.699541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055be26-8c1c-4f2d-b562-6abda86e4943 req-c6ff1239-10fa-45d3-82dc-598450d748d2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:55.715320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2055be26-8c1c-4f2d-b562-6abda86e4943 req-c6ff1239-10fa-45d3-82dc-598450d748d2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.1045406 Aug 06 18:07:55.780149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2055be26-8c1c-4f2d-b562-6abda86e4943 req-18246a80-5a18-4267-a460-6882e18d66a1 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Aug 06 18:07:56.258920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3454d150-3a47-466f-bf1a-9753bef1db34 req-044aab45-2b32-402b-b6ae-4e01af24fdb1 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0577359 Aug 06 18:07:56.264840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-af96fcd6-2683-4d18-a871-635198643328 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:56.273181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-af96fcd6-2683-4d18-a871-635198643328 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 810 time: 0.1703875 Aug 06 18:07:56.285021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-14ce458c-104b-408f-80fc-ab458438d7c2 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/quotas/fc413734e9054082861b8b8a6d3ecde9 HTTP/1.1" status: 200 len: 375 time: 0.0105178 Aug 06 18:07:56.349281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:56.367601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-c38dfa5c-0358-4394-94a6-2ee065a46021 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727742 Aug 06 18:07:56.600347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-760aa670-48b6-490e-9770-d9d03806810c service neutron] 10.222.0.64 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173541 Aug 06 18:07:56.602005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7964496b-1608-4822-9cca-3c0f8eae09c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:56.735904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ec71692e-d675-403a-8562-1ddb431a2d9e req-1aab5c2c-2fad-4507-b399-75646cb3899b tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 210 time: 0.0379786 Aug 06 18:07:56.786185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-d89a333d-b2f9-4d22-82a5-d2c829d9ac03 service neutron] 10.222.0.64 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735828 Aug 06 18:07:56.842515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7964496b-1608-4822-9cca-3c0f8eae09c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:56.850208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7964496b-1608-4822-9cca-3c0f8eae09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:56.949756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-ddceeba5-30fc-4714-8c8a-672a41415dc4 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2cac509836bb46c9babc5784d5e14e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519042 Aug 06 18:07:57.003925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964496b-1608-4822-9cca-3c0f8eae09c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c62eb-d6af-4822-9ab2-1e3867ea7541,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:57.031053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7964496b-1608-4822-9cca-3c0f8eae09c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d7767dd2da94fe6918791738f704fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802809 Aug 06 18:07:57.038386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52800) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:57.104633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:07:57.114590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53536b-73bb-452b-a78c-76cf93ddf169 req-2cf70b42-2baf-403f-b1cc-db24e818f85d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:57.127757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c53536b-73bb-452b-a78c-76cf93ddf169 req-2cf70b42-2baf-403f-b1cc-db24e818f85d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 947 time: 0.2356100 Aug 06 18:07:57.354851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.370285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c53536b-73bb-452b-a78c-76cf93ddf169 req-b999d15b-f05e-47fd-9b21-4648018e7e68 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380867 Aug 06 18:07:57.417054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae28fbc9-573f-4d62-9740-e45f86c13b39 req-26efbc89-cd6c-477e-a348-7d30ad93423f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0824256 Aug 06 18:07:57.422362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.424425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-687d7676-9f17-4e3e-93d7-a3c13bd39cb6 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:57.426359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-687d7676-9f17-4e3e-93d7-a3c13bd39cb6 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4690969 Aug 06 18:07:57.460621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Request body: {'port': {'device_id': '32059283-799b-4013-aa62-d5f9452f5b50', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '2cac509836bb46c9babc5784d5e14e7a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:57.526052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:57.557496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '9d329358-37d1-470f-9306-8f53869ee1bd', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '9d329358-37d1-470f-9306-8f53869ee1bd', 'mac_address': 'fa:16:3e:3e:4c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:07:57.560439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.579216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.593952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/743c62eb-d6af-4822-9ab2-1e3867ea7541 HTTP/1.1" status: 204 len: 168 time: 0.5483844 Aug 06 18:07:57.721491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.726028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdb2a624-38e0-4feb-8d00-1b1d8d6a8eb9 req-58adf3a8-3677-4929-ab88-576955e2f17d tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1306779 Aug 06 18:07:57.747812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c670982-1116-4606-82fa-1fc085becd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c62eb-d6af-4822-9ab2-1e3867ea7541,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:57.760083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:07:57.851120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:07:57.870134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.966507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Made reservation on behalf of 2cac509836bb46c9babc5784d5e14e7a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:57.975143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:57.983981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:58.041301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab11b06-c9b2-4a9c-8d79-52c251a766c4 req-e0b91006-5b6d-4d09-be87-2827f70dc50c tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 210 time: 0.1113453 Aug 06 18:07:58.047357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.248557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.254663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.330626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:58.349056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0787551a-fe56-4769-995d-da17433a26eb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:58.372820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7c85-b032-4e77-83da-ef5e3ad750a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.374115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:07:58.382844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e16a21d0-6e1a-4349-8cd0-64fc626ad58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.484360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Allocated IP 192.168.233.126 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/5d192db6-c1b1-4288-b977-b3b5ef2eb241) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:07:58.680773 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7c85-b032-4e77-83da-ef5e3ad750a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.687155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38352de0-1de1-473c-a1b3-754fcf4a8556 req-241e6686-4aa0-407d-b46d-845fd34ff47d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0932057 Aug 06 18:07:58.690565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7c85-b032-4e77-83da-ef5e3ad750a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.783742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7c85-b032-4e77-83da-ef5e3ad750a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bb84f5-c1d0-448b-8ce2-a4078586d775,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:58.818374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:58.861763 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d0f7c85-b032-4e77-83da-ef5e3ad750a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bedb0f780fbe4b4d9da123e489624fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290794 Aug 06 18:07:58.863308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52834) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:07:58.883117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Transition to ACTIVE for port object 5d192db6-c1b1-4288-b977-b3b5ef2eb241 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:07:58.901161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e868d3-19cf-4688-93f8-462349ed01a6 req-a0931aad-818a-4f0c-9ef7-f8bdc7994333 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:58.903022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96e868d3-19cf-4688-93f8-462349ed01a6 req-a0931aad-818a-4f0c-9ef7-f8bdc7994333 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2166069 Aug 06 18:07:58.976843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96e868d3-19cf-4688-93f8-462349ed01a6 req-81dd5377-c99b-4164-82ca-302c87b7f5f9 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618124 Aug 06 18:07:59.000262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.051949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:07:59.056187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:07:59.060655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:07:59.163477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13e814bc-be00-4040-9663-dee80d815253 req-4ffb96e6-ac10-4b2d-9ae4-80b32c06d16e tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1626112 Aug 06 18:07:59.181145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Pushing event updated for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:59.214095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:59.215484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.222698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.300921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-eb067939-f5e2-4753-bf98-0eb4dd9c5b26 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8599715 Aug 06 18:07:59.320118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Request body: {'port': {'device_id': '32059283-799b-4013-aa62-d5f9452f5b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:59.335468 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.357146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a97263-55c3-4e3c-b125-d81c22b5fde7 req-fc586ff1-f634-4ab0-b4c8-3f6f93d66ef5 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:59.366052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5a97263-55c3-4e3c-b125-d81c22b5fde7 req-fc586ff1-f634-4ab0-b4c8-3f6f93d66ef5 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 936 time: 0.1440656 Aug 06 18:07:59.366902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-b9811104-a874-4da3-979c-1c8ca761d794 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:07:59.370550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-b9811104-a874-4da3-979c-1c8ca761d794 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 810 time: 0.4015326 Aug 06 18:07:59.400688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Request body: {'port': {'device_id': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'admin_state_up': True, 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:07:59.468253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.477811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5a97263-55c3-4e3c-b125-d81c22b5fde7 req-a174c419-0a76-4c87-8be1-d299ce4f4d3c tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977185 Aug 06 18:07:59.534797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-be345d11-60d5-4d04-8045-215b65eb02df None None] Provisioning for port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:07:59.546365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-be345d11-60d5-4d04-8045-215b65eb02df None None] Provisioning complete for port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:07:59.546365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-be345d11-60d5-4d04-8045-215b65eb02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.588254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-be345d11-60d5-4d04-8045-215b65eb02df None None] Port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:07:59.626222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.632711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:07:59.634711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99bb84f5-c1d0-448b-8ce2-a4078586d775 HTTP/1.1" status: 204 len: 168 time: 0.7671015 Aug 06 18:07:59.659350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9499-16eb-48f9-bab3-54b69f0e3b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bb84f5-c1d0-448b-8ce2-a4078586d775,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:07:59.686409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Made reservation on behalf of fc413734e9054082861b8b8a6d3ecde9 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:07:59.703740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.000558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a89b3af-a7ef-4787-abe1-fe8286b23bbf req-08d68110-b46c-458b-9c1c-bce0a6d26f49 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 210 time: 0.0909367 Aug 06 18:08:00.072948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Allocated IP 172.20.0.8 (e4d52c1c-841d-4081-819f-c2e38859b7e7/380d8e3b-7ad3-46f9-b393-82db91d4b602/cdb1ee38-1fa7-4351-ba53-e217923b44bb) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:00.156955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d192db6-c1b1-4288-b977-b3b5ef2eb241 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:00.192600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.247329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Transition to ACTIVE for port object 5d192db6-c1b1-4288-b977-b3b5ef2eb241 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:00.255423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.410637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960c009-2cff-4b6a-b18f-5b6776832e56 req-632f7412-a8ab-45f0-bbc0-b00fe59b067e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:00.415865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1960c009-2cff-4b6a-b18f-5b6776832e56 req-632f7412-a8ab-45f0-bbc0-b00fe59b067e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 949 time: 0.2457657 Aug 06 18:08:00.437376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.522256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:00.539801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.556214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c2cc6a1c-51f7-4df5-899f-48b32f603482'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:00.607597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.614027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.614913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.615633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.616127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.616613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.617339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.617919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.618454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.618979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.619535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.620042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:00.718326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64a3ca8-4f1f-4315-880a-f3d8a04666b3 req-b2fe568a-4902-40e1-ab99-d2cca60bae1d tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1971242 Aug 06 18:08:00.741410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Attempting to bind port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:00.744457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Attempting to bind port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:00.745240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Attempting to bind port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:00.746618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Pushing event updated for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:00.772844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:08:00.773592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Attempting to bind port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:00.791729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1960c009-2cff-4b6a-b18f-5b6776832e56 req-95cb4724-7c90-48fb-ad23-ea17df063aa2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308413 Aug 06 18:08:00.798714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:00.799304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:00.799909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:00.800699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Bound port: 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:00.801705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:00.811373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Network e4d52c1c-841d-4081-819f-c2e38859b7e7 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:00.819224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:00.829861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:00.984331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:00.985507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.041853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a5a07d56-6171-4190-9ec5-269fee29f57c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6486969 Aug 06 18:08:01.069351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:01.077795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:01.078205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Request body: {'port': {'device_id': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:01.095927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361559f-0abb-4431-bf20-69dc34337dd6 req-4e6dab8a-718d-4005-9613-73d826a9120a tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.098521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a361559f-0abb-4431-bf20-69dc34337dd6 req-4e6dab8a-718d-4005-9613-73d826a9120a tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 948 time: 0.1779208 Aug 06 18:08:01.105998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.121167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:01.288994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.320452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 9d329358-37d1-470f-9306-8f53869ee1bd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:01.323485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.344907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a361559f-0abb-4431-bf20-69dc34337dd6 req-b7470023-c477-4be2-947b-93961bef6143 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240436 Aug 06 18:08:01.353368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.354229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.356054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5d192db6-c1b1-4288-b977-b3b5ef2eb241 HTTP/1.1" status: 200 len: 1097 time: 2.0451419 Aug 06 18:08:01.362952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:01.365842 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3" -d '{"events": [{"name": "network-changed", "server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:01.429620 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.486846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053629b-4c89-4816-bdaa-a502fc9df1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:01.551057 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cbbc9e-1e1a-4a48-8ee2-6cf56846b5a2 x-openstack-request-id: req-94cbbc9e-1e1a-4a48-8ee2-6cf56846b5a2 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:01.551347 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:01.551825 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94cbbc9e-1e1a-4a48-8ee2-6cf56846b5a2 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:01.552395 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241', 'status': 'completed', 'code': 200} Aug 06 18:08:01.574047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-c6c9a376-2ac4-4ad1-947a-62aacda8b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.576000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-c6c9a376-2ac4-4ad1-947a-62aacda8b679 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cac509836bb46c9babc5784d5e14e7a&device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 1100 time: 0.1247609 Aug 06 18:08:01.629143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.658699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-04d303ff-9caa-41ed-93b9-2e8ecb02ecd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241 HTTP/1.1" status: 200 len: 217 time: 0.0743072 Aug 06 18:08:01.690614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295310ea-68e3-4165-9c8f-197136bf9c96 req-feba9826-81ab-407e-8d86-5d8373671b1b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.694036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-295310ea-68e3-4165-9c8f-197136bf9c96 req-feba9826-81ab-407e-8d86-5d8373671b1b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 931 time: 0.3796518 Aug 06 18:08:01.731254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:01.734211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:01.744417 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811c83d-06d9-4f69-8102-1f86038873c7" -d '{"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:01.757492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d42022a-dcf5-46d0-9219-84b07d20340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.761365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:01.805796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-8029b9f6-fb22-49f1-af04-2594611f08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.807488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-8029b9f6-fb22-49f1-af04-2594611f08f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1422064 Aug 06 18:08:01.869701 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a332216-0ecb-42f9-9ebb-a650681b19b2 x-openstack-request-id: req-4a332216-0ecb-42f9-9ebb-a650681b19b2 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:01.870326 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-plugged", "status": "completed", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:01.870843 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a332216-0ecb-42f9-9ebb-a650681b19b2 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:01.871844 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'code': 200} Aug 06 18:08:01.874457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:01.910500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-7c408274-17dc-42a9-8ac9-fae76aef64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:01.912298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-7c408274-17dc-42a9-8ac9-fae76aef64db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957849 Aug 06 18:08:01.973896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-295310ea-68e3-4165-9c8f-197136bf9c96 req-f2d5de0b-0c70-4e18-8a58-19a18967a095 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583945 Aug 06 18:08:02.028409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1192ff7-9bb6-44b1-8c32-59c49a7e0f29 req-fe015d75-51c0-4275-a998-fb2d3f1b6d53 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0492516 Aug 06 18:08:02.226563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83379-6695-4b67-a347-155d74e2b3d7 req-e0d8f713-0b22-4a36-8070-39f4402fe225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.229815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1d83379-6695-4b67-a347-155d74e2b3d7 req-e0d8f713-0b22-4a36-8070-39f4402fe225 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1102 time: 0.1078837 Aug 06 18:08:02.279247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c582d0-0b90-4651-b0e7-7adf886f2ca3 req-3a21340f-00a6-42f6-9ee0-abd6493ade0d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.291725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6c582d0-0b90-4651-b0e7-7adf886f2ca3 req-3a21340f-00a6-42f6-9ee0-abd6493ade0d tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.1889162 Aug 06 18:08:02.308469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-34fe3f48-2af1-4b3b-a5ec-aac34b8daf64 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875446 Aug 06 18:08:02.311499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb1ee38-1fa7-4351-ba53-e217923b44bb {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:02.334333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:02.374186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1d83379-6695-4b67-a347-155d74e2b3d7 req-fd5e0161-52c3-47e2-aef2-15132041b0ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340477 Aug 06 18:08:02.402044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Transition to ACTIVE for port object cdb1ee38-1fa7-4351-ba53-e217923b44bb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:02.409758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6c582d0-0b90-4651-b0e7-7adf886f2ca3 req-9bf696f6-dc96-47d7-9f27-a743c65a1bfd tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158001 Aug 06 18:08:02.410485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:02.487350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:02.603883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Attempting to bind port cdb1ee38-1fa7-4351-ba53-e217923b44bb on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:02.604226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Attempting to bind port cdb1ee38-1fa7-4351-ba53-e217923b44bb by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:02.604563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Attempting to bind port cdb1ee38-1fa7-4351-ba53-e217923b44bb on network e4d52c1c-841d-4081-819f-c2e38859b7e7 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:02.609812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Port cdb1ee38-1fa7-4351-ba53-e217923b44bb on network e4d52c1c-841d-4081-819f-c2e38859b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:08:02.610199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Attempting to bind port cdb1ee38-1fa7-4351-ba53-e217923b44bb on network e4d52c1c-841d-4081-819f-c2e38859b7e7 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:02.617270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:02.617769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Checking segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:02.618120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Bound using segment: {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:02.618686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Bound port: cdb1ee38-1fa7-4351-ba53-e217923b44bb, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:02.619097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:02.654956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b66cadd-0a70-4272-afcc-e3f28e194b93 req-d58077b9-09d5-4dd8-a68e-80fb332689f9 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311546 Aug 06 18:08:02.675630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc4ece-f8a3-433a-96d6-407da6ef4361 req-ef96eb68-6f18-4d90-8f3d-530f3d9b2a1b tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.692028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6dc4ece-f8a3-433a-96d6-407da6ef4361 req-ef96eb68-6f18-4d90-8f3d-530f3d9b2a1b tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 948 time: 0.1671710 Aug 06 18:08:02.715953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:02.720079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:02.726846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:02.776901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.777377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:02.780558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] 10.222.0.55 "PUT /v2.0/ports/cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 200 len: 1092 time: 1.7277048 Aug 06 18:08:02.781155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:02.784776 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db094a9-1965-439a-898d-59e70c35cb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:02.849356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e025d9-2b12-4511-a3c0-2f21254c4c9c service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:02.864601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6dc4ece-f8a3-433a-96d6-407da6ef4361 req-6edda550-3d93-4db9-8545-1289831ab28c tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689699 Aug 06 18:08:02.886425 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d11723-7ef9-46cb-be28-b10c4ca00ec0 x-openstack-request-id: req-53d11723-7ef9-46cb-be28-b10c4ca00ec0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:02.889986 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:02.889986 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d11723-7ef9-46cb-be28-b10c4ca00ec0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:02.889986 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb', 'status': 'completed', 'code': 200} Aug 06 18:08:02.895248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-2c96352a-16cd-4f1e-8385-caeeb17e414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.897923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-2c96352a-16cd-4f1e-8385-caeeb17e414a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cac509836bb46c9babc5784d5e14e7a&device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 1100 time: 0.1555367 Aug 06 18:08:02.913905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-bfbe0627-24dd-4b09-a822-bae9228a13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:02.915978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-bfbe0627-24dd-4b09-a822-bae9228a13be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1095 time: 0.0631390 Aug 06 18:08:02.995966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-aa144b7d-871c-4204-9142-a54b5e05f7d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 200 len: 217 time: 0.0627265 Aug 06 18:08:03.041883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:03.077519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-de74330d-90a6-4383-8cc0-bc3c56e23796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.079798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-de74330d-90a6-4383-8cc0-bc3c56e23796 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.0676591 Aug 06 18:08:03.112610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-b049c412-911f-4713-a3e4-5189e27b704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.123398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-b049c412-911f-4713-a3e4-5189e27b704d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2168312 Aug 06 18:08:03.151645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-a99232be-ed8f-49f3-a065-cacac89f95d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604115 Aug 06 18:08:03.217062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-52fc4038-48a4-460c-bd5a-1574b8d28d99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241 HTTP/1.1" status: 200 len: 217 time: 0.0738428 Aug 06 18:08:03.264014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4d3a20c-3364-43e7-bfed-1c160ae81dcf req-badcc796-76a8-410f-8d77-758e63177938 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0622349 Aug 06 18:08:03.325822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a10f-981c-45d6-b463-c908442840f9 req-ca16cfd0-18c2-4789-be80-2c38d0685887 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.328514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3745a10f-981c-45d6-b463-c908442840f9 req-ca16cfd0-18c2-4789-be80-2c38d0685887 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 943 time: 0.1774440 Aug 06 18:08:03.358502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-714fe6a5-e4ab-48e9-9a34-7f5ded97e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.361127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-714fe6a5-e4ab-48e9-9a34-7f5ded97e47c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1386905 Aug 06 18:08:03.389635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-87b42763-c761-4838-92bf-38ecea65ad3b service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191632 Aug 06 18:08:03.461156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-038a1d7a-c122-4570-a37e-f9a64a412521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.463662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-038a1d7a-c122-4570-a37e-f9a64a412521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877321 Aug 06 18:08:03.513956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3745a10f-981c-45d6-b463-c908442840f9 req-b4a48ce6-f56c-4b59-bdb2-9084663625ae tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670258 Aug 06 18:08:03.580462 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fd5d174-7326-478d-a0cd-fe003178f83f req-f3b324b0-4999-4ad8-b770-0af4c53d9beb service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709857 Aug 06 18:08:03.679836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-8e5fe95d-70b3-44f5-a699-666f2164820c service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044816 Aug 06 18:08:03.738099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db094a9-1965-439a-898d-59e70c35cb9a req-4538b233-3a02-48c0-9ba2-d6a659e2cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.741863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-4538b233-3a02-48c0-9ba2-d6a659e2cd11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1095 time: 0.0932674 Aug 06 18:08:03.881099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1fbf9-4845-445a-8c0c-bdf606ed495c req-3c385404-7db2-41da-acac-d2affd753c90 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.882778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def1fbf9-4845-445a-8c0c-bdf606ed495c req-3c385404-7db2-41da-acac-d2affd753c90 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.1041467 Aug 06 18:08:03.909961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84d88fc0-26aa-4d4d-b641-c18d67e5fec3 req-cc773822-0894-4155-abff-3dac28a7d813 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246268 Aug 06 18:08:03.951261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def1fbf9-4845-445a-8c0c-bdf606ed495c req-420b30da-10dc-4841-baeb-689dd71faa39 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Aug 06 18:08:03.985181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db094a9-1965-439a-898d-59e70c35cb9a req-ec66834b-1cdc-4d9b-b543-45a315f88161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:03.988856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-ec66834b-1cdc-4d9b-b543-45a315f88161 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.2373188 Aug 06 18:08:04.087477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-315f3171-8358-4152-8945-ab907a51c283 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 200 len: 217 time: 0.0867336 Aug 06 18:08:04.098176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5556ff-2bb0-4f59-9793-c9ad2968dc0c req-9b01f38b-8385-4c7e-a2ce-e733757e11f0 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:04.100629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d5556ff-2bb0-4f59-9793-c9ad2968dc0c req-9b01f38b-8385-4c7e-a2ce-e733757e11f0 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 948 time: 0.0723288 Aug 06 18:08:04.166649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d5556ff-2bb0-4f59-9793-c9ad2968dc0c req-335931c2-a796-4a4f-9276-fd55dbea099b tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580583 Aug 06 18:08:04.205785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db094a9-1965-439a-898d-59e70c35cb9a req-4aee2513-8d44-458a-a221-bf9012d6b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:04.208226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-4aee2513-8d44-458a-a221-bf9012d6b702 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.1122844 Aug 06 18:08:04.263127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-8c8e8dc3-4306-491e-a8f2-a6f79abc77fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427926 Aug 06 18:08:04.413794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-d511435b-3424-402f-9d87-a38bad430092 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420019 Aug 06 18:08:04.451289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3264a100-fdf0-4430-b7a2-6c2060321fc2 req-6e290aac-216e-4728-8898-e8dc0953fe04 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0522459 Aug 06 18:08:04.527482 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:04.643777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8db094a9-1965-439a-898d-59e70c35cb9a req-84730f87-6cd4-4fcc-8b00-c58c3d99f2f9 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194092 Aug 06 18:08:04.780643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e832637-7282-454f-8efd-6c95a0be43f4 req-6133bafa-0db1-497b-a1b6-9e98d515f354 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:04.791050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e832637-7282-454f-8efd-6c95a0be43f4 req-6133bafa-0db1-497b-a1b6-9e98d515f354 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 943 time: 0.1119761 Aug 06 18:08:04.837673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52956) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:04.855275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e832637-7282-454f-8efd-6c95a0be43f4 req-d7f53b26-4bb4-4c85-9ecf-f33e57b819ee tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605271 Aug 06 18:08:05.015560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0815d4a0-b44e-40ea-8a56-219dfd2ca415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.195400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a77a-af8e-47cb-9808-7efd85a5d82e req-04e476a7-c2bc-4ddc-b2d3-b50e9889521e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:05.197038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8f0a77a-af8e-47cb-9808-7efd85a5d82e req-04e476a7-c2bc-4ddc-b2d3-b50e9889521e tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.1044083 Aug 06 18:08:05.259601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0815d4a0-b44e-40ea-8a56-219dfd2ca415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.266073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8f0a77a-af8e-47cb-9808-7efd85a5d82e req-55e40698-5824-45f0-9ad0-a0ccd8ea39cc tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Aug 06 18:08:05.269325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0815d4a0-b44e-40ea-8a56-219dfd2ca415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.358122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0815d4a0-b44e-40ea-8a56-219dfd2ca415 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3070478dfec480dac0518a50ed86461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189703 Aug 06 18:08:05.366535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52966) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:05.414331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815d4a0-b44e-40ea-8a56-219dfd2ca415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b8d29c-6f95-4f78-ac5f-eac4c7e1c309,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:05.427954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f4b6-0545-47cf-8821-ae54f0665dae req-1bc0e643-1f2e-45e8-9109-3a225fd78d69 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:05.432018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e1f4b6-0545-47cf-8821-ae54f0665dae req-1bc0e643-1f2e-45e8-9109-3a225fd78d69 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 948 time: 0.1291990 Aug 06 18:08:05.454160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.499299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.532482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e1f4b6-0545-47cf-8821-ae54f0665dae req-236d058c-9197-46a4-a588-5a956caede56 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800204 Aug 06 18:08:05.591450 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.596034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:05.597562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28b8d29c-6f95-4f78-ac5f-eac4c7e1c309 HTTP/1.1" status: 204 len: 168 time: 0.2295556 Aug 06 18:08:05.610004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38561a9-97a0-421f-97f2-2de57baae528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b8d29c-6f95-4f78-ac5f-eac4c7e1c309,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:05.749912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6d05304-3218-4036-b726-cf9a03633fec req-dbf33240-0486-4e12-9d46-5bf8d511a9c0 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0429358 Aug 06 18:08:05.809819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c3f5f-544a-4278-93bc-185e7f3bd899 req-be795a54-91f1-4e5d-9fd3-2476cb65757d tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:05.822022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f42c3f5f-544a-4278-93bc-185e7f3bd899 req-be795a54-91f1-4e5d-9fd3-2476cb65757d tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1102 time: 0.0927193 Aug 06 18:08:05.913773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f42c3f5f-544a-4278-93bc-185e7f3bd899 req-2333cd26-1445-4851-86a0-99f0c97c8b0b tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903504 Aug 06 18:08:06.110452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07cfc-00db-4524-a4c9-01ead222cda5 req-7c3c7e67-320b-49ac-8da2-eb9cf3c11d3c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:06.124863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73f07cfc-00db-4524-a4c9-01ead222cda5 req-7c3c7e67-320b-49ac-8da2-eb9cf3c11d3c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 943 time: 0.1206701 Aug 06 18:08:06.196903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73f07cfc-00db-4524-a4c9-01ead222cda5 req-4ebe13a3-f3d7-4689-88eb-148d4a95a9d9 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702863 Aug 06 18:08:06.216375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52988) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:06.251950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2afbfc42-f2fb-43cb-8fb2-f07c49e1cf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.403032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87d14b-a201-46ad-98ca-6cec7c2d72ad req-3a247b50-25ee-486b-93ac-f9d063349a06 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:06.405419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb87d14b-a201-46ad-98ca-6cec7c2d72ad req-3a247b50-25ee-486b-93ac-f9d063349a06 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 1102 time: 0.1157064 Aug 06 18:08:06.490181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb87d14b-a201-46ad-98ca-6cec7c2d72ad req-5a65bc71-1eca-4397-ae64-7e77cd896585 tempest-ServersAdminTestJSON-1869034748 tempest-ServersAdminTestJSON-1869034748-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713868 Aug 06 18:08:06.495381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2afbfc42-f2fb-43cb-8fb2-f07c49e1cf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.501494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2afbfc42-f2fb-43cb-8fb2-f07c49e1cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.549044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2afbfc42-f2fb-43cb-8fb2-f07c49e1cf76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=412f5842f8734e9ba35dadf8e1336dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307605 Aug 06 18:08:06.550396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbfc42-f2fb-43cb-8fb2-f07c49e1cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d649e659-3146-43bd-8d4a-a5bd86a3f68a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:06.552532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:06.635448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cdb1ee38-1fa7-4351-ba53-e217923b44bb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:08:06.678348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.733825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.828211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43858b4-1137-488f-9e31-ca9311a4fa36 req-c27675f1-f6cf-4ab4-b768-347297084e8f tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:06.831746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c43858b4-1137-488f-9e31-ca9311a4fa36 req-c27675f1-f6cf-4ab4-b768-347297084e8f tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 948 time: 0.1788983 Aug 06 18:08:06.910637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.915805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:06.917897 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c43858b4-1137-488f-9e31-ca9311a4fa36 req-ffb7487f-06a5-4327-b153-ee856b08ab29 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Aug 06 18:08:06.922019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d649e659-3146-43bd-8d4a-a5bd86a3f68a HTTP/1.1" status: 204 len: 168 time: 0.3666637 Aug 06 18:08:06.953954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ec584-6eec-4a7b-b73e-1b08ee680ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d649e659-3146-43bd-8d4a-a5bd86a3f68a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:06.962879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:07.001632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb', 'network_id': 'e4d52c1c-841d-4081-819f-c2e38859b7e7', 'port_id': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb', 'mac_address': 'fa:16:3e:3a:38:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380d8e3b-7ad3-46f9-b393-82db91d4b602', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:08:07.083899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:07.110306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb1ee38-1fa7-4351-ba53-e217923b44bb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:07.158469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:07.166362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:07.168478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d192db6-c1b1-4288-b977-b3b5ef2eb241 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:08:07.184972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-129d87fd-a68f-4234-8e67-3827bf16ad54 req-2344636a-03de-43de-bb69-8b881e34f3ca tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0742691 Aug 06 18:08:07.367775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:07.368583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a1e29-6241-44ef-a17d-b5c4bee8ca7b req-e593fbb6-5722-4ce3-b4d3-a895b4cfea51 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:07.372130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f2a1e29-6241-44ef-a17d-b5c4bee8ca7b req-e593fbb6-5722-4ce3-b4d3-a895b4cfea51 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 950 time: 0.1225414 Aug 06 18:08:07.422238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:07.434041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5d192db6-c1b1-4288-b977-b3b5ef2eb241', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '5d192db6-c1b1-4288-b977-b3b5ef2eb241', 'mac_address': 'fa:16:3e:40:21:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:08:07.459398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f2a1e29-6241-44ef-a17d-b5c4bee8ca7b req-4f489cb6-d301-4333-95d7-09e0db90c421 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767705 Aug 06 18:08:07.506921 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:07.525114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d192db6-c1b1-4288-b977-b3b5ef2eb241 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:07.556184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:07.563010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dd55c-de22-48e4-bada-b45af42fbc91 req-f01e24c4-378c-40a4-9947-01bb80d47f66 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:07.565835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e9dd55c-de22-48e4-bada-b45af42fbc91 req-f01e24c4-378c-40a4-9947-01bb80d47f66 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 944 time: 0.0965390 Aug 06 18:08:07.582810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:07.653329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:07.666525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e9dd55c-de22-48e4-bada-b45af42fbc91 req-2c1e6bc3-65d2-4287-ae61-fe8b20b423f8 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Aug 06 18:08:07.828616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5d192db6-c1b1-4288-b977-b3b5ef2eb241'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:07.869673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['cdb1ee38-1fa7-4351-ba53-e217923b44bb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:08.178563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06464f-77a8-4508-bce3-3ad480997b3a req-90327e49-f9e8-4b21-923c-74691e6746ff tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:08.180274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce06464f-77a8-4508-bce3-3ad480997b3a req-90327e49-f9e8-4b21-923c-74691e6746ff tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 949 time: 0.1358864 Aug 06 18:08:08.227044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce06464f-77a8-4508-bce3-3ad480997b3a req-47cbba7c-f0cb-4f97-8399-b1ff53a142f3 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Aug 06 18:08:08.348215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c95222a5-369b-4a10-a29b-f385bd056d1a req-5aec13fb-22a2-4318-afc8-21ae49a16985 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0370083 Aug 06 18:08:08.631345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354add77-5077-4453-9612-28ebd1b3f443 req-544b5094-3d65-4544-ba89-0c0ab27ee50c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:08.634183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-354add77-5077-4453-9612-28ebd1b3f443 req-544b5094-3d65-4544-ba89-0c0ab27ee50c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 950 time: 0.0708208 Aug 06 18:08:08.645527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cdb1ee38-1fa7-4351-ba53-e217923b44bb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:08.727374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-354add77-5077-4453-9612-28ebd1b3f443 req-971a134b-8a2e-48f2-b148-d8c4fede836b tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845795 Aug 06 18:08:08.742855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port cdb1ee38-1fa7-4351-ba53-e217923b44bb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:08.752305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port cdb1ee38-1fa7-4351-ba53-e217923b44bb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:08.752978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:08.842364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-995b728d-2693-40ba-9328-cb83142c0ddc tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:08.844001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-995b728d-2693-40ba-9328-cb83142c0ddc tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 950 time: 0.1153445 Aug 06 18:08:08.916865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461cdc-584a-4d74-be4e-baa457c9b31b req-27aa7038-9dff-443f-b528-0cb3e4aa5207 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:08.920743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30461cdc-584a-4d74-be4e-baa457c9b31b req-27aa7038-9dff-443f-b528-0cb3e4aa5207 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 944 time: 0.0918756 Aug 06 18:08:08.958196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.024586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:09.028993 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e8d05-4a16-46c5-9870-73f178651979" -d '{"events": [{"server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:09.033922 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30461cdc-584a-4d74-be4e-baa457c9b31b req-96a7e842-b01e-4ce0-9431-d266f7ccc547 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017447 Aug 06 18:08:09.046598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Deleting port 8c7cef63-445d-423b-99d9-5c1a9a461efd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:09.047372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.087921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:09.098566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.100434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d192db6-c1b1-4288-b977-b3b5ef2eb241 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:09.190462 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b5a51-0474-4e0a-9eef-be25da944557 x-openstack-request-id: req-038b5a51-0474-4e0a-9eef-be25da944557 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:09.190917 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "name": "network-vif-plugged", "status": "completed", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:09.191492 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-038b5a51-0474-4e0a-9eef-be25da944557 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:09.192135 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb', 'code': 200} Aug 06 18:08:09.291147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9e5f7-4eef-48be-9064-ca347df9f367 req-9ed93411-2e10-4214-b8fd-23b21aeae726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:09.295079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2dd9e5f7-4eef-48be-9064-ca347df9f367 req-9ed93411-2e10-4214-b8fd-23b21aeae726 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0903814 Aug 06 18:08:09.302935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:09.319181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:09.319844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.372142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:09.388426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2dd9e5f7-4eef-48be-9064-ca347df9f367 req-d7b52ec2-a251-41ca-bd8b-068625bba362 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852480 Aug 06 18:08:09.527261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.572289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:09.584307 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37ae8d52-3a15-4bb9-9f93-8734b104d4c1 req-fbdb0bd2-8a6d-4a6a-9aa3-d156cfe55db3 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0680196 Aug 06 18:08:09.591283 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.700661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:09.829535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] For port 8c7cef63-445d-423b-99d9-5c1a9a461efd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c7cef63-445d-423b-99d9-5c1a9a461efd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:09.830532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:09.839792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90af214-e731-483a-9158-0f7a6c576dbf req-aee30589-f4c0-41ca-bb40-24be0d5ef1eb tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:09.841656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f90af214-e731-483a-9158-0f7a6c576dbf req-aee30589-f4c0-41ca-bb40-24be0d5ef1eb tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.1135850 Aug 06 18:08:09.855192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Calling delete_port for 8c7cef63-445d-423b-99d9-5c1a9a461efd owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:09.949331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f90af214-e731-483a-9158-0f7a6c576dbf req-bd9ea0ec-24f7-463d-bd29-191d158227ae tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957577 Aug 06 18:08:10.114085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:10.147385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['61e80f75-be7e-45b8-96f1-b1dbd3a7080e', '8c7cef63-445d-423b-99d9-5c1a9a461efd', '9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:10.187117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f172a-00fe-4c70-9b0a-c0e468cfc0e4 req-9f35239d-d869-4ccf-9264-027e18bd7008 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:10.195364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event deleted for resources: {'Port': ['ID=8c7cef63-445d-423b-99d9-5c1a9a461efd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:10.212348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd6f172a-00fe-4c70-9b0a-c0e468cfc0e4 req-9f35239d-d869-4ccf-9264-027e18bd7008 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad HTTP/1.1" status: 200 len: 867 time: 0.1808534 Aug 06 18:08:10.249612 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:10.376803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] No DVR routers for this DVR port 8c7cef63-445d-423b-99d9-5c1a9a461efd on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:10.392582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd6f172a-00fe-4c70-9b0a-c0e468cfc0e4 req-8b7128fe-58b3-422b-b23a-b32a9d76b341 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721463 Aug 06 18:08:10.403745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:10.415009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21d88fba-2f17-4ddd-b749-271ca2bb7212 req-a94e86a1-a933-4a92-ac38-eec7b11a7500 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "DELETE /v2.0/ports/8c7cef63-445d-423b-99d9-5c1a9a461efd HTTP/1.1" status: 204 len: 173 time: 1.5593534 Aug 06 18:08:10.420482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'name': 'network-vif-deleted', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:10.445994 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc4c76-f0d0-42cc-b178-364c2c04b7f3" -d '{"events": [{"server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "name": "network-vif-deleted", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:10.849254 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7ba462-26fc-4779-86e3-8a856d036d89 x-openstack-request-id: req-6e7ba462-26fc-4779-86e3-8a856d036d89 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:10.851495 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad", "name": "network-vif-deleted", "tag": "8c7cef63-445d-423b-99d9-5c1a9a461efd", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:10.852253 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e7ba462-26fc-4779-86e3-8a856d036d89 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:10.853142 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1889f3-bdcb-4b53-8c97-a39cfc0e33ad', 'name': 'network-vif-deleted', 'tag': '8c7cef63-445d-423b-99d9-5c1a9a461efd', 'status': 'completed', 'code': 200} Aug 06 18:08:10.875065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69106cc2-402f-4d21-ad8b-bff1c3972d3b req-655090b0-280d-44f0-9bbf-be121b80496a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:10.882792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69106cc2-402f-4d21-ad8b-bff1c3972d3b req-655090b0-280d-44f0-9bbf-be121b80496a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.2217250 Aug 06 18:08:11.020895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69106cc2-402f-4d21-ad8b-bff1c3972d3b req-097c9e19-e5e2-4f76-8888-71e9a9c694b9 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247180 Aug 06 18:08:11.035166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3d8b6ac-ba9a-4907-bc5b-35f659a979db req-6f1395b7-c746-47ef-be98-3b47a25743f2 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0509822 Aug 06 18:08:11.193803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:11.196777 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e9c233-d33b-4ac5-a044-132116e06131" -d '{"events": [{"server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "name": "network-vif-plugged", "status": "completed", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:11.211192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:11.320812 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20eed2-1915-4572-92d5-2437de7b7ae3 x-openstack-request-id: req-ac20eed2-1915-4572-92d5-2437de7b7ae3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:11.321268 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "name": "network-vif-plugged", "status": "completed", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:11.321789 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac20eed2-1915-4572-92d5-2437de7b7ae3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:11.322452 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241', 'code': 200} Aug 06 18:08:11.399224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3b4ff-b00e-4aa2-bc88-7a1d51c3fb26 req-87e2df94-ae9b-42cc-8e02-6a4ab498989e tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:11.411674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cc3b4ff-b00e-4aa2-bc88-7a1d51c3fb26 req-87e2df94-ae9b-42cc-8e02-6a4ab498989e tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.2082410 Aug 06 18:08:11.474082 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:11.497093 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4bb330b-9e8c-4731-99e1-9585c1cad798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:11.538324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cc3b4ff-b00e-4aa2-bc88-7a1d51c3fb26 req-46cb8602-9937-4279-8d2e-56f2706ce002 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255333 Aug 06 18:08:11.556311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27834e-5e85-4ae1-bfd8-2cea5b328515 req-6e867d3d-8d36-4f71-9f10-9039af7987fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:11.559195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b27834e-5e85-4ae1-bfd8-2cea5b328515 req-6e867d3d-8d36-4f71-9f10-9039af7987fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 1102 time: 0.1058626 Aug 06 18:08:11.564201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2a85a-ba23-4da4-a4bb-89ceb6eb5c56 req-073f21f4-a253-49e0-882c-c1ddfec6cf38 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:11.566341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bf2a85a-ba23-4da4-a4bb-89ceb6eb5c56 req-073f21f4-a253-49e0-882c-c1ddfec6cf38 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1636295 Aug 06 18:08:11.631437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b27834e-5e85-4ae1-bfd8-2cea5b328515 req-a2c57b0a-3d4f-491c-9c19-67f192496cf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517101 Aug 06 18:08:11.652163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bf2a85a-ba23-4da4-a4bb-89ceb6eb5c56 req-8efcd663-03b9-4b87-876e-7c744f13e79b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758228 Aug 06 18:08:11.734917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4bb330b-9e8c-4731-99e1-9585c1cad798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:11.748726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4bb330b-9e8c-4731-99e1-9585c1cad798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:11.809070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c4bb330b-9e8c-4731-99e1-9585c1cad798 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f3846ddabb94640b0c06cfe846c70e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942190 Aug 06 18:08:11.809070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb330b-9e8c-4731-99e1-9585c1cad798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3126e82-23ba-448b-95d8-32bf7f18c28b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:11.809769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:11.974261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77606a-291e-48ff-8e03-bcfae7fc9e17 req-41a3db87-5216-44b6-adc2-64c229b2ade3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:11.977882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c77606a-291e-48ff-8e03-bcfae7fc9e17 req-41a3db87-5216-44b6-adc2-64c229b2ade3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 950 time: 0.0853200 Aug 06 18:08:12.043874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c77606a-291e-48ff-8e03-bcfae7fc9e17 req-f5e9f52b-75af-4a3e-980c-5ba40af491d2 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Aug 06 18:08:12.242127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64d32379-a0e9-4fb4-8e3e-f2b35626e8fe req-1eb733e8-3dad-472e-b199-7fb15ac7e26a tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0531354 Aug 06 18:08:12.284220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:12.316227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00749-df28-4542-9662-1180d7bcc42f req-8bc54d92-fb3d-4cf4-9d65-e79e0647ab73 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:12.318117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5cc00749-df28-4542-9662-1180d7bcc42f req-8bc54d92-fb3d-4cf4-9d65-e79e0647ab73 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.0935903 Aug 06 18:08:12.323668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:12.406814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5cc00749-df28-4542-9662-1180d7bcc42f req-4dc38690-4f98-4679-872d-16e01c69c7c6 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758812 Aug 06 18:08:12.455824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:12.463578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:12.469616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3126e82-23ba-448b-95d8-32bf7f18c28b HTTP/1.1" status: 204 len: 168 time: 0.6577578 Aug 06 18:08:12.479292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb234d1-1c75-4f93-9106-efe35881a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3126e82-23ba-448b-95d8-32bf7f18c28b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:12.903315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f62d75-5075-4bb9-b187-99b4521a19b4 req-fb8b18d0-fc13-4e68-b05c-e853e0ff8c6f tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:12.905475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48f62d75-5075-4bb9-b187-99b4521a19b4 req-fb8b18d0-fc13-4e68-b05c-e853e0ff8c6f tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.1251581 Aug 06 18:08:12.909100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-3fc03ded-3aa0-423c-9f9c-7a9b6b524056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:12.910881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-3fc03ded-3aa0-423c-9f9c-7a9b6b524056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0775204 Aug 06 18:08:13.014135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f32e-38cb-4bb9-aa34-980df86107bb req-7bd9af76-28bc-4679-9aa0-abd7b1452dff tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:13.018099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48f62d75-5075-4bb9-b187-99b4521a19b4 req-2a8141d5-7dea-425d-9e54-2b985f23b02b tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043696 Aug 06 18:08:13.042131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f59f32e-38cb-4bb9-aa34-980df86107bb req-7bd9af76-28bc-4679-9aa0-abd7b1452dff tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1173294 Aug 06 18:08:13.053723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53166) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:13.072529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91affe9a-7b5e-4baa-a4d3-a04e681d39dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:13.113655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-21e4f277-d83d-415a-8bcf-b74a52c94a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:13.117505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-21e4f277-d83d-415a-8bcf-b74a52c94a37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.1830988 Aug 06 18:08:13.161259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f59f32e-38cb-4bb9-aa34-980df86107bb req-def74274-f92d-4110-b730-79e1a5119962 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700860 Aug 06 18:08:13.223348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-2db23c2a-3081-41e5-a281-652d1996a04d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 200 len: 217 time: 0.0907137 Aug 06 18:08:13.226995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c7cef63-445d-423b-99d9-5c1a9a461efd no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:13.257975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 8c7cef63-445d-423b-99d9-5c1a9a461efd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:13.258328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c7cef63-445d-423b-99d9-5c1a9a461efd not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:13.344338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd87e51-ebe9-4b01-9842-18ec2054bd29 req-382c464d-a29d-4bdb-8944-21b3793986ba tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:13.352597 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecd87e51-ebe9-4b01-9842-18ec2054bd29 req-382c464d-a29d-4bdb-8944-21b3793986ba tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.2580044 Aug 06 18:08:13.388982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-7c9f105b-2740-41da-b8b4-36408f312f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:13.393657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-7c9f105b-2740-41da-b8b4-36408f312f47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.1522224 Aug 06 18:08:13.457165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-3cb0aa80-59ed-429a-b6ec-0273c058c118 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558674 Aug 06 18:08:13.518184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecd87e51-ebe9-4b01-9842-18ec2054bd29 req-7b72af68-b8ba-42d2-81c5-c3f89168cd39 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624429 Aug 06 18:08:13.780985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91affe9a-7b5e-4baa-a4d3-a04e681d39dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:13.843942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91affe9a-7b5e-4baa-a4d3-a04e681d39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:13.880623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0afd2fb-4bea-4c7b-b102-e30b2489a474 req-2a9d1135-4ee9-4f86-93c4-d164ab7ea1f4 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0690744 Aug 06 18:08:13.913984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-5aba9037-3012-4dc3-8b79-1c1688857832 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:13.916252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-5aba9037-3012-4dc3-8b79-1c1688857832 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 950 time: 0.1249571 Aug 06 18:08:13.954808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-91affe9a-7b5e-4baa-a4d3-a04e681d39dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc953afe8d8d4032b426ee5611f09745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9052510 Aug 06 18:08:13.957090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-5e9fb0f8-0248-4a17-87d6-1827d2bbcfd7 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909210 Aug 06 18:08:13.958941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53182) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:14.003132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15a20d-4bae-48bb-9260-c0b42e1c7a83 req-ea5a7da5-e982-44bd-93aa-20f777a6414f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:14.012023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15a20d-4bae-48bb-9260-c0b42e1c7a83 req-ea5a7da5-e982-44bd-93aa-20f777a6414f tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 950 time: 0.2560937 Aug 06 18:08:14.089253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db15a20d-4bae-48bb-9260-c0b42e1c7a83 req-802e1e83-ae88-45c1-aa76-34986453351c tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747578 Aug 06 18:08:14.106538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91affe9a-7b5e-4baa-a4d3-a04e681d39dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52917c-2e19-45b3-84ba-b38c147949d4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:14.254706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.305490 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdac3fa6-f519-4a54-9e0f-b07e62a920ec req-408c7288-2754-4db2-b69a-4f06cbe96ecc service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202462 Aug 06 18:08:14.339185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.392969 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:08:14.451883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Deleting port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:14.451883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.472872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e6045-3710-4215-993a-5319c1bcda7f req-4e50ee19-b349-45c2-b7f2-3736b34fd863 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:14.480877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-685e6045-3710-4215-993a-5319c1bcda7f req-4e50ee19-b349-45c2-b7f2-3736b34fd863 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.3481586 Aug 06 18:08:14.617236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-685e6045-3710-4215-993a-5319c1bcda7f req-cdf99dfd-ff78-4cb4-be0c-e4efc33469bb tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350327 Aug 06 18:08:14.637497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.640116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.655917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd52917c-2e19-45b3-84ba-b38c147949d4 HTTP/1.1" status: 204 len: 168 time: 0.6953981 Aug 06 18:08:14.689884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] For port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:14.690265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:14.709492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Calling delete_port for 61e80f75-be7e-45b8-96f1-b1dbd3a7080e owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:14.727834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89292-a9b8-45a1-9cd4-252a8a408783 req-3012a650-3847-449e-a06d-c409a7aba916 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:14.737753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8be89292-a9b8-45a1-9cd4-252a8a408783 req-3012a650-3847-449e-a06d-c409a7aba916 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1301754 Aug 06 18:08:14.827875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e25e3-0039-44f6-a216-34c429c55f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52917c-2e19-45b3-84ba-b38c147949d4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:14.852072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8be89292-a9b8-45a1-9cd4-252a8a408783 req-6e89607b-681d-47c3-b7a3-7bb9cde569bf tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940225 Aug 06 18:08:14.943343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b258fe1-6d2b-4592-96cb-c9f3b24dcbd4 req-6cba9bda-de1e-4a09-9132-adf40f9edfd4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:14.946258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8b258fe1-6d2b-4592-96cb-c9f3b24dcbd4 req-6cba9bda-de1e-4a09-9132-adf40f9edfd4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1975949 Aug 06 18:08:15.116100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:15.130814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['61e80f75-be7e-45b8-96f1-b1dbd3a7080e', '9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:15.144246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-7399e467-69f8-4e22-a250-93b2c839beb0 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:15.145933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-7399e467-69f8-4e22-a250-93b2c839beb0 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.55 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.1053240 Aug 06 18:08:15.173652 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8b258fe1-6d2b-4592-96cb-c9f3b24dcbd4 req-d7fb566f-382b-4576-bbb1-b0954c91af63 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646953 Aug 06 18:08:15.174459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event deleted for resources: {'Port': ['ID=61e80f75-be7e-45b8-96f1-b1dbd3a7080e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:15.213004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54d867f2-fad5-4f25-a1d7-4afc17de278d req-1bc192a0-3dcf-44fb-9853-edf3dd48fe74 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1062114 Aug 06 18:08:15.283766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] No DVR routers for this DVR port 61e80f75-be7e-45b8-96f1-b1dbd3a7080e on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:15.290910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:15.293190 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0b4c704-8e1e-461b-8169-c97d315c2b57 req-ffcfa715-ad63-4c08-a45f-db49c0fbc2c0 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "DELETE /v2.0/ports/61e80f75-be7e-45b8-96f1-b1dbd3a7080e HTTP/1.1" status: 204 len: 173 time: 1.3691607 Aug 06 18:08:15.297200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'name': 'network-vif-deleted', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:15.300275 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99439a9-2ad3-414b-b87c-b5b5898c8886" -d '{"events": [{"server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "name": "network-vif-deleted", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:15.316522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42046d29-340b-4ff4-a66c-958c5769e583 req-7ba5236e-0308-49ba-baa7-7eac6f327f08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1686654 Aug 06 18:08:15.404898 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc95abe4-bc5c-4683-b39a-1c23f0c36e2a x-openstack-request-id: req-bc95abe4-bc5c-4683-b39a-1c23f0c36e2a {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:15.405234 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1101f90e-f0db-4562-91b4-d86f9567e058", "name": "network-vif-deleted", "tag": "61e80f75-be7e-45b8-96f1-b1dbd3a7080e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:15.405502 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc95abe4-bc5c-4683-b39a-1c23f0c36e2a {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:15.405984 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1101f90e-f0db-4562-91b4-d86f9567e058', 'name': 'network-vif-deleted', 'tag': '61e80f75-be7e-45b8-96f1-b1dbd3a7080e', 'status': 'completed', 'code': 200} Aug 06 18:08:15.413603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Deleting port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:15.414366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:15.418901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e15479b7-747b-47fa-ba79-5fdfd33fde4b req-06e97f99-53f8-4ab1-a91d-541eae7dee02 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=1101f90e-f0db-4562-91b4-d86f9567e058 HTTP/1.1" status: 200 len: 210 time: 0.0818980 Aug 06 18:08:15.634829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] For port 5d192db6-c1b1-4288-b977-b3b5ef2eb241, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5d192db6-c1b1-4288-b977-b3b5ef2eb241,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:15.635618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:15.658983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Calling delete_port for 5d192db6-c1b1-4288-b977-b3b5ef2eb241 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:15.821126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bf7a-7620-4613-9ea9-79b470d0400a req-8e8ff23b-37f1-407f-b0a9-97141afd1052 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:15.835241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea21bf7a-7620-4613-9ea9-79b470d0400a req-8e8ff23b-37f1-407f-b0a9-97141afd1052 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/ports?device_id=32059283-799b-4013-aa62-d5f9452f5b50 HTTP/1.1" status: 200 len: 950 time: 0.0980303 Aug 06 18:08:15.939160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea21bf7a-7620-4613-9ea9-79b470d0400a req-22159ed9-b0f3-4040-9b07-a37752b45bd9 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.64 "GET /v2.0/security-groups?id=0787551a-fe56-4769-995d-da17433a26eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020839 Aug 06 18:08:16.055599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.076672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5d192db6-c1b1-4288-b977-b3b5ef2eb241'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:16.078251 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-6d4b4a08-bf96-4a68-9e8b-fa559b7f3c0c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1020047778&fields=id&tenant_id=5c6839ba26324ccd9caa2ec61494141b HTTP/1.1" status: 200 len: 267 time: 0.1010137 Aug 06 18:08:16.131457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f092db1-2b49-4163-b805-1a9f49b09bd7 req-2cdeaef2-7b53-4c94-812f-36d295ace813 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:16.135032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f092db1-2b49-4163-b805-1a9f49b09bd7 req-2cdeaef2-7b53-4c94-812f-36d295ace813 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.1254947 Aug 06 18:08:16.148680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Pushing event deleted for resources: {'Port': ['ID=5d192db6-c1b1-4288-b977-b3b5ef2eb241,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:16.245367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f092db1-2b49-4163-b805-1a9f49b09bd7 req-3b7a9bca-348e-4a84-8720-9aa2d037dda1 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945566 Aug 06 18:08:16.329813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53240) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:16.410671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] No DVR routers for this DVR port 5d192db6-c1b1-4288-b977-b3b5ef2eb241 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:16.420514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.424746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9cbb2752-9e84-4741-8562-0d6a475962bd req-a9ac5f15-e36b-4f00-b5b6-85055d4d5411 tempest-ImagesNegativeTestJSON-48250020 tempest-ImagesNegativeTestJSON-48250020-project] 10.222.0.55 "DELETE /v2.0/ports/5d192db6-c1b1-4288-b977-b3b5ef2eb241 HTTP/1.1" status: 204 len: 173 time: 1.2089462 Aug 06 18:08:16.493096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'name': 'network-vif-deleted', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:16.496166 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77953f3-f2c2-4ca4-9aeb-c4a4b23dcbd0" -d '{"events": [{"server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "name": "network-vif-deleted", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:16.501225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d226-5486-40d0-be02-b43db898d1a1 req-106fe0ac-cf75-46ce-87ce-b07f4f076e85 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:16.503174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b200d226-5486-40d0-be02-b43db898d1a1 req-106fe0ac-cf75-46ce-87ce-b07f4f076e85 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1050706 Aug 06 18:08:16.586139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b200d226-5486-40d0-be02-b43db898d1a1 req-cc11398b-3ca7-4b26-bb7e-15f0421ba9ff tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738273 Aug 06 18:08:16.592490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-f24f4b5e-b010-4341-9a4f-35389fba9e12 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:16.594334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-network', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:16.603713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-f24f4b5e-b010-4341-9a4f-35389fba9e12 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/networks?id=babff83e-63dd-46e5-bd78-d2e3e1251ac2 HTTP/1.1" status: 200 len: 815 time: 0.4796331 Aug 06 18:08:16.641814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-90020899-5ff6-44e7-aa3b-845b90ecba5f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:16.644278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-90020899-5ff6-44e7-aa3b-845b90ecba5f tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.16 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.2625294 Aug 06 18:08:16.646106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-d881fee4-d6bd-4dee-8bfe-9647993dd7cf tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/quotas/5c6839ba26324ccd9caa2ec61494141b HTTP/1.1" status: 200 len: 375 time: 0.0391185 Aug 06 18:08:16.656169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Made reservation on behalf of 5442cb5c62444b59a09ac868b01843f5 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:16.666340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.685970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.799182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d91889c5-a12b-48a5-b9d5-7893ad38c081 req-6c206876-44b1-4217-8d13-726053fc07a3 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0658777 Aug 06 18:08:16.839005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-05264294-b5a2-4f5a-a756-39cc274069d4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c6839ba26324ccd9caa2ec61494141b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1286621 Aug 06 18:08:16.927560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.934539 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50fc035-2f2d-4da6-b2e9-f824e53eec6a x-openstack-request-id: req-a50fc035-2f2d-4da6-b2e9-f824e53eec6a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:16.934842 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32059283-799b-4013-aa62-d5f9452f5b50", "name": "network-vif-deleted", "tag": "5d192db6-c1b1-4288-b977-b3b5ef2eb241", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:16.935264 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a50fc035-2f2d-4da6-b2e9-f824e53eec6a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:16.935826 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32059283-799b-4013-aa62-d5f9452f5b50', 'name': 'network-vif-deleted', 'tag': '5d192db6-c1b1-4288-b977-b3b5ef2eb241', 'status': 'completed', 'code': 200} Aug 06 18:08:16.945007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:16.947012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Deleting port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:16.947555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.005877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:08:17.015212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b759fd3-12d9-44ad-b54f-163840ac5494,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:17.045128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.046464 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Added segment 7597162c-05c7-4eb3-9b77-0b844436daea of type vlan for network 73b9d840-9788-4922-95e9-0e03941bc5fa Aug 06 18:08:17.136372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.184236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-838a592a-20d1-4b26-9d83-7a3b20f63c22 service neutron] 10.222.0.64 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134792 Aug 06 18:08:17.193824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.195080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:17.196115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.237584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9056437 Aug 06 18:08:17.252518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53254) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:17.265827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 61e80f75-be7e-45b8-96f1-b1dbd3a7080e no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:17.269373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Request body: {'subnet': {'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-subnet', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:17.293017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323aa3-810c-4c94-b3d6-763068d7d5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=73b9d840-9788-4922-95e9-0e03941bc5fa,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:17.313221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] For port a5e40484-f3d0-46b1-8efe-f12d44cc4db7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:17.313914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.315157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 61e80f75-be7e-45b8-96f1-b1dbd3a7080e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:17.315564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 61e80f75-be7e-45b8-96f1-b1dbd3a7080e not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:17.318697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 73b9d840-9788-4922-95e9-0e03941bc5fa details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:08:17.392678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Made reservation on behalf of 5442cb5c62444b59a09ac868b01843f5 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:17.396553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.536805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43637-ecc2-43e0-b8ff-7947de2cad16 req-4913d17b-8969-42b6-b707-32d7fdf90651 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:17.539008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4f43637-ecc2-43e0-b8ff-7947de2cad16 req-4913d17b-8969-42b6-b707-32d7fdf90651 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 945 time: 0.0703790 Aug 06 18:08:17.597049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4f43637-ecc2-43e0-b8ff-7947de2cad16 req-702cabc2-229d-4fef-903a-581ea11722db tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Aug 06 18:08:17.624821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-7ea98e1e-e04d-46a3-a530-f4d712a0a32d service neutron] 10.222.0.64 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394262 Aug 06 18:08:17.753263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c949b0f-6b24-4c45-b940-6ce4b13a2110 req-0aac400c-3944-41e0-9cdd-f3f41c637fe7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:17.754847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c949b0f-6b24-4c45-b940-6ce4b13a2110 req-0aac400c-3944-41e0-9cdd-f3f41c637fe7 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.0748928 Aug 06 18:08:17.760511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.760882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.761431 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Floating IP 7904cc1f-a526-47c7-8237-df59a88487aa disassociated. External IP: 172.25.3.135, port: a5e40484-f3d0-46b1-8efe-f12d44cc4db7. Aug 06 18:08:17.761813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Calling delete_port for a5e40484-f3d0-46b1-8efe-f12d44cc4db7 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:17.814159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c949b0f-6b24-4c45-b940-6ce4b13a2110 req-aa333298-89fa-4472-9d5f-a1a671cafdc3 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512030 Aug 06 18:08:17.855368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:17.971538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c498a3be-cbc9-47b7-8c8f-b13a4ea1d863,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:18.033495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafafd48-74f6-4387-a839-11174957d51c req-c8ec14fe-9018-4fe0-a926-25e81a443d35 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:18.035275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cafafd48-74f6-4387-a839-11174957d51c req-c8ec14fe-9018-4fe0-a926-25e81a443d35 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.0723395 Aug 06 18:08:18.049700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Checking segment: {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:18.050185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Network hostable DHCP agents. Network: 73b9d840-9788-4922-95e9-0e03941bc5fa, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:08:18.057619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-b5733fa8-a5bb-4cf6-a019-8ec289a2980f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1589227 Aug 06 18:08:18.130941 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cafafd48-74f6-4387-a839-11174957d51c req-50955beb-ab02-4cde-bde7-9d675fc9f6ca tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676358 Aug 06 18:08:18.143588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Network 73b9d840-9788-4922-95e9-0e03941bc5fa is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:08:18.146677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:18.201424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86b8bb33-47bc-41e3-8326-8c1c29e1aa69 req-7fcf2183-3b78-4d41-8084-511347171d1e tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0783875 Aug 06 18:08:18.261956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a15d9c63-527f-448d-a166-8fdab3dbc864 req-034cd3a3-fbba-45e9-b228-c89b12ee578a tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.0385003 Aug 06 18:08:18.293520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event deleted for resources: {'Port': ['ID=a5e40484-f3d0-46b1-8efe-f12d44cc4db7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:18.295707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 73b9d840-9788-4922-95e9-0e03941bc5fa) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:18.307354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3a50c-dd44-4bc5-b67b-ed8314031770 None None] Network 73b9d840-9788-4922-95e9-0e03941bc5fa requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:18.309757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:18.310846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:18.342737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7363ee4-243f-489f-a4ed-1984854a2f07 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0850203 Aug 06 18:08:18.343569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53290) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:18.350173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:18.392890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-7b61cfc7-d1e6-4b8d-8934-08d5bf6b5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:18.395413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-7b61cfc7-d1e6-4b8d-8934-08d5bf6b5fca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 1097 time: 0.2080166 Aug 06 18:08:18.597199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-2eb0adf4-1d45-4ab7-8e2a-9a70a1da7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:18.599361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-2eb0adf4-1d45-4ab7-8e2a-9a70a1da7731 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.1771445 Aug 06 18:08:18.600725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:18.602291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:18.663094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-73b9d840-9788-4922-95e9-0e03941bc5fa', 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'fixed_ips': [{'subnet_id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:08:18.665859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:18.696483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d192db6-c1b1-4288-b977-b3b5ef2eb241 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:18.724592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-df802ef2-1422-42c3-bf03-ee33345049e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 200 len: 217 time: 0.1034491 Aug 06 18:08:18.736753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 5d192db6-c1b1-4288-b977-b3b5ef2eb241 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:18.737637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5d192db6-c1b1-4288-b977-b3b5ef2eb241 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:18.950033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39e30615-8456-42f7-872e-bbca2ae216af req-791813fc-3bf3-4f74-bdb6-9e1d9ebe7e3b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.1287808 Aug 06 18:08:18.988350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Allocated IP 172.20.0.2 (73b9d840-9788-4922-95e9-0e03941bc5fa/c498a3be-cbc9-47b7-8c8f-b13a4ea1d863/84004af5-5a54-4ec1-a018-6a2c4dd11347) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:19.015257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-344961b5-6688-40bf-95df-18ea7ab3d290 req-92d130c6-4dc6-4e21-925f-5b38c9dc01db tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b&device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.0709176 Aug 06 18:08:19.015257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:19.078963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-4e79a706-c990-47b9-a6fa-f3c2e86f5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:19.082784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-4e79a706-c990-47b9-a6fa-f3c2e86f5021 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.3446822 Aug 06 18:08:19.134931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Router d80ba5dd-710f-49fc-a35e-f8408cbf9157 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:08:19.172842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-e1146c85-6cac-463a-b3b8-40771b4cc677 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:19.174635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-e1146c85-6cac-463a-b3b8-40771b4cc677 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.1135972 Aug 06 18:08:19.209808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.215147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-1872be4b-ed48-478b-80bf-cf5a8f811ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174080 Aug 06 18:08:19.379898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.393861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a5e40484-f3d0-46b1-8efe-f12d44cc4db7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:19.418902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-86dc31f6-a7de-43cb-8c44-0ecf0ba2a00b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cac509836bb46c9babc5784d5e14e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041498 Aug 06 18:08:19.424412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Transition to ACTIVE for port object 84004af5-5a54-4ec1-a018-6a2c4dd11347 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:19.424917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53320) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:19.429011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: a5e40484-f3d0-46b1-8efe-f12d44cc4db7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:19.429346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a5e40484-f3d0-46b1-8efe-f12d44cc4db7 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:19.444936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Transition to ACTIVE for port object 84004af5-5a54-4ec1-a018-6a2c4dd11347 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:19.457486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.509713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Network 73b9d840-9788-4922-95e9-0e03941bc5fa is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:19.517601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:19.520689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Pushing event updated for resources: {'Port': ['ID=84004af5-5a54-4ec1-a018-6a2c4dd11347,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:19.524031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:19.566956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Deleting port 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:19.567471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.607388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Attempting to bind port 84004af5-5a54-4ec1-a018-6a2c4dd11347 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:19.607723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Attempting to bind port 84004af5-5a54-4ec1-a018-6a2c4dd11347 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:19.608047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Attempting to bind port 84004af5-5a54-4ec1-a018-6a2c4dd11347 on network 73b9d840-9788-4922-95e9-0e03941bc5fa {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:19.608646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53431b-31d8-42b8-a5c3-c2396633cf8c req-e0527092-59b3-433d-acdb-d61d6546ec89 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:19.611479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb53431b-31d8-42b8-a5c3-c2396633cf8c req-e0527092-59b3-433d-acdb-d61d6546ec89 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1905203 Aug 06 18:08:19.615058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:19.615434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Checking segment: {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:19.615939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.616345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Bound using segment: {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:19.616836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Bound port: 84004af5-5a54-4ec1-a018-6a2c4dd11347, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:19.617217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.718710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.731589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] For port 84004af5-5a54-4ec1-a018-6a2c4dd11347, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:19.736070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] For port 84004af5-5a54-4ec1-a018-6a2c4dd11347, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=84004af5-5a54-4ec1-a018-6a2c4dd11347,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:19.746543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.829875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.872351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ed00-1895-4d50-a061-c3fa6b683a84 None None] Pushing event updated for resources: {'Port': ['ID=84004af5-5a54-4ec1-a018-6a2c4dd11347,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:19.878345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb53431b-31d8-42b8-a5c3-c2396633cf8c req-8a7b6a18-5b4f-4f32-98c6-521b0e4125ce tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499676 Aug 06 18:08:19.984277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] For port 9d329358-37d1-470f-9306-8f53869ee1bd, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9d329358-37d1-470f-9306-8f53869ee1bd,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:19.984805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:19.992073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225ca8e-f112-4812-92b4-2888b09db966 req-1189b4f9-9dcf-450e-b063-d4551a3aeb19 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:19.999868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0225ca8e-f112-4812-92b4-2888b09db966 req-1189b4f9-9dcf-450e-b063-d4551a3aeb19 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/ports?device_id=f761b3c0-4927-43bd-997b-afc1adb5ea9b HTTP/1.1" status: 200 len: 950 time: 0.8572819 Aug 06 18:08:20.016439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:20.018881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:20.020127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0787551a-fe56-4769-995d-da17433a26eb HTTP/1.1" status: 204 len: 168 time: 0.5928574 Aug 06 18:08:20.065287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-548039cc-c956-479e-a8df-ce98f5c0b7e5 req-1dc35f95-d164-4a5b-a601-39e3f04dfdd5 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.0739734 Aug 06 18:08:20.076119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Calling delete_port for 9d329358-37d1-470f-9306-8f53869ee1bd owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:20.172197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-8f5aba47-e078-4a88-be28-0753118eab02 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:20.178765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-8f5aba47-e078-4a88-be28-0753118eab02 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.16 "GET /v2.0/networks?id=babff83e-63dd-46e5-bd78-d2e3e1251ac2 HTTP/1.1" status: 200 len: 815 time: 0.4299605 Aug 06 18:08:20.220304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451da66-1901-409d-be02-52e182a3fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787551a-fe56-4769-995d-da17433a26eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:20.340102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:20.352913 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Sync routers for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:20.380058 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:20.381169 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:20.483999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fc7f5b-806d-4a85-b815-63bf26ce7ba9 req-4612aa5f-9fe3-40e7-a20e-dfeae493c501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86ada4b37b8d4fb28d2bbd611e77f0d9&device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 1.0279250 Aug 06 18:08:20.535856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-0a0895af-7f5e-4b7e-8426-25f76c63a6e7 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c6839ba26324ccd9caa2ec61494141b HTTP/1.1" status: 200 len: 380 time: 0.3065045 Aug 06 18:08:20.580983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'port': {'device_id': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'admin_state_up': True, 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'security_groups': ['e67f71a4-4281-4622-ab16-f61b6653fd96']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:20.680315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:20.697078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 84004af5-5a54-4ec1-a018-6a2c4dd11347 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:20.784899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee20064-c656-40b8-bff6-5d9c4a0ad254 req-39d1c6cc-5b8a-430f-99c2-fd925b34b508 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0448027 Aug 06 18:08:20.791002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:20.819718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['9d329358-37d1-470f-9306-8f53869ee1bd'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:20.821902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Made reservation on behalf of 5c6839ba26324ccd9caa2ec61494141b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:20.837019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:20.942599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] No DVR routers for this DVR port a5e40484-f3d0-46b1-8efe-f12d44cc4db7 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:20.961128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 84004af5-5a54-4ec1-a018-6a2c4dd11347 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:21.003078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Pushing event deleted for resources: {'Port': ['ID=9d329358-37d1-470f-9306-8f53869ee1bd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:21.131421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c621d2c6-7ad7-4166-87ef-66a817f1b157 req-b1d15b9e-54ae-466b-8c3a-00f14c8b7fd9 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.1423500 Aug 06 18:08:21.153856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] No DVR routers for this DVR port 9d329358-37d1-470f-9306-8f53869ee1bd on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:21.158271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:21.163569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:21.186312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:21.191987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d921ffb-573a-479a-a26f-2017b5385b52 req-96680f8f-c5c4-43fe-9ffa-65f62c5c5bad tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.16 "DELETE /v2.0/ports/a5e40484-f3d0-46b1-8efe-f12d44cc4db7 HTTP/1.1" status: 204 len: 173 time: 4.5386825 Aug 06 18:08:21.195116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.16 "DELETE /v2.0/ports/9d329358-37d1-470f-9306-8f53869ee1bd HTTP/1.1" status: 204 len: 173 time: 1.9981234 Aug 06 18:08:21.216024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0225ca8e-f112-4812-92b4-2888b09db966 req-58d13e80-4cf3-46fb-bf24-9ae8754bc2bd tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] 10.222.0.64 "GET /v2.0/security-groups?id=fddf041b-7b11-4a6f-a168-2612507d34dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724079 Aug 06 18:08:21.216549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'name': 'network-vif-deleted', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:21.221266 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6184e97-5cb7-42f8-86f7-5ad3094e8c0a" -d '{"events": [{"server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "name": "network-vif-deleted", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:21.232299 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:21.244377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fc7f5b-806d-4a85-b815-63bf26ce7ba9 req-f432dd09-cdd3-4e7f-93d0-d8c786b15bcb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=86ada4b37b8d4fb28d2bbd611e77f0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4884350 Aug 06 18:08:21.289862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-dfe7b25f-4f34-4365-bb46-0a0ee6e73814 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0648370 Aug 06 18:08:21.354765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-deleted', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:21.364433 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8fad37-6937-499a-982d-e14a03233bb8" -d '{"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-deleted", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:21.446749 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Checking router: d80ba5dd-710f-49fc-a35e-f8408cbf9157 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:21.475390 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:21.476541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:21.766050 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:21.776551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c50ef-10e8-4f2c-8345-bea38526ce6a req-c442134a-c292-4613-b22e-bc0347c345d3 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:21.789364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd4c50ef-10e8-4f2c-8345-bea38526ce6a req-c442134a-c292-4613-b22e-bc0347c345d3 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3876455 Aug 06 18:08:21.834084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5240d640-790a-4c18-8594-4d55fc59a806 req-69964707-f78b-4718-b9b7-d1813b0d36b5 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.2359099 Aug 06 18:08:21.874153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Allocated IP 172.20.0.3 (babff83e-63dd-46e5-bd78-d2e3e1251ac2/ddb7e570-b349-403f-ae86-bc0a3e1496c3/b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:21.929855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd4c50ef-10e8-4f2c-8345-bea38526ce6a req-1e7f1b57-25ee-4701-b97a-c40cadc890fd tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246979 Aug 06 18:08:21.985188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d910f04-35d7-4b78-a2da-a8ab1eb9e10e None None] Network 73b9d840-9788-4922-95e9-0e03941bc5fa requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:22.152263 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b86af-79a8-4367-99d3-9df51657552c x-openstack-request-id: req-5a1b86af-79a8-4367-99d3-9df51657552c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:22.152601 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00025f4-d6b0-47d9-930e-c367ffe9d33a", "name": "network-vif-deleted", "tag": "a5e40484-f3d0-46b1-8efe-f12d44cc4db7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:22.152812 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a1b86af-79a8-4367-99d3-9df51657552c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:22.153212 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00025f4-d6b0-47d9-930e-c367ffe9d33a', 'name': 'network-vif-deleted', 'tag': 'a5e40484-f3d0-46b1-8efe-f12d44cc4db7', 'status': 'completed', 'code': 200} Aug 06 18:08:22.155796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-6e73c950-e344-48ee-ae03-ba7c305d4880 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3576858 Aug 06 18:08:22.215566 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4f92a-a278-43aa-9ac6-209137da5d1f x-openstack-request-id: req-5ee4f92a-a278-43aa-9ac6-209137da5d1f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:22.227759 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f761b3c0-4927-43bd-997b-afc1adb5ea9b", "name": "network-vif-deleted", "tag": "9d329358-37d1-470f-9306-8f53869ee1bd", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:22.229810 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ee4f92a-a278-43aa-9ac6-209137da5d1f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:22.236735 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f761b3c0-4927-43bd-997b-afc1adb5ea9b', 'name': 'network-vif-deleted', 'tag': '9d329358-37d1-470f-9306-8f53869ee1bd', 'status': 'completed', 'code': 200} Aug 06 18:08:22.246733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Provisioning for port 84004af5-5a54-4ec1-a018-6a2c4dd11347 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:22.291931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Provisioning complete for port 84004af5-5a54-4ec1-a018-6a2c4dd11347 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:22.302422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.364383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc7f5b-806d-4a85-b815-63bf26ce7ba9 req-4bc55f71-7fc1-42a1-bcf3-4a1d047d2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:22.366034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fc7f5b-806d-4a85-b815-63bf26ce7ba9 req-4bc55f71-7fc1-42a1-bcf3-4a1d047d2e60 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1080120 Aug 06 18:08:22.404608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-ef0eeb99-f0b7-4fe5-9c43-59977a768c37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=731f45691d014d27a571e819f761d907&device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.1513326 Aug 06 18:08:22.412270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f716b937-7f8d-4146-870b-4e9187fa50ee req-c6c94479-802a-4b80-ab1c-73e14a1c51e3 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.1254351 Aug 06 18:08:22.426452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc55585c-8a02-4b78-82b5-bc8c9ffcad88 req-88a21f7f-08a3-42ac-bbe9-4c3f343ed9b4 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850086 Aug 06 18:08:22.429535 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:22.491466 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b369a9a-e44f-4c84-8aac-021f355c48b8 None None] The sync data for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 is: [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:04:30Z', 'revision_number': 4, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '5865d464-e13c-4888-8a97-d5db87b7950e', 'name': '', 'network_id': '4e2339f2-ff53-45f0-b8fa-60decfbf72e4', 'tenant_id': '731f45691d014d27a571e819f761d907', 'mac_address': 'fa:16:3e:d1:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '50367180-e85c-4615-999e-a6748f229a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:28Z', 'updated_at': '2021-08-06T18:04:39Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'subnets': [{'id': '50367180-e85c-4615-999e-a6748f229a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:22.642168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.654892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3decbd93-e94f-452f-be3a-0efb0419ee88 req-a6b5ae3e-2820-40b7-acae-cdcbfbd2f8e9 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/ports?device_id=f00025f4-d6b0-47d9-930e-c367ffe9d33a HTTP/1.1" status: 200 len: 210 time: 0.1831727 Aug 06 18:08:22.718327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Transition to ACTIVE for port object b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:22.749659 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.800054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.858150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] For port 84004af5-5a54-4ec1-a018-6a2c4dd11347, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=84004af5-5a54-4ec1-a018-6a2c4dd11347,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:22.873701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.962931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:22.994719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:22.998665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:23.007362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:23.015833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:23.042000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbb8c9-d535-4edc-a8ce-5504b5901ca9 None None] Pushing event updated for resources: {'Port': ['ID=84004af5-5a54-4ec1-a018-6a2c4dd11347,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:23.044444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:23.118884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:23.119949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:23.129361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-d7e8ccae-d35a-4be2-b22a-5473134e2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:23.139461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-d7e8ccae-d35a-4be2-b22a-5473134e2e30 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=731f45691d014d27a571e819f761d907&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6199524 Aug 06 18:08:23.198899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-9c5bc726-4348-4505-9dd4-87d702c8b385 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6169555 Aug 06 18:08:23.219141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6206e824-42bb-465b-8bf8-b357bcfff7b0 None None] Provisioning complete for port 84004af5-5a54-4ec1-a018-6a2c4dd11347 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:23.219748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6206e824-42bb-465b-8bf8-b357bcfff7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:23.222503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Request body: {'port': {'device_id': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:23.316784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:23.320692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecdcaca-42fb-4d21-a75a-f1cb6716fa2b None None] New status for floating IP 7904cc1f-a526-47c7-8237-df59a88487aa: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:08:23.511880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 9d329358-37d1-470f-9306-8f53869ee1bd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:23.512676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9d329358-37d1-470f-9306-8f53869ee1bd not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:23.540845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:23.566403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9dedf-cdae-483c-9962-b944e5fd87c0 req-f6ff9f92-12ae-43c3-8a77-1b58d539ff02 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:23.594414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30b9dedf-cdae-483c-9962-b944e5fd87c0 req-f6ff9f92-12ae-43c3-8a77-1b58d539ff02 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 931 time: 0.4834025 Aug 06 18:08:23.601433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Allocated IP 172.25.3.84 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/c13b236e-1991-4551-8f79-5acf13e3a010) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:23.615954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:23.650053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-3663c9bb-b9bf-4137-b094-0ee5af0f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:23.651747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee5fe709-e376-4d5b-b60b-46df0f30cbeb req-3663c9bb-b9bf-4137-b094-0ee5af0f0149 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5009496 Aug 06 18:08:23.737063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30b9dedf-cdae-483c-9962-b944e5fd87c0 req-3363d425-8a0d-4cce-a828-28c7bc598310 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409693 Aug 06 18:08:23.880341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:23.921106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8c85d81b-5c42-4184-82a7-83cc193e6ce5 None None] Provisioning for port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:23.926822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8c85d81b-5c42-4184-82a7-83cc193e6ce5 None None] Provisioning complete for port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:23.927616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c85d81b-5c42-4184-82a7-83cc193e6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.003130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8c85d81b-5c42-4184-82a7-83cc193e6ce5 None None] Port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:24.020432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55fc7f5b-806d-4a85-b815-63bf26ce7ba9 req-aa63b5cb-960e-4ba1-9c46-ddd026d07cc4 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.16 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.2197607 Aug 06 18:08:24.026124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.038010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5fa710c6-4566-4d9a-922a-b1e5f27439a6 req-091d1fcd-cf9b-49df-a5ea-f7ccb9dac4af tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=2791dcfd-2354-4bae-90b3-b36ec8bb349b HTTP/1.1" status: 200 len: 210 time: 0.0592060 Aug 06 18:08:24.100682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:24.191124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:24.214298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:24.231854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065374-fe5e-43b5-a81f-ae0586ee5450 req-658e3f3f-fafc-489a-acaf-0b3396eaf7dc tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:24.246011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb065374-fe5e-43b5-a81f-ae0586ee5450 req-658e3f3f-fafc-489a-acaf-0b3396eaf7dc tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.5506246 Aug 06 18:08:24.265652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Pushing event updated for resources: {'Port': ['ID=c13b236e-1991-4551-8f79-5acf13e3a010,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:24.337199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53390) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:24.386952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eccdd293-7e6b-4ca0-bfdd-7669a7f8bfb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f33bca34eab442891165d12c303dfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694647 Aug 06 18:08:24.393913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:24.459188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb065374-fe5e-43b5-a81f-ae0586ee5450 req-a5464e73-6e4d-4906-81ff-253ebdf4f3ad tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119651 Aug 06 18:08:24.529317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:24.546721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.577220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 84004af5-5a54-4ec1-a018-6a2c4dd11347 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:24.591664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Transition to ACTIVE for port object b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:24.599917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.624821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.653161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.740437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 84004af5-5a54-4ec1-a018-6a2c4dd11347 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:24.741282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.778964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:24.803569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:24.931853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Attempting to bind port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:24.932199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Attempting to bind port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:24.932541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Attempting to bind port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d on network babff83e-63dd-46e5-bd78-d2e3e1251ac2 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:24.956760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d on network babff83e-63dd-46e5-bd78-d2e3e1251ac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:08:24.960193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Attempting to bind port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d on network babff83e-63dd-46e5-bd78-d2e3e1251ac2 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:24.978227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:24.978771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Checking segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:24.979419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Bound using segment: {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:24.990555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Bound port: b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f528d954-f7b9-465d-8591-af329fa5647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:24.991185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.002562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.188801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.194062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.195890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fddf041b-7b11-4a6f-a168-2612507d34dd HTTP/1.1" status: 204 len: 168 time: 0.8011904 Aug 06 18:08:25.200413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:25.206232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:25.214381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.300756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e320f2c-0b7d-4214-9d93-40843e0e9b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf041b-7b11-4a6f-a168-2612507d34dd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:25.327358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.352757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b605d-c462-434c-9160-c49eb4368421 req-b834f03a-ae40-45b2-ab91-375daa201539 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:25.355312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d3b605d-c462-434c-9160-c49eb4368421 req-b834f03a-ae40-45b2-ab91-375daa201539 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.3365636 Aug 06 18:08:25.411868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:25.413307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.425476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d HTTP/1.1" status: 200 len: 1092 time: 2.2168305 Aug 06 18:08:25.427246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:25.439631 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca58070-efdc-4f90-9a01-2b08490ca349" -d '{"events": [{"name": "network-changed", "server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:25.514187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.518373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:25.519749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "DELETE /v2.0/security-groups/b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f HTTP/1.1" status: 204 len: 168 time: 1.1744006 Aug 06 18:08:25.527334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53416) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:25.577881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f4c4f-54b5-4fd9-9350-c1adfd5d6991 tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:25.609086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682a18c-2655-4211-af5f-a5d03d0327a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:25.620371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d3b605d-c462-434c-9160-c49eb4368421 req-1c13d81f-42eb-48e2-9c15-eebdf24d1d98 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132642 Aug 06 18:08:25.625316 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-e68838de-8b49-4031-b3cf-2869de3d691e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] show failed (client error): The resource could not be found. Aug 06 18:08:25.630571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e68838de-8b49-4031-b3cf-2869de3d691e tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "GET /v2.0/security-groups/b5459cb3-2ee9-4fd5-a9ed-5cf594ec826f HTTP/1.1" status: 404 len: 347 time: 0.0892425 Aug 06 18:08:25.637608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:25.726211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-85f6fa8e-7a98-4142-9f2b-a469be2cafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:25.732227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-85f6fa8e-7a98-4142-9f2b-a469be2cafc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c6839ba26324ccd9caa2ec61494141b&device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 1095 time: 0.1964557 Aug 06 18:08:25.861694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-fbcc254e-8506-49c7-948b-02f790b11920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d HTTP/1.1" status: 200 len: 217 time: 0.1146188 Aug 06 18:08:25.990304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:26.004679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-8835d563-6a8b-46ca-87d7-779f2e5dc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:26.008628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-8835d563-6a8b-46ca-87d7-779f2e5dc93f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddb7e570-b349-403f-ae86-bc0a3e1496c3 HTTP/1.1" status: 200 len: 854 time: 0.1398215 Aug 06 18:08:26.127139 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47330981-d296-47ff-9eb2-9ec6f56132a5 x-openstack-request-id: req-47330981-d296-47ff-9eb2-9ec6f56132a5 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:26.127588 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:26.127947 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47330981-d296-47ff-9eb2-9ec6f56132a5 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:26.128471 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'status': 'completed', 'code': 200} Aug 06 18:08:26.167305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74cff433-bb1f-409d-bfe6-c94ddea8112a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7220f5bdd06647c4a5be57a887e018c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724644 Aug 06 18:08:26.168848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-56c1b222-a208-4615-89d3-c808a1d20f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:26.170989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-56c1b222-a208-4615-89d3-c808a1d20f7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babff83e-63dd-46e5-bd78-d2e3e1251ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442978 Aug 06 18:08:26.171610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:26.185799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d7e9f0f-1def-4c18-b192-ac47b4d07e01 req-9b22834a-5bbd-44cf-ab92-3dc9634e7428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=86ada4b37b8d4fb28d2bbd611e77f0d9&device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.0522056 Aug 06 18:08:26.238284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.241862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d7e9f0f-1def-4c18-b192-ac47b4d07e01 req-0c99d7af-44ff-4b50-935b-5c9c99564dbe service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=86ada4b37b8d4fb28d2bbd611e77f0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469584 Aug 06 18:08:26.350905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.372069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Deleting port 9ebe8dec-f229-491a-8986-7d473e22fb36 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:26.372407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.395298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b0cb0fe-70f2-4b5a-9d7a-577c0408e2bf req-3114cab0-84e6-4e87-8a99-ad75ca63f374 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.0792742 Aug 06 18:08:26.398249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-66bbe325-529e-4f1b-8cd7-3493938f8ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170255 Aug 06 18:08:26.517041 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.629998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-794e9ea0-24e2-4374-8167-df4033d47a2b req-67f49844-da85-4ab1-914e-9f9ac9f4d677 service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210491 Aug 06 18:08:26.674250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.679908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.682519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f08363fd-f3c5-4dcf-b9cf-88b00b8098e8 HTTP/1.1" status: 204 len: 168 time: 0.5096200 Aug 06 18:08:26.722940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dda491-6b0a-4819-8f86-a8c5fc32c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08363fd-f3c5-4dcf-b9cf-88b00b8098e8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:26.856425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-14dbdaed-0790-4ac8-81bd-cb0389fc3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:26.858713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-14dbdaed-0790-4ac8-81bd-cb0389fc3dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c6839ba26324ccd9caa2ec61494141b&device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 1095 time: 0.1217058 Aug 06 18:08:26.938531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e9f0f-1def-4c18-b192-ac47b4d07e01 req-7051d232-9e72-4938-ae8a-43f93071b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:26.940433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d7e9f0f-1def-4c18-b192-ac47b4d07e01 req-7051d232-9e72-4938-ae8a-43f93071b667 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6905701 Aug 06 18:08:26.967563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918a03-11b1-4780-83b4-19e99f883f97 req-554fc6d5-2431-4761-ba7d-c73dce13a55b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:26.969507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74918a03-11b1-4780-83b4-19e99f883f97 req-554fc6d5-2431-4761-ba7d-c73dce13a55b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.6592982 Aug 06 18:08:26.981733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:26.982347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:27.009854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Calling delete_port for 9ebe8dec-f229-491a-8986-7d473e22fb36 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:27.119040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-6404791a-9af1-4300-b4df-e5651e5f569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:27.120842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74918a03-11b1-4780-83b4-19e99f883f97 req-b50e873b-c5e8-49db-aaef-9de99f683161 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353090 Aug 06 18:08:27.130946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-6404791a-9af1-4300-b4df-e5651e5f569a service neutron] 10.222.0.16 "GET /v2.0/networks?id=babff83e-63dd-46e5-bd78-d2e3e1251ac2 HTTP/1.1" status: 200 len: 916 time: 0.2616332 Aug 06 18:08:27.139116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Router 39fff620-b753-48d5-aeb5-6fb9001ab725 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:08:27.278070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-ac65cb24-063f-4706-8d3c-05ca6090905b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d HTTP/1.1" status: 200 len: 217 time: 0.1412590 Aug 06 18:08:27.400052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-10bd2e0b-1054-4a0a-8613-94fecfb92c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:27.401965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-10bd2e0b-1054-4a0a-8613-94fecfb92c59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddb7e570-b349-403f-ae86-bc0a3e1496c3 HTTP/1.1" status: 200 len: 854 time: 0.1133933 Aug 06 18:08:27.458512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:27.474854 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Sync routers for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:27.488855 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:27.490076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:27.494230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-507f7965-2e9e-4dfb-acfb-b3345b1594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:27.498662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-507f7965-2e9e-4dfb-acfb-b3345b1594b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babff83e-63dd-46e5-bd78-d2e3e1251ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898666 Aug 06 18:08:27.504747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:27.517276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:27.533497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2153553e-3bc2-487a-a734-97adb0631181 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1872053 Aug 06 18:08:27.545798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53444) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:27.555894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a5f17-d9f1-484c-9311-f5a7be60ac17 req-3237f41c-8634-4d00-ba2c-22e42ed575aa tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:27.573976 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-423a5f17-d9f1-484c-9311-f5a7be60ac17 req-3237f41c-8634-4d00-ba2c-22e42ed575aa tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.2924156 Aug 06 18:08:27.660627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Pushing event deleted for resources: {'Port': ['ID=9ebe8dec-f229-491a-8986-7d473e22fb36,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:27.867663 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:27.965184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-423a5f17-d9f1-484c-9311-f5a7be60ac17 req-2486bdd4-c042-4fdc-adf4-98d752f7d13f tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823621 Aug 06 18:08:27.971038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-311a6031-d154-450a-9794-a93ec49ac865 service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635580 Aug 06 18:08:27.995170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:28.005211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:28.017885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3e63ec80-07dd-4bd0-bf0e-9b751326c85b tempest-ServersTestJSON-422646737 tempest-ServersTestJSON-422646737-project] 10.222.0.64 "DELETE /v2.0/floatingips/7904cc1f-a526-47c7-8237-df59a88487aa HTTP/1.1" status: 204 len: 168 time: 2.3731208 Aug 06 18:08:28.018540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53456) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:28.098972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-411fdc77-a242-4971-a827-f932bd6e1ef7 req-24a65092-79e0-4b92-af01-e8891d093e73 tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.64 "GET /v2.0/ports?device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.1553385 Aug 06 18:08:28.368756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-81eabacb-1175-407e-8c6a-a68b931f3c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:28.448282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d7e9f0f-1def-4c18-b192-ac47b4d07e01 req-bf9703f1-3b83-4827-9a72-65dfd981fb4f tempest-ServerShowV247Test-1131556622 tempest-ServerShowV247Test-1131556622-project] 10.222.0.55 "GET /v2.0/ports?device_id=301e4506-ab1f-493a-8ca4-cfa73709bc6d HTTP/1.1" status: 200 len: 210 time: 0.2084920 Aug 06 18:08:28.631840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:24Z', 'revision_number': 3, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:28.668191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Checking router: 39fff620-b753-48d5-aeb5-6fb9001ab725 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:28.668619 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Updating router 39fff620-b753-48d5-aeb5-6fb9001ab725 port c13b236e-1991-4551-8f79-5acf13e3a010 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:08:28.704548 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.432437 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.455404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ca58070-efdc-4f90-9a01-2b08490ca349 req-96f2e1f6-57e2-4ad0-8afa-c23e9324a9da service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4746478 Aug 06 18:08:29.456213 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Transition to ACTIVE for port object c13b236e-1991-4551-8f79-5acf13e3a010 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:29.476868 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.490291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557fc6-d01f-4a5a-b246-3a128f9d8df4 req-078941b1-63d9-425c-8c52-ac79873dd1c1 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:29.503650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41557fc6-d01f-4a5a-b246-3a128f9d8df4 req-078941b1-63d9-425c-8c52-ac79873dd1c1 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 1.1628876 Aug 06 18:08:29.518596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8879-552e-48e5-9415-e341fb41d710 req-d652326b-636c-4af9-a62c-8ba78dd481fa tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:29.530485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-922d8879-552e-48e5-9415-e341fb41d710 req-d652326b-636c-4af9-a62c-8ba78dd481fa tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.1828730 Aug 06 18:08:29.602068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Attempting to bind port c13b236e-1991-4551-8f79-5acf13e3a010 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:29.602594 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Attempting to bind port c13b236e-1991-4551-8f79-5acf13e3a010 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:29.603200 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Attempting to bind port c13b236e-1991-4551-8f79-5acf13e3a010 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:29.606976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Pushing event updated for resources: {'Port': ['ID=c13b236e-1991-4551-8f79-5acf13e3a010,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:29.649077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-922d8879-552e-48e5-9415-e341fb41d710 req-7c785570-78c3-4c37-b2d0-8d4df0bc0183 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171122 Aug 06 18:08:29.649795 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:29.650578 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:29.651263 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.651938 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:29.652780 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Bound port: c13b236e-1991-4551-8f79-5acf13e3a010, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:29.653401 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.655612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.659517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.661034 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.661034 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.661315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.662297 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.673399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.674130 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.674706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.675269 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.675842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.676409 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.676962 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:29.834130 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] For port c13b236e-1991-4551-8f79-5acf13e3a010, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:29.841636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] For port c13b236e-1991-4551-8f79-5acf13e3a010, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c13b236e-1991-4551-8f79-5acf13e3a010,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:29.878139 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:29.969696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41557fc6-d01f-4a5a-b246-3a128f9d8df4 req-73624ca1-8e92-44c4-86f4-c478de28c8a7 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533155 Aug 06 18:08:30.052223 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:30.053324 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:30.229761 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cb09f-4fe8-4306-a5cd-c5c467625596 None None] Pushing event updated for resources: {'Port': ['ID=c13b236e-1991-4551-8f79-5acf13e3a010,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:30.413742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:30.485978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:30.707947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Deleting port 5865d464-e13c-4888-8a97-d5db87b7950e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:30.712079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:30.883941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Allocated IP 172.20.0.1 (73b9d840-9788-4922-95e9-0e03941bc5fa/c498a3be-cbc9-47b7-8c8f-b13a4ea1d863/6e16bd1d-8fa4-415c-b582-753013b7bdd3) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:30.905709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53516) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:30.907447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] For port 5865d464-e13c-4888-8a97-d5db87b7950e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5865d464-e13c-4888-8a97-d5db87b7950e,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:30.908450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:30.931905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Calling delete_port for 5865d464-e13c-4888-8a97-d5db87b7950e owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:30.969295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:24Z', 'revision_number': 3, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:31.026204 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ede54a-2188-4036-9f50-8e3dfb13c2d3 None None] The sync data for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 is: [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:24Z', 'revision_number': 3, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:31.217105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.307049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b1572ef-6675-4858-aec7-f9a8dcddf307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.323567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Transition to ACTIVE for port object 6e16bd1d-8fa4-415c-b582-753013b7bdd3 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:31.363144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.392273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2603944-6150-40b8-ba65-79f29d02b7a3 req-8441ba4f-9cee-4dda-b3ae-76daace509af tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:31.394306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2603944-6150-40b8-ba65-79f29d02b7a3 req-8441ba4f-9cee-4dda-b3ae-76daace509af tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.1905468 Aug 06 18:08:31.438531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.505093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2603944-6150-40b8-ba65-79f29d02b7a3 req-5592fc9f-4994-4d2a-82d4-9207316577a8 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909047 Aug 06 18:08:31.517880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5865d464-e13c-4888-8a97-d5db87b7950e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:31.518434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.602336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Pushing event updated for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:31.603553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-540f6b87-c57f-457e-ac29-f3464aea95c3 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c32876ae753f4de695cc757513c622e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766184 Aug 06 18:08:31.631494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Network 73b9d840-9788-4922-95e9-0e03941bc5fa is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:31.634822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:31.635875 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3147bf37-ff5e-46b8-805f-faacb7145747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.652109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:31.746256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.889207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b1572ef-6675-4858-aec7-f9a8dcddf307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.899007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b1572ef-6675-4858-aec7-f9a8dcddf307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:31.927911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-a874c2cd-79c2-479e-8f68-b64fa28b15b7 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:31.929652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-a874c2cd-79c2-479e-8f68-b64fa28b15b7 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105514 Aug 06 18:08:31.939078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b1572ef-6675-4858-aec7-f9a8dcddf307 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86ada4b37b8d4fb28d2bbd611e77f0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0315256 Aug 06 18:08:31.951598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53536) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:31.980731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.023703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-de332afe-5822-41a6-b50b-119b7a41d856 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/quotas/c32876ae753f4de695cc757513c622e1 HTTP/1.1" status: 200 len: 375 time: 0.0325778 Aug 06 18:08:32.039468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff8e3c-2375-41df-8a91-a539cf3ad310 req-5fd1108b-dbaa-4c5e-976d-bd4cd2ae415c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:32.043826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38ff8e3c-2375-41df-8a91-a539cf3ad310 req-5fd1108b-dbaa-4c5e-976d-bd4cd2ae415c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3193855 Aug 06 18:08:32.088316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1572ef-6675-4858-aec7-f9a8dcddf307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dcd1e2-c69c-4663-849e-655a4aa00964,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:32.095219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-23b02f68-ebea-4ef2-91de-5d76c8dc4a85 None None] Provisioning for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:32.103290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-23b02f68-ebea-4ef2-91de-5d76c8dc4a85 None None] Provisioning complete for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:32.104191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-23b02f68-ebea-4ef2-91de-5d76c8dc4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.158160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-18368554-0de8-434b-938a-3808948b3b1c tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182182 Aug 06 18:08:32.168097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-23b02f68-ebea-4ef2-91de-5d76c8dc4a85 None None] Port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:32.236625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38ff8e3c-2375-41df-8a91-a539cf3ad310 req-3f33c356-53d7-436c-a532-77708dfbe09a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555455 Aug 06 18:08:32.238023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.249541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.333058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.627597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Router d80ba5dd-710f-49fc-a35e-f8408cbf9157 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:08:32.639411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e791226d-43a2-4c3c-87e7-410d743b99a2 req-4380ae5b-742b-4ebb-8bfa-564879ae8aa3 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 210 time: 0.0883553 Aug 06 18:08:32.671376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.678079 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.683299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38dcd1e2-c69c-4663-849e-655a4aa00964 HTTP/1.1" status: 204 len: 168 time: 0.7295997 Aug 06 18:08:32.732886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c13b236e-1991-4551-8f79-5acf13e3a010 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:32.769416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4ad2-36a6-443f-b512-87dedcbb5c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dcd1e2-c69c-4663-849e-655a4aa00964,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:32.848230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.856939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c13b236e-1991-4551-8f79-5acf13e3a010 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:32.861381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.871572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c13b236e-1991-4551-8f79-5acf13e3a010 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:32.872377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.989839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:32.994128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Pushing event updated for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:33.034903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57b84a-5306-428f-b68d-fc636adad6a5 req-f6da77c2-a22c-4b0d-80e3-eba062e9ac8a tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:33.051459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa57b84a-5306-428f-b68d-fc636adad6a5 req-f6da77c2-a22c-4b0d-80e3-eba062e9ac8a tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.2748997 Aug 06 18:08:33.103777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:33.133766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:33.135158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53558) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:33.184763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c13b236e-1991-4551-8f79-5acf13e3a010, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c13b236e-1991-4551-8f79-5acf13e3a010,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:33.186321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:33.197628 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:33.217808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Sync routers for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:33.218993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Network 73b9d840-9788-4922-95e9-0e03941bc5fa is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:33.226606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:33.233784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b9863c30-3b59-4f2e-9620-4eb6675b3de5 admin admin] 10.222.0.64 "PUT /v2.0/routers/d80ba5dd-710f-49fc-a35e-f8408cbf9157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2094576 Aug 06 18:08:33.234295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:33.244650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa57b84a-5306-428f-b68d-fc636adad6a5 req-72c69269-a956-4b8d-8f8e-f6422e11eede tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921563 Aug 06 18:08:33.338615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:33.340431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:33.607557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c7ea9d-a1da-47d2-ba5f-88aaa7979df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:33.689636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66be73b-8554-41b0-8f9b-81aacefa0b35 req-b7687d3a-484a-4fa8-8c14-a36a217919b7 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:33.702699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d66be73b-8554-41b0-8f9b-81aacefa0b35 req-b7687d3a-484a-4fa8-8c14-a36a217919b7 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1584411 Aug 06 18:08:33.740640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c13b236e-1991-4551-8f79-5acf13e3a010,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:33.863297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d66be73b-8554-41b0-8f9b-81aacefa0b35 req-f8dc5b1b-aa94-49f2-87ef-6305158bea6b tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594830 Aug 06 18:08:33.892114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e83f97e5-e733-4e6f-93a8-99cd449024d7 req-7aaee3cd-014e-44b3-8258-4b4cdf7fab65 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 210 time: 0.0777986 Aug 06 18:08:33.917043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60715d47-d1a9-44b4-991c-b4e8094c78ce None None] Provisioning complete for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:33.917637 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60715d47-d1a9-44b4-991c-b4e8094c78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:33.947170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.025873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-60715d47-d1a9-44b4-991c-b4e8094c78ce None None] Port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:34.029880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Router 39fff620-b753-48d5-aeb5-6fb9001ab725 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:08:34.045620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:34.391611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.426479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c7ea9d-a1da-47d2-ba5f-88aaa7979df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.450216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:08:31Z', 'revision_number': 5, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port': {'id': '335e0e76-f8d0-42b3-bbee-405cccef27b9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:04:18Z', 'updated_at': '2021-08-06T18:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:34.484431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Checking router: d80ba5dd-710f-49fc-a35e-f8408cbf9157 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:34.499149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Routers {'d80ba5dd-710f-49fc-a35e-f8408cbf9157'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:34.500190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:34.526121 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c7ea9d-a1da-47d2-ba5f-88aaa7979df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.573724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c13b236e-1991-4551-8f79-5acf13e3a010 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:34.612879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:34.626301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2315bb83-a36e-4392-a96a-d6e8c0a5d11d admin admin] 10.222.0.64 "PUT /v2.0/routers/39fff620-b753-48d5-aeb5-6fb9001ab725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0788391 Aug 06 18:08:34.644116 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Sync routers for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:34.662977 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:34.664164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:34.685675 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.723040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c13b236e-1991-4551-8f79-5acf13e3a010 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:34.726255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.750894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-9e6020f5-baae-4b85-8720-93a1ffa46d48 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c32876ae753f4de695cc757513c622e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2208767 Aug 06 18:08:34.768849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9c7ea9d-a1da-47d2-ba5f-88aaa7979df5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2361b6925804b2ea2892993afdbb1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6320174 Aug 06 18:08:34.772337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53598) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:34.854104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] Set router d80ba5dd-710f-49fc-a35e-f8408cbf9157 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:34.854680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7ea9d-a1da-47d2-ba5f-88aaa7979df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb345441-fe09-420e-a6a6-e8cb7b16de43,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:34.902697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4ab2-420b-4c2e-be07-558f4936323a req-3f1b846b-b87a-49a5-931a-9c229208e5d4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:34.911875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.916960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f9c4ab2-420b-4c2e-be07-558f4936323a req-3f1b846b-b87a-49a5-931a-9c229208e5d4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.5374570 Aug 06 18:08:34.965959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:34.994164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:08:34Z', 'revision_number': 6, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:35.103478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.105772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.107066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb345441-fe09-420e-a6a6-e8cb7b16de43 HTTP/1.1" status: 204 len: 168 time: 0.3336322 Aug 06 18:08:35.118714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f9c4ab2-420b-4c2e-be07-558f4936323a req-ecdeffa9-836c-4316-a551-ec76c643bd6c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997542 Aug 06 18:08:35.120994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Deleting port 335e0e76-f8d0-42b3-bbee-405cccef27b9 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:35.121563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.152136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb345441-fe09-420e-a6a6-e8cb7b16de43,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:35.160211 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:35.182956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995d692-f151-4498-ab7f-cf156a7c2ee8 None None] The sync data for ids ['d80ba5dd-710f-49fc-a35e-f8408cbf9157'] in n-d-793621-29 is: [{'id': 'd80ba5dd-710f-49fc-a35e-f8408cbf9157', 'name': 'tempest-ServersTestJSON-295698796-router', 'tenant_id': '731f45691d014d27a571e819f761d907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:04:15Z', 'updated_at': '2021-08-06T18:08:34Z', 'revision_number': 6, 'project_id': '731f45691d014d27a571e819f761d907', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:35.195780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.198798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.201805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.202350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.203303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.204677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.205524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.206269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.208493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.211962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.213660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.214941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4270548-a42e-49ba-a3fc-0a1d331410df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:35.377575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32ff2-a4e8-40cd-9213-4351c9375e38 req-023aa862-bb2f-41f6-8bf7-80e3f52894fe tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:35.380971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35b32ff2-a4e8-40cd-9213-4351c9375e38 req-023aa862-bb2f-41f6-8bf7-80e3f52894fe tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1393037 Aug 06 18:08:35.389484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-cc9f3ad9-3244-4fbf-9252-c53986d79985 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:35.401948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-cc9f3ad9-3244-4fbf-9252-c53986d79985 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6234729 Aug 06 18:08:35.435429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Request body: {'port': {'device_id': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c32876ae753f4de695cc757513c622e1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:35.465335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35b32ff2-a4e8-40cd-9213-4351c9375e38 req-010a8ba4-f1c2-4c25-81f1-a24f3ab117ec tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 Aug 06 18:08:35.523626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8ab9758-167b-4f2b-8242-6c1d938a3a0d req-1ced5467-f882-49b1-a67c-f38d76a85622 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 210 time: 0.1600904 Aug 06 18:08:35.654373 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:32Z', 'revision_number': 4, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6e16bd1d-8fa4-415c-b582-753013b7bdd3', 'name': '', 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'mac_address': 'fa:16:3e:96:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:30Z', 'updated_at': '2021-08-06T18:08:32Z', 'revision_number': 2, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'subnets': [{'id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:35.689357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53618) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:35.719653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] For port 335e0e76-f8d0-42b3-bbee-405cccef27b9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=335e0e76-f8d0-42b3-bbee-405cccef27b9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:35.720270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.721642 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Checking router: 39fff620-b753-48d5-aeb5-6fb9001ab725 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:35.722355 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Updating router 39fff620-b753-48d5-aeb5-6fb9001ab725 port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:08:35.762515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Calling delete_port for 335e0e76-f8d0-42b3-bbee-405cccef27b9 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:35.784550 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.921307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Made reservation on behalf of c32876ae753f4de695cc757513c622e1 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:35.925894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:35.948694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.089861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8469604e-887a-423e-81ba-1bbac46fec84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.271048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-303cd995-201a-4f72-b1de-7c92286c048c req-0a5ba035-2467-44aa-a5de-5f694ac81b82 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2931256 Aug 06 18:08:36.288045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:36.383601 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.400206 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Transition to ACTIVE for port object 6e16bd1d-8fa4-415c-b582-753013b7bdd3 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:36.414426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.418625 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.435317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.467895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:08:36.467895 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:08:36.467895 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': '5442cb5c62444b59a09ac868b01843f5', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 8, 36, 297758)}] Aug 06 18:08:36.467895 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:08:36.468562 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:08:36.470543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7cd3-dfde-47e8-bc19-2bbdce1a9adb req-3acfbea3-5a0d-4a00-8d19-2e13769ed3a3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:36.472285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c3f7cd3-dfde-47e8-bc19-2bbdce1a9adb req-3acfbea3-5a0d-4a00-8d19-2e13769ed3a3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.2214093 Aug 06 18:08:36.474523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Pushing event deleted for resources: {'Port': ['ID=335e0e76-f8d0-42b3-bbee-405cccef27b9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:36.482917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.565219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352ca1b-4994-457f-b504-d7bf415d7c1e None None] Pushing event updated for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:36.573371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 335e0e76-f8d0-42b3-bbee-405cccef27b9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:36.615817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 335e0e76-f8d0-42b3-bbee-405cccef27b9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:36.620355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 335e0e76-f8d0-42b3-bbee-405cccef27b9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:36.621145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5865d464-e13c-4888-8a97-d5db87b7950e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:36.646825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e95e15-2d2d-482b-81e0-b2945f392afd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:36.675527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 5865d464-e13c-4888-8a97-d5db87b7950e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:36.675859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5865d464-e13c-4888-8a97-d5db87b7950e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:36.722902 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Attempting to bind port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:36.723674 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Attempting to bind port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:36.724203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Attempting to bind port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 on network 73b9d840-9788-4922-95e9-0e03941bc5fa {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:36.730707 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:36.731076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Checking segment: {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:36.731572 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.731979 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Bound using segment: {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:36.732603 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Bound port: 6e16bd1d-8fa4-415c-b582-753013b7bdd3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7597162c-05c7-4eb3-9b77-0b844436daea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:36.732989 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.767894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8469604e-887a-423e-81ba-1bbac46fec84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.774684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c3f7cd3-dfde-47e8-bc19-2bbdce1a9adb req-0c87742c-dcbf-48a7-8810-338944bd95ee tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627237 Aug 06 18:08:36.780381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8469604e-887a-423e-81ba-1bbac46fec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.796263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:36.863892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8469604e-887a-423e-81ba-1bbac46fec84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fa1c1ee321348ddade2481f808607d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1726692 Aug 06 18:08:36.887698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53644) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:36.913821 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] For port 6e16bd1d-8fa4-415c-b582-753013b7bdd3, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:36.919519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] For port 6e16bd1d-8fa4-415c-b582-753013b7bdd3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6e16bd1d-8fa4-415c-b582-753013b7bdd3,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:36.927505 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.006694 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:37.007592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:37.017142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.043977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.062068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469604e-887a-423e-81ba-1bbac46fec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d4d30-4489-492d-8b66-f3d220f985c7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:37.109286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.166957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.171239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Allocated IP 192.168.233.246 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/183b071f-566c-460b-bb70-7d8b62d4a0fa) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:37.184629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.185281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80ba5dd-710f-49fc-a35e-f8408cbf9157 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:08:37.191449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.193276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd290772-5d0a-4e50-bd0f-a2af7f9a1246 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d80ba5dd-710f-49fc-a35e-f8408cbf9157 HTTP/1.1" status: 204 len: 168 time: 3.9478629 Aug 06 18:08:37.204952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:37.206104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53652) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:37.270188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f78d7f-b9aa-4543-bac5-1ad76a4ff96b req-5311ddc7-92f8-4ed6-96dc-e32a83c843bd tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:37.271907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65f78d7f-b9aa-4543-bac5-1ad76a4ff96b req-5311ddc7-92f8-4ed6-96dc-e32a83c843bd tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3117101 Aug 06 18:08:37.285707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.348862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Deleting subnet 50367180-e85c-4615-999e-a6748f229a0d {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:08:37.356864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.360291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.363743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.364959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e42d4d30-4489-492d-8b66-f3d220f985c7 HTTP/1.1" status: 204 len: 168 time: 0.4751933 Aug 06 18:08:37.459357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65f78d7f-b9aa-4543-bac5-1ad76a4ff96b req-76cb6f06-ba1e-475b-b2da-fe4c6f8642ad tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616333 Aug 06 18:08:37.510818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f682c-f108-432d-afaf-eee79c017de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d4d30-4489-492d-8b66-f3d220f985c7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:37.539270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-45248134-network', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:37.549525 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352ca1b-4994-457f-b504-d7bf415d7c1e None None] Pushing event updated for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:37.609813 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:37.651299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.746693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:37.916753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.035480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4a15ff3-0805-4485-ad62-7ed76a2362f0 req-6194989e-092d-485e-8d95-4278a1a45ecd tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 210 time: 0.0661526 Aug 06 18:08:38.036321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:32Z', 'revision_number': 4, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6e16bd1d-8fa4-415c-b582-753013b7bdd3', 'name': '', 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'mac_address': 'fa:16:3e:96:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:30Z', 'updated_at': '2021-08-06T18:08:36Z', 'revision_number': 4, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'subnets': [{'id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:38.047715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:38.055317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.082989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Allocated IP 172.25.3.42 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/2799350c-b416-4c7a-82aa-f9463ebca80a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:38.084599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.112021 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5add-d465-4b7c-b62a-3327e0424409 None None] The sync data for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 is: [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:08:32Z', 'revision_number': 4, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6e16bd1d-8fa4-415c-b582-753013b7bdd3', 'name': '', 'network_id': '73b9d840-9788-4922-95e9-0e03941bc5fa', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'mac_address': 'fa:16:3e:96:1b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:30Z', 'updated_at': '2021-08-06T18:08:36Z', 'revision_number': 4, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'subnets': [{'id': 'c498a3be-cbc9-47b7-8c8f-b13a4ea1d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:38.134025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.159486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Transition to ACTIVE for port object 183b071f-566c-460b-bb70-7d8b62d4a0fa will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:38.323163 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.330369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.379207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50367180-e85c-4615-999e-a6748f229a0d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:38.392754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.394418 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.395795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d9f808-015a-4a31-b597-14075c116b28 None None] Network 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:38.396684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e54f17e-7e40-4fc8-9dd6-8afbb985a2db admin admin] 10.222.0.64 "DELETE /v2.0/subnets/50367180-e85c-4615-999e-a6748f229a0d HTTP/1.1" status: 204 len: 168 time: 1.1934252 Aug 06 18:08:38.401845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53670) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:38.476978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Pushing event updated for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:38.491405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.537424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:38.564056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:38.580652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:38.642931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.671600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.716592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:08:38.738337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6e16bd1d-8fa4-415c-b582-753013b7bdd3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:38.738825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.739376 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Added segment e87a2589-7e92-4735-aa7f-4f5f30c50e0a of type vlan for network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 Aug 06 18:08:38.765979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.812711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:38.830512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:38.834839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:38.837705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:38.907578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Deleting port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:38.908107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:38.933368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=2799350c-b416-4c7a-82aa-f9463ebca80a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:38.981161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe58c9-3889-42a0-8347-0ac13419d65a req-78e0e001-a51f-4537-8448-bc3115b2abeb tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:38.994402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33fe58c9-3889-42a0-8347-0ac13419d65a req-78e0e001-a51f-4537-8448-bc3115b2abeb tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.6170416 Aug 06 18:08:39.032226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:39.033326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.054315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.056932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:39.078935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:39.080003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.085851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f5dda17d-6b30-43bb-971c-22000b77398b None None] Provisioning for port 183b071f-566c-460b-bb70-7d8b62d4a0fa completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:39.092534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f5dda17d-6b30-43bb-971c-22000b77398b None None] Provisioning complete for port 183b071f-566c-460b-bb70-7d8b62d4a0fa triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:39.093922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5dda17d-6b30-43bb-971c-22000b77398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.141145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] For port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,segment=NetworkSegment(97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1),segment_id=97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:39.142242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.164781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Calling delete_port for 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:39.183230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-c389ee0f-9711-42c8-84d0-4eb2576ded6e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7637136 Aug 06 18:08:39.201794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Request body: {'port': {'device_id': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:39.232100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33fe58c9-3889-42a0-8347-0ac13419d65a req-ef2414c0-a0e2-432e-b72b-4a9656111945 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226212 Aug 06 18:08:39.269345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980c213-2687-4b1a-8c88-960b7e114587 None None] DHCP port deletion for 4e2339f2-ff53-45f0-b8fa-60decfbf72e4 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:08:39.322421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.344007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] No DVR routers for this DVR port 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:39.354950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.358630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:39.364926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.373503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.395521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f980c213-2687-4b1a-8c88-960b7e114587 None None] The port '82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958' was deleted {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 06 18:08:39.405111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:39.406309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:08:39.454581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f5dda17d-6b30-43bb-971c-22000b77398b None None] Port 183b071f-566c-460b-bb70-7d8b62d4a0fa cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:39.474115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.589583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3779650 Aug 06 18:08:39.591249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:39.596547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.603798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:39.610817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Request body: {'subnet': {'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-subnet', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:39.624304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'port_id': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'mac_address': 'fa:16:3e:ae:25:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:08:39.647850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714237c2-2964-45f1-88af-a7f3134998da admin admin] Pushing event updated for resources: {'Network': ['ID=681d4cd8-677a-4b9b-b30d-b557409f1ef3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:39.672393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.706141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.712657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.743161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c1922-a55e-4bab-8078-c038ed2ecdc4 req-3bd4e903-9a3c-429e-83f1-0a17314ce026 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:39.745947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c74c1922-a55e-4bab-8078-c038ed2ecdc4 req-3bd4e903-9a3c-429e-83f1-0a17314ce026 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3732758 Aug 06 18:08:39.757756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:39.761856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.768100 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.768426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:08:39.804650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:39.838931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2339f2-ff53-45f0-b8fa-60decfbf72e4']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:39.840766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:39.864403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:39.864703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cf7fc2-41c9-4d3d-8e22-7dff57f5e5f1') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:39.874269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=2799350c-b416-4c7a-82aa-f9463ebca80a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:39.874829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.884987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.911110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.921969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:08:39.922859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:39.984367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.028745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:40.074936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 6e16bd1d-8fa4-415c-b582-753013b7bdd3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6e16bd1d-8fa4-415c-b582-753013b7bdd3,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:40.089786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.098294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c74c1922-a55e-4bab-8078-c038ed2ecdc4 req-f710523f-c759-4cc7-a459-a863eb1daafd tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299792 Aug 06 18:08:40.195959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.245430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:40.256976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:40.452682 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.514236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183b071f-566c-460b-bb70-7d8b62d4a0fa {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:40.525432 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:08:40.541001 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:08:40.546635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.546843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Transition to ACTIVE for port object 183b071f-566c-460b-bb70-7d8b62d4a0fa will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:40.597500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6e16bd1d-8fa4-415c-b582-753013b7bdd3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:40.599868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.624221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.632706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d89e22-3dad-44e7-b847-81767c5ba2dd req-253607f3-be5f-4205-8874-bd83e11e759f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:40.643949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2d89e22-3dad-44e7-b847-81767c5ba2dd req-253607f3-be5f-4205-8874-bd83e11e759f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 936 time: 0.3964446 Aug 06 18:08:40.647574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.654731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e2339f2-ff53-45f0-b8fa-60decfbf72e4 HTTP/1.1" status: 204 len: 168 time: 2.2515342 Aug 06 18:08:40.687392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:40.687861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.696811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.706271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-303cd995-201a-4f72-b1de-7c92286c048c req-e35909c1-0537-4609-b891-65b4f2d48bbd tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4243948 Aug 06 18:08:40.716791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59802f32-6c6a-4ef2-93f6-400768b87f18 req-53081d18-20d3-4527-a155-c2cc845459b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:40.719984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Pushing event updated for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:40.736270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59802f32-6c6a-4ef2-93f6-400768b87f18 req-53081d18-20d3-4527-a155-c2cc845459b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.1867375 Aug 06 18:08:40.740727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814f76b-e30d-41d0-a8c7-e93dfa30d717 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2339f2-ff53-45f0-b8fa-60decfbf72e4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:40.853810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abf5f3c-d96d-4feb-b411-0817a035ddb7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:40.865332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Checking segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:40.865737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Network hostable DHCP agents. Network: 681d4cd8-677a-4b9b-b30d-b557409f1ef3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:08:40.889786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2d89e22-3dad-44e7-b847-81767c5ba2dd req-eb6b8ddc-b5ad-4227-b565-6bde7111d91e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255211 Aug 06 18:08:40.891890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Attempting to bind port 183b071f-566c-460b-bb70-7d8b62d4a0fa on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:40.892223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Attempting to bind port 183b071f-566c-460b-bb70-7d8b62d4a0fa by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:40.892538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Attempting to bind port 183b071f-566c-460b-bb70-7d8b62d4a0fa on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:40.905393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Port 183b071f-566c-460b-bb70-7d8b62d4a0fa on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:08:40.905393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Attempting to bind port 183b071f-566c-460b-bb70-7d8b62d4a0fa on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:40.909533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:40.922918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:40.923322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:40.923729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:40.924129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Bound port: 183b071f-566c-460b-bb70-7d8b62d4a0fa, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:40.924500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:40.928770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:08:40.934443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-303cd995-201a-4f72-b1de-7c92286c048c req-78360ceb-f9ba-4f41-9af6-275bfbe369c2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.1830075 Aug 06 18:08:40.993113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:40.993843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 82a4d8bf-46ac-4ccf-9fb5-dde8a2bfd958 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:41.027974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 681d4cd8-677a-4b9b-b30d-b557409f1ef3) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:41.040449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:41.041487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.056814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1f30d-431e-44a8-94f2-b350ecbecb86 None None] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:41.119064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b80519c8-b05c-41e4-bee7-71028038d744 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5184505 Aug 06 18:08:41.123676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:41.155800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:41.161409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53696) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:41.210519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59802f32-6c6a-4ef2-93f6-400768b87f18 req-5debfaf0-6b96-4435-8d56-d7f986d2ad2a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573188 Aug 06 18:08:41.244659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:41.252226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:41.261020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.265798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.278303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.299213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cd995-201a-4f72-b1de-7c92286c048c req-5f777d72-e7c3-4b4e-a6c1-6398e4df6dae tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:41.301088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-303cd995-201a-4f72-b1de-7c92286c048c req-5f777d72-e7c3-4b4e-a6c1-6398e4df6dae tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3652892 Aug 06 18:08:41.325580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ca728f6-546f-4fd2-aa97-a0dd5c6dfe31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=731f45691d014d27a571e819f761d907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624565 Aug 06 18:08:41.329917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:41.364319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:41.364961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.366538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] 10.222.0.16 "PUT /v2.0/ports/183b071f-566c-460b-bb70-7d8b62d4a0fa HTTP/1.1" status: 200 len: 1097 time: 2.1731317 Aug 06 18:08:41.386451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:41.393001 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2013a8-4106-4e64-a8e9-0a77e0f54474" -d '{"events": [{"name": "network-changed", "server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:41.411852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:41.478049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.539677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.541333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c1438-5fc0-4008-85a2-27ffc212c419 service neutron] Pushing event updated for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:41.597471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.692992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.703622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:08:41.705074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.750835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.750835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.750835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4dffcdec-7257-4675-91fe-f5c776a0eb01 HTTP/1.1" status: 204 len: 168 time: 0.4183228 Aug 06 18:08:41.786669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4123-d2c8-45c0-bbf4-8d24f9ff341a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dffcdec-7257-4675-91fe-f5c776a0eb01,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:41.817956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691e6a6-d45e-4731-995d-a098c272922c req-c3227ebc-98fd-46ca-beb7-bafad7a5d966 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:41.820430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0691e6a6-d45e-4731-995d-a098c272922c req-c3227ebc-98fd-46ca-beb7-bafad7a5d966 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 944 time: 0.1178048 Aug 06 18:08:41.904602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Allocated IP 172.20.0.2 (681d4cd8-677a-4b9b-b30d-b557409f1ef3/3abf5f3c-d96d-4feb-b411-0817a035ddb7/561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:41.913326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:41.923782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1688e110-3d07-42ed-aa08-17cbfe958600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:41.926564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0691e6a6-d45e-4731-995d-a098c272922c req-cdab75c6-df4b-461f-aa35-c9f8fa14dcc1 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926704 Aug 06 18:08:41.927301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-1688e110-3d07-42ed-aa08-17cbfe958600 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 1100 time: 0.4183073 Aug 06 18:08:41.994411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:42.052927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:42.056424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.119520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-ebb1a6e8-7dd1-4422-ba83-2438e4fabf83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa HTTP/1.1" status: 200 len: 217 time: 0.1753268 Aug 06 18:08:42.235345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-189e67d4-42c0-4a31-b114-1cb20431f452 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2140808 Aug 06 18:08:42.250483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:42.298358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76f6f2-70ce-4e8b-8c44-d310efe88ad3 req-5e13f352-94c8-440f-bc7d-727eae0beb04 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:42.300201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b76f6f2-70ce-4e8b-8c44-d310efe88ad3 req-5e13f352-94c8-440f-bc7d-727eae0beb04 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3710427 Aug 06 18:08:42.306326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.308961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-921afecf-82a2-4a15-9a57-95ac9db73d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:42.310862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-921afecf-82a2-4a15-9a57-95ac9db73d1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1727216 Aug 06 18:08:42.411036 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.419053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b76f6f2-70ce-4e8b-8c44-d310efe88ad3 req-ddd2b9a0-480d-4e53-91c7-f98aec2b05a5 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066070 Aug 06 18:08:42.427421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-06b3b9c2-71fd-4470-a19a-162fb3aee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:42.433523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-06b3b9c2-71fd-4470-a19a-162fb3aee432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105106 Aug 06 18:08:42.513623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:42.516145 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f263d-106e-41cc-bdaf-393eeea17c66" -d '{"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-plugged", "status": "completed", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:42.523232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.563174 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386080a-6cfe-4b87-8581-10d8ab7ac669 x-openstack-request-id: req-4386080a-6cfe-4b87-8581-10d8ab7ac669 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:42.563174 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:42.563174 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4386080a-6cfe-4b87-8581-10d8ab7ac669 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:42.563174 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa', 'status': 'completed', 'code': 200} Aug 06 18:08:42.563988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:42.563988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.585876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.588714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Transition to ACTIVE for port object 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:42.649784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Transition to ACTIVE for port object 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:42.671647 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.700113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:42.740016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-0df52682-71d1-478e-a1e3-abec557ffd34 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898166 Aug 06 18:08:42.785678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.791900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Allocated IP 172.25.3.104 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0f0e40f2-9311-4463-8e40-b33018e31e8a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:42.811335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Pushing event updated for resources: {'Port': ['ID=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:42.818528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:42.820931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.822210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:42.826442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:42.914655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441c46b-0031-4a01-96ac-3d09b38fe2f7 req-80df5892-55cb-4678-8926-28e685abc339 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:42.916503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a441c46b-0031-4a01-96ac-3d09b38fe2f7 req-80df5892-55cb-4678-8926-28e685abc339 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 948 time: 0.1910403 Aug 06 18:08:42.917961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Attempting to bind port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:42.918911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Attempting to bind port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:42.919279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Attempting to bind port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 on network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:42.925900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:42.926297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Checking segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:42.926668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.927054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Bound using segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:42.927738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Bound port: 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:42.928319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:42.980371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af450d31-c6a5-4ae5-91d8-948da87f5614 req-3e1d7fac-6f39-4ff3-9fa3-7aef883f87b6 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225935 Aug 06 18:08:43.002860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a441c46b-0031-4a01-96ac-3d09b38fe2f7 req-f3cbcdc5-408b-42ac-8378-9d0e299c14a0 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Aug 06 18:08:43.042310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] For port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:43.042841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.048023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] For port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:43.054991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.146430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-5037cddd-720e-4fc3-86e0-7873072300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.151567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-5037cddd-720e-4fc3-86e0-7873072300c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 1100 time: 0.0801282 Aug 06 18:08:43.164848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.171999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c673c3-6b3b-4f26-9dbe-8785bdc7917a None None] Pushing event updated for resources: {'Port': ['ID=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:43.251191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:43.262419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:43.269992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:43.320423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=0f0e40f2-9311-4463-8e40-b33018e31e8a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:43.348730 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cdd76e-1f6d-436c-a2cb-119a76aac970 x-openstack-request-id: req-a7cdd76e-1f6d-436c-a2cb-119a76aac970 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:43.349202 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-plugged", "status": "completed", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:43.349390 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7cdd76e-1f6d-436c-a2cb-119a76aac970 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:43.349787 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'code': 200} Aug 06 18:08:43.405592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Allocated IP 172.25.3.165 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/847fcb48-435b-46c5-9872-e91e21833015) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:43.488251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-72c9c7c9-40ce-4aaf-8e7f-0a028ca7d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.489375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-72c9c7c9-40ce-4aaf-8e7f-0a028ca7d671 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.3276587 Aug 06 18:08:43.568858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.584209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cbd62-23de-4928-83a5-65300d243bf7 req-6722e40f-60b1-43e7-ad81-055f25b2d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.586239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c4cbd62-23de-4928-83a5-65300d243bf7 req-6722e40f-60b1-43e7-ad81-055f25b2d307 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 1097 time: 0.0925126 Aug 06 18:08:43.601320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53744) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:43.610662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-e4314afa-601b-4c3a-af63-c74d6d9ad049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa HTTP/1.1" status: 200 len: 217 time: 0.1114581 Aug 06 18:08:43.691553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.727805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-227d80ac-f19e-4568-897b-8fe890c68f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.729541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-227d80ac-f19e-4568-897b-8fe890c68f59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1104429 Aug 06 18:08:43.744070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c4cbd62-23de-4928-83a5-65300d243bf7 req-dcbd0cde-71c9-4637-908b-a2e3814b9d75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503708 Aug 06 18:08:43.748960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7804be2-9786-4e45-9285-dd190e2012fb req-8bfb90e2-8aff-4614-83f6-f7e8f7c531c1 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.750930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7804be2-9786-4e45-9285-dd190e2012fb req-8bfb90e2-8aff-4614-83f6-f7e8f7c531c1 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.1796851 Aug 06 18:08:43.754329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.834051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1873644659-network', 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:43.858441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7804be2-9786-4e45-9285-dd190e2012fb req-245b2eb6-e717-46b6-a414-67285b3decd4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916076 Aug 06 18:08:43.866268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-01080839-01cf-4cc8-a7cd-9df788baf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:43.867873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-01080839-01cf-4cc8-a7cd-9df788baf03c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296692 Aug 06 18:08:43.929540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.970522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Made reservation on behalf of b48c684073714296b17854dc9bbc6a7a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:43.970522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:43.984281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.072612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:44.080071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:44.083535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:44.093189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.108862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.139243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Pushing event updated for resources: {'Port': ['ID=847fcb48-435b-46c5-9872-e91e21833015,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:44.195636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-e7cfa45a-cedb-481a-851e-7820f83ef5bc service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193946 Aug 06 18:08:44.210825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3765-d4b8-41eb-aee6-6f25ab46adaa req-561563b4-0987-457f-8341-cad9e80b628e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:44.212448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39fc3765-d4b8-41eb-aee6-6f25ab46adaa req-561563b4-0987-457f-8341-cad9e80b628e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1758237 Aug 06 18:08:44.290124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=0f0e40f2-9311-4463-8e40-b33018e31e8a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:44.318014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.371133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.380435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.392541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.394761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-e64b363c-2f43-4cb1-8ce8-45ee62625094 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1487348 Aug 06 18:08:44.504154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39fc3765-d4b8-41eb-aee6-6f25ab46adaa req-71435eeb-6eec-4914-b585-f0ada0d872a4 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424977 Aug 06 18:08:44.507406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:08:44.559098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-353f6dc1-f2ce-4a93-9863-6f493df9c51c tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.1501434 Aug 06 18:08:44.560452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f09da92-6074-4155-aa36-5965db29684d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:44.573848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.574661 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Added segment 9626c076-97b9-4002-a7b1-f6ea7ae96bf5 of type vlan for network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 Aug 06 18:08:44.618311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:44.688097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181df80-84d6-4a93-a2a7-5f10d6877404 None None] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:44.713905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f2013a8-4106-4e64-a8e9-0a77e0f54474 req-62ca237a-f2cc-43e9-8f44-7a32257b6999 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003407 Aug 06 18:08:44.777937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acbee1-4759-47ab-959a-48bf323e426e req-a833821f-7326-424f-a5fe-1d397929282d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:44.786933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99acbee1-4759-47ab-959a-48bf323e426e req-a833821f-7326-424f-a5fe-1d397929282d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 948 time: 0.0852234 Aug 06 18:08:44.789677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.792113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-83cfce02-b089-4f13-bca3-99e2ee29b120 None None] Provisioning for port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:44.809988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.821813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:44.830892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:44.831824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.911686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-48867f63-cef7-4248-84a5-1d798bb5f173 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:44.914499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4fd5692-97c8-4f6e-91f1-77913d7f9b69 req-48867f63-cef7-4248-84a5-1d798bb5f173 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3444946 Aug 06 18:08:44.933557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:44.935971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:44.937061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.042837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.049343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4453180 Aug 06 18:08:45.054494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:45.058096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99acbee1-4759-47ab-959a-48bf323e426e req-7f2f329c-b34a-4e1f-8fc1-05eda5b2584b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702343 Aug 06 18:08:45.072498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Request body: {'subnet': {'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1873644659-subnet', 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:45.102637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcf39f-4e2b-4b98-8b91-8f8785f52248 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7849c1-5e0c-42b6-a0cb-841b8936a456,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:45.121149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:08:45.167921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:45.240700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.411710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:45.415348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5fd74-be79-4330-9367-67758ec69171 req-82828b1b-eba7-4fc0-b70c-45ddf39e0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:45.417651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-82828b1b-eba7-4fc0-b70c-45ddf39e0b73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc413734e9054082861b8b8a6d3ecde9&device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0810685 Aug 06 18:08:45.423614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.424107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.424381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.424787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.425136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.425486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.426403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.426403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.432168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50f363-256d-4bef-a5d1-929b609befa4 req-a937b6ed-14c1-4943-b074-944eea6e7e4f tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:45.432691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.434945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b50f363-256d-4bef-a5d1-929b609befa4 req-a937b6ed-14c1-4943-b074-944eea6e7e4f tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.2025199 Aug 06 18:08:45.443650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.444342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.444944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:08:45.553568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b50f363-256d-4bef-a5d1-929b609befa4 req-3fdb08a2-c364-42fd-b772-32f3b953eb1f tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018860 Aug 06 18:08:45.555989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-01c6a8ed-890b-4c11-b331-e302dc149d69 None None] Provisioning complete for port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:45.557157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01c6a8ed-890b-4c11-b331-e302dc149d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.598141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5fd74-be79-4330-9367-67758ec69171 req-048176b7-ad7f-4b12-a715-b9e6941e11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:45.602100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-048176b7-ad7f-4b12-a715-b9e6941e11d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 200 len: 911 time: 0.1654272 Aug 06 18:08:45.686187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-f3ec2c69-6038-4631-86b3-647719855f8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 200 len: 217 time: 0.0706861 Aug 06 18:08:45.758795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5fd74-be79-4330-9367-67758ec69171 req-2afe891c-e38e-4ffe-b8e3-4afb88fe4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:45.760352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-2afe891c-e38e-4ffe-b8e3-4afb88fe4d7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 200 len: 850 time: 0.0670617 Aug 06 18:08:45.772307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Made reservation on behalf of b48c684073714296b17854dc9bbc6a7a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:45.774907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.803503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:45.811532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-951b8c44-aa86-47aa-82c4-4fd0d55abaa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4d52c1c-841d-4081-819f-c2e38859b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362189 Aug 06 18:08:45.848300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f9c1-d020-4c7f-9aea-64ab6b7c058a req-214b05d1-9e35-4d10-88ca-cc6d71fff4d9 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:45.850009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e66f9c1-d020-4c7f-9aea-64ab6b7c058a req-214b05d1-9e35-4d10-88ca-cc6d71fff4d9 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1085198 Aug 06 18:08:45.934422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e66f9c1-d020-4c7f-9aea-64ab6b7c058a req-d3c4a05a-82f5-4159-bf62-94053cc57e77 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744483 Aug 06 18:08:45.966719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-d22df437-18b1-416d-91f3-34bc805303c0 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469626 Aug 06 18:08:46.006006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-63bb0dba-7fb5-4430-a1cd-e7548013224e tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3652670 Aug 06 18:08:46.078490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:46.172707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45c5fd74-be79-4330-9367-67758ec69171 req-a35f1ad3-896f-49d4-882f-6e40657e7a20 service neutron] 10.222.0.55 "GET /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986594 Aug 06 18:08:46.200149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.366062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11796730-868d-443b-9edd-4e419d21b9f4 req-32d73e87-852b-4e4e-b4d7-b9f888e0bff8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:46.368016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11796730-868d-443b-9edd-4e419d21b9f4 req-32d73e87-852b-4e4e-b4d7-b9f888e0bff8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 948 time: 0.0927396 Aug 06 18:08:46.409558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:46.411320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:08:46.432313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.470696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11796730-868d-443b-9edd-4e419d21b9f4 req-c27e49cd-318c-4ff7-841f-2418315cc82e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912263 Aug 06 18:08:46.537000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:46.591929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df7e27a-28ec-4c7a-805e-5c056a5a72b2,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:46.644627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:46.646468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.651266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d363a2ae-27da-4f68-9216-d16c20716258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.688342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Checking segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:46.688956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Network hostable DHCP agents. Network: 5f7849c1-5e0c-42b6-a0cb-841b8936a456, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:08:46.701302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.710406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:46.735721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Sync routers for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:46.762799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:46.764077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:46.791246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3faab4-4329-4541-821c-ff05c22d5ad7 req-cd7a5ced-3bd0-4e1d-822c-2957059386ca tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:46.792921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca3faab4-4329-4541-821c-ff05c22d5ad7 req-cd7a5ced-3bd0-4e1d-822c-2957059386ca tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.0916049 Aug 06 18:08:46.821592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:08:46.846886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5f7849c1-5e0c-42b6-a0cb-841b8936a456) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:46.857487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:46.857487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.889309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4b60a-3911-49d0-b705-8bc65248a48e None None] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:46.894439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d363a2ae-27da-4f68-9216-d16c20716258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.927519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6eb6cd6-def8-4be4-abeb-4b311f6d0063 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8598723 Aug 06 18:08:46.927913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d363a2ae-27da-4f68-9216-d16c20716258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.938869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:46.938869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b5ae684-9f28-4b24-9dd8-6633635d0c02 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7817400 Aug 06 18:08:46.938869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:46.985798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Allocated IP 172.25.3.220 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/8cf00734-ec18-452c-8ceb-016936ef7fb0) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:46.988937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:46.994390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca3faab4-4329-4541-821c-ff05c22d5ad7 req-644a9c58-8458-4fcb-97cd-c871664a35fc tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599019 Aug 06 18:08:47.051324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:47.051747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d363a2ae-27da-4f68-9216-d16c20716258 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0dafcb3ffc62433db24ef2a130404418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417429 Aug 06 18:08:47.057324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363a2ae-27da-4f68-9216-d16c20716258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4267f0-e115-48be-8b7f-264674ea73b4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:47.232013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f685a-a87e-44f2-b3fe-16ad0f8d4cfa req-513a8e66-4088-4730-a282-e674b6fbb543 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:47.234345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-328f685a-a87e-44f2-b3fe-16ad0f8d4cfa req-513a8e66-4088-4730-a282-e674b6fbb543 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.0847061 Aug 06 18:08:47.315261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-328f685a-a87e-44f2-b3fe-16ad0f8d4cfa req-7633cb93-7d19-4350-864a-130fddd97390 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664318 Aug 06 18:08:47.396667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a', 'fixed_ips': [{'subnet_id': '0df7e27a-28ec-4c7a-805e-5c056a5a72b2'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:08:47.398175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.403412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:44Z', 'revision_number': 3, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:47.433645 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.474655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 183b071f-566c-460b-bb70-7d8b62d4a0fa details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:08:47.483908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Checking router: 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:47.484480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Updating router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb port 847fcb48-435b-46c5-9872-e91e21833015 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:08:47.494891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d982-ba98-4062-b759-1a7044da75e7 req-fa8c915b-cd8a-4e9f-a37f-8ca67ae4de6c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:47.496451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c260d982-ba98-4062-b759-1a7044da75e7 req-fa8c915b-cd8a-4e9f-a37f-8ca67ae4de6c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.0748143 Aug 06 18:08:47.510719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:47.515825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Request body: {'floatingip': {'port_id': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:47.538241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.567839 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.706227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.795009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.800236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:47.802642 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf4267f0-e115-48be-8b7f-264674ea73b4 HTTP/1.1" status: 204 len: 168 time: 0.7462063 Aug 06 18:08:47.897113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2ca26-aae6-4485-a287-4186c07b84fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4267f0-e115-48be-8b7f-264674ea73b4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:47.944188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Allocated IP 172.20.0.2 (5f7849c1-5e0c-42b6-a0cb-841b8936a456/0df7e27a-28ec-4c7a-805e-5c056a5a72b2/aa571372-9ccf-4bb9-adc6-88941ad1450d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:48.019683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.035128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.056492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:08:48.169433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:48.183798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:48.192369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:48.196623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=8cf00734-ec18-452c-8ceb-016936ef7fb0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:48.492981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.520109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.591552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.606032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-4473ec51-8e40-4cd6-9f5b-8b5c29183244 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:48.609290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-4473ec51-8e40-4cd6-9f5b-8b5c29183244 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 0.5792248 Aug 06 18:08:48.626065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.663351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-1825d083-7c82-4446-a2f5-3e3042ad1e71 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/quotas/b48c684073714296b17854dc9bbc6a7a HTTP/1.1" status: 200 len: 375 time: 0.0315697 Aug 06 18:08:48.680841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.786604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:48.789584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-cc448110-6bfa-478d-9327-21d5f7c948ce tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805798 Aug 06 18:08:48.832874 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Floating IP 938f7b69-69b2-4e1a-9b74-eb9c66a76a10 associated. External IP: 172.25.3.150, port: b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d. Aug 06 18:08:48.873626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:48.899667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Transition to ACTIVE for port object aa571372-9ccf-4bb9-adc6-88941ad1450d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:48.914160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '183b071f-566c-460b-bb70-7d8b62d4a0fa', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '183b071f-566c-460b-bb70-7d8b62d4a0fa', 'mac_address': 'fa:16:3e:9b:85:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:08:48.991467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Transition to ACTIVE for port object aa571372-9ccf-4bb9-adc6-88941ad1450d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:49.077872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.159365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-0e87114e-0cdb-4b7d-9160-c32cd8a09d60 service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413422 Aug 06 18:08:49.190338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:49.195415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Pushing event updated for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:49.199900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:49.202741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:49.223257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.243761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183b071f-566c-460b-bb70-7d8b62d4a0fa {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:49.263351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Allocated IP 172.20.0.1 (681d4cd8-677a-4b9b-b30d-b557409f1ef3/3abf5f3c-d96d-4feb-b411-0817a035ddb7/444bb245-0b0a-4d1c-8e42-69acf7d4922f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:49.272679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:49.310663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.336387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.341296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-47a47ca1-128a-44e1-98e0-6ab5605a22ef service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763813 Aug 06 18:08:49.358247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.384841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Attempting to bind port aa571372-9ccf-4bb9-adc6-88941ad1450d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:49.385586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Attempting to bind port aa571372-9ccf-4bb9-adc6-88941ad1450d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:49.386356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Attempting to bind port aa571372-9ccf-4bb9-adc6-88941ad1450d on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:49.420944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:49.422373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Checking segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:49.424707 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.429619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Bound using segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:49.431397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Bound port: aa571372-9ccf-4bb9-adc6-88941ad1450d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:49.432037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.542145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:49.580908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.650367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Router af2eb444-58a0-4dd1-992d-d91b2462d78f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:08:49.709299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=8cf00734-ec18-452c-8ceb-016936ef7fb0,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:49.731567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:49.737168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=aa571372-9ccf-4bb9-adc6-88941ad1450d,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:49.741033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.743677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['183b071f-566c-460b-bb70-7d8b62d4a0fa'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:49.761958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-73978ff2-782a-4cfd-9c72-0dce69e41485 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6987746 Aug 06 18:08:49.829359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.892843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:49.900821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:49.906804 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Sync routers for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:49.941614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:49.942649 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:50.132030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3da50715-4fad-45ab-8f2a-b58ca40ff893 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "PUT /v2.0/floatingips/938f7b69-69b2-4e1a-9b74-eb9c66a76a10 HTTP/1.1" status: 200 len: 991 time: 2.6163173 Aug 06 18:08:50.141620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:50.150918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e1f72-7059-45ec-bb9c-c8eb0dd315cc None None] Pushing event updated for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:50.153411 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02863285-0d2d-480b-8ceb-43f8c431048e" -d '{"events": [{"name": "network-changed", "server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:50.195249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-2a43568d-0c27-4994-a483-ae070ef2a768 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.4298186 Aug 06 18:08:50.203690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.227793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d679-5fce-4a8f-acf1-9a029b247139 req-b6ad9fb8-f6d8-4877-a35a-ae6ec1c9a6f8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:50.241497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f062d679-5fce-4a8f-acf1-9a029b247139 req-b6ad9fb8-f6d8-4877-a35a-ae6ec1c9a6f8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 949 time: 0.2753668 Aug 06 18:08:50.280995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.287593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Transition to ACTIVE for port object 444bb245-0b0a-4d1c-8e42-69acf7d4922f will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:50.350663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f062d679-5fce-4a8f-acf1-9a029b247139 req-caac6728-786a-4f15-8b9c-93f104404059 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076322 Aug 06 18:08:50.358767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.362126 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:50.382717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Transition to ACTIVE for port object 847fcb48-435b-46c5-9872-e91e21833015 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:50.467189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.785270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995e8c4-a2c2-44e3-add1-9cc88d067363 req-7d3c46db-f1e1-46ee-8767-2086ba5fac19 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:50.808415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5995e8c4-a2c2-44e3-add1-9cc88d067363 req-7d3c46db-f1e1-46ee-8767-2086ba5fac19 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.2307630 Aug 06 18:08:50.822581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device aa571372-9ccf-4bb9-adc6-88941ad1450d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:50.871151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Attempting to bind port 847fcb48-435b-46c5-9872-e91e21833015 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:50.872086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Attempting to bind port 847fcb48-435b-46c5-9872-e91e21833015 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:50.872527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Attempting to bind port 847fcb48-435b-46c5-9872-e91e21833015 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:50.916206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf13d-a137-4581-9b3e-878023848298 None None] Pushing event updated for resources: {'Port': ['ID=847fcb48-435b-46c5-9872-e91e21833015,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:50.926208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:50.926675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:50.927576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.927936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:50.928510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Bound port: 847fcb48-435b-46c5-9872-e91e21833015, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:50.928973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:50.932158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5995e8c4-a2c2-44e3-add1-9cc88d067363 req-6975a8b2-2f45-4e4b-bf2b-1f9b9ac0758d tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224144 Aug 06 18:08:51.230405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port aa571372-9ccf-4bb9-adc6-88941ad1450d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:51.238859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] For port 847fcb48-435b-46c5-9872-e91e21833015, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:51.243341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] For port 847fcb48-435b-46c5-9872-e91e21833015, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=847fcb48-435b-46c5-9872-e91e21833015,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:51.261209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:51.263263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '938f7b69-69b2-4e1a-9b74-eb9c66a76a10', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'port_id': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'mac_address': 'fa:16:3e:ae:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:42Z', 'updated_at': '2021-08-06T18:08:48Z', 'revision_number': 1, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:51.375952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:51.406223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:51.423853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:51.424852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:51.426368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:51.437796 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:08:51.442496 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Checking router: af2eb444-58a0-4dd1-992d-d91b2462d78f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:51.460792 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:51.462177 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:51.473773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Pushing event updated for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:51.539051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-f3cafbc9-c2a8-447a-ab24-aafa18577285 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:51.542615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03766aba-7333-49d4-b52d-6481e1ef8a1a req-f3cafbc9-c2a8-447a-ab24-aafa18577285 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 1.3286345 Aug 06 18:08:51.558642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:51.665195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-cdfc6ef1-b4ca-45f5-a7ee-fc3fc186749d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:51.681672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-cdfc6ef1-b4ca-45f5-a7ee-fc3fc186749d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 0.4093339 Aug 06 18:08:51.728113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf13d-a137-4581-9b3e-878023848298 None None] Pushing event updated for resources: {'Port': ['ID=847fcb48-435b-46c5-9872-e91e21833015,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:51.737629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-a803a49b-8e6f-4b99-a54c-8a53b13f9693 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/quotas/b48c684073714296b17854dc9bbc6a7a HTTP/1.1" status: 200 len: 375 time: 0.0318577 Aug 06 18:08:51.747697 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:52.006716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:52.214730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863285-0d2d-480b-8ceb-43f8c431048e req-5382c123-b9c9-4d27-a5a5-9e28b0840dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:52.216773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-5382c123-b9c9-4d27-a5a5-9e28b0840dde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c6839ba26324ccd9caa2ec61494141b&device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 1097 time: 0.2156482 Aug 06 18:08:52.320115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:52.342372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acc443-1563-4ece-8ba9-17f9a29bec9d None None] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:08:52.487582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f8fd221-58bc-44d3-ab7d-db0f6821973d None None] Provisioning for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:52.550037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863285-0d2d-480b-8ceb-43f8c431048e req-c3c63671-0047-4d34-adc9-d25f5cd14477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:52.553957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-c3c63671-0047-4d34-adc9-d25f5cd14477 service neutron] 10.222.0.16 "GET /v2.0/networks?id=babff83e-63dd-46e5-bd78-d2e3e1251ac2 HTTP/1.1" status: 200 len: 916 time: 0.2813518 Aug 06 18:08:52.627708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f8fd221-58bc-44d3-ab7d-db0f6821973d None None] Provisioning complete for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:52.628297 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd221-58bc-44d3-ab7d-db0f6821973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:52.701086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fd221-58bc-44d3-ab7d-db0f6821973d None None] Port 444bb245-0b0a-4d1c-8e42-69acf7d4922f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:52.711758 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '938f7b69-69b2-4e1a-9b74-eb9c66a76a10', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'port_id': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'mac_address': 'fa:16:3e:ae:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:42Z', 'updated_at': '2021-08-06T18:08:48Z', 'revision_number': 1, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:52.799231 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68831b65-6e6f-4c1a-840d-978f3b509af5 x-openstack-request-id: req-68831b65-6e6f-4c1a-840d-978f3b509af5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:52.800181 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:52.800181 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68831b65-6e6f-4c1a-840d-978f3b509af5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:52.802194 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bfb4a-ab23-40c5-aaf6-1910a3f96d09 None None] The sync data for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 is: [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '938f7b69-69b2-4e1a-9b74-eb9c66a76a10', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'port_id': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'mac_address': 'fa:16:3e:ae:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:07:42Z', 'updated_at': '2021-08-06T18:08:48Z', 'revision_number': 1, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:52.802968 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'status': 'completed', 'code': 200} Aug 06 18:08:52.838666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-bc4dd959-607d-48f8-8418-5e9862f58559 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0845501 Aug 06 18:08:52.924958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Provisioning for port aa571372-9ccf-4bb9-adc6-88941ad1450d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:52.963759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf36e-96e8-4853-afb4-848d42fad661 req-4b34a5d7-eb67-4d53-a947-b059672d311e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:52.970464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Provisioning complete for port aa571372-9ccf-4bb9-adc6-88941ad1450d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:52.971461 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:52.979900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5dcbf36e-96e8-4853-afb4-848d42fad661 req-4b34a5d7-eb67-4d53-a947-b059672d311e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 949 time: 0.3397439 Aug 06 18:08:53.039051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-142c8034-d7f8-4ea8-806b-798bc9576a99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d HTTP/1.1" status: 200 len: 999 time: 0.4750791 Aug 06 18:08:53.103477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:44Z', 'revision_number': 3, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:53.148308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-071f19b1-f470-4806-95b3-097ce272538c service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611384 Aug 06 18:08:53.164353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-610e75e3-74c9-4be8-b243-01875540a4e9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:53.167041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-610e75e3-74c9-4be8-b243-01875540a4e9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 1.3304708 Aug 06 18:08:53.173181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1833bb6-6c23-4202-89aa-783560794e00 None None] The sync data for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 is: [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:44Z', 'revision_number': 3, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:08:53.204898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Request body: {'port': {'device_id': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'admin_state_up': True, 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:53.205641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5dcbf36e-96e8-4853-afb4-848d42fad661 req-c3967ca3-94c0-4f63-98c2-efc7edc211fa tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252438 Aug 06 18:08:53.244236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.275174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863285-0d2d-480b-8ceb-43f8c431048e req-07057eb3-08c5-4952-94c6-d3684ebfd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:53.285290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-07057eb3-08c5-4952-94c6-d3684ebfd38e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddb7e570-b349-403f-ae86-bc0a3e1496c3 HTTP/1.1" status: 200 len: 854 time: 0.2374611 Aug 06 18:08:53.318798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.329640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=aa571372-9ccf-4bb9-adc6-88941ad1450d,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:53.357484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.363340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.745392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 183b071f-566c-460b-bb70-7d8b62d4a0fa up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:53.754421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245d013-b313-46d7-8574-f7aca6811746 None None] New status for floating IP 938f7b69-69b2-4e1a-9b74-eb9c66a76a10: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:08:53.774933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-2b99f80b-2f75-4682-82e5-956098a830bb service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595870 Aug 06 18:08:53.781344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Made reservation on behalf of b48c684073714296b17854dc9bbc6a7a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:53.797871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.918708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a7c3689-9a81-482e-aeda-e58a18aa5d2c None None] Provisioning complete for port aa571372-9ccf-4bb9-adc6-88941ad1450d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:53.919368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3689-9a81-482e-aeda-e58a18aa5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.971716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-e5031580-3408-4d0f-a424-a9d3352bf4bb tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6806889 Aug 06 18:08:53.973559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:53.998309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:54.134993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Allocated IP 172.20.0.14 (5f7849c1-5e0c-42b6-a0cb-841b8936a456/0df7e27a-28ec-4c7a-805e-5c056a5a72b2/feaa0876-eb60-4f83-b90c-e93133931405) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:54.166750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26e375-1da6-4d4a-9063-0e0c549837d4 None None] Pushing event updated for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:54.387628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863285-0d2d-480b-8ceb-43f8c431048e req-018ff9fe-2e67-470a-a708-fddc0e9edff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:54.402896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-018ff9fe-2e67-470a-a708-fddc0e9edff7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=babff83e-63dd-46e5-bd78-d2e3e1251ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0676966 Aug 06 18:08:54.461838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Pushing event updated for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:54.652623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 183b071f-566c-460b-bb70-7d8b62d4a0fa completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:54.719184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 183b071f-566c-460b-bb70-7d8b62d4a0fa triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:54.720538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:54.780564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:54.782505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:54.882460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device aa571372-9ccf-4bb9-adc6-88941ad1450d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:54.914394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:54.925439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6d658-d305-479b-9e60-8e4665b17181 req-1ea46112-7984-493a-a43a-e458c99b653a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:54.943555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85b6d658-d305-479b-9e60-8e4665b17181 req-1ea46112-7984-493a-a43a-e458c99b653a tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.3917315 Aug 06 18:08:55.000810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-e1951d4c-bdf8-4980-96b1-17d2b879416f service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967183 Aug 06 18:08:55.124875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53944) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:55.157879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.202195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.260605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85b6d658-d305-479b-9e60-8e4665b17181 req-60ca40d6-3dfb-4fbf-b006-514fa20bec27 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925203 Aug 06 18:08:55.295654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:55.300335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:55.306683 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb71ff-d52d-4cd1-a4fd-6bf2acd3e348" -d '{"events": [{"server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "name": "network-vif-plugged", "status": "completed", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:55.315592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Transition to ACTIVE for port object feaa0876-eb60-4f83-b90c-e93133931405 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:55.318012 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.334711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port aa571372-9ccf-4bb9-adc6-88941ad1450d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:55.335957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.424084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:08:55.435589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f578978d-d9a5-47a1-91e6-4760dfaf30e2 None None] Provisioning complete for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:55.435970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f578978d-d9a5-47a1-91e6-4760dfaf30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.442275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02863285-0d2d-480b-8ceb-43f8c431048e req-c2991aed-878a-44f6-aba7-dc5409caa9e4 service neutron] 10.222.0.16 "GET /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331198 Aug 06 18:08:55.511344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.527731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:55.535637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-7735eea7-46cb-4e7d-85f8-76c23b7a94da tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:55.538342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-7735eea7-46cb-4e7d-85f8-76c23b7a94da tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 945 time: 0.1638167 Aug 06 18:08:55.539332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f578978d-d9a5-47a1-91e6-4760dfaf30e2 None None] Port 444bb245-0b0a-4d1c-8e42-69acf7d4922f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:55.630773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:55.635712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:55.641844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:55.649939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 847fcb48-435b-46c5-9872-e91e21833015 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:55.680149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event updated for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:55.687948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f38-9f5c-45ff-b714-92eaa7bcaaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.742230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.775767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 847fcb48-435b-46c5-9872-e91e21833015 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:55.778096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:08:55.785146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 847fcb48-435b-46c5-9872-e91e21833015 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:55.785879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.796122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:55.796871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:55.837235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-89cabb36-a678-4e23-aa4d-4818fbb351e2 admin admin] 10.222.0.64 "PUT /v2.0/routers/0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8909659 Aug 06 18:08:55.869343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d1bd-828c-4e3d-80e0-42aaeb35dbe5 req-44208570-47c6-49b6-b2cf-7a1050ec0036 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:55.871321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dd5d1bd-828c-4e3d-80e0-42aaeb35dbe5 req-44208570-47c6-49b6-b2cf-7a1050ec0036 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.1743546 Aug 06 18:08:55.981823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dd5d1bd-828c-4e3d-80e0-42aaeb35dbe5 req-2829d1f2-981a-487c-8a5c-0ce3f20720d8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950270 Aug 06 18:08:55.999568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.028366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Deleting port cdb1ee38-1fa7-4351-ba53-e217923b44bb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:08:56.029047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.032042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 847fcb48-435b-46c5-9872-e91e21833015, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=847fcb48-435b-46c5-9872-e91e21833015,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:56.039919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.201774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=847fcb48-435b-46c5-9872-e91e21833015,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:56.218206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-04e74fe9-2737-421d-9728-e3ae3f53f5bf None None] Provisioning for port feaa0876-eb60-4f83-b90c-e93133931405 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:08:56.229716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-04e74fe9-2737-421d-9728-e3ae3f53f5bf None None] Provisioning complete for port feaa0876-eb60-4f83-b90c-e93133931405 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:56.230296 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-04e74fe9-2737-421d-9728-e3ae3f53f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.262429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Allocated IP 172.25.3.18 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/237a8126-7045-4f3f-9ef5-21907aff79a6) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:56.313324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-04e74fe9-2737-421d-9728-e3ae3f53f5bf None None] Port feaa0876-eb60-4f83-b90c-e93133931405 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:08:56.337249 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f38-9f5c-45ff-b714-92eaa7bcaaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.387450 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5b55f38-9f5c-45ff-b714-92eaa7bcaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.388996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-f95dccba-b1cc-4d3e-8637-e6c6df266d66 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2006612 Aug 06 18:08:56.435151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Request body: {'port': {'device_id': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:56.467059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-492a0769-cdd4-4bd2-9698-55643b47d6d1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:56.468666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-492a0769-cdd4-4bd2-9698-55643b47d6d1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 0.3405030 Aug 06 18:08:56.536848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Sync routers for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:08:56.564892 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:08:56.566301 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:56.590952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-3382eba1-b248-4d50-a643-44f6adcf8a74 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/quotas/b48c684073714296b17854dc9bbc6a7a HTTP/1.1" status: 200 len: 375 time: 0.0332806 Aug 06 18:08:56.596631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 847fcb48-435b-46c5-9872-e91e21833015 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:08:56.699676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] For port cdb1ee38-1fa7-4351-ba53-e217923b44bb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cdb1ee38-1fa7-4351-ba53-e217923b44bb,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:08:56.700540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.751138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.753387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b5b55f38-9f5c-45ff-b714-92eaa7bcaaf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c36dd01688f4e2180d461c25439bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6251113 Aug 06 18:08:56.762234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53980) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:56.763310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Calling delete_port for cdb1ee38-1fa7-4351-ba53-e217923b44bb owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:08:56.768864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55f38-9f5c-45ff-b714-92eaa7bcaaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728417a3-1d28-4c34-bdd7-807ad6906a92,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:56.781367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 847fcb48-435b-46c5-9872-e91e21833015 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:08:56.781824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:56.822131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-df62df85-ef13-45b8-981e-d1bd0d5dcf89 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002213 Aug 06 18:08:56.935369 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:08:57.253390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.267470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-d256b568-3530-4ffd-a64c-5a9c8a2bb4a9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:57.269242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-d256b568-3530-4ffd-a64c-5a9c8a2bb4a9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.16 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 0.8609900 Aug 06 18:08:57.282260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-38b71ae6-d498-4785-9404-2e9e9cc16477 service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946273 Aug 06 18:08:57.291005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Request body: {'port': {'device_id': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'admin_state_up': True, 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:08:57.335753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.415706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 2, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:08:57.491489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Checking router: 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:08:57.492261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Updating router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb port 444bb245-0b0a-4d1c-8e42-69acf7d4922f binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:08:57.497824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.551376 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.565254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-e85aa504-8b87-40a0-8f8a-a848908bfad9 service neutron] 10.222.0.64 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728453 Aug 06 18:08:57.687365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaa0876-eb60-4f83-b90c-e93133931405 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:08:57.717693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.767299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Transition to ACTIVE for port object feaa0876-eb60-4f83-b90c-e93133931405 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:57.768005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.772443 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.781185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c2cc6a1c-51f7-4df5-899f-48b32f603482'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:08:57.805022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.807694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.813121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/728417a3-1d28-4c34-bdd7-807ad6906a92 HTTP/1.1" status: 204 len: 168 time: 1.0412326 Aug 06 18:08:57.924462 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:57.966428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Pushing event deleted for resources: {'Port': ['ID=cdb1ee38-1fa7-4351-ba53-e217923b44bb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:57.972256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8731-ad15-42b1-becf-f27e93cbf934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728417a3-1d28-4c34-bdd7-807ad6906a92,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:57.979432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:58.165521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Attempting to bind port feaa0876-eb60-4f83-b90c-e93133931405 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:58.167112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:08:58.167697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Attempting to bind port feaa0876-eb60-4f83-b90c-e93133931405 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:58.169988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Attempting to bind port feaa0876-eb60-4f83-b90c-e93133931405 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:58.202390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Port feaa0876-eb60-4f83-b90c-e93133931405 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:08:58.202738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Attempting to bind port feaa0876-eb60-4f83-b90c-e93133931405 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:58.213544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:58.215609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Checking segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:58.217506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Bound using segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:58.218245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Bound port: feaa0876-eb60-4f83-b90c-e93133931405, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:58.222527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.287736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:08:58.297806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] No DVR routers for this DVR port cdb1ee38-1fa7-4351-ba53-e217923b44bb on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:08:58.332026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:08:58.351565 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d644418-8777-4a0b-a3a6-81f64e6e86a6 x-openstack-request-id: req-9d644418-8777-4a0b-a3a6-81f64e6e86a6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:08:58.354045 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "name": "network-vif-plugged", "status": "completed", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:08:58.355097 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d644418-8777-4a0b-a3a6-81f64e6e86a6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:08:58.355805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.357574 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa', 'code': 200} Aug 06 18:08:58.372161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13bc2b02-d227-4ab8-9b5d-a3c053d6d2db req-64291e7d-88fe-4bc4-9614-bbf287d1cb3f tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "DELETE /v2.0/ports/cdb1ee38-1fa7-4351-ba53-e217923b44bb HTTP/1.1" status: 204 len: 173 time: 2.8123062 Aug 06 18:08:58.404440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'name': 'network-vif-deleted', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:58.417195 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d81b37-eaa9-4519-832d-8ec43cbf85e2" -d '{"events": [{"server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "name": "network-vif-deleted", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:58.478761 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5b97-db97-46a7-8b23-dcc40694fe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.552024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Made reservation on behalf of b48c684073714296b17854dc9bbc6a7a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:08:58.579901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.681788 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-110646b0-46ca-4c5e-af87-1d907c319ee8 req-0683b173-bb85-41ce-95ab-bd6b48ff231c tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=4be5c018-5603-467c-b922-ca6697c5d5d7 HTTP/1.1" status: 200 len: 210 time: 0.1430829 Aug 06 18:08:58.682378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=237a8126-7045-4f3f-9ef5-21907aff79a6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:58.699431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:58.775262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=feaa0876-eb60-4f83-b90c-e93133931405,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:58.783626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.796710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cdb1ee38-1fa7-4351-ba53-e217923b44bb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:08:58.801079 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.846908 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Transition to ACTIVE for port object 444bb245-0b0a-4d1c-8e42-69acf7d4922f will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:08:58.860142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: cdb1ee38-1fa7-4351-ba53-e217923b44bb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:08:58.862101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cdb1ee38-1fa7-4351-ba53-e217923b44bb not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:08:58.871441 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:58.924890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcbbda-17a8-4777-bdae-705eb1e5460e req-437de9d6-a324-47b4-bd05-f8e517a7079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:58.929986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aabcbbda-17a8-4777-bdae-705eb1e5460e req-437de9d6-a324-47b4-bd05-f8e517a7079b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 1102 time: 0.4437332 Aug 06 18:08:59.033385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:59.034552 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.042467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] 10.222.0.55 "PUT /v2.0/ports/feaa0876-eb60-4f83-b90c-e93133931405 HTTP/1.1" status: 200 len: 1093 time: 2.6367404 Aug 06 18:08:59.143135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:08:59.154252 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48b300-3489-49d2-b2fe-7c38197dd657" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "tag": "feaa0876-eb60-4f83-b90c-e93133931405"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:08:59.171281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:08:59.223245 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f900-4da0-484f-b263-a1ee30501f49 None None] Pushing event updated for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:59.300695 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Attempting to bind port 444bb245-0b0a-4d1c-8e42-69acf7d4922f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:08:59.302675 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Attempting to bind port 444bb245-0b0a-4d1c-8e42-69acf7d4922f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:08:59.303376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Attempting to bind port 444bb245-0b0a-4d1c-8e42-69acf7d4922f on network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:08:59.313045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.326280 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:08:59.326649 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Checking segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:08:59.327279 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.327929 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Bound using segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:08:59.328850 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Bound port: 444bb245-0b0a-4d1c-8e42-69acf7d4922f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:08:59.329681 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.384985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aabcbbda-17a8-4777-bdae-705eb1e5460e req-ca7a275f-91d7-4727-8a24-e15023f60885 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172218 Aug 06 18:08:59.387865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.471493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.523804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187715d-b7cf-4363-b37a-6544d1b3ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:08:59.567882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-4ff68a9f-c25c-4296-8533-43fd097121e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:59.569642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-4ff68a9f-c25c-4296-8533-43fd097121e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 1096 time: 0.3786077 Aug 06 18:08:59.581976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Allocated IP 172.20.0.9 (5f7849c1-5e0c-42b6-a0cb-841b8936a456/0df7e27a-28ec-4c7a-805e-5c056a5a72b2/ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:08:59.582743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0eb92-0169-4d42-8e1d-a67261681182 req-6a4c907f-1864-44c7-9a65-d192087b7c43 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:59.582916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] For port 444bb245-0b0a-4d1c-8e42-69acf7d4922f, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:08:59.584862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25c0eb92-0169-4d42-8e1d-a67261681182 req-6a4c907f-1864-44c7-9a65-d192087b7c43 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.2314036 Aug 06 18:08:59.598874 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] For port 444bb245-0b0a-4d1c-8e42-69acf7d4922f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=444bb245-0b0a-4d1c-8e42-69acf7d4922f,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:08:59.621014 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:08:59.651920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-529b292a-e233-41bd-8c3d-40e275239c79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feaa0876-eb60-4f83-b90c-e93133931405 HTTP/1.1" status: 200 len: 217 time: 0.0655735 Aug 06 18:08:59.741779 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25c0eb92-0169-4d42-8e1d-a67261681182 req-78d1b1e9-d503-4e57-aff0-88312ff15034 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930347 Aug 06 18:08:59.758997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-029526d3-c86d-4537-89c2-3807d571aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:59.761622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-029526d3-c86d-4537-89c2-3807d571aafc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.1008885 Aug 06 18:08:59.872253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-29d438f2-0801-40d0-9eaf-4cced1564385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:08:59.878994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-29d438f2-0801-40d0-9eaf-4cced1564385 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099420 Aug 06 18:09:00.020168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a1f8f65-7dcc-4031-8229-da06d56824c2 req-4a827b03-efc2-47ae-b3df-452074853c6f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 210 time: 0.1398013 Aug 06 18:09:00.038984 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f900-4da0-484f-b263-a1ee30501f49 None None] Pushing event updated for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:00.067432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:00.070007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:08:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:00.100567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:00.118080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:00.224979 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed158396-6b72-44f1-a55d-653e41394e17 x-openstack-request-id: req-ed158396-6b72-44f1-a55d-653e41394e17 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:00.226964 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be5c018-5603-467c-b922-ca6697c5d5d7", "name": "network-vif-deleted", "tag": "cdb1ee38-1fa7-4351-ba53-e217923b44bb", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:00.227465 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed158396-6b72-44f1-a55d-653e41394e17 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:00.228272 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be5c018-5603-467c-b922-ca6697c5d5d7', 'name': 'network-vif-deleted', 'tag': 'cdb1ee38-1fa7-4351-ba53-e217923b44bb', 'status': 'completed', 'code': 200} Aug 06 18:09:00.252058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-3fd3dcf7-fc0a-4ea7-9a7a-eaceb05e9948 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516867 Aug 06 18:09:00.340627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:00.446201 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c182c80-9470-433d-a37f-4dd7615a251c x-openstack-request-id: req-2c182c80-9470-433d-a37f-4dd7615a251c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:00.447277 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "tag": "feaa0876-eb60-4f83-b90c-e93133931405", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:00.447943 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c182c80-9470-433d-a37f-4dd7615a251c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:00.448971 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405', 'status': 'completed', 'code': 200} Aug 06 18:09:00.587617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40b2f8c8-4f20-4e14-8e3c-83005d94aa0c req-3f28122f-f63a-4465-b6eb-2e34ce2df486 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256190 Aug 06 18:09:00.852765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-a0a0804f-8a7d-4f37-bd3b-c8b5a4ed259c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:00.855953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-a0a0804f-8a7d-4f37-bd3b-c8b5a4ed259c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 816 time: 0.3322046 Aug 06 18:09:00.860029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:00.889255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:00.893706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-03ff4cc3-360c-4e67-8c58-3a7120fd6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:00.896298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-03ff4cc3-360c-4e67-8c58-3a7120fd6fa0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 1096 time: 0.0766218 Aug 06 18:09:00.901619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Request body: {'port': {'device_id': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'admin_state_up': True, 'tenant_id': 'b48c684073714296b17854dc9bbc6a7a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:00.941037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.053276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.084093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba00de5-9120-4e5a-8d22-749ba5252463,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:01.123896 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:08:59Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:01.126081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event updated for resources: {'Port': ['ID=237a8126-7045-4f3f-9ef5-21907aff79a6,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:01.200742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e94bd0-1d0a-46ef-8d94-e0bed0d44fdd None None] The sync data for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 is: [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:08:59Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:09:01.220445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-1e702f32-4913-4f61-a24d-6cdf3f3188d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:01.225172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-1e702f32-4913-4f61-a24d-6cdf3f3188d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 917 time: 0.3170283 Aug 06 18:09:01.238328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.242177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2505777 Aug 06 18:09:01.255504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d96c5-7bf8-4f67-8caf-38b447b3ede5 req-0a591d38-e741-46f6-91ae-d12023403016 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:01.263680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c9d96c5-7bf8-4f67-8caf-38b447b3ede5 req-0a591d38-e741-46f6-91ae-d12023403016 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.0987561 Aug 06 18:09:01.265284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.273740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.275312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.276485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.277669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.278565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.279406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.280375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.281941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.283934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.286446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.287354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.333994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Transition to ACTIVE for port object ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:01.362941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-34aeb560-ec6c-419c-9807-fb7ca4baaf65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feaa0876-eb60-4f83-b90c-e93133931405 HTTP/1.1" status: 200 len: 217 time: 0.1283886 Aug 06 18:09:01.382462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.383150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.383902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.384946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.385733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.402180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.402824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.403301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.403776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.404313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.404830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.405360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdada1-59f0-43a9-87db-a685b20ca2ef tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:01.425958 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.444153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ce622396-5966-4fe9-bc46-e60d12150f6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe746223599149baa63388f2f2e3027d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2664683 Aug 06 18:09:01.448052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c9d96c5-7bf8-4f67-8caf-38b447b3ede5 req-8acb71c9-b810-4359-a518-e62641756b64 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830862 Aug 06 18:09:01.459124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54088) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:01.542117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-a496aff8-6f57-4284-8055-8653b24e73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:01.544389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-a496aff8-6f57-4284-8055-8653b24e73bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.1627555 Aug 06 18:09:01.597325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-dbb2ae33-7d38-41c1-b1b5-5e685db45dca tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2897398 Aug 06 18:09:01.600005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.637505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:01.644357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:01.654026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cdb622d6-2502-4137-bd99-704b94b4de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.687923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:01.768711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-f2280bd8-9eae-4b0b-a8c5-fd6712691506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:01.772129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-f2280bd8-9eae-4b0b-a8c5-fd6712691506 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136469 Aug 06 18:09:01.895240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:01.895950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.966996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event updated for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:01.977270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Made reservation on behalf of b48c684073714296b17854dc9bbc6a7a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:01.980926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:01.982459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-c5b45ae7-8c04-491c-9cf1-496332545b59 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952138 Aug 06 18:09:01.993516 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.009877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-e6189493-c4cf-49d2-bac9-c0b9aaabb043 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7284610 Aug 06 18:09:02.053531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0871a9-150e-42eb-8b0e-442faabfa413 req-9a289a53-48b3-4f56-b118-e2fad3d6fa71 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:02.066603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b0871a9-150e-42eb-8b0e-442faabfa413 req-9a289a53-48b3-4f56-b118-e2fad3d6fa71 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.4748185 Aug 06 18:09:02.140050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e88e54ea-80c6-4830-8704-581d0a84920b None None] Provisioning for port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:02.147845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e88e54ea-80c6-4830-8704-581d0a84920b None None] Provisioning complete for port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:02.149680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e88e54ea-80c6-4830-8704-581d0a84920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.151612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Request body: {'port': {'device_id': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:02.231869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e88e54ea-80c6-4830-8704-581d0a84920b None None] Port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:02.240308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-8dcbc023-b562-49a9-bf92-2a4ebb1fc006 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:02.253745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49fb3a20-9280-4a7b-b8dd-0ad155968cbc req-8dcbc023-b562-49a9-bf92-2a4ebb1fc006 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.6327052 Aug 06 18:09:02.274772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Allocated IP 172.20.0.3 (5f7849c1-5e0c-42b6-a0cb-841b8936a456/0df7e27a-28ec-4c7a-805e-5c056a5a72b2/d16eda32-737f-4afb-a17a-676a32126429) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:02.304717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.366847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.424089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b0871a9-150e-42eb-8b0e-442faabfa413 req-6881d2eb-20ac-4aa4-9913-4d29ab35c1f5 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537734 Aug 06 18:09:02.474415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-979ae7f9-8c36-4ed0-8b04-e5481f9d2bdf req-d3e0b652-10d7-4871-98f9-683dc581b821 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 210 time: 0.0682516 Aug 06 18:09:02.487564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.494193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:02.502846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ba00de5-9120-4e5a-8d22-749ba5252463 HTTP/1.1" status: 204 len: 168 time: 1.0401275 Aug 06 18:09:02.615656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d204b-ebf7-4c5c-b2e9-4f9f18237c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba00de5-9120-4e5a-8d22-749ba5252463,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:02.653983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd48b300-3489-49d2-b2fe-7c38197dd657 req-710852de-c09c-4a6e-b0d1-458d90fa5b37 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568227 Aug 06 18:09:02.756190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 444bb245-0b0a-4d1c-8e42-69acf7d4922f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:02.914721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device feaa0876-eb60-4f83-b90c-e93133931405 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:09:03.063488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:03.117055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:03.118154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.161671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c616425-ef60-42a6-a2b8-b0189ac8b9c0 req-ec5868ee-6b09-4b43-9ce2-6864ff0a133b tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips/54b2dea3-3be2-4c53-b585-12a0f4bac56a HTTP/1.1" status: 200 len: 692 time: 0.2839773 Aug 06 18:09:03.228926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.458900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=feaa0876-eb60-4f83-b90c-e93133931405,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:03.507924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'feaa0876-eb60-4f83-b90c-e93133931405', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'port_id': 'feaa0876-eb60-4f83-b90c-e93133931405', 'mac_address': 'fa:16:3e:de:fd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df7e27a-28ec-4c7a-805e-5c056a5a72b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:09:03.586867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.637422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-c98d0077-54b3-4c47-af84-79ae2f606c92 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:03.641508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-c98d0077-54b3-4c47-af84-79ae2f606c92 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.5491426 Aug 06 18:09:03.700622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Transition to ACTIVE for port object d16eda32-737f-4afb-a17a-676a32126429 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:03.719658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.738606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-39e63821-55cc-40f8-95bf-45f2657da5ae tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c32876ae753f4de695cc757513c622e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759635 Aug 06 18:09:03.786411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616425-ef60-42a6-a2b8-b0189ac8b9c0 req-73f95be1-c0f8-44f6-b945-535127c22cda tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:03.804319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c616425-ef60-42a6-a2b8-b0189ac8b9c0 req-73f95be1-c0f8-44f6-b945-535127c22cda tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.6365356 Aug 06 18:09:03.820577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-3c616425-ef60-42a6-a2b8-b0189ac8b9c0 req-ae562459-42ef-4696-bdcd-42d4d8c61bd4 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:09:03.835146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c616425-ef60-42a6-a2b8-b0189ac8b9c0 req-ae562459-42ef-4696-bdcd-42d4d8c61bd4 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241857 Aug 06 18:09:03.878716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.894677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:03.923375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaa0876-eb60-4f83-b90c-e93133931405 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:04.019579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-742ff91b-9300-467a-a924-293a7d86440d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:04.028863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-742ff91b-9300-467a-a924-293a7d86440d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898073 Aug 06 18:09:04.049722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Deleting port c2cc6a1c-51f7-4df5-899f-48b32f603482 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:04.050367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.071184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=feaa0876-eb60-4f83-b90c-e93133931405,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:04.082454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 444bb245-0b0a-4d1c-8e42-69acf7d4922f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=444bb245-0b0a-4d1c-8e42-69acf7d4922f,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:04.085823 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.098206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.129268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event updated for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:04.157102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:04.160123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:04.176672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:04.237335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-461c2880-83d9-4243-be07-a6545e6654da tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/quotas/c32876ae753f4de695cc757513c622e1 HTTP/1.1" status: 200 len: 375 time: 0.2071192 Aug 06 18:09:04.280433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:04.328570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbde06-0792-4e62-8335-64984725844e req-1614e8c4-6d75-42a6-9581-a8141ef27b2e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:04.331008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2cbde06-0792-4e62-8335-64984725844e req-1614e8c4-6d75-42a6-9581-a8141ef27b2e tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 945 time: 0.2619250 Aug 06 18:09:04.435598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:04.443519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['feaa0876-eb60-4f83-b90c-e93133931405'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:04.447730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] For port c2cc6a1c-51f7-4df5-899f-48b32f603482, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2cc6a1c-51f7-4df5-899f-48b32f603482,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:04.447947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.471588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2cbde06-0792-4e62-8335-64984725844e req-e93f630e-fabd-4cce-8369-cd488d3aa7ba tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4d33437-7f7e-4d5e-87de-027f4a76afb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193593 Aug 06 18:09:04.495041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Calling delete_port for c2cc6a1c-51f7-4df5-899f-48b32f603482 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:04.552140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:04.554762 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.717776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-64acd836-4e7b-4928-b995-b63a114cd4b7 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4789343 Aug 06 18:09:04.793320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:04.802657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.805818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.819512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ee758cf9-d430-4edb-b353-5ddb40372f97 None None] Provisioning for port d16eda32-737f-4afb-a17a-676a32126429 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:04.833764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Transition to ACTIVE for port object ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:04.834959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ee758cf9-d430-4edb-b353-5ddb40372f97 None None] Provisioning complete for port d16eda32-737f-4afb-a17a-676a32126429 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:04.836074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ee758cf9-d430-4edb-b353-5ddb40372f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.838352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-1ca5b9db-ded7-4451-aece-6d9f33d02c90 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9504237 Aug 06 18:09:04.841510 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:04.857685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Request body: {'port': {'device_id': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:04.915032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2cc6a1c-51f7-4df5-899f-48b32f603482 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:04.927793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ee758cf9-d430-4edb-b353-5ddb40372f97 None None] Port d16eda32-737f-4afb-a17a-676a32126429 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:04.951998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76558ce-1d20-4c28-acf9-6d1dcdc1d8d1 req-d10b9787-cda5-4c7c-8193-7ff0f8b6523e tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:04.959216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f76558ce-1d20-4c28-acf9-6d1dcdc1d8d1 req-d10b9787-cda5-4c7c-8193-7ff0f8b6523e tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 931 time: 0.2638311 Aug 06 18:09:05.134487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Pushing event updated for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:05.204590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f76558ce-1d20-4c28-acf9-6d1dcdc1d8d1 req-d7e4ee81-f77f-4938-bc1c-b8c4807ffe92 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230840 Aug 06 18:09:05.277439 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:05.303420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:05.490087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:05.520191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Attempting to bind port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:05.523322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Attempting to bind port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:05.523752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Attempting to bind port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:05.632534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Pushing event deleted for resources: {'Port': ['ID=c2cc6a1c-51f7-4df5-899f-48b32f603482,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:05.643573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:09:05.643892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Attempting to bind port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:05.676570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:05.676570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Checking segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:05.682606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Bound using segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:05.683330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Bound port: ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:05.683724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:05.854655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] No DVR routers for this DVR port c2cc6a1c-51f7-4df5-899f-48b32f603482 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:09:05.869585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:05.893043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ef9632b-1813-4173-a44e-6cf1ba416147 req-ab8c935d-b8b0-4f75-999e-5b1da860ab20 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.55 "DELETE /v2.0/ports/c2cc6a1c-51f7-4df5-899f-48b32f603482 HTTP/1.1" status: 204 len: 173 time: 2.2210572 Aug 06 18:09:05.919772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'name': 'network-vif-deleted', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:05.932014 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56daf1-c728-4fbe-9f5c-5103612b4d6d" -d '{"events": [{"server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "name": "network-vif-deleted", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:05.990439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96f6a8e8-bb60-46b9-ae61-1ae278b29441 req-0e3c485c-d2e8-4515-99ea-3865b5d9b7aa tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 210 time: 0.1934998 Aug 06 18:09:06.134895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-2e4998ee-44a2-4af3-a66b-7b9dcd221bf9 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips/54b2dea3-3be2-4c53-b585-12a0f4bac56a HTTP/1.1" status: 200 len: 692 time: 0.2803552 Aug 06 18:09:06.433752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-15241d46-5f70-4885-80e3-e96891c3378a tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:06.448505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-15241d46-5f70-4885-80e3-e96891c3378a tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3119054 Aug 06 18:09:06.485934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7768519a-30d3-4c70-b7a0-100cdb28b0c1 req-7fb83895-de10-49f2-84da-f68d779f8940 tempest-ServerRescueTestJSON-843930279 tempest-ServerRescueTestJSON-843930279-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e HTTP/1.1" status: 200 len: 210 time: 0.1435435 Aug 06 18:09:06.529925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:06.609160 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2610b7-02fd-45af-acab-f8f1c92bf0a0 x-openstack-request-id: req-8a2610b7-02fd-45af-acab-f8f1c92bf0a0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:06.610089 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e", "name": "network-vif-deleted", "tag": "c2cc6a1c-51f7-4df5-899f-48b32f603482", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:06.610089 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a2610b7-02fd-45af-acab-f8f1c92bf0a0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:06.619539 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d58f3e-daad-4ac1-b4fa-bbd7a1b1f99e', 'name': 'network-vif-deleted', 'tag': 'c2cc6a1c-51f7-4df5-899f-48b32f603482', 'status': 'completed', 'code': 200} Aug 06 18:09:06.662769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-e8a0461e-56ca-415e-8d4b-2642a61479ec tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2116580 Aug 06 18:09:06.690086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 444bb245-0b0a-4d1c-8e42-69acf7d4922f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:06.699547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:06.718056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:06.765285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:06.766078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:06.768057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] 10.222.0.16 "PUT /v2.0/ports/ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 HTTP/1.1" status: 200 len: 1092 time: 4.6349647 Aug 06 18:09:06.773652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:06.787199 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2512fdb-493f-41fb-a22d-c1a36a28afca" -d '{"events": [{"name": "network-changed", "server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:06.823285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device feaa0876-eb60-4f83-b90c-e93133931405 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:06.868720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-a9a63c09-70d2-4b58-8591-986221bbbf8f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2009492 Aug 06 18:09:06.981275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 444bb245-0b0a-4d1c-8e42-69acf7d4922f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:06.981689 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.317754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port feaa0876-eb60-4f83-b90c-e93133931405 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:07.344292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port feaa0876-eb60-4f83-b90c-e93133931405 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:07.345895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.388827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Deleting port 237a8126-7045-4f3f-9ef5-21907aff79a6 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:07.389162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.552870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.554846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.585689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Calling delete_port for 237a8126-7045-4f3f-9ef5-21907aff79a6 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:07.682381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcdf45-eed6-4644-abcf-fb58ca49316e service neutron] Pushing event updated for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:07.718869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f38d2e-5162-4236-9581-6847972d5c8b req-8fa81af8-d614-4b1f-a1e9-472ffd89c895 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:07.721802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2f38d2e-5162-4236-9581-6847972d5c8b req-8fa81af8-d614-4b1f-a1e9-472ffd89c895 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 931 time: 0.9808939 Aug 06 18:09:07.780999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-093592aa-6260-4856-9c5c-11d3c920af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:07.785399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-093592aa-6260-4856-9c5c-11d3c920af07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 1095 time: 0.3062310 Aug 06 18:09:07.819230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.873015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:07.880010 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa3f10-74dd-4e24-94be-648f150d7595" -d '{"events": [{"server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "name": "network-vif-plugged", "status": "completed", "tag": "feaa0876-eb60-4f83-b90c-e93133931405"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:07.938121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=feaa0876-eb60-4f83-b90c-e93133931405,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:07.945029 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:07.955893 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-9d01df7e-2aea-4f0e-b875-48a7bc27d09a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 HTTP/1.1" status: 200 len: 217 time: 0.1099536 Aug 06 18:09:07.966434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16eda32-737f-4afb-a17a-676a32126429 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:07.998941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:08.089037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:08.091459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2f38d2e-5162-4236-9581-6847972d5c8b req-4a38e281-680b-446b-9e31-99ced960644c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530614 Aug 06 18:09:08.103854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:08.116558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Transition to ACTIVE for port object d16eda32-737f-4afb-a17a-676a32126429 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:08.147308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:08.229503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event deleted for resources: {'Port': ['ID=237a8126-7045-4f3f-9ef5-21907aff79a6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:08.235335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-6c283b92-78b7-4487-85d7-db7a9e14b991 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c32876ae753f4de695cc757513c622e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2041543 Aug 06 18:09:08.290008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-eb88b1d5-3861-486c-8f10-a91f570ab25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:08.293286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-eb88b1d5-3861-486c-8f10-a91f570ab25b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.3012040 Aug 06 18:09:08.393164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:08.654631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:08.659564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:08.661487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-beda64c8-1fdf-4d39-b79d-3b64eb8efc63 req-0ae45a96-6ac5-499c-a323-6bc7ff2d5e23 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 210 time: 0.0765018 Aug 06 18:09:08.669312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e4de71-3ef6-4627-af04-d0e529f1f843 req-9ce5b9fa-dca3-4677-9402-cf3dc795e03f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "DELETE /v2.0/floatingips/54b2dea3-3be2-4c53-b585-12a0f4bac56a HTTP/1.1" status: 204 len: 173 time: 1.7890120 Aug 06 18:09:08.694855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e49d-975b-439e-af1d-28d4e535d931 req-a899132c-8769-41e1-a61e-646348646e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:08.700424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-a899132c-8769-41e1-a61e-646348646e27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3574710 Aug 06 18:09:08.770930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:08.773469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-5456ff2c-efeb-4666-b28f-48e94ba773d5 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:08.779711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-5456ff2c-efeb-4666-b28f-48e94ba773d5 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5310841 Aug 06 18:09:08.794092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Request body: {'port': {'device_id': '1f19a078-6158-4d1d-90e6-9191225059e8', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'c32876ae753f4de695cc757513c622e1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:08.914063 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8c657c-79a5-44f4-a15b-858acdc8e64f x-openstack-request-id: req-be8c657c-79a5-44f4-a15b-858acdc8e64f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:08.915143 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "name": "network-vif-plugged", "status": "completed", "tag": "feaa0876-eb60-4f83-b90c-e93133931405", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:08.915658 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be8c657c-79a5-44f4-a15b-858acdc8e64f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:08.916359 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405', 'code': 200} Aug 06 18:09:08.930684 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba5fc85-fd64-4dfa-a7ef-6a4633f64b87 x-openstack-request-id: req-4ba5fc85-fd64-4dfa-a7ef-6a4633f64b87 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:08.930955 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:08.931251 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba5fc85-fd64-4dfa-a7ef-6a4633f64b87 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:08.931616 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7', 'status': 'completed', 'code': 200} Aug 06 18:09:09.071993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Attempting to bind port d16eda32-737f-4afb-a17a-676a32126429 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:09.073146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Attempting to bind port d16eda32-737f-4afb-a17a-676a32126429 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:09.073833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Attempting to bind port d16eda32-737f-4afb-a17a-676a32126429 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:09.152936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Port d16eda32-737f-4afb-a17a-676a32126429 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:09:09.153682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Attempting to bind port d16eda32-737f-4afb-a17a-676a32126429 on network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:09.189784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:09.190229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Checking segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:09.190905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Bound using segment: {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:09.191680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Bound port: d16eda32-737f-4afb-a17a-676a32126429, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626c076-97b9-4002-a7b1-f6ea7ae96bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:09.192327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:09.243696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-7252916e-f9f8-4cfb-a474-becf87478252 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257351 Aug 06 18:09:09.429486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:09.465256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d16eda32-737f-4afb-a17a-676a32126429,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:09.505650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5f26-3375-4a9c-9129-de77f0ae74d2 req-5223e833-40a9-44f2-95fd-2bc110c5f601 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:09.507726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a97c5f26-3375-4a9c-9129-de77f0ae74d2 req-5223e833-40a9-44f2-95fd-2bc110c5f601 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 943 time: 0.1693740 Aug 06 18:09:09.534436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:09.612859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:09.613646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:09.615842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] 10.222.0.55 "PUT /v2.0/ports/d16eda32-737f-4afb-a17a-676a32126429 HTTP/1.1" status: 200 len: 1092 time: 4.7674122 Aug 06 18:09:09.629678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696bbc4-3c04-4ffb-9a1d-bf99b505aaff req-e1f94426-d615-4584-8fad-2897a8c0cff2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:09.662215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4696bbc4-3c04-4ffb-9a1d-bf99b505aaff req-e1f94426-d615-4584-8fad-2897a8c0cff2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8557625 Aug 06 18:09:09.817229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8685e49d-975b-439e-af1d-28d4e535d931 req-c6965a2b-ef3e-4d8e-a827-5ece93f3004d service neutron] 10.222.0.16 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773169 Aug 06 18:09:09.854895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a97c5f26-3375-4a9c-9129-de77f0ae74d2 req-03193c03-3122-4654-b47c-4745d79fc8c4 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215613 Aug 06 18:09:09.893982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5879bfa-935d-4823-8ecc-53656d192e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:09.940799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f637f0-2042-4e64-92d1-bc09cc710d73 req-2d46f994-2a84-4b9b-9060-e42a5e3553b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:09.943559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19f637f0-2042-4e64-92d1-bc09cc710d73 req-2d46f994-2a84-4b9b-9060-e42a5e3553b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 1098 time: 0.2792156 Aug 06 18:09:10.003908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19f637f0-2042-4e64-92d1-bc09cc710d73 req-b7e9cea8-0707-46a8-ab28-b0aa8386012e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484772 Aug 06 18:09:10.005077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Made reservation on behalf of c32876ae753f4de695cc757513c622e1 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:10.009937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:10.114496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-f5d67bcc-5da2-4ca9-b444-52c8f115c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:10.139289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-f5d67bcc-5da2-4ca9-b444-52c8f115c561 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 1095 time: 0.4683189 Aug 06 18:09:10.158253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:10.183590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de2bf974-7c75-4079-94e1-c57643bb3e64 req-4ac2ea33-a7fb-442f-bb9c-39b0035ba150 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=5442cb5c62444b59a09ac868b01843f5 HTTP/1.1" status: 200 len: 1656 time: 0.2354634 Aug 06 18:09:10.270876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-ad89b137-12d4-43eb-896d-43d11ed68c21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16eda32-737f-4afb-a17a-676a32126429 HTTP/1.1" status: 200 len: 217 time: 0.0853615 Aug 06 18:09:10.299281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1acbca09-6f49-4fbf-a9f6-952f5656b5f8 req-ec4c3f65-069f-4dec-98ee-1ac173c03539 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 210 time: 0.0424814 Aug 06 18:09:10.348767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Allocated IP 192.168.233.167 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/84813bb0-c803-4511-96b7-4a8559625b56) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:10.379045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-43dbbe79-fac0-4f68-b7d5-20aae53ec224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:10.383009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-43dbbe79-fac0-4f68-b7d5-20aae53ec224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 1095 time: 0.4774702 Aug 06 18:09:10.521483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-345419ba-0482-44ba-9c2b-96306f37bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:10.525126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-345419ba-0482-44ba-9c2b-96306f37bcd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.2368624 Aug 06 18:09:10.757400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:10.824164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Transition to ACTIVE for port object 84813bb0-c803-4511-96b7-4a8559625b56 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:10.984443 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:11.008866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['183b071f-566c-460b-bb70-7d8b62d4a0fa'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:11.176857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Pushing event updated for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:11.209742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:11.243935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:11.248113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:11.322268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3700ed-b6ad-4e02-9b04-cc5c90eb41e2 req-37371d46-20af-45a0-b9ee-d78a99b03458 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:11.332227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd3700ed-b6ad-4e02-9b04-cc5c90eb41e2 req-37371d46-20af-45a0-b9ee-d78a99b03458 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 943 time: 0.1284723 Aug 06 18:09:11.334859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:11.338466 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f77225-b744-4f76-a40d-18f8a24dbe46" -d '{"events": [{"name": "network-changed", "server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "tag": "d16eda32-737f-4afb-a17a-676a32126429"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:11.351219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bf974-7c75-4079-94e1-c57643bb3e64 req-4dc87f50-2e88-43aa-ae9d-195be7c8151d tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:11.361270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de2bf974-7c75-4079-94e1-c57643bb3e64 req-4dc87f50-2e88-43aa-ae9d-195be7c8151d tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks?id=765cf35c-2e01-4222-b4b4-47ccec64cd89&id=765cf35c-2e01-4222-b4b4-47ccec64cd89&id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 787 time: 1.1768599 Aug 06 18:09:11.376594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-de2bf974-7c75-4079-94e1-c57643bb3e64 req-e5260725-6ac0-4b44-8bee-9034f5813a34 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:09:11.402535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de2bf974-7c75-4079-94e1-c57643bb3e64 req-e5260725-6ac0-4b44-8bee-9034f5813a34 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0391765 Aug 06 18:09:11.456415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd3700ed-b6ad-4e02-9b04-cc5c90eb41e2 req-bf5475ca-b550-4998-9edb-0251dc8954ae tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213360 Aug 06 18:09:11.489972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:11.490681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:11.512305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-9ebb98a0-898d-466a-8936-78dd51293794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:11.516711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-9ebb98a0-898d-466a-8936-78dd51293794 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9701335 Aug 06 18:09:11.522598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:11.566824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-44358982-d70c-4516-9b7f-39bfc571797d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7772794 Aug 06 18:09:11.587879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Request body: {'port': {'device_id': '1f19a078-6158-4d1d-90e6-9191225059e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:11.611394 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cd92a9-0a8a-4782-9a74-25b6dcb64755 x-openstack-request-id: req-21cd92a9-0a8a-4782-9a74-25b6dcb64755 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:11.613859 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "tag": "d16eda32-737f-4afb-a17a-676a32126429", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:11.614335 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21cd92a9-0a8a-4782-9a74-25b6dcb64755 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:11.616979 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429', 'status': 'completed', 'code': 200} Aug 06 18:09:11.775001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-b9202a1d-ba2f-4dc2-9beb-1da0df9390fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:11.779682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-b9202a1d-ba2f-4dc2-9beb-1da0df9390fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 917 time: 1.3823774 Aug 06 18:09:11.785092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:11.818082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-21195d2c-b759-4a73-a997-96b3b0108b14 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips/51976afb-d341-488f-ad8b-a879d2daced7 HTTP/1.1" status: 200 len: 693 time: 0.1375024 Aug 06 18:09:11.888577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-612e78e0-076a-4533-96e0-217ee607da30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 HTTP/1.1" status: 200 len: 217 time: 0.0897398 Aug 06 18:09:11.954908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8ae16f8c-ad12-4122-a800-64beca731f3b None None] Provisioning for port 84813bb0-c803-4511-96b7-4a8559625b56 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:11.955301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:11.965126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8ae16f8c-ad12-4122-a800-64beca731f3b None None] Provisioning complete for port 84813bb0-c803-4511-96b7-4a8559625b56 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:11.966101 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ae16f8c-ad12-4122-a800-64beca731f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:12.050843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e00787-81db-4133-b938-20f81f592542 req-5ad2ca61-85a1-4137-9103-038bd5714e0b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:12.059224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5e00787-81db-4133-b938-20f81f592542 req-5ad2ca61-85a1-4137-9103-038bd5714e0b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 936 time: 0.2992556 Aug 06 18:09:12.064193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-3da95a39-043b-41f3-9a1c-e5612a3c54a1 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357487 Aug 06 18:09:12.069173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8ae16f8c-ad12-4122-a800-64beca731f3b None None] Port 84813bb0-c803-4511-96b7-4a8559625b56 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:12.106707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-1d26a3d6-15f3-45a4-902a-cb22199ee846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:12.108278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-1d26a3d6-15f3-45a4-902a-cb22199ee846 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.2081766 Aug 06 18:09:12.352892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5e00787-81db-4133-b938-20f81f592542 req-f6f633ff-3e32-4efd-854c-421219664851 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923133 Aug 06 18:09:12.376763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-20f618c5-a01b-451d-a828-98fc57789247 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:12.379427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-20f618c5-a01b-451d-a828-98fc57789247 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.5602362 Aug 06 18:09:12.453407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-6845c203-8683-4631-8af1-9878d85cd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:12.455164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-6845c203-8683-4631-8af1-9878d85cd55a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155324 Aug 06 18:09:12.524535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b010bf3e-c5ef-4b54-8ed5-32211181db99 req-58f2b54f-9c11-4cae-b971-9491514fefd9 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391377 Aug 06 18:09:12.681523 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-0271788e-d818-4d81-9c06-24083c35d910 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.2818069 Aug 06 18:09:12.751651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84813bb0-c803-4511-96b7-4a8559625b56 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:12.795942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:12.817258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-821b81a3-0acd-49f3-849b-673b1ae42c3b tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.220 HTTP/1.1" status: 200 len: 696 time: 0.1335962 Aug 06 18:09:12.876884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-648f8614-9204-4156-ab0f-237ae052a191 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911805 Aug 06 18:09:12.951125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Transition to ACTIVE for port object 84813bb0-c803-4511-96b7-4a8559625b56 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:12.991374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-065e1798-96c3-4d09-9709-df472e459f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:12.994648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-065e1798-96c3-4d09-9709-df472e459f2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 1095 time: 0.2872615 Aug 06 18:09:13.049359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:13.256424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Pushing event updated for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:13.277287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2512fdb-493f-41fb-a22d-c1a36a28afca req-a51d70cf-f7a2-4457-9592-57a27b40ce8e service neutron] 10.222.0.16 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523388 Aug 06 18:09:13.435423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Attempting to bind port 84813bb0-c803-4511-96b7-4a8559625b56 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:13.435423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Attempting to bind port 84813bb0-c803-4511-96b7-4a8559625b56 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:13.435959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ba192-059a-4094-9834-33f6d0814a56 req-ea71ec30-c30a-4cd0-8ae2-65ae3c6d7f40 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:13.437120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Attempting to bind port 84813bb0-c803-4511-96b7-4a8559625b56 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:13.443618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d7ba192-059a-4094-9834-33f6d0814a56 req-ea71ec30-c30a-4cd0-8ae2-65ae3c6d7f40 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 943 time: 0.5259042 Aug 06 18:09:13.468201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Port 84813bb0-c803-4511-96b7-4a8559625b56 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:09:13.468623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Attempting to bind port 84813bb0-c803-4511-96b7-4a8559625b56 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:13.505704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:13.508882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:13.509398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:13.512300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Bound port: 84813bb0-c803-4511-96b7-4a8559625b56, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:13.512925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:13.524055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d7ba192-059a-4094-9834-33f6d0814a56 req-47da00df-e520-43b7-881b-a498e749e2fa tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Aug 06 18:09:13.569119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:09:13.603930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Deleting port ce414b2e-f97b-4167-9986-6d38be9ba54a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:13.608481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:13.631782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Deleting port 8cf00734-ec18-452c-8ceb-016936ef7fb0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:13.632427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:13.931764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-efd57518-abf2-48e5-a5e1-3ea0b55aa858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:13.934255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:13.941337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-efd57518-abf2-48e5-a5e1-3ea0b55aa858 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 917 time: 0.8905351 Aug 06 18:09:13.966805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:13.987059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'port_id': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7', 'mac_address': 'fa:16:3e:a2:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df7e27a-28ec-4c7a-805e-5c056a5a72b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:09:14.049959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=84813bb0-c803-4511-96b7-4a8559625b56,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:14.073214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.073918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.086085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.117577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.142992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:14.150224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-2053d57e-7eb9-4d75-9550-36d7aba011e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16eda32-737f-4afb-a17a-676a32126429 HTTP/1.1" status: 200 len: 217 time: 0.1978865 Aug 06 18:09:14.198590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:14.208593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.244000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Calling delete_port for 8cf00734-ec18-452c-8ceb-016936ef7fb0 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:14.278038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:14.279400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.283273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/84813bb0-c803-4511-96b7-4a8559625b56 HTTP/1.1" status: 200 len: 1097 time: 2.7046423 Aug 06 18:09:14.308638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:14.330746 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90" -d '{"events": [{"name": "network-changed", "server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "tag": "84813bb0-c803-4511-96b7-4a8559625b56"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:14.353819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:14.543797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] For port ce414b2e-f97b-4167-9986-6d38be9ba54a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce414b2e-f97b-4167-9986-6d38be9ba54a,segment=NetworkSegment(d51d1bf9-9ebf-4007-a687-8e7586ca40d4),segment_id=d51d1bf9-9ebf-4007-a687-8e7586ca40d4)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:14.544659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:14.592001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be5a17-9962-4f2b-b193-5ae5c83b20b5 service neutron] Pushing event updated for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:14.605133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Calling delete_port for ce414b2e-f97b-4167-9986-6d38be9ba54a owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:14.651577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:14.662130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-150b8ae3-724b-422f-b2c1-710d63c83982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:14.666044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-150b8ae3-724b-422f-b2c1-710d63c83982 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 1100 time: 0.2891779 Aug 06 18:09:14.801841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-621f152e-eaf5-4b1c-860d-af9e834829c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=84813bb0-c803-4511-96b7-4a8559625b56 HTTP/1.1" status: 200 len: 217 time: 0.1230035 Aug 06 18:09:14.864958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac27123-b3bd-4348-87bf-73d63f786d30 req-707d5c81-cd96-44b8-b17c-96debec9951e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:14.867282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d16eda32-737f-4afb-a17a-676a32126429 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:09:14.878315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ac27123-b3bd-4348-87bf-73d63f786d30 req-707d5c81-cd96-44b8-b17c-96debec9951e tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 948 time: 0.8449507 Aug 06 18:09:14.902643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-0e94d69b-5c38-45b8-bb5d-ee0c866413a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:14.905503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-0e94d69b-5c38-45b8-bb5d-ee0c866413a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.7402394 Aug 06 18:09:14.944211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-b9f95afa-9c51-4a8c-8ac8-c614bb11f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:14.948384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-b9f95afa-9c51-4a8c-8ac8-c614bb11f21f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1380191 Aug 06 18:09:15.113242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ac27123-b3bd-4348-87bf-73d63f786d30 req-9a76a5f8-b66c-4c11-b04d-1195febd6c26 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122462 Aug 06 18:09:15.122548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-fac76a98-4826-4afc-ba60-f42610ee127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:15.125539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-fac76a98-4826-4afc-ba60-f42610ee127b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644080 Aug 06 18:09:15.209108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-a7a6e042-9de9-4f67-916a-7553edec0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:15.214340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-a7a6e042-9de9-4f67-916a-7553edec0973 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2932942 Aug 06 18:09:15.503908 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649293c1-1928-472b-aed8-261e4ee13445 x-openstack-request-id: req-649293c1-1928-472b-aed8-261e4ee13445 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:15.504401 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "tag": "84813bb0-c803-4511-96b7-4a8559625b56", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:15.505965 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-649293c1-1928-472b-aed8-261e4ee13445 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:15.506612 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56', 'status': 'completed', 'code': 200} Aug 06 18:09:15.528692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d16eda32-737f-4afb-a17a-676a32126429,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:15.596625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:15.638597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'd16eda32-737f-4afb-a17a-676a32126429', 'network_id': '5f7849c1-5e0c-42b6-a0cb-841b8936a456', 'port_id': 'd16eda32-737f-4afb-a17a-676a32126429', 'mac_address': 'fa:16:3e:23:b4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df7e27a-28ec-4c7a-805e-5c056a5a72b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:09:15.682624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-a4ae9a1a-23cc-495b-8373-4dc2a8469e64 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542892 Aug 06 18:09:15.717333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event deleted for resources: {'Port': ['ID=8cf00734-ec18-452c-8ceb-016936ef7fb0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:15.767072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c7fb7-aa48-464f-a1cb-1e407a2079dc req-c03ffad6-3617-4522-882d-f8d13e486db6 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:15.780510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-877c7fb7-aa48-464f-a1cb-1e407a2079dc req-c03ffad6-3617-4522-882d-f8d13e486db6 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 943 time: 0.1819885 Aug 06 18:09:15.802659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:15.848347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-7029d203-a051-41fe-b904-8d3b6f5b27b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098618 Aug 06 18:09:15.922640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:15.927875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:15.928125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ce414b2e-f97b-4167-9986-6d38be9ba54a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:15.929546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1baaf215-433e-4e5c-a08e-0a3407e5c701 req-51740846-8a60-4002-8766-13f333546ae2 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "DELETE /v2.0/floatingips/51976afb-d341-488f-ad8b-a879d2daced7 HTTP/1.1" status: 204 len: 173 time: 3.1014915 Aug 06 18:09:15.936033 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:16.006755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16eda32-737f-4afb-a17a-676a32126429 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:16.096988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d16eda32-737f-4afb-a17a-676a32126429,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:16.111391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:16.121493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdcf7722-cc95-4d0b-a8f0-5491e83c6012 req-36e29a85-e10f-417e-b8e9-42ebb2225fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612524 Aug 06 18:09:16.193266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-877c7fb7-aa48-464f-a1cb-1e407a2079dc req-6e52f161-c87b-4b88-86c1-e50bf4bbb2e2 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119861 Aug 06 18:09:16.209406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1f77225-b744-4f76-a40d-18f8a24dbe46 req-80e196ce-49ef-46e5-971e-f586e7a7e6df service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097578 Aug 06 18:09:16.265951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:16.330506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['d16eda32-737f-4afb-a17a-676a32126429'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:16.455898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-aa7b9764-3f41-4a17-a032-5300d9655242 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips/26040dec-cf86-4fdf-ad4b-ac9d7fabb4bb HTTP/1.1" status: 200 len: 693 time: 0.2829494 Aug 06 18:09:16.894781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-2acce311-3a54-4aa8-b0ca-4609b078953f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:16.910236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-2acce311-3a54-4aa8-b0ca-4609b078953f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4287694 Aug 06 18:09:17.044596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-c7fa4f2c-c058-477c-9130-9c62c2632301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:17.047648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-c7fa4f2c-c058-477c-9130-9c62c2632301 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c32876ae753f4de695cc757513c622e1&device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 1100 time: 0.7083950 Aug 06 18:09:17.048825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-7e385bd3-d273-42c6-871b-05393e033b01 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.1367285 Aug 06 18:09:17.163074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-3f4460ea-62c1-4188-9b15-e306235c4fbe tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.104 HTTP/1.1" status: 200 len: 696 time: 0.1051505 Aug 06 18:09:17.193222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:17.242644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28273001-66dd-49ce-b258-e8d81ec040c5 req-609f3e86-961c-4bd0-86b0-b95448f0a4d9 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:17.254083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28273001-66dd-49ce-b258-e8d81ec040c5 req-609f3e86-961c-4bd0-86b0-b95448f0a4d9 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 948 time: 0.7844007 Aug 06 18:09:17.465795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28273001-66dd-49ce-b258-e8d81ec040c5 req-603f7193-bddf-428a-b28b-a1faed241b93 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106180 Aug 06 18:09:17.466912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Deleting port 0f0e40f2-9311-4463-8e40-b33018e31e8a {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:17.472595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:17.472963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-4b1d1c00-809b-4938-8cca-d95bbd59bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:17.474487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-4b1d1c00-809b-4938-8cca-d95bbd59bebe service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.4190011 Aug 06 18:09:17.598009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:17.618393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-7b8ed131-6419-4158-b5d3-24e9fdaabb00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=84813bb0-c803-4511-96b7-4a8559625b56 HTTP/1.1" status: 200 len: 217 time: 0.1303844 Aug 06 18:09:17.709599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:17.710840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:17.744777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Calling delete_port for 0f0e40f2-9311-4463-8e40-b33018e31e8a owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:17.785899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:17.797950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:17.798745 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.005847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-b7497f3f-a77a-40a0-9453-c60a6d89f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:18.008372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-b7497f3f-a77a-40a0-9453-c60a6d89f9b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.3795073 Aug 06 18:09:18.013997 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.067094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:18.070979 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53643ad-2864-411c-b8c4-852415db7351" -d '{"events": [{"server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:18.095092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:18.104664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.129223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:09:18.180743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577308f-339c-4960-ae3b-3964f24c0f83 req-f2d34075-200b-4797-af21-e931abcfa75b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:18.193761 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0577308f-339c-4960-ae3b-3964f24c0f83 req-f2d34075-200b-4797-af21-e931abcfa75b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 944 time: 0.1922531 Aug 06 18:09:18.203399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.230903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:18.251214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-4a4b74c1-e05d-45db-be75-1e2cab72a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:18.252833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-4a4b74c1-e05d-45db-be75-1e2cab72a895 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2243521 Aug 06 18:09:18.257372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event deleted for resources: {'Port': ['ID=0f0e40f2-9311-4463-8e40-b33018e31e8a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:18.349118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.353925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.356239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9800f5d3-50c6-4e8e-9590-def47aaa5ef6 req-c2c3ead0-d77a-4ddb-8f47-47d109f9db0f tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "DELETE /v2.0/floatingips/26040dec-cf86-4fdf-ad4b-ac9d7fabb4bb HTTP/1.1" status: 204 len: 173 time: 1.1892731 Aug 06 18:09:18.392163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0577308f-339c-4960-ae3b-3964f24c0f83 req-fea63789-d235-4df1-9c44-b4702c6be84e tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970787 Aug 06 18:09:18.500078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-acdeef6d-f98b-44fc-a28b-d5ac7d5768e3 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371569 Aug 06 18:09:18.500998 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b7f8a-a4b0-4157-ad55-62a0f14dab60 x-openstack-request-id: req-df7b7f8a-a4b0-4157-ad55-62a0f14dab60 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:18.501996 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "name": "network-vif-plugged", "status": "completed", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:18.503587 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df7b7f8a-a4b0-4157-ad55-62a0f14dab60 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:18.505641 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7', 'code': 200} Aug 06 18:09:18.505998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:09:18.517240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cb770d34-5d8c-41dc-90b8-a504de0b46ab admin admin] 10.222.0.64 "PUT /v2.0/routers/ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7448001 Aug 06 18:09:18.528413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Sync routers for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:09:18.528829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54332) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:18.553535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:18.554630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:18.721362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46f0b9a-2b0a-4533-a78f-03a680e5cd90 req-d5533cb7-acc5-442c-b168-d19e261ca9bc service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102959 Aug 06 18:09:18.809718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-08a36b10-7b5e-49a9-b452-74758d06ba39 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips/54e7f487-ff22-4acc-ae49-c51c022a5815 HTTP/1.1" status: 200 len: 692 time: 0.0884447 Aug 06 18:09:18.840530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078a6d-97cc-4ed6-a5e7-651d9f2b05d0 req-5a7a5bc3-4e69-4c25-b8b9-149a3933a0ba tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:18.843910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69078a6d-97cc-4ed6-a5e7-651d9f2b05d0 req-5a7a5bc3-4e69-4c25-b8b9-149a3933a0ba tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 948 time: 0.1571250 Aug 06 18:09:18.847347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:18.894407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb4a56-7879-4aed-9cba-1001415a5099 req-78b157a4-2f78-4195-bb73-109597b71ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:18.896404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cb4a56-7879-4aed-9cba-1001415a5099 req-78b157a4-2f78-4195-bb73-109597b71ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 1097 time: 0.1735747 Aug 06 18:09:18.912533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 84813bb0-c803-4511-96b7-4a8559625b56 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:09:18.920732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d16eda32-737f-4afb-a17a-676a32126429 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:18.980528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:19.010726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cb4a56-7879-4aed-9cba-1001415a5099 req-d0672adb-a1f1-4a3f-acf4-9d28a994a99c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Aug 06 18:09:19.094379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69078a6d-97cc-4ed6-a5e7-651d9f2b05d0 req-23647ce5-e659-4fe6-82c5-f4f18fc663c6 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603167 Aug 06 18:09:19.104530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-31f28c84-af07-4396-a1a7-24b02da4fd44 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:19.123204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-31f28c84-af07-4396-a1a7-24b02da4fd44 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.3112402 Aug 06 18:09:19.216510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.219136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-e5b78382-813f-40f4-9a86-ee2efa5a18fc tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.0916646 Aug 06 18:09:19.340491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-547e7fcb-7064-49d8-a09e-97d585c5d1e8 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.1203573 Aug 06 18:09:19.382372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Deleting port 46f85b14-36a2-4167-8bfe-b02638328df1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:19.383120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.444468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=84813bb0-c803-4511-96b7-4a8559625b56,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:19.461154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '84813bb0-c803-4511-96b7-4a8559625b56', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '84813bb0-c803-4511-96b7-4a8559625b56', 'mac_address': 'fa:16:3e:4d:28:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:09:19.608587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Deleting port 2799350c-b416-4c7a-82aa-f9463ebca80a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:19.608940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.667578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.711131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84813bb0-c803-4511-96b7-4a8559625b56 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:09:19.758561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21487959-83e9-42cd-9579-faf3e1019d45 req-7416e26a-d8b6-496e-8c59-eda1a11e86b9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:19.760230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port d16eda32-737f-4afb-a17a-676a32126429 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:19.765678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21487959-83e9-42cd-9579-faf3e1019d45 req-7416e26a-d8b6-496e-8c59-eda1a11e86b9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 944 time: 0.2118907 Aug 06 18:09:19.769534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.769936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.782991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] For port 46f85b14-36a2-4167-8bfe-b02638328df1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46f85b14-36a2-4167-8bfe-b02638328df1,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:19.787727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.790292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Calling delete_port for 2799350c-b416-4c7a-82aa-f9463ebca80a owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:19.801706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port d16eda32-737f-4afb-a17a-676a32126429 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:19.803182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:19.854908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=84813bb0-c803-4511-96b7-4a8559625b56,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:19.887910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Calling delete_port for 46f85b14-36a2-4167-8bfe-b02638328df1 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:19.897769 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.041480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21487959-83e9-42cd-9579-faf3e1019d45 req-6224cd27-1ad9-48d0-8732-9d1e078fbe7c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428958 Aug 06 18:09:20.108613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:20.203357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['84813bb0-c803-4511-96b7-4a8559625b56'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:20.314756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:09:15Z', 'revision_number': 5, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port': {'id': '46f85b14-36a2-4167-8bfe-b02638328df1', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:20.324747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.338798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.422089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Pushing event deleted for resources: {'Port': ['ID=2799350c-b416-4c7a-82aa-f9463ebca80a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:20.537017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.555990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f85b14-36a2-4167-8bfe-b02638328df1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:20.616625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.632490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Checking router: ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:09:20.653613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.662897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.675936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f8d009-fe2e-4932-89a2-0a620654419c req-79d0d49d-f458-4589-a536-8e1a73a051e1 tempest-FloatingIPDetailsTestJSON-301817895 tempest-FloatingIPDetailsTestJSON-301817895-project] 10.222.0.64 "DELETE /v2.0/floatingips/54e7f487-ff22-4acc-ae49-c51c022a5815 HTTP/1.1" status: 204 len: 173 time: 1.3275678 Aug 06 18:09:20.678396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Routers {'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:20.679104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:20.682665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54364) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:20.757514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:20.761729 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b3b710-cf61-4dd3-9fe0-91bfbf02e40f" -d '{"events": [{"server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "name": "network-vif-plugged", "status": "completed", "tag": "d16eda32-737f-4afb-a17a-676a32126429"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:20.788750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.798574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.835314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bb157-d9f4-4f75-a316-76f908f18dd7 req-324ba6ca-67c8-40a4-822a-918518070e94 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:20.849515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d16eda32-737f-4afb-a17a-676a32126429,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:20.852620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582bb157-d9f4-4f75-a316-76f908f18dd7 req-324ba6ca-67c8-40a4-822a-918518070e94 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 949 time: 0.5465851 Aug 06 18:09:20.869965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:20.883915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] Set router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:21.048605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582bb157-d9f4-4f75-a316-76f908f18dd7 req-7c6989b3-4f46-49c4-84f3-133407755b42 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778674 Aug 06 18:09:21.071072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:21.071984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:09:21.079042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:21.083556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54370) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:21.083924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e0234821-e63f-4ba7-9ec7-b22d42297413 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb HTTP/1.1" status: 204 len: 168 time: 2.5530829 Aug 06 18:09:21.094718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:09:20Z', 'revision_number': 7, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:21.132761 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f60ca5-eda0-4026-87f4-5e0352e1f844 x-openstack-request-id: req-09f60ca5-eda0-4026-87f4-5e0352e1f844 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:21.133691 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "name": "network-vif-plugged", "status": "completed", "tag": "d16eda32-737f-4afb-a17a-676a32126429", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:21.133831 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09f60ca5-eda0-4026-87f4-5e0352e1f844 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:21.134505 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429', 'code': 200} Aug 06 18:09:21.220779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755183-7402-4489-b38f-b0f0e3a3570e None None] The sync data for ids ['ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb'] in n-d-793621-29 is: [{'id': 'ef540bd3-1a9f-497d-b7a6-d7e717ddc6fb', 'name': 'tempest-ServerRescueTestJSON-481695235-router', 'tenant_id': 'fc413734e9054082861b8b8a6d3ecde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:50Z', 'updated_at': '2021-08-06T18:09:20Z', 'revision_number': 7, 'project_id': 'fc413734e9054082861b8b8a6d3ecde9', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:09:21.246165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:21.327938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd177-1b75-4da5-bbd8-86dab555361c req-051cee94-c32e-407c-aafd-d627680223bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:21.329502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffddd177-1b75-4da5-bbd8-86dab555361c req-051cee94-c32e-407c-aafd-d627680223bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 1097 time: 0.2470224 Aug 06 18:09:21.332548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Deleting subnet 380d8e3b-7ad3-46f9-b393-82db91d4b602 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:09:21.367312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:21.453261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffddd177-1b75-4da5-bbd8-86dab555361c req-62adce6e-f58b-4d7e-9681-606b9c040afa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064982 Aug 06 18:09:21.466763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bb3f1-4e5f-4cb2-841b-bf9cfc0e5cae req-2a356772-5899-4bdc-b430-060e6f04570c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:21.477760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231bb3f1-4e5f-4cb2-841b-bf9cfc0e5cae req-2a356772-5899-4bdc-b430-060e6f04570c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.2271235 Aug 06 18:09:21.477760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.022719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231bb3f1-4e5f-4cb2-841b-bf9cfc0e5cae req-5b8efab8-26c8-4c66-8177-c76224543bd6 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456076 Aug 06 18:09:22.045088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.219294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.296610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380d8e3b-7ad3-46f9-b393-82db91d4b602,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:22.419381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.427212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:22.433303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df3de8a5-aa6e-4627-8d4d-80991b947c5d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/380d8e3b-7ad3-46f9-b393-82db91d4b602 HTTP/1.1" status: 204 len: 168 time: 1.3287659 Aug 06 18:09:22.511109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263cf7f-aca6-44df-9b3c-e2fb23947611 req-ba769df4-f762-4f10-a373-d297f479e71d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:22.513832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8263cf7f-aca6-44df-9b3c-e2fb23947611 req-ba769df4-f762-4f10-a373-d297f479e71d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 949 time: 0.2277703 Aug 06 18:09:22.629212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8263cf7f-aca6-44df-9b3c-e2fb23947611 req-418ec146-74e1-415e-af4c-624c1f8cc1ac tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826571 Aug 06 18:09:22.656001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce414b2e-f97b-4167-9986-6d38be9ba54a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:22.657799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.658183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:22.775237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ce414b2e-f97b-4167-9986-6d38be9ba54a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:22.776275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce414b2e-f97b-4167-9986-6d38be9ba54a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:22.778592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46f85b14-36a2-4167-8bfe-b02638328df1 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:22.853143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 46f85b14-36a2-4167-8bfe-b02638328df1 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:22.854563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46f85b14-36a2-4167-8bfe-b02638328df1 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:22.907716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 84813bb0-c803-4511-96b7-4a8559625b56 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:23.112121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 84813bb0-c803-4511-96b7-4a8559625b56 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:23.124687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 84813bb0-c803-4511-96b7-4a8559625b56 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:23.125316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:23.279439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-51440ba2-d43a-4df3-8912-93179526b612 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3114309 Aug 06 18:09:23.368867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:23.470382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:23.477412 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04218b26-80a2-4982-bb71-ca0530e933f7" -d '{"events": [{"server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "name": "network-vif-plugged", "status": "completed", "tag": "84813bb0-c803-4511-96b7-4a8559625b56"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:23.551494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=84813bb0-c803-4511-96b7-4a8559625b56,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:23.562594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:23.600339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31bf3c-4289-4684-a506-7e332490cabc req-65017001-c9bb-48c4-8d3b-6777e115d8ec tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:23.603630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a31bf3c-4289-4684-a506-7e332490cabc req-65017001-c9bb-48c4-8d3b-6777e115d8ec tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.3073750 Aug 06 18:09:23.632880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-2f07eac5-47db-4e8a-82ca-253bbfe4c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:23.634843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-2f07eac5-47db-4e8a-82ca-253bbfe4c49f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1097 time: 0.2481647 Aug 06 18:09:23.693246 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d557f-8910-4911-81df-2e793f90046b x-openstack-request-id: req-495d557f-8910-4911-81df-2e793f90046b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:23.694247 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "name": "network-vif-plugged", "status": "completed", "tag": "84813bb0-c803-4511-96b7-4a8559625b56", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:23.700156 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-495d557f-8910-4911-81df-2e793f90046b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:23.702391 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56', 'code': 200} Aug 06 18:09:23.750750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:23.784665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:23.832827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d52c1c-841d-4081-819f-c2e38859b7e7']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:23.900809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:23.901944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a31bf3c-4289-4684-a506-7e332490cabc req-869b5b33-b78d-4d34-9d7c-9d84b9d09095 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955900 Aug 06 18:09:23.914663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51d1bf9-9ebf-4007-a687-8e7586ca40d4') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:23.950165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3887109-6ea3-4192-bb2b-1f9ac9267358 req-1389bd14-4511-4d5c-b1f6-1ff60b5210c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:23.950165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3887109-6ea3-4192-bb2b-1f9ac9267358 req-1389bd14-4511-4d5c-b1f6-1ff60b5210c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 1102 time: 0.1532190 Aug 06 18:09:23.953835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:23.969462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd40128-25f2-4677-bd19-a2979b8e9c8c req-1ebcf29b-236d-4872-9e46-b7f3e29b7098 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:23.971344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffd40128-25f2-4677-bd19-a2979b8e9c8c req-1ebcf29b-236d-4872-9e46-b7f3e29b7098 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.1655741 Aug 06 18:09:24.024764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-09b9c27c-7e0c-4329-bf0f-ae07b6edeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:24.026670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-09b9c27c-7e0c-4329-bf0f-ae07b6edeeba service neutron] 10.222.0.16 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 916 time: 0.2555532 Aug 06 18:09:24.043667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffd40128-25f2-4677-bd19-a2979b8e9c8c req-dfd586a4-45ed-47f0-9029-37bfb8658818 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660157 Aug 06 18:09:24.055507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Deleting port 6e16bd1d-8fa4-415c-b582-753013b7bdd3 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:24.055507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.062170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.077545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:09:24.077545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:09:24.079614 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:09:24.158646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.168894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.172811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4d52c1c-841d-4081-819f-c2e38859b7e7 HTTP/1.1" status: 204 len: 168 time: 1.7428329 Aug 06 18:09:24.228287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99860d-a73f-4969-9bea-9370f42cbb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d52c1c-841d-4081-819f-c2e38859b7e7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:24.241192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3887109-6ea3-4192-bb2b-1f9ac9267358 req-1c7c258f-5246-46d5-88f9-9fc2407e4f8e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602806 Aug 06 18:09:24.327285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-5491f66c-41eb-4004-86ae-56fc69cfe901 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 1001 time: 0.2739844 Aug 06 18:09:24.401929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] For port 6e16bd1d-8fa4-415c-b582-753013b7bdd3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6e16bd1d-8fa4-415c-b582-753013b7bdd3,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:24.401929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:24.411974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d1bc-328f-429d-8f1f-0ca57d031cd9 req-7fc2f247-9335-4654-9acd-7e7fe4620716 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:24.413249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aec7d1bc-328f-429d-8f1f-0ca57d031cd9 req-7fc2f247-9335-4654-9acd-7e7fe4620716 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.2079015 Aug 06 18:09:24.424810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Calling delete_port for 6e16bd1d-8fa4-415c-b582-753013b7bdd3 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:24.435790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-b8f7cfb8-3010-4857-8623-4c5795f0906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:24.439164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-b8f7cfb8-3010-4857-8623-4c5795f0906d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 200 len: 854 time: 0.1011338 Aug 06 18:09:24.628713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aec7d1bc-328f-429d-8f1f-0ca57d031cd9 req-8854c2f3-282b-49e6-bf10-d72151b26c69 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952560 Aug 06 18:09:24.688956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-bbe61f26-76df-46e0-8da3-f9519651095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:24.690644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-bbe61f26-76df-46e0-8da3-f9519651095b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804ba92b-e419-4942-9f38-4e9b2acd671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267947 Aug 06 18:09:24.761823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54444) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:24.896100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4cb2b32c-8bca-49c3-988d-6a7bf04e1536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc413734e9054082861b8b8a6d3ecde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314585 Aug 06 18:09:24.905276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54448) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:24.922252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6808771-63fb-4dbb-8d76-05801c5d586d req-4e9db239-2ea1-4e00-ae43-1e77e0d9ebbc tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:24.925841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6808771-63fb-4dbb-8d76-05801c5d586d req-4e9db239-2ea1-4e00-ae43-1e77e0d9ebbc tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.1461663 Aug 06 18:09:24.960917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-af69648a-976f-4333-8bda-5cde226ccc57 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550073 Aug 06 18:09:25.041826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.061755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6808771-63fb-4dbb-8d76-05801c5d586d req-8a60e422-320f-4057-8d81-b2cf9a064ef3 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867395 Aug 06 18:09:25.173138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.180150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.273835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e16bd1d-8fa4-415c-b582-753013b7bdd3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:25.345639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff77c3f-4835-4c38-a5b4-1d8fd8350224 req-324242cc-bbba-41cf-abd5-516383b2d68c service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721592 Aug 06 18:09:25.349076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.378830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.398757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4d33437-7f7e-4d5e-87de-027f4a76afb5 HTTP/1.1" status: 204 len: 168 time: 0.4741316 Aug 06 18:09:25.437035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6784d-5161-45f9-a419-49f3d934cc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d33437-7f7e-4d5e-87de-027f4a76afb5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:25.446497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb872f-359d-4280-8e5c-6d3d03eb830b req-77c72267-b3fd-4205-8b45-977d0561c67f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:25.449242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6eb872f-359d-4280-8e5c-6d3d03eb830b req-77c72267-b3fd-4205-8b45-977d0561c67f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.2425566 Aug 06 18:09:25.630682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6eb872f-359d-4280-8e5c-6d3d03eb830b req-0997858e-d264-43d0-a18f-0a8f8263d83f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656168 Aug 06 18:09:25.848970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:25.882706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe4533-af01-44e6-9641-3b1f5086c802 req-9e0788cc-9bbc-4c0a-85c0-ed052c77ab9f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:25.885014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfbe4533-af01-44e6-9641-3b1f5086c802 req-9e0788cc-9bbc-4c0a-85c0-ed052c77ab9f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.1412566 Aug 06 18:09:25.994154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfbe4533-af01-44e6-9641-3b1f5086c802 req-8c61bae5-369c-4c78-b3fd-85a3dd4ec24e tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847297 Aug 06 18:09:26.732000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36609a-770c-414d-ac96-c863be8b3eea req-4061d0bc-85fe-430c-bc78-4783ff053673 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:26.740909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a36609a-770c-414d-ac96-c863be8b3eea req-4061d0bc-85fe-430c-bc78-4783ff053673 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.4238160 Aug 06 18:09:26.782260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Router 39fff620-b753-48d5-aeb5-6fb9001ab725 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:09:26.898885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc69677-51a4-4116-946d-781cfda6c3e6 req-889cd7b5-e7b9-43a4-a402-712bbe259a9d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:26.913201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5fc69677-51a4-4116-946d-781cfda6c3e6 req-889cd7b5-e7b9-43a4-a402-712bbe259a9d tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.0945506 Aug 06 18:09:26.938981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:09:26.954973 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Sync routers for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:09:26.958468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a36609a-770c-414d-ac96-c863be8b3eea req-46d9c5ce-1336-4992-9ae8-e7714695d9e4 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165356 Aug 06 18:09:26.964629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-86db4b0b-ba76-4bcd-872b-912e58cb5970 admin admin] 10.222.0.64 "PUT /v2.0/routers/39fff620-b753-48d5-aeb5-6fb9001ab725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718639 Aug 06 18:09:26.968710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54510) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:26.992690 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:26.993325 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:27.001962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5fc69677-51a4-4116-946d-781cfda6c3e6 req-c8bca299-4b8a-4d1b-95a2-cf5eb1c27eaa tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 Aug 06 18:09:27.292939 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:27.314701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:27.722270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:27.950930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Deleting port c13b236e-1991-4551-8f79-5acf13e3a010 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:27.951554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:28.015772 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:09:24Z', 'revision_number': 5, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port': {'id': 'c13b236e-1991-4551-8f79-5acf13e3a010', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:37:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:23Z', 'updated_at': '2021-08-06T18:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:28.091626 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Checking router: 39fff620-b753-48d5-aeb5-6fb9001ab725 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:09:28.130448 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Routers {'39fff620-b753-48d5-aeb5-6fb9001ab725'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:28.131861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] For port c13b236e-1991-4551-8f79-5acf13e3a010, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c13b236e-1991-4551-8f79-5acf13e3a010,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:28.132484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:28.141434 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39fff620-b753-48d5-aeb5-6fb9001ab725'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:28.164764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Calling delete_port for c13b236e-1991-4551-8f79-5acf13e3a010 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:28.362738 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-654885f2-cf39-43f2-8dd1-7f2472cfc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:28.437327 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:09:28.445878 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] Set router 39fff620-b753-48d5-aeb5-6fb9001ab725 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:28.605824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f3d0-26d8-4a37-85fa-5a26c969be64 req-26cfee14-a29d-4a98-9381-68dc373611c3 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:28.622257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f3d0-26d8-4a37-85fa-5a26c969be64 req-26cfee14-a29d-4a98-9381-68dc373611c3 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:28.635349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f3d0-26d8-4a37-85fa-5a26c969be64 req-26cfee14-a29d-4a98-9381-68dc373611c3 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:28.639583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a65f3d0-26d8-4a37-85fa-5a26c969be64 req-26cfee14-a29d-4a98-9381-68dc373611c3 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5&device_id=9682381e-3773-40aa-be3d-e5848d8b80e9&device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 2417 time: 0.7258747 Aug 06 18:09:28.669339 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:09:27Z', 'revision_number': 6, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:28.680024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-269bfe4f-d56f-4e26-a27c-d16ad9548700 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:28.683953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-269bfe4f-d56f-4e26-a27c-d16ad9548700 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 1102 time: 0.7839584 Aug 06 18:09:28.741883 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-20f655eb-95fc-4072-a26d-23109971f235 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:28.757015 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ffd85c-aedf-4bc2-9830-4d32d2a288b3 None None] The sync data for ids ['39fff620-b753-48d5-aeb5-6fb9001ab725'] in n-d-793621-29 is: [{'id': '39fff620-b753-48d5-aeb5-6fb9001ab725', 'name': 'tempest-FloatingIPDetailsTestJSON-1110325618-router', 'tenant_id': '5442cb5c62444b59a09ac868b01843f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:18Z', 'updated_at': '2021-08-06T18:09:27Z', 'revision_number': 6, 'project_id': '5442cb5c62444b59a09ac868b01843f5', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:09:28.828873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a65f3d0-26d8-4a37-85fa-5a26c969be64 req-e7024575-4282-447b-9edf-0d31f721b686 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815953 Aug 06 18:09:28.876855 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:28.959426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c13b236e-1991-4551-8f79-5acf13e3a010,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:29.011212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-20f655eb-95fc-4072-a26d-23109971f235 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.021857 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-20f655eb-95fc-4072-a26d-23109971f235 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.097652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f655eb-95fc-4072-a26d-23109971f235 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d37ef-e0fa-4e42-ba8c-66ac6d809ba7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:29.115461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b67db68-5baa-49e9-9f42-e7ef8a948444 req-20f655eb-95fc-4072-a26d-23109971f235 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150951 Aug 06 18:09:29.162755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.372705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d63008-59fe-4702-8726-40f0bb4a0c20 req-30562e90-24f6-4ced-9a64-256437797f45 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:29.378706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41d63008-59fe-4702-8726-40f0bb4a0c20 req-30562e90-24f6-4ced-9a64-256437797f45 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.1315687 Aug 06 18:09:29.470924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.475279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.484810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41d63008-59fe-4702-8726-40f0bb4a0c20 req-c9704274-c722-4738-8438-f414d950ae85 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951741 Aug 06 18:09:29.563760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.565090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39fff620-b753-48d5-aeb5-6fb9001ab725 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:09:29.573602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.576186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d49c044b-577f-4605-ad51-85fa1248ee1e admin admin] 10.222.0.64 "DELETE /v2.0/routers/39fff620-b753-48d5-aeb5-6fb9001ab725 HTTP/1.1" status: 204 len: 168 time: 2.6060071 Aug 06 18:09:29.578904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:29.703898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54568) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:29.706616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Deleting subnet c498a3be-cbc9-47b7-8c8f-b13a4ea1d863 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:09:29.725593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.806310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:29.953782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.120551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.231960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.236144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a158a-1497-421a-8d12-0c3988031b87 None None] Network 73b9d840-9788-4922-95e9-0e03941bc5fa requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:30.237971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:30.248251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c498a3be-cbc9-47b7-8c8f-b13a4ea1d863 HTTP/1.1" status: 204 len: 168 time: 0.6538029 Aug 06 18:09:30.252854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbd03b-9b75-4896-ba33-722103a60543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c498a3be-cbc9-47b7-8c8f-b13a4ea1d863,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:30.379797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-101d335a-d322-4df9-a5c9-98fcb3584bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.441157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.531120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8ef3-5fd4-48b7-83ae-28bd24227bbf req-64728e21-b38c-4aac-9ece-cb4c534004ae tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:30.545406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943e8ef3-5fd4-48b7-83ae-28bd24227bbf req-64728e21-b38c-4aac-9ece-cb4c534004ae tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 1102 time: 0.1775463 Aug 06 18:09:30.662880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Deleting port 84004af5-5a54-4ec1-a018-6a2c4dd11347 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:30.663269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.663419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c13b236e-1991-4551-8f79-5acf13e3a010 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:30.679853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943e8ef3-5fd4-48b7-83ae-28bd24227bbf req-86f41c00-cd3c-41c5-b14c-02c3752019c5 tempest-ServersAdminNegativeTestJSON-1253986272 tempest-ServersAdminNegativeTestJSON-1253986272-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330264 Aug 06 18:09:30.818456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c13b236e-1991-4551-8f79-5acf13e3a010 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:30.819428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c13b236e-1991-4551-8f79-5acf13e3a010 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:30.822294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6e16bd1d-8fa4-415c-b582-753013b7bdd3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:30.875599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-101d335a-d322-4df9-a5c9-98fcb3584bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.903020 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-101d335a-d322-4df9-a5c9-98fcb3584bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.920129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] For port 84004af5-5a54-4ec1-a018-6a2c4dd11347, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=84004af5-5a54-4ec1-a018-6a2c4dd11347,segment=NetworkSegment(7597162c-05c7-4eb3-9b77-0b844436daea),segment_id=7597162c-05c7-4eb3-9b77-0b844436daea)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:30.920453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:30.996605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6e16bd1d-8fa4-415c-b582-753013b7bdd3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:30.998525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6e16bd1d-8fa4-415c-b582-753013b7bdd3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:31.064962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Calling delete_port for 84004af5-5a54-4ec1-a018-6a2c4dd11347 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:31.127151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-101d335a-d322-4df9-a5c9-98fcb3584bde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52bbcbc9c1834717ab79fe1d8ec2b1af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4175870 Aug 06 18:09:31.127687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54612) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:31.152656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d335a-d322-4df9-a5c9-98fcb3584bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f44b7-6572-44f2-a3c5-78774042d253,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:31.297058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] DHCP port deletion for 73b9d840-9788-4922-95e9-0e03941bc5fa request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:09:31.345084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.360151 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.413617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.456087 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.475218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84004af5-5a54-4ec1-a018-6a2c4dd11347,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:31.494542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] No DVR routers for this DVR port 84004af5-5a54-4ec1-a018-6a2c4dd11347 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:09:31.550853 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.555560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.570008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea3f44b7-6572-44f2-a3c5-78774042d253 HTTP/1.1" status: 204 len: 168 time: 0.4315977 Aug 06 18:09:31.572411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Deleting port 84004af5-5a54-4ec1-a018-6a2c4dd11347 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:31.572815 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.619274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58db9-b18b-4a4a-8889-5e71cc16fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f44b7-6572-44f2-a3c5-78774042d253,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:31.783150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.817076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b9d840-9788-4922-95e9-0e03941bc5fa']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:31.860679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7597162c-05c7-4eb3-9b77-0b844436daea') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:31.872890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7597162c-05c7-4eb3-9b77-0b844436daea') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:31.890381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] For port 84004af5-5a54-4ec1-a018-6a2c4dd11347, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:31.891086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.917799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.920327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Calling delete_port for 84004af5-5a54-4ec1-a018-6a2c4dd11347 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:31.928003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Port 84004af5-5a54-4ec1-a018-6a2c4dd11347 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:09:31.956603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:31.966661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfda4b-b64a-460d-a725-e0e3e2f8ccbd req-d28fca9e-419d-4e9a-bec1-294e758f3c6c tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:31.969500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77dfda4b-b64a-460d-a725-e0e3e2f8ccbd req-d28fca9e-419d-4e9a-bec1-294e758f3c6c tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.1193128 Aug 06 18:09:31.971171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.006029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] No DVR routers for this DVR port 84004af5-5a54-4ec1-a018-6a2c4dd11347 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:09:32.038718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:09:32.039193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:09:32.041870 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:09:32.069104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d6e1b-9c0c-4156-844e-97b044ddd1ac None None] Pushing event deleted for resources: {'Port': ['ID=84004af5-5a54-4ec1-a018-6a2c4dd11347,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:32.077820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-880023a2-17c2-4c37-b449-8fde10f9d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.238139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77dfda4b-b64a-460d-a725-e0e3e2f8ccbd req-0e422a15-c8c1-4b96-a638-067d141eeb12 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535546 Aug 06 18:09:32.249843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.289662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.296279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73b9d840-9788-4922-95e9-0e03941bc5fa HTTP/1.1" status: 204 len: 168 time: 2.0544939 Aug 06 18:09:32.298019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed195e-8591-4805-a5d3-bd83e0feb0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b9d840-9788-4922-95e9-0e03941bc5fa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:32.483209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68baad4-cc13-4f64-b570-015b66edd1f4 req-5440b7cc-b8f6-43b3-966c-16cc1df0007d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:32.493557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e68baad4-cc13-4f64-b570-015b66edd1f4 req-5440b7cc-b8f6-43b3-966c-16cc1df0007d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1051714 Aug 06 18:09:32.561403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e68baad4-cc13-4f64-b570-015b66edd1f4 req-d46c7d8c-8bb1-4b9a-a86c-8daf28c3b41a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664544 Aug 06 18:09:32.607099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:32.608252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 84004af5-5a54-4ec1-a018-6a2c4dd11347 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:32.638574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8fb39be9-3c37-4ba9-aab7-552323ea4c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.745680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 84004af5-5a54-4ec1-a018-6a2c4dd11347 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:32.746074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 84004af5-5a54-4ec1-a018-6a2c4dd11347 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:32.898111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8fb39be9-3c37-4ba9-aab7-552323ea4c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.910397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8fb39be9-3c37-4ba9-aab7-552323ea4c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:32.993340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8fb39be9-3c37-4ba9-aab7-552323ea4c15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f804dcea924429cb9db4d4ab4e1067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845372 Aug 06 18:09:32.996576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54656) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:32.997975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb39be9-3c37-4ba9-aab7-552323ea4c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5535c79-77ac-4c87-8f50-dc5fdff34100,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:33.046931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.082618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.130902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.223121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54660) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:33.285839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-feeeedc3-9961-43e2-bdb9-5f725245d2de tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:33.288547 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-feeeedc3-9961-43e2-bdb9-5f725245d2de tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.1768868 Aug 06 18:09:33.289527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-154e6363-72ae-43d9-a279-c5706986f022 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5442cb5c62444b59a09ac868b01843f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651608 Aug 06 18:09:33.294428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54664) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:33.375738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.428600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.510594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.513332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.518757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b759fd3-12d9-44ad-b54f-163840ac5494 HTTP/1.1" status: 204 len: 168 time: 0.2185423 Aug 06 18:09:33.531001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85e084-0abd-4f8d-be60-fcc59c998c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b759fd3-12d9-44ad-b54f-163840ac5494,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:33.579949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.591333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.601693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5535c79-77ac-4c87-8f50-dc5fdff34100 HTTP/1.1" status: 204 len: 168 time: 0.5964038 Aug 06 18:09:33.626636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe1cf0-5828-44b8-ba84-f38aeb52f7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5535c79-77ac-4c87-8f50-dc5fdff34100,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:33.646632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Deleting port 84813bb0-c803-4511-96b7-4a8559625b56 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:33.646980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.665347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3ee1-02f2-4c17-8a46-e4a9216a6014 req-497df62a-2c03-4357-8b87-598a499a525b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:33.673608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0f3ee1-02f2-4c17-8a46-e4a9216a6014 req-497df62a-2c03-4357-8b87-598a499a525b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 950 time: 0.2014730 Aug 06 18:09:33.772261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0f3ee1-02f2-4c17-8a46-e4a9216a6014 req-c791fb40-a1b9-461d-b5b5-97cf894dbd35 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969467 Aug 06 18:09:33.854335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] For port 84813bb0-c803-4511-96b7-4a8559625b56, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=84813bb0-c803-4511-96b7-4a8559625b56,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:33.855141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:33.873187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ddbd-492f-447d-91ba-bf4ce274da62 req-d9665616-ee98-4342-b201-fe1be470e513 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:33.884947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Calling delete_port for 84813bb0-c803-4511-96b7-4a8559625b56 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:33.886957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e627ddbd-492f-447d-91ba-bf4ce274da62 req-d9665616-ee98-4342-b201-fe1be470e513 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1289167 Aug 06 18:09:33.959408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e627ddbd-492f-447d-91ba-bf4ce274da62 req-a8abfa67-01b1-488a-99fa-8e944fe5bc6c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708616 Aug 06 18:09:34.147050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:34.162161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['183b071f-566c-460b-bb70-7d8b62d4a0fa'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:34.182544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['84813bb0-c803-4511-96b7-4a8559625b56'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:34.225154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Pushing event deleted for resources: {'Port': ['ID=84813bb0-c803-4511-96b7-4a8559625b56,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:34.270419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] No DVR routers for this DVR port 84813bb0-c803-4511-96b7-4a8559625b56 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:09:34.277242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:34.283421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01cf47a0-1612-4000-b712-89b2ab687f80 req-5fd3cfb5-cdcf-449e-98fc-0ee77a8ea4cc tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.55 "DELETE /v2.0/ports/84813bb0-c803-4511-96b7-4a8559625b56 HTTP/1.1" status: 204 len: 173 time: 0.9753599 Aug 06 18:09:34.287681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'name': 'network-vif-deleted', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:34.290377 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6dd040-84e9-4206-a609-a83b733b0d38" -d '{"events": [{"server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "name": "network-vif-deleted", "tag": "84813bb0-c803-4511-96b7-4a8559625b56"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:34.385926 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478fc603-9830-4b4b-92bb-c248b84e49e3 x-openstack-request-id: req-478fc603-9830-4b4b-92bb-c248b84e49e3 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:34.386442 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f19a078-6158-4d1d-90e6-9191225059e8", "name": "network-vif-deleted", "tag": "84813bb0-c803-4511-96b7-4a8559625b56", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:34.386760 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-478fc603-9830-4b4b-92bb-c248b84e49e3 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:34.387247 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f19a078-6158-4d1d-90e6-9191225059e8', 'name': 'network-vif-deleted', 'tag': '84813bb0-c803-4511-96b7-4a8559625b56', 'status': 'completed', 'code': 200} Aug 06 18:09:34.522056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54696) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:34.577146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-582388e9-ffea-45b8-9d38-59732fce9b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:34.681334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:34.910840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-582388e9-ffea-45b8-9d38-59732fce9b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:34.923498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-582388e9-ffea-45b8-9d38-59732fce9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:35.034140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2ea89bd-a548-419b-a5c9-56facd718fad req-6a334653-663b-49d0-9499-25662b3f1c41 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f19a078-6158-4d1d-90e6-9191225059e8 HTTP/1.1" status: 200 len: 210 time: 0.0882194 Aug 06 18:09:35.041917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582388e9-ffea-45b8-9d38-59732fce9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0409b24-8827-4b82-80a3-2a642daf549d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:35.074325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:35.076217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-582388e9-ffea-45b8-9d38-59732fce9b01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97d348fbcb364fc2b12b1129125f89b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527155 Aug 06 18:09:35.263635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:35.275843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cfc59-93a9-46a1-bb32-10bb923cfa47 req-4e9df32e-fbfa-4639-adcd-4f8a1b6409b6 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:35.289246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b6cfc59-93a9-46a1-bb32-10bb923cfa47 req-4e9df32e-fbfa-4639-adcd-4f8a1b6409b6 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.0855112 Aug 06 18:09:35.295425 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:35.366816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b6cfc59-93a9-46a1-bb32-10bb923cfa47 req-997eb442-9986-474c-889f-d7c2b16c96aa tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Aug 06 18:09:35.394374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:35.399049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:35.403742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0409b24-8827-4b82-80a3-2a642daf549d HTTP/1.1" status: 204 len: 168 time: 0.3276136 Aug 06 18:09:35.415319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbd530-ceac-4647-b1ae-dd8fe0c8567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0409b24-8827-4b82-80a3-2a642daf549d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:36.119033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:36.402334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-network', 'tenant_id': '96505366dce54e4aae68d54abb67b448'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:36.447662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Made reservation on behalf of 96505366dce54e4aae68d54abb67b448 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:36.451864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.479249 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.520463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fa94-b500-4775-8610-418b46088450 req-04bd38ee-2d37-4739-b19b-f6bca752a41f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:36.523173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eca5fa94-b500-4775-8610-418b46088450 req-04bd38ee-2d37-4739-b19b-f6bca752a41f tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.0896850 Aug 06 18:09:36.588677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eca5fa94-b500-4775-8610-418b46088450 req-59bce133-bc80-4474-8303-ed7452c6c5e8 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540366 Aug 06 18:09:36.626725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8d42-81f2-4468-a496-7c57ebb2d23c req-69e53345-586e-4036-9009-df8eab64b98a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:36.630219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-129f8d42-81f2-4468-a496-7c57ebb2d23c req-69e53345-586e-4036-9009-df8eab64b98a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1351030 Aug 06 18:09:36.703251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-129f8d42-81f2-4468-a496-7c57ebb2d23c req-939e271d-758d-4fa1-815d-11fa288f9448 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675504 Aug 06 18:09:36.764143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.772984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.804169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:09:36.852245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.852812 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Added segment fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc of type vlan for network 083e41a4-9236-49a7-82ef-2406371b45b6 Aug 06 18:09:36.882890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94787a11-3009-403c-b3a6-dd83b6324c14,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:36.953023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:36.989939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 84813bb0-c803-4511-96b7-4a8559625b56 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:37.023701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 84813bb0-c803-4511-96b7-4a8559625b56 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:37.025163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 84813bb0-c803-4511-96b7-4a8559625b56 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:37.064212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:37.067062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:37.068752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:37.156729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:37.160873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0390599 Aug 06 18:09:37.165576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Request body: {'subnet': {'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-subnet', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:37.265322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Made reservation on behalf of 96505366dce54e4aae68d54abb67b448 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:37.269607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:37.314854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145247d-7e7a-46fa-8475-76c7c9cf4db4 admin admin] Pushing event updated for resources: {'Network': ['ID=083e41a4-9236-49a7-82ef-2406371b45b6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:37.326317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 083e41a4-9236-49a7-82ef-2406371b45b6 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:09:37.666405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:37.769951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36d49bc-a375-47aa-8a82-c66ec975c4eb,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:37.781482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Checking segment: {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:37.782127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Network hostable DHCP agents. Network: 083e41a4-9236-49a7-82ef-2406371b45b6, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:09:37.788813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.789405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.789996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.790623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.791174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.791924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.792340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.792801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.793415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.794100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.794630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.795234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:37.873200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8111cd7-4250-4399-a9ba-4c5db87052a1 req-fbe76b89-512e-44c6-ab5c-7f451b0dbabe tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:37.876724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8111cd7-4250-4399-a9ba-4c5db87052a1 req-fbe76b89-512e-44c6-ab5c-7f451b0dbabe tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.0965881 Aug 06 18:09:37.878665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Network 083e41a4-9236-49a7-82ef-2406371b45b6 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:09:37.895273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 083e41a4-9236-49a7-82ef-2406371b45b6) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:37.905159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:37.906235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:37.906698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96996685-6f9c-4bf6-8516-855335488f16 None None] Network 083e41a4-9236-49a7-82ef-2406371b45b6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:38.021677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8111cd7-4250-4399-a9ba-4c5db87052a1 req-8a091591-119e-4915-a212-b8bd37c913c0 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229455 Aug 06 18:09:38.025553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c23c5583-287b-411f-8df8-6b029276acc9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8665233 Aug 06 18:09:38.028640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:38.041407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:38.066526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc9163-e380-4a83-b411-5a43ba827fe2 req-cd2b742f-1f35-442e-9dcd-bea8fef9bf49 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:38.070828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fafc9163-e380-4a83-b411-5a43ba827fe2 req-cd2b742f-1f35-442e-9dcd-bea8fef9bf49 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1565232 Aug 06 18:09:38.096082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.097328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.216774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.254849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fafc9163-e380-4a83-b411-5a43ba827fe2 req-f87130e1-7137-4c07-b9a8-9bdbcd64f6a7 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666090 Aug 06 18:09:38.297711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-7a6b85af-9951-4268-9c68-6173312efaf0 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:38.301402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-7a6b85af-9951-4268-9c68-6173312efaf0 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.16 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 950 time: 0.1705260 Aug 06 18:09:38.487456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-083e41a4-9236-49a7-82ef-2406371b45b6', 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'fixed_ips': [{'subnet_id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:09:38.488358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.523497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.647633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Deleting port 183b071f-566c-460b-bb70-7d8b62d4a0fa {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:38.648196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.820449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Allocated IP 172.20.0.2 (083e41a4-9236-49a7-82ef-2406371b45b6/a36d49bc-a375-47aa-8a82-c66ec975c4eb/851f2ffa-7d76-4306-aae5-2a20021b9453) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:38.896244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] For port 183b071f-566c-460b-bb70-7d8b62d4a0fa, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=183b071f-566c-460b-bb70-7d8b62d4a0fa,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:38.896244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:38.934779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Calling delete_port for 183b071f-566c-460b-bb70-7d8b62d4a0fa owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:38.991839 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.051851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.158108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.256546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Transition to ACTIVE for port object 851f2ffa-7d76-4306-aae5-2a20021b9453 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:39.256851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.273007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['183b071f-566c-460b-bb70-7d8b62d4a0fa'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:09:39.324700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Pushing event deleted for resources: {'Port': ['ID=183b071f-566c-460b-bb70-7d8b62d4a0fa,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:39.347099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Allocated IP 172.25.3.134 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/9bcc46f9-a2bf-4968-b64e-b5e735227c73) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:39.408714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cdb36-c5c7-446a-bb84-ecb5637dfa76 req-a32fc518-1121-41f2-8e8f-2c497f5e17db tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:39.418410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Transition to ACTIVE for port object 851f2ffa-7d76-4306-aae5-2a20021b9453 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:39.425850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a34cdb36-c5c7-446a-bb84-ecb5637dfa76 req-a32fc518-1121-41f2-8e8f-2c497f5e17db tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/ports?device_id=af73d93b-c5a9-4622-afc9-eef1a5cc496c HTTP/1.1" status: 200 len: 867 time: 0.1872437 Aug 06 18:09:39.429671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.484422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Pushing event updated for resources: {'Port': ['ID=851f2ffa-7d76-4306-aae5-2a20021b9453,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:39.505179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Network 083e41a4-9236-49a7-82ef-2406371b45b6 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:39.508244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:39.513152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] No DVR routers for this DVR port 183b071f-566c-460b-bb70-7d8b62d4a0fa on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:09:39.513656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:39.535232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.540025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13278793-3f63-40d2-8bcc-e8c95cb06ae6 req-fe916939-3d36-419d-a788-65a016bc1650 tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.16 "DELETE /v2.0/ports/183b071f-566c-460b-bb70-7d8b62d4a0fa HTTP/1.1" status: 204 len: 173 time: 1.2269275 Aug 06 18:09:39.541896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'name': 'network-vif-deleted', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:09:39.546592 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b4ed8-4595-4a85-820a-bddcb2001621" -d '{"events": [{"server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "name": "network-vif-deleted", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:09:39.614058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a34cdb36-c5c7-446a-bb84-ecb5637dfa76 req-08c77e9c-2480-4159-b69c-e1fef407009b tempest-ServersAdminNegativeTestJSON-1364543862 tempest-ServersAdminNegativeTestJSON-1364543862-project] 10.222.0.64 "GET /v2.0/security-groups?id=11e95e15-2d2d-482b-81e0-b2945f392afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858604 Aug 06 18:09:39.692477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2939a-1b64-41ef-8726-e8b040c025b3 req-267b254f-df64-45eb-9146-ce59c029dcc2 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:39.698057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d2939a-1b64-41ef-8726-e8b040c025b3 req-267b254f-df64-45eb-9146-ce59c029dcc2 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1879122 Aug 06 18:09:39.717576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54894) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:39.724518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Attempting to bind port 851f2ffa-7d76-4306-aae5-2a20021b9453 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:39.725291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Attempting to bind port 851f2ffa-7d76-4306-aae5-2a20021b9453 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:39.725826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Attempting to bind port 851f2ffa-7d76-4306-aae5-2a20021b9453 on network 083e41a4-9236-49a7-82ef-2406371b45b6 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:39.743509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:39.744843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Checking segment: {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:39.745894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.747562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Bound using segment: {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:39.748720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Bound port: 851f2ffa-7d76-4306-aae5-2a20021b9453, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:39.758189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.784160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1458576941'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:39.821946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d2939a-1b64-41ef-8726-e8b040c025b3 req-e4f00b03-76d9-4776-a8fd-f61b73bf8b50 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124432 Aug 06 18:09:39.862153 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f356f7-2836-45f2-8ea2-6bc601da6e9c x-openstack-request-id: req-44f356f7-2836-45f2-8ea2-6bc601da6e9c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:09:39.862888 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af73d93b-c5a9-4622-afc9-eef1a5cc496c", "name": "network-vif-deleted", "tag": "183b071f-566c-460b-bb70-7d8b62d4a0fa", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:09:39.863344 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44f356f7-2836-45f2-8ea2-6bc601da6e9c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:09:39.864017 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af73d93b-c5a9-4622-afc9-eef1a5cc496c', 'name': 'network-vif-deleted', 'tag': '183b071f-566c-460b-bb70-7d8b62d4a0fa', 'status': 'completed', 'code': 200} Aug 06 18:09:39.880404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.904860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:39.909289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.946478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] For port 851f2ffa-7d76-4306-aae5-2a20021b9453, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:39.957379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] For port 851f2ffa-7d76-4306-aae5-2a20021b9453, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=851f2ffa-7d76-4306-aae5-2a20021b9453,segment=NetworkSegment(fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc),segment_id=fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:39.963758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:09:39.971405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.978390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:39.979031 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Added segment f1da5bec-d196-41d8-b204-ebc4fb3de540 of type vlan for network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 Aug 06 18:09:39.982309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.056404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410294c-bc5c-475b-b46b-e121b0292f56 None None] Pushing event updated for resources: {'Port': ['ID=851f2ffa-7d76-4306-aae5-2a20021b9453,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:40.150969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:40.151908 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.164828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:40.176608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Pushing event updated for resources: {'Port': ['ID=9bcc46f9-a2bf-4968-b64e-b5e735227c73,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:40.193525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:40.252048 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.481689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.496260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:40.498108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.668920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Network': ['ID=e998b396-c5f4-45c3-b0a6-8aa7b70e8076,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:40.712195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:09:40.714686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54926) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:40.715491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1674aad9-99ba-49ab-b1da-8e8ca4f41296 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9925303 Aug 06 18:09:40.720838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-993560097'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:40.798356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:40.803997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.863912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:09:40.883780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 851f2ffa-7d76-4306-aae5-2a20021b9453 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:40.892484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:40.893048 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Added segment 6fee76e1-627f-4d50-a09c-d1492350ff52 of type vlan for network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a Aug 06 18:09:41.018406 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.094266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.101190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:41.102486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.116765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 851f2ffa-7d76-4306-aae5-2a20021b9453 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:41.185597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb66c6-f168-41b5-9f57-d04ac1156fd3 req-6f307fd5-1409-4d59-aaf7-322fca63e6fe tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:41.189405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-32fb66c6-f168-41b5-9f57-d04ac1156fd3 req-6f307fd5-1409-4d59-aaf7-322fca63e6fe tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.0994096 Aug 06 18:09:41.193411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.273058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5546393 Aug 06 18:09:41.281134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:41.298839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'subnet': {'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:41.369679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-32fb66c6-f168-41b5-9f57-d04ac1156fd3 req-c17575ab-ad6e-46f3-9db8-374b1e391f7b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139960 Aug 06 18:09:41.427711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a42ef-b4e6-4d6e-84f5-8ebf840a216c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Network': ['ID=7aa490e7-ed1e-41e4-9684-ebf40293eb3a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:41.468473 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.469755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:09:41.636314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:41.642619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.695721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689cf65-e881-4c16-984e-6ffc777d8cf8 None None] Network 083e41a4-9236-49a7-82ef-2406371b45b6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:41.773942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:41.814413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:41.872493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 183b071f-566c-460b-bb70-7d8b62d4a0fa no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:09:41.919651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54962) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:41.983147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 183b071f-566c-460b-bb70-7d8b62d4a0fa {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:09:41.984315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 183b071f-566c-460b-bb70-7d8b62d4a0fa not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:09:42.028867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Provisioning for port 851f2ffa-7d76-4306-aae5-2a20021b9453 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:42.040919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.049488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Provisioning complete for port 851f2ffa-7d76-4306-aae5-2a20021b9453 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:42.050633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.196277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Subnet': ['ID=415b913c-a0bd-4a30-ae95-474850ee2ce6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:42.200229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Router aefcd2c6-65c8-44d5-a2a1-842f17563e05 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:09:42.226568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d675063-6a72-4841-8c89-2adbeb1075fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c32876ae753f4de695cc757513c622e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510996 Aug 06 18:09:42.232474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54972) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:42.233601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb90a148-630e-4f90-ad5c-eba0d2710a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.273718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:42.274096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network hostable DHCP agents. Network: e998b396-c5f4-45c3-b0a6-8aa7b70e8076, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:09:42.429748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.509755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:09:42.525376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb90a148-630e-4f90-ad5c-eba0d2710a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.534081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb90a148-630e-4f90-ad5c-eba0d2710a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.534368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Sync routers for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:09:42.540331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] For port 851f2ffa-7d76-4306-aae5-2a20021b9453, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=851f2ffa-7d76-4306-aae5-2a20021b9453,segment=NetworkSegment(fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc),segment_id=fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:42.548747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.584620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:42.585296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:42.626589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cb90a148-630e-4f90-ad5c-eba0d2710a58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b73d4a9aa7fa49ce9047c413b86f9cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055357 Aug 06 18:09:42.631289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54988) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:42.681831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90a148-630e-4f90-ad5c-eba0d2710a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fe436-70d2-474b-970f-ff0cb8884a5f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:42.727070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e5405-f4b6-4abe-a79d-6bb58d0d806b req-80df51bd-8f15-4185-a00e-ff729ce58f79 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:42.729142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f85e5405-f4b6-4abe-a79d-6bb58d0d806b req-80df51bd-8f15-4185-a00e-ff729ce58f79 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1514862 Aug 06 18:09:42.766131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.813719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f85e5405-f4b6-4abe-a79d-6bb58d0d806b req-e647a349-31fc-4152-9147-48caa5373a28 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755386 Aug 06 18:09:42.821754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.890217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e05c8a16-7c29-44a4-87f2-f0e79a5870a0 None None] Provisioning complete for port 851f2ffa-7d76-4306-aae5-2a20021b9453 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:42.890905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e05c8a16-7c29-44a4-87f2-f0e79a5870a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.908374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.914279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:42.926858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/517fe436-70d2-474b-970f-ff0cb8884a5f HTTP/1.1" status: 204 len: 168 time: 0.2937968 Aug 06 18:09:42.932323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0791bd-0d7d-4b35-a225-13eeb26ac666 None None] Pushing event updated for resources: {'Port': ['ID=851f2ffa-7d76-4306-aae5-2a20021b9453,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:42.944234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe80dd0-0d83-4f7c-a9cf-e78b31061e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fe436-70d2-474b-970f-ff0cb8884a5f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:42.978572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:43.249252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.251169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cf1453c1-6349-48b4-a785-040c18c45204 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2183959 Aug 06 18:09:43.254470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55020) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:43.289106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:09:43.329835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e998b396-c5f4-45c3-b0a6-8aa7b70e8076) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:43.348172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8479c64-e371-40c4-9b49-164497a8c2bc None None] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:43.348820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.362485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:43.363113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.444340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3304e666-1712-459a-85e7-d629dd0880a0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1611044 Aug 06 18:09:43.449144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.452408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55026) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:43.462957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'subnet': {'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:43.624148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:40Z', 'revision_number': 3, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:43.674400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:09:43.676019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.680922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Checking router: aefcd2c6-65c8-44d5-a2a1-842f17563e05 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:09:43.681892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Updating router aefcd2c6-65c8-44d5-a2a1-842f17563e05 port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:09:43.688420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:43.697066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.737379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.785226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:43.832803 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.833489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-676ff57c-eef1-40b5-8761-c1280aa8c6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.842738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:43.845327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11e95e15-2d2d-482b-81e0-b2945f392afd HTTP/1.1" status: 204 len: 168 time: 1.6126614 Aug 06 18:09:44.089495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:44.105069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a3659-07bd-4975-8019-608291dcda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e95e15-2d2d-482b-81e0-b2945f392afd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:44.116744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Allocated IP 10.1.1.2 (e998b396-c5f4-45c3-b0a6-8aa7b70e8076/415b913c-a0bd-4a30-ae95-474850ee2ce6/74fe4f17-d9c3-44c4-8a48-05af33f8dbf3) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:44.136800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.239044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Checking segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:44.239574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network hostable DHCP agents. Network: 7aa490e7-ed1e-41e4-9684-ebf40293eb3a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:09:44.250110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1e50b-12bf-4ad8-8c60-1b4d20440225 req-f5120158-fbab-4656-ad01-3554c4a18639 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:44.252128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6c1e50b-12bf-4ad8-8c60-1b4d20440225 req-f5120158-fbab-4656-ad01-3554c4a18639 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1771228 Aug 06 18:09:44.262810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Subnet': ['ID=8e12ae6c-5150-4709-ace5-90ba4946b91a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:44.328845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6c1e50b-12bf-4ad8-8c60-1b4d20440225 req-43567e04-0340-4557-8f54-d954b86625af tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Aug 06 18:09:44.331291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:09:44.350796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 7aa490e7-ed1e-41e4-9684-ebf40293eb3a) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:44.366497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:44.369483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.396831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f963eb-5862-45c4-a7a8-2eef530b6be5 None None] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:44.492459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.519086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.531868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Transition to ACTIVE for port object 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:44.546676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Transition to ACTIVE for port object 9bcc46f9-a2bf-4968-b64e-b5e735227c73 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:44.553248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-676ff57c-eef1-40b5-8761-c1280aa8c6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.584104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b4d14dc-7b62-4d25-b470-888c66fb1516 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1294158 Aug 06 18:09:44.587149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-676ff57c-eef1-40b5-8761-c1280aa8c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.587491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:44.594949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'name': 'tempest-TaggedBootDevicesTest_v242-1744469890', 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:44.603603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.613610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Transition to ACTIVE for port object 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:44.736708 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:44.761132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ff57c-eef1-40b5-8761-c1280aa8c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad0a22-f92c-43ef-bea8-40a54e20f96c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:44.764520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 851f2ffa-7d76-4306-aae5-2a20021b9453 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:44.784053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-676ff57c-eef1-40b5-8761-c1280aa8c6c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66f4ce7d3e0e479d8a3a13b177b9c115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9971533 Aug 06 18:09:44.801005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:44.956666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:44.978690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:44.983664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Pushing event updated for resources: {'Port': ['ID=9bcc46f9-a2bf-4968-b64e-b5e735227c73,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:44.989236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:44.994867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Attempting to bind port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:44.995721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Attempting to bind port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:44.996328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Attempting to bind port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:45.013851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:45.049288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:45.050411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:45.051802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.053417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:45.054693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Bound port: 9bcc46f9-a2bf-4968-b64e-b5e735227c73, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:45.055728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.067780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ips': [{'subnet_id': '8e12ae6c-5150-4709-ace5-90ba4946b91a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:09:45.070770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.147521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acf8c1f2-c26a-4d34-9a57-ed11293abfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.152570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:45.200678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.277878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.316557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc8d67-c3d4-4ae8-82f8-3ed0f11a6424 req-4dc0022a-78f0-4601-8018-75a7d9db0834 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:45.319213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adcc8d67-c3d4-4ae8-82f8-3ed0f11a6424 req-4dc0022a-78f0-4601-8018-75a7d9db0834 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1511762 Aug 06 18:09:45.327214 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.331441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.391558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] device_id is not set on port 670d433d-fed0-4225-80d4-57b8a65e7908 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:09:45.398460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Pushing event updated for resources: {'Port': ['ID=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:45.429400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 851f2ffa-7d76-4306-aae5-2a20021b9453 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:45.429780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.491164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Attempting to bind port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:45.491563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Attempting to bind port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:45.491563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Attempting to bind port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:45.530155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] For port 9bcc46f9-a2bf-4968-b64e-b5e735227c73, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:45.550578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adcc8d67-c3d4-4ae8-82f8-3ed0f11a6424 req-3f20f99e-8147-4d5a-9476-43aac5cfd677 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125001 Aug 06 18:09:45.554166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:45.554517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:45.554922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.555319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Bound using segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:45.555821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Bound port: 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:45.556199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.589365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] For port 9bcc46f9-a2bf-4968-b64e-b5e735227c73, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bcc46f9-a2bf-4968-b64e-b5e735227c73,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:45.630957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.671292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a69ece9-7b02-4beb-9d93-65cf990a5b41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95ebb9459f504147a1c378f5f93bfba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089087 Aug 06 18:09:45.761394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55066) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:45.851791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-23039d90-d4a5-43be-aa48-49753fcdf350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:45.853436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-23039d90-d4a5-43be-aa48-49753fcdf350 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b48c684073714296b17854dc9bbc6a7a&device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 1098 time: 0.6996782 Aug 06 18:09:45.858817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.861847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.863105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72ad0a22-f92c-43ef-bea8-40a54e20f96c HTTP/1.1" status: 204 len: 168 time: 1.0581441 Aug 06 18:09:45.901492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Allocated IP 10.2.2.2 (7aa490e7-ed1e-41e4-9684-ebf40293eb3a/8e12ae6c-5150-4709-ace5-90ba4946b91a/67291c54-bc41-4a29-a3a3-a5289810bf81) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:45.936750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:45.937891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:45.960027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:45.988287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32468e4d-e882-45f1-82e2-17babe69c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad0a22-f92c-43ef-bea8-40a54e20f96c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:46.009075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.1.1.27 (e998b396-c5f4-45c3-b0a6-8aa7b70e8076/415b913c-a0bd-4a30-ae95-474850ee2ce6/670d433d-fed0-4225-80d4-57b8a65e7908) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:46.014420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.020458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Pushing event updated for resources: {'Port': ['ID=9bcc46f9-a2bf-4968-b64e-b5e735227c73,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:46.075472 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] For port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:46.094450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.095332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.096144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.096957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.097801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.098654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.099444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.100299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.101139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.102016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.102827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.103659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77837e69-ff27-438e-86a6-3c4d5f8d5e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:46.238442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] For port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:46.284827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.376265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.386628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.388761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/108d37ef-e0fa-4e42-ba8c-66ac6d809ba7 HTTP/1.1" status: 204 len: 168 time: 0.6238670 Aug 06 18:09:46.423330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e0c39-0c54-4888-9b34-88871778c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d37ef-e0fa-4e42-ba8c-66ac6d809ba7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:46.453201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.462998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:46.507318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 670d433d-fed0-4225-80d4-57b8a65e7908 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:46.530796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1be60-4ca8-4303-a8b8-4265871dcc1e None None] Pushing event updated for resources: {'Port': ['ID=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:46.590235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-5a175079-0a86-4416-b390-e4829a658030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:46.592548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-5a175079-0a86-4416-b390-e4829a658030 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 200 len: 917 time: 0.6630535 Aug 06 18:09:46.598105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.658734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Allocated IP 172.20.0.1 (083e41a4-9236-49a7-82ef-2406371b45b6/a36d49bc-a375-47aa-8a82-c66ec975c4eb/9441153c-e11f-4ae4-9101-54659676bcf3) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:46.718967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:46.723505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:46.736806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:46.767621 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.811661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Transition to ACTIVE for port object 67291c54-bc41-4a29-a3a3-a5289810bf81 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:46.865186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:46.923152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Transition to ACTIVE for port object 67291c54-bc41-4a29-a3a3-a5289810bf81 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:46.938739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:46.978426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:46.979738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.021566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.048982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Transition to ACTIVE for port object 9441153c-e11f-4ae4-9101-54659676bcf3 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:47.107749 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acf8c1f2-c26a-4d34-9a57-ed11293abfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.114943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:47.125993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:47.133713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-04d60a66-1685-4c91-a0d9-215f8408c880 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5448997 Aug 06 18:09:47.135687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:47.138153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55094) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:47.143995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'name': 'tempest-TaggedBootDevicesTest_v242-2053813698', 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:47.186933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.211823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Pushing event updated for resources: {'Port': ['ID=67291c54-bc41-4a29-a3a3-a5289810bf81,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:47.237691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acf8c1f2-c26a-4d34-9a57-ed11293abfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.260595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Attempting to bind port 67291c54-bc41-4a29-a3a3-a5289810bf81 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:47.260933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-adc5fee8-21ca-4bfa-9679-a35f3885e2f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feaa0876-eb60-4f83-b90c-e93133931405 HTTP/1.1" status: 200 len: 217 time: 0.6449358 Aug 06 18:09:47.261133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Attempting to bind port 67291c54-bc41-4a29-a3a3-a5289810bf81 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:47.261921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Attempting to bind port 67291c54-bc41-4a29-a3a3-a5289810bf81 on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:47.272083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:47.272083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Checking segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:47.272083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.272734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Bound using segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:47.272928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Bound port: 67291c54-bc41-4a29-a3a3-a5289810bf81, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:47.273294 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.407457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:40Z', 'revision_number': 3, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:47.430451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-acf8c1f2-c26a-4d34-9a57-ed11293abfaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec2ef3e6c35c415e812ff97ba0106aed&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2242272 Aug 06 18:09:47.430723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:09:47.442855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8c1f2-c26a-4d34-9a57-ed11293abfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8b144-6594-460d-b954-53fc46acbc22,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:47.444998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.450164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:47.455003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Network 083e41a4-9236-49a7-82ef-2406371b45b6 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:47.475090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68493e-f010-43e8-935c-d73ac29b39e1 None None] The sync data for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 is: [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:40Z', 'revision_number': 3, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:09:47.488356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] For port 67291c54-bc41-4a29-a3a3-a5289810bf81, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:47.516018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] device_id is not set on port 17eeca15-f077-4adc-9563-856cd7689fb3 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:09:47.532743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] For port 67291c54-bc41-4a29-a3a3-a5289810bf81, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=67291c54-bc41-4a29-a3a3-a5289810bf81,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:47.539197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:47.547566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-56b6cef6-46c8-4dd1-968d-1d537d105943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:47.558633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-56b6cef6-46c8-4dd1-968d-1d537d105943 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 200 len: 855 time: 0.2512577 Aug 06 18:09:47.559698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Pushing event updated for resources: {'Port': ['ID=9441153c-e11f-4ae4-9101-54659676bcf3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:47.572449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:47.593520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:47.801090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06074a-0043-42f6-aba0-9d2ecd1c7d26 None None] Pushing event updated for resources: {'Port': ['ID=67291c54-bc41-4a29-a3a3-a5289810bf81,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:47.903583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8f97f-f097-42d1-9090-e4a7d667ced9 req-3e05e0ad-6b7a-450b-95ff-18bb81f11f8f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:47.905927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5e8f97f-f097-42d1-9090-e4a7d667ced9 req-3e05e0ad-6b7a-450b-95ff-18bb81f11f8f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.8058171 Aug 06 18:09:48.067556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.1.1.50 (e998b396-c5f4-45c3-b0a6-8aa7b70e8076/415b913c-a0bd-4a30-ae95-474850ee2ce6/17eeca15-f077-4adc-9563-856cd7689fb3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:48.093554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-c4d839d3-76bf-4a24-808c-b36450250763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:48.096553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-c4d839d3-76bf-4a24-808c-b36450250763 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7849c1-5e0c-42b6-a0cb-841b8936a456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5190833 Aug 06 18:09:48.175436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5e8f97f-f097-42d1-9090-e4a7d667ced9 req-3767b4f5-6258-4454-bde5-c5edf74a14ab tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452078 Aug 06 18:09:48.181552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-75f1ced1-86d1-4101-91ee-a738a41adab0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:09:48.182724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-75f1ced1-86d1-4101-91ee-a738a41adab0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144064 Aug 06 18:09:48.225301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fbcb29db-cc15-408f-97b7-aa92f226a5dd None None] Provisioning for port 9441153c-e11f-4ae4-9101-54659676bcf3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:48.236133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.249116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fbcb29db-cc15-408f-97b7-aa92f226a5dd None None] Provisioning complete for port 9441153c-e11f-4ae4-9101-54659676bcf3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:48.253787 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fbcb29db-cc15-408f-97b7-aa92f226a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.306654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.338277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.460625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.464074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.469401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fc8b144-6594-460d-b954-53fc46acbc22 HTTP/1.1" status: 204 len: 168 time: 1.0051820 Aug 06 18:09:48.478337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb29db-cc15-408f-97b7-aa92f226a5dd None None] Port 9441153c-e11f-4ae4-9101-54659676bcf3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:48.602686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.653620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 17eeca15-f077-4adc-9563-856cd7689fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:48.676213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e22941-a428-4d47-9929-58577556a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8b144-6594-460d-b954-53fc46acbc22,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:48.729527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:48.774602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6835d44-22d9-46a6-ac7f-de70190581fd None None] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:48.800635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-8355a906-6c2d-4322-be49-c0a821e3031f service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942283 Aug 06 18:09:48.948669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:48.961718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:48.965113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:48.992860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:49.019523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2445d6e0-a355-4960-afc8-32afb7899775 None None] Provisioning for port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:49.118988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:49.120570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:49.143314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 67291c54-bc41-4a29-a3a3-a5289810bf81 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:49.163241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9362f954-2e10-4d19-9d20-fe2f520f14e9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0233605 Aug 06 18:09:49.310652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:49.436616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7027715c-7e1c-4bf4-b6d4-e49cc593220e req-f27ce733-c157-4f06-b4ce-758fc04cf639 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150470 Aug 06 18:09:49.614824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 67291c54-bc41-4a29-a3a3-a5289810bf81 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:49.620287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bcc46f9-a2bf-4968-b64e-b5e735227c73 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:49.648513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:49.654486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329479688', 'description': 'tempest-description--1836714592'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:49.727093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55152) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:49.755481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:49.832145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3fc55d4b-b408-4c10-b3b8-bb4d0cdfbf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:49.845090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:49.856999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:49.858231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:49.923876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7680503-e4ab-4276-9da0-24004be23858 req-a30666cc-8f8d-4946-a16b-415e379dddbf tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:49.950066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7680503-e4ab-4276-9da0-24004be23858 req-a30666cc-8f8d-4946-a16b-415e379dddbf tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.4352658 Aug 06 18:09:50.172734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb182c-b899-44a7-bd71-2b3cc0d859c2 None None] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:09:50.194756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.226469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7680503-e4ab-4276-9da0-24004be23858 req-7b1f74d6-5377-4f09-ab21-8a5330af7493 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747121 Aug 06 18:09:50.237750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.252590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.285141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.308993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.390143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eef908-994b-4704-a000-ed5ae4f6fd0c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:50.475337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9bcc46f9-a2bf-4968-b64e-b5e735227c73, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bcc46f9-a2bf-4968-b64e-b5e735227c73,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:50.482877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Provisioning for port 67291c54-bc41-4a29-a3a3-a5289810bf81 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:50.507228 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.508799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:50.517905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Provisioning complete for port 67291c54-bc41-4a29-a3a3-a5289810bf81 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:50.518598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.564153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Pushing event updated for resources: {'Port': ['ID=9441153c-e11f-4ae4-9101-54659676bcf3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:50.568664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:50.999101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3fc55d4b-b408-4c10-b3b8-bb4d0cdfbf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.016523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.022720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ceaddb51-9d6c-40af-a9c1-d1f32f764d82 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3689094 Aug 06 18:09:51.023905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55184) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:51.029959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3fc55d4b-b408-4c10-b3b8-bb4d0cdfbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.036995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'security_group_rule': {'security_group_id': 'e4eef908-994b-4704-a000-ed5ae4f6fd0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:51.145125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.189895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Network 083e41a4-9236-49a7-82ef-2406371b45b6 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:51.210798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:51.220697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3fc55d4b-b408-4c10-b3b8-bb4d0cdfbf75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8275e26412c347c3bf6e8f132566f103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4869668 Aug 06 18:09:51.222421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc55d4b-b408-4c10-b3b8-bb4d0cdfbf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4802667-f232-4056-a9dd-4363ea4398e1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:51.227747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:51.448911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9bcc46f9-a2bf-4968-b64e-b5e735227c73,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:51.467995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.479166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:51.487195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.492629 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:51.493820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.608288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12841192-024a-4c18-92e3-1fac90206959,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:51.659536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.662684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-66b4d7f9-b015-4dd1-8e33-5fd9d46531a4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6366620 Aug 06 18:09:51.665399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55208) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:51.675950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'security_group_rule': {'security_group_id': 'e4eef908-994b-4704-a000-ed5ae4f6fd0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:51.758964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.772203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.906368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.922183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:51.997388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Router aefcd2c6-65c8-44d5-a2a1-842f17563e05 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:09:52.003019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] For port 67291c54-bc41-4a29-a3a3-a5289810bf81, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=67291c54-bc41-4a29-a3a3-a5289810bf81,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:52.016412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.017236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3815f5-49fb-4e48-b575-0b5843c413e7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:52.028117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.070243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.073471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11bbe-0b2f-4794-9f52-74edf3bffc75 req-3cf67e08-f4ca-4b0d-89f4-52b74fb784bd tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:52.073799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da294bc2-cd62-4b82-b390-9bcb7ca7b511 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056747 Aug 06 18:09:52.076960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20d11bbe-0b2f-4794-9f52-74edf3bffc75 req-3cf67e08-f4ca-4b0d-89f4-52b74fb784bd tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.4412856 Aug 06 18:09:52.079879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:52.098235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:09:52.123173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.132926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33eef-3e86-479c-8f64-d7b240533a4c None None] Pushing event updated for resources: {'Port': ['ID=67291c54-bc41-4a29-a3a3-a5289810bf81,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:52.138724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.167639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55224) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:52.192687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.228675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:52.232337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning complete for port 9441153c-e11f-4ae4-9101-54659676bcf3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:52.233311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.244768 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.436401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Port 9441153c-e11f-4ae4-9101-54659676bcf3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:52.454071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:09:52.463724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a93ee6e-682f-4eac-bb42-a3feb1b7b200 admin admin] 10.222.0.64 "PUT /v2.0/routers/aefcd2c6-65c8-44d5-a2a1-842f17563e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2077432 Aug 06 18:09:52.468441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Sync routers for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:09:52.476251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20d11bbe-0b2f-4794-9f52-74edf3bffc75 req-7d21f076-4ad1-43b2-b8e2-64be078bcd69 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775992 Aug 06 18:09:52.501229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:52.503255 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:52.508201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 67291c54-bc41-4a29-a3a3-a5289810bf81 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:52.523686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0943bb1a-3de5-45c5-ab3d-87804b7c2585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.539066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.544565 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.547873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4802667-f232-4056-a9dd-4363ea4398e1 HTTP/1.1" status: 204 len: 168 time: 1.3134820 Aug 06 18:09:52.583324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b03be-7922-4fc0-8760-29f3c77f8fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4802667-f232-4056-a9dd-4363ea4398e1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:52.666900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.764380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:52.840302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning complete for port 67291c54-bc41-4a29-a3a3-a5289810bf81 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:52.841135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:52.904146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:52.990118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 67291c54-bc41-4a29-a3a3-a5289810bf81 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:52.994861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.035476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0152-d661-4fe7-85b6-9eff6abc540a req-81e96b69-a689-4cfe-a657-371f4dcaed83 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:53.053765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-645b0152-d661-4fe7-85b6-9eff6abc540a req-81e96b69-a689-4cfe-a657-371f4dcaed83 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.2234912 Aug 06 18:09:53.065107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 172.25.3.125 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/5221a387-8873-4e38-985a-972bc0406128) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:09:53.227860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-645b0152-d661-4fe7-85b6-9eff6abc540a req-b8887d21-b7d8-4e41-98f7-928a1a5717ff tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620338 Aug 06 18:09:53.249142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0943bb1a-3de5-45c5-ab3d-87804b7c2585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.333624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0943bb1a-3de5-45c5-ab3d-87804b7c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.348212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bcc46f9-a2bf-4968-b64e-b5e735227c73 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:53.431560 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:49Z', 'revision_number': 4, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9441153c-e11f-4ae4-9101-54659676bcf3', 'name': '', 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'mac_address': 'fa:16:3e:da:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:45Z', 'updated_at': '2021-08-06T18:09:49Z', 'revision_number': 2, 'project_id': '96505366dce54e4aae68d54abb67b448', 'subnets': [{'id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:53.463244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning complete for port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:53.463850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.468956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:53.469601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.517655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Checking router: aefcd2c6-65c8-44d5-a2a1-842f17563e05 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:09:53.518830 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Updating router aefcd2c6-65c8-44d5-a2a1-842f17563e05 port 9441153c-e11f-4ae4-9101-54659676bcf3 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:09:53.546160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0943bb1a-3de5-45c5-ab3d-87804b7c2585 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad24ac3bddc9426eadb918b15e7924b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3766117 Aug 06 18:09:53.551451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55264) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:53.576805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943bb1a-3de5-45c5-ab3d-87804b7c2585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7891c6-fd1b-4ac2-bf20-83714c17a0c8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:53.579280 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.718379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.775974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.792267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55268) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:53.862677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning for port 670d433d-fed0-4225-80d4-57b8a65e7908 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:53.881222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d039-0a1c-4c3a-a06d-15b38a925ffe req-7b0e751d-a074-45f2-a4b8-daa7f8f2897a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:53.886023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee77d039-0a1c-4c3a-a06d-15b38a925ffe req-7b0e751d-a074-45f2-a4b8-daa7f8f2897a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.3210170 Aug 06 18:09:53.886579 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-a25944a6-f5aa-4a3c-829a-6fced6c86821 req-267f7d17-308d-41e2-a9d1-4e86c37b7941 tempest-FloatingIPDetailsNegativeTestJSON-615087854 tempest-FloatingIPDetailsNegativeTestJSON-615087854-project] show failed (client error): The resource could not be found. Aug 06 18:09:53.889322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a25944a6-f5aa-4a3c-829a-6fced6c86821 req-267f7d17-308d-41e2-a9d1-4e86c37b7941 tempest-FloatingIPDetailsNegativeTestJSON-615087854 tempest-FloatingIPDetailsNegativeTestJSON-615087854-project] 10.222.0.64 "GET /v2.0/floatingips/67cb6471-eb03-490c-90b7-0b2f09d27b5a HTTP/1.1" status: 404 len: 350 time: 0.0869806 Aug 06 18:09:53.895553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning complete for port 670d433d-fed0-4225-80d4-57b8a65e7908 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:53.896104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.900953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:53.906060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:09:53.910507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:09:53.915452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55274) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:53.938777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:09:53.943364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=5221a387-8873-4e38-985a-972bc0406128,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:54.048313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.095302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Port 670d433d-fed0-4225-80d4-57b8a65e7908 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:54.165533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee77d039-0a1c-4c3a-a06d-15b38a925ffe req-58499e59-f1a5-468c-80ca-90346b26efae tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275040 Aug 06 18:09:54.200254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning for port 17eeca15-f077-4adc-9563-856cd7689fb3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:09:54.205870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Provisioning complete for port 17eeca15-f077-4adc-9563-856cd7689fb3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:54.207773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.287400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc640395-a4c5-4759-ba63-8ed2d8acd896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.295166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.300269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.302362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa7891c6-fd1b-4ac2-bf20-83714c17a0c8 HTTP/1.1" status: 204 len: 168 time: 0.7489343 Aug 06 18:09:54.323872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a94e5-b608-4a7d-865b-c0616279fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7891c6-fd1b-4ac2-bf20-83714c17a0c8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:54.414782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c61ec774-4535-44bc-bd33-613143fc759d None None] Port 17eeca15-f077-4adc-9563-856cd7689fb3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:09:54.421107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369936d9-61c2-426b-b2a5-da640d3b018a req-d8a2c5f4-3f6b-45ac-b3b9-f28cda35e809 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:54.429413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-369936d9-61c2-426b-b2a5-da640d3b018a req-d8a2c5f4-3f6b-45ac-b3b9-f28cda35e809 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.1081586 Aug 06 18:09:54.457776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:09:54.508122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.544528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-369936d9-61c2-426b-b2a5-da640d3b018a req-f0a9393b-fe9f-4dae-86b9-80eeda1a3cc8 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137609 Aug 06 18:09:54.596647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:09:54.601735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.615325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-f2f7a35e-1460-4622-9c2c-c1bcc0094c58 req-0523722d-fbac-4cb9-a6f5-c008f8ce902a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:09:54.617108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2f7a35e-1460-4622-9c2c-c1bcc0094c58 req-0523722d-fbac-4cb9-a6f5-c008f8ce902a tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077250 Aug 06 18:09:54.678992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.893779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2f7a35e-1460-4622-9c2c-c1bcc0094c58 req-f02421e6-0616-4d23-a1d5-c7179ceaaf37 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2533789 Aug 06 18:09:54.935922 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.949743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc640395-a4c5-4759-ba63-8ed2d8acd896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.974934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc640395-a4c5-4759-ba63-8ed2d8acd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:54.983240 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Transition to ACTIVE for port object 9441153c-e11f-4ae4-9101-54659676bcf3 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:09:55.002936 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.097913 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Pushing event updated for resources: {'Port': ['ID=9441153c-e11f-4ae4-9101-54659676bcf3,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:55.119609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fc640395-a4c5-4759-ba63-8ed2d8acd896 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e84ff40b710f4f8889baf396fdbd5518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3246100 Aug 06 18:09:55.126525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:55.156488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.156836 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.159117 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.159604 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.167806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.168314 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.168662 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.169000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.169334 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.169697 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.170155 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.170494 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:09:55.216306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc640395-a4c5-4759-ba63-8ed2d8acd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a16325-14cf-4fc7-bdd5-4c2c7753f8e2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:55.221587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.245093 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Attempting to bind port 9441153c-e11f-4ae4-9101-54659676bcf3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:09:55.245516 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Attempting to bind port 9441153c-e11f-4ae4-9101-54659676bcf3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:09:55.246127 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Attempting to bind port 9441153c-e11f-4ae4-9101-54659676bcf3 on network 083e41a4-9236-49a7-82ef-2406371b45b6 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:09:55.263787 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:09:55.276218 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Checking segment: {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:09:55.277011 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.277689 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Bound using segment: {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:09:55.278522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Bound port: 9441153c-e11f-4ae4-9101-54659676bcf3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:09:55.291882 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.306307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.349116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.373700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.458264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.467472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.471033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6a16325-14cf-4fc7-bdd5-4c2c7753f8e2 HTTP/1.1" status: 204 len: 168 time: 0.3410408 Aug 06 18:09:55.501082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39dc57-635d-454f-a78f-6076520462a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a16325-14cf-4fc7-bdd5-4c2c7753f8e2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:55.518115 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] For port 9441153c-e11f-4ae4-9101-54659676bcf3, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:09:55.535040 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] For port 9441153c-e11f-4ae4-9101-54659676bcf3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9441153c-e11f-4ae4-9101-54659676bcf3,segment=NetworkSegment(fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc),segment_id=fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:09:55.545688 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.602030 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:55.602628 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:55.743612 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab69a-fc3a-42fb-aaf8-a2061a521384 None None] Pushing event updated for resources: {'Port': ['ID=9441153c-e11f-4ae4-9101-54659676bcf3,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:55.790179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=5221a387-8873-4e38-985a-972bc0406128,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:55.799932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.891485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:09:55.891993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.952222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:55.954219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99e8cdf8-c1c4-475c-ad18-f38af75daf03 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8718407 Aug 06 18:09:56.016567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc8872-c412-48e9-a3fe-5220a01de8e5 req-dc6f744c-655c-4870-a2e9-f7c60da03487 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:56.029975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78fc8872-c412-48e9-a3fe-5220a01de8e5 req-dc6f744c-655c-4870-a2e9-f7c60da03487 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.3181674 Aug 06 18:09:56.182733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78fc8872-c412-48e9-a3fe-5220a01de8e5 req-dca3fef4-ad98-4a0a-a24f-3b340d4cf967 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513965 Aug 06 18:09:56.253901 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:49Z', 'revision_number': 4, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9441153c-e11f-4ae4-9101-54659676bcf3', 'name': '', 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'mac_address': 'fa:16:3e:da:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:45Z', 'updated_at': '2021-08-06T18:09:55Z', 'revision_number': 4, 'project_id': '96505366dce54e4aae68d54abb67b448', 'subnets': [{'id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:56.293955 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266f6d-eabe-4986-9ecb-9301b5de5560 None None] The sync data for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 is: [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:49Z', 'revision_number': 4, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9441153c-e11f-4ae4-9101-54659676bcf3', 'name': '', 'network_id': '083e41a4-9236-49a7-82ef-2406371b45b6', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'mac_address': 'fa:16:3e:da:32:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:45Z', 'updated_at': '2021-08-06T18:09:55Z', 'revision_number': 4, 'project_id': '96505366dce54e4aae68d54abb67b448', 'subnets': [{'id': 'a36d49bc-a375-47aa-8a82-c66ec975c4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:09:56.404788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Deleting port 9441153c-e11f-4ae4-9101-54659676bcf3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:09:56.404788 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:56.475782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:56.512570 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f87e0fa-de1c-4c97-9962-6c656874a52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:56.570799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7772750-990e-4dde-ad78-ef9443b5d4c6 req-59a23a04-c3eb-433f-b10f-c1b7605051e1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:56.584470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7772750-990e-4dde-ad78-ef9443b5d4c6 req-59a23a04-c3eb-433f-b10f-c1b7605051e1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.1831512 Aug 06 18:09:56.587681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] For port 9441153c-e11f-4ae4-9101-54659676bcf3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9441153c-e11f-4ae4-9101-54659676bcf3,segment=NetworkSegment(fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc),segment_id=fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:09:56.588392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:56.634193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Calling delete_port for 9441153c-e11f-4ae4-9101-54659676bcf3 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:09:56.727016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7772750-990e-4dde-ad78-ef9443b5d4c6 req-25199efd-1a9f-4931-a0a8-9540b5b26dea tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409960 Aug 06 18:09:56.921340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f87e0fa-de1c-4c97-9962-6c656874a52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:56.948653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f87e0fa-de1c-4c97-9962-6c656874a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.089995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f87e0fa-de1c-4c97-9962-6c656874a52e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b02c9580bce4263a7358013a5aaa5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6109400 Aug 06 18:09:57.095385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55364) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:57.123123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87e0fa-de1c-4c97-9962-6c656874a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5132273-a545-4789-ba6f-c2f39d25fc49,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:57.135528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-5136b943-83f4-4007-9dec-cdbe3dedf865 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1329479688&fields=id&tenant_id=323ff0a0854548a580d6a4bf70546e55 HTTP/1.1" status: 200 len: 267 time: 0.0700278 Aug 06 18:09:57.136471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.200606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bdb9b-f5b6-414e-8368-f9ee5648f202 req-98fb8a89-fbf2-4f4a-87a0-1c9e3bd96144 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.219132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c1bdb9b-f5b6-414e-8368-f9ee5648f202 req-98fb8a89-fbf2-4f4a-87a0-1c9e3bd96144 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.2966359 Aug 06 18:09:57.237403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Pushing event deleted for resources: {'Port': ['ID=9441153c-e11f-4ae4-9101-54659676bcf3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:57.378992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c1bdb9b-f5b6-414e-8368-f9ee5648f202 req-304a826e-8e02-4ac7-898f-0bec67ad3db1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570301 Aug 06 18:09:57.411540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.494301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f2221d24-9dfe-4755-a4bf-00d62992cdbf tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.505866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f2221d24-9dfe-4755-a4bf-00d62992cdbf tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 936 time: 0.3382626 Aug 06 18:09:57.512528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.605627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f60739a5-5683-4ad6-911d-2ee030fb11f6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.614510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f60739a5-5683-4ad6-911d-2ee030fb11f6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 936 time: 0.1075833 Aug 06 18:09:57.666691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.669245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:57.673400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5132273-a545-4789-ba6f-c2f39d25fc49 HTTP/1.1" status: 204 len: 168 time: 0.5702899 Aug 06 18:09:57.690903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55719398-c604-4366-862d-e438b38fcacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5132273-a545-4789-ba6f-c2f39d25fc49,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:09:57.856840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cd45-4627-4b2d-83d6-87d55fc75cab req-33384f6b-53d0-4dee-8253-3db7bb47e6e0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.864844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cd45-4627-4b2d-83d6-87d55fc75cab req-33384f6b-53d0-4dee-8253-3db7bb47e6e0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.878158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cd45-4627-4b2d-83d6-87d55fc75cab req-33384f6b-53d0-4dee-8253-3db7bb47e6e0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:57.880062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d979cd45-4627-4b2d-83d6-87d55fc75cab req-33384f6b-53d0-4dee-8253-3db7bb47e6e0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5&device_id=9682381e-3773-40aa-be3d-e5848d8b80e9&device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 2417 time: 0.1347742 Aug 06 18:09:57.916651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-5dd27375-5b3a-4435-96d5-a28a4df0a6c0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3011250 Aug 06 18:09:57.975014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-b7604d13-e87c-46e9-9081-7820f1e3348f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505741 Aug 06 18:09:57.979543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d979cd45-4627-4b2d-83d6-87d55fc75cab req-deddbae4-2560-4096-8a5a-c52e5b5fe2e1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909793 Aug 06 18:09:58.086532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:58.292501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-65b739b2-51d6-4306-ad51-f4834c4271b6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:58.319441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-65b739b2-51d6-4306-ad51-f4834c4271b6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:58.333507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-65b739b2-51d6-4306-ad51-f4834c4271b6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:09:58.336546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-65b739b2-51d6-4306-ad51-f4834c4271b6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 1993 time: 0.3599837 Aug 06 18:09:58.362193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c55bf77f-4f98-46c4-9cb1-04e08b01434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:58.373953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5d53460-a38b-4aac-bf78-b283a2c365e6 req-f13444ce-224a-44ac-93ff-fc47677f78cf tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1080227 Aug 06 18:09:58.410711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-60672cde-16b0-4a5a-929e-46213939c524 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/quotas/323ff0a0854548a580d6a4bf70546e55 HTTP/1.1" status: 200 len: 375 time: 0.0558496 Aug 06 18:09:58.582244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-434de320-c711-40a4-aeec-b2faa45e87f8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1701028 Aug 06 18:09:59.255884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Router aefcd2c6-65c8-44d5-a2a1-842f17563e05 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:09:59.291232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7d1b9c43-81c0-4658-bf2e-b0ec4a4a7730 service neutron] 10.222.0.64 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639235 Aug 06 18:09:59.660915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-be0e9530-1988-4017-83f7-08dad2f9bec1 service neutron] 10.222.0.64 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683426 Aug 06 18:09:59.679158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:09:59.706039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Sync routers for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:09:59.719212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-14d41c83-56a4-4103-b294-84719ca12833 admin admin] 10.222.0.64 "PUT /v2.0/routers/aefcd2c6-65c8-44d5-a2a1-842f17563e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7983468 Aug 06 18:09:59.720299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55436) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:09:59.737916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bae621ad-4469-4d22-af8f-e20c34cb10bf service neutron] 10.222.0.64 "GET /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0756054 Aug 06 18:09:59.740597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:09:59.742130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:09:59.751445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-92307952-54ad-4388-a74f-d92005d5d149 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:09:59.752502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-92307952-54ad-4388-a74f-d92005d5d149 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059297 Aug 06 18:09:59.931786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:09:59.960850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ae6a785c-2d05-441e-b8ff-2726e264f590 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913729 Aug 06 18:10:00.100202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:00.161734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:00.187396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-67300119-1ab0-496b-95f2-249699d3c60a service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150717 Aug 06 18:10:00.257851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Deleting port 9bcc46f9-a2bf-4968-b64e-b5e735227c73 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:00.258562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:00.281825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-af65914d-cc88-48a6-ab6d-35c410b97c00 service neutron] 10.222.0.64 "GET /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0875342 Aug 06 18:10:00.386031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] For port 9bcc46f9-a2bf-4968-b64e-b5e735227c73, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bcc46f9-a2bf-4968-b64e-b5e735227c73,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:00.387358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:00.428310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Calling delete_port for 9bcc46f9-a2bf-4968-b64e-b5e735227c73 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:00.534711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-14edb539-98e6-476b-86f8-3cbcdde049b3 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463350 Aug 06 18:10:00.652127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:09:56Z', 'revision_number': 5, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port': {'id': '9bcc46f9-a2bf-4968-b64e-b5e735227c73', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:09:39Z', 'updated_at': '2021-08-06T18:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:00.754755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Checking router: aefcd2c6-65c8-44d5-a2a1-842f17563e05 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:00.778121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Routers {'aefcd2c6-65c8-44d5-a2a1-842f17563e05'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:00.779037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:00.833248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f7c1846c-5cc7-4fda-9702-370aa925ef90 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873709 Aug 06 18:10:00.953236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:01.077120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcc46f9-a2bf-4968-b64e-b5e735227c73,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:01.091162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] Set router aefcd2c6-65c8-44d5-a2a1-842f17563e05 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:01.116308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ac7245c3-57ab-498d-8382-72e26379ea15 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795222 Aug 06 18:10:01.203181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:10:00Z', 'revision_number': 6, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:01.266870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2415774-a892-4c50-b74e-89de3c5883bd None None] The sync data for ids ['aefcd2c6-65c8-44d5-a2a1-842f17563e05'] in n-d-793621-29 is: [{'id': 'aefcd2c6-65c8-44d5-a2a1-842f17563e05', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-90500825-router', 'tenant_id': '96505366dce54e4aae68d54abb67b448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:09:38Z', 'updated_at': '2021-08-06T18:10:00Z', 'revision_number': 6, 'project_id': '96505366dce54e4aae68d54abb67b448', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:01.361539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80390a50-b711-403f-a477-158acab72f18 req-a499a346-e437-445e-a2fa-b7a3e68a620c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:01.371083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80390a50-b711-403f-a477-158acab72f18 req-a499a346-e437-445e-a2fa-b7a3e68a620c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.2977798 Aug 06 18:10:01.403501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:01.430962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-78a849ab-3574-49d0-ab24-fe3d31316945 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997792 Aug 06 18:10:01.442504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:01.666958 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d3d2e3a8-0b09-44a3-abcd-3f5c6ceb8bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:01.758889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7d16435c-e197-494d-91ce-d4bdd6801b7e service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167808 Aug 06 18:10:02.066418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-19740530-fe05-4488-812e-695a14dcc2c1 service neutron] 10.222.0.64 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002000 Aug 06 18:10:02.107457 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.116010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.143008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80390a50-b711-403f-a477-158acab72f18 req-1b8f0e0d-8440-4439-ae25-0a71e26e2984 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698884 Aug 06 18:10:02.309361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.310396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefcd2c6-65c8-44d5-a2a1-842f17563e05 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:10:02.331809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-b924f357-8172-48bd-bc67-c44db5e1c613 service neutron] 10.222.0.64 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521901 Aug 06 18:10:02.334152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.339643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5dfb8c50-2a3f-40b1-9e66-cd96e832c5bc admin admin] 10.222.0.64 "DELETE /v2.0/routers/aefcd2c6-65c8-44d5-a2a1-842f17563e05 HTTP/1.1" status: 204 len: 168 time: 2.6178529 Aug 06 18:10:02.346263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:02.482130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9441153c-e11f-4ae4-9101-54659676bcf3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:02.504381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-1da9c52c-1d11-47b0-bc39-84b63585d5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:02.507174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-1da9c52c-1d11-47b0-bc39-84b63585d5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 945 time: 0.2887824 Aug 06 18:10:02.530793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9441153c-e11f-4ae4-9101-54659676bcf3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:10:02.531358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9441153c-e11f-4ae4-9101-54659676bcf3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:02.532050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bcc46f9-a2bf-4968-b64e-b5e735227c73 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:02.567546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9bcc46f9-a2bf-4968-b64e-b5e735227c73 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:10:02.568298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bcc46f9-a2bf-4968-b64e-b5e735227c73 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:02.593074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d4f255ec-9f32-4323-b57a-640f71057b85 service neutron] 10.222.0.64 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602310 Aug 06 18:10:02.601740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Deleting subnet a36d49bc-a375-47aa-8a82-c66ec975c4eb {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:10:02.615619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.729240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-eb2faf19-c638-403a-85b9-69574f6e4832 service neutron] 10.222.0.64 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245453 Aug 06 18:10:02.735772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.844152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Deleting port d16eda32-737f-4afb-a17a-676a32126429 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:02.844669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:02.956284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-554c50d8-a88e-444a-babc-34c49ce24069 service neutron] 10.222.0.64 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143021 Aug 06 18:10:02.994630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.038470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.077569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55570) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:03.081774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] For port d16eda32-737f-4afb-a17a-676a32126429, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d16eda32-737f-4afb-a17a-676a32126429,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:03.082250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.107531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Calling delete_port for d16eda32-737f-4afb-a17a-676a32126429 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:03.142177 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.170623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c3528d-3f93-4afc-b03c-e52d8a39a4d9 None None] Network 083e41a4-9236-49a7-82ef-2406371b45b6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:03.214582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.219760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a36d49bc-a375-47aa-8a82-c66ec975c4eb HTTP/1.1" status: 204 len: 168 time: 0.8691592 Aug 06 18:10:03.221145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:03.222131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36d49bc-a375-47aa-8a82-c66ec975c4eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:03.235078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.235406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.235745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.236076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.236398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.236726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.237049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.237369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.237822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.238139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.238719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.238876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b775cc-7b71-418d-a02f-7b508c874f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:03.467091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.480953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.514952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:10:03.524650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['feaa0876-eb60-4f83-b90c-e93133931405', 'd16eda32-737f-4afb-a17a-676a32126429'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:10:03.605178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event deleted for resources: {'Port': ['ID=d16eda32-737f-4afb-a17a-676a32126429,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:03.654590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fb61157-b142-41e8-a5f9-e8e939575e00 req-15b2c627-14e5-4d10-bc78-00c3078f3b03 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=49d64f3a-2e5d-41b5-91cc-1a77880650c5 HTTP/1.1" status: 200 len: 210 time: 0.1416881 Aug 06 18:10:03.670960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Deleting port 851f2ffa-7d76-4306-aae5-2a20021b9453 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:03.676454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.740789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] No DVR routers for this DVR port d16eda32-737f-4afb-a17a-676a32126429 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:03.745638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:03.750059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b09ce1f9-e653-4067-87b1-5ee50a78cfbe req-3fd6cc4f-2791-4fc3-b6f0-7f5c05ceeb4b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "DELETE /v2.0/ports/d16eda32-737f-4afb-a17a-676a32126429 HTTP/1.1" status: 204 len: 173 time: 1.2326415 Aug 06 18:10:03.750844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'name': 'network-vif-deleted', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:03.756502 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510f734d-cb83-40fe-b51d-07dd66e0779f" -d '{"events": [{"server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "name": "network-vif-deleted", "tag": "d16eda32-737f-4afb-a17a-676a32126429"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:03.962725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0939162f-c7d4-4004-b3a7-b6fb06877d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.064449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] For port 851f2ffa-7d76-4306-aae5-2a20021b9453, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=851f2ffa-7d76-4306-aae5-2a20021b9453,segment=NetworkSegment(fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc),segment_id=fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:04.064890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.115792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Calling delete_port for 851f2ffa-7d76-4306-aae5-2a20021b9453 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:04.212740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] DHCP port deletion for 083e41a4-9236-49a7-82ef-2406371b45b6 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:10:04.443944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 851f2ffa-7d76-4306-aae5-2a20021b9453 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:04.472302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0939162f-c7d4-4004-b3a7-b6fb06877d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.482739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0939162f-c7d4-4004-b3a7-b6fb06877d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.507321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No active binding found for port 851f2ffa-7d76-4306-aae5-2a20021b9453 {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:10:04.508211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 851f2ffa-7d76-4306-aae5-2a20021b9453 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:04.574338 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d0fd5-707c-441e-9dd1-327b1e04d480 x-openstack-request-id: req-780d0fd5-707c-441e-9dd1-327b1e04d480 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:04.575045 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d64f3a-2e5d-41b5-91cc-1a77880650c5", "name": "network-vif-deleted", "tag": "d16eda32-737f-4afb-a17a-676a32126429", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:04.575229 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-780d0fd5-707c-441e-9dd1-327b1e04d480 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:04.576266 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d64f3a-2e5d-41b5-91cc-1a77880650c5', 'name': 'network-vif-deleted', 'tag': 'd16eda32-737f-4afb-a17a-676a32126429', 'status': 'completed', 'code': 200} Aug 06 18:10:04.592434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0939162f-c7d4-4004-b3a7-b6fb06877d1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8baa182d988c4d1cbba64628d2b49b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5126882 Aug 06 18:10:04.595630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55620) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:04.608138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.674768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Pushing event deleted for resources: {'Port': ['ID=851f2ffa-7d76-4306-aae5-2a20021b9453,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:04.695759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] No DVR routers for this DVR port 851f2ffa-7d76-4306-aae5-2a20021b9453 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:04.703556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939162f-c7d4-4004-b3a7-b6fb06877d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca10b05d-0af1-40a0-8b5e-a51a2384c086,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:04.807019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe9b0939-1807-44ed-8dd4-8c7f189f1b84 req-2d785df2-e386-4e78-8612-637aac0596e8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1022322 Aug 06 18:10:04.839948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Deleting port 851f2ffa-7d76-4306-aae5-2a20021b9453 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:04.841958 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.845819 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.855798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.912253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.934678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:04.936119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083e41a4-9236-49a7-82ef-2406371b45b6']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:04.965425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:04.966162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4daa2b-cd5b-4ff3-8d47-aea1cd1348bc') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:04.991963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.035894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.049274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:10:05.050623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:10:05.062525 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:10:05.081212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.089690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.098301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca10b05d-0af1-40a0-8b5e-a51a2384c086 HTTP/1.1" status: 204 len: 168 time: 0.5000546 Aug 06 18:10:05.124844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] For port 851f2ffa-7d76-4306-aae5-2a20021b9453, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:05.125563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.143142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a28f2a-6545-4fd3-bb0b-c7382b762e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca10b05d-0af1-40a0-8b5e-a51a2384c086,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:05.203826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Calling delete_port for 851f2ffa-7d76-4306-aae5-2a20021b9453 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:05.211961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Port 851f2ffa-7d76-4306-aae5-2a20021b9453 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:10:05.216903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.263697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.267876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] No DVR routers for this DVR port 851f2ffa-7d76-4306-aae5-2a20021b9453 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:05.274971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:05.290814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] 10.222.0.64 "DELETE /v2.0/networks/083e41a4-9236-49a7-82ef-2406371b45b6 HTTP/1.1" status: 204 len: 168 time: 2.0677340 Aug 06 18:10:05.328630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2cfbf-fe3f-4ce0-a3df-87a2a3379191 admin admin] Pushing event deleted for resources: {'Network': ['ID=083e41a4-9236-49a7-82ef-2406371b45b6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:05.372235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f9cd-c081-4661-8b71-9d26ea0c87f2 None None] Pushing event deleted for resources: {'Port': ['ID=851f2ffa-7d76-4306-aae5-2a20021b9453,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:05.421739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:10:05.479399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ffa5a-25d9-4398-b586-bb147a99907b req-f28680f2-b04c-4855-8b26-9f652f945f0f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:05.482510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e16ffa5a-25d9-4398-b586-bb147a99907b req-f28680f2-b04c-4855-8b26-9f652f945f0f tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.1002066 Aug 06 18:10:05.548215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e16ffa5a-25d9-4398-b586-bb147a99907b req-3046e8fa-4183-452d-a529-92bc4d4c96b9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530467 Aug 06 18:10:05.819497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55676) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:05.871270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ccf36c9-91d8-4892-bcc2-ac9e487ac0b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96505366dce54e4aae68d54abb67b448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505350 Aug 06 18:10:05.876092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55680) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:05.984572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0fc51abc-ce0c-4f9e-ab9d-9ab1986b39b3 req-39274037-ae33-4839-99b7-6324d9624a9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0380943 Aug 06 18:10:06.004939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.053718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.133215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.137698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.146459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94787a11-3009-403c-b3a6-dd83b6324c14 HTTP/1.1" status: 204 len: 168 time: 0.2621651 Aug 06 18:10:06.146589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55686) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:06.164916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060221-8ff9-4788-84be-4fea8f8ccd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94787a11-3009-403c-b3a6-dd83b6324c14,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:06.220881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c19ed6e-3998-4adc-95ef-846e1f9d6fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.539246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c19ed6e-3998-4adc-95ef-846e1f9d6fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.549978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c19ed6e-3998-4adc-95ef-846e1f9d6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.613357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c19ed6e-3998-4adc-95ef-846e1f9d6fc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=460226685a624e4db8cf6625f3ace578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653497 Aug 06 18:10:06.616481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55698) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:06.713098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19ed6e-3998-4adc-95ef-846e1f9d6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69296154-5770-427e-9dfa-7ddaf964dbdf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:06.794377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.834641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.911798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.915028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:06.917042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69296154-5770-427e-9dfa-7ddaf964dbdf HTTP/1.1" status: 204 len: 168 time: 0.2994697 Aug 06 18:10:06.936389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46fb32-48a8-463f-b0a1-28a927d573ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69296154-5770-427e-9dfa-7ddaf964dbdf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:07.005703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47592db-2993-48d4-86b7-e8cb49e0a545 req-8dce8ba4-61c5-4118-b234-6c8379886ebb tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:07.008772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e47592db-2993-48d4-86b7-e8cb49e0a545 req-8dce8ba4-61c5-4118-b234-6c8379886ebb tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.2164164 Aug 06 18:10:07.033802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-73af9e19-7e41-46a0-86e3-ae3976fd2d7d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:07.036726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-73af9e19-7e41-46a0-86e3-ae3976fd2d7d tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.16 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 945 time: 0.1376679 Aug 06 18:10:07.156512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d16eda32-737f-4afb-a17a-676a32126429 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:07.206968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: d16eda32-737f-4afb-a17a-676a32126429 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:10:07.207484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d16eda32-737f-4afb-a17a-676a32126429 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:07.227368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e47592db-2993-48d4-86b7-e8cb49e0a545 req-c3357e6d-d836-4b1b-9b8c-c3eddec9f2bb tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079637 Aug 06 18:10:07.243054 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87b356b1-a8f4-4a0a-8a23-1f8aa4be6101 req-a5cd0e8f-082c-47a8-9973-065501e2aef0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0746350 Aug 06 18:10:07.266064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Deleting port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:07.266064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:07.452164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] For port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:07.453807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:07.487882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Calling delete_port for ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:07.587064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55722) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:07.678134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-49bad0b3-77ae-4f7e-9cb5-90284920254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:07.679727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-49bad0b3-77ae-4f7e-9cb5-90284920254e service neutron] 10.222.0.55 "GET /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 1032 time: 0.0754449 Aug 06 18:10:07.749651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-81edb5c8-e780-4ecb-84dd-6a138f4a3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:07.751152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-81edb5c8-e780-4ecb-84dd-6a138f4a3898 service neutron] 10.222.0.55 "GET /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 1032 time: 0.0555942 Aug 06 18:10:07.906811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:07.920767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['feaa0876-eb60-4f83-b90c-e93133931405'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:10:07.974043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event deleted for resources: {'Port': ['ID=ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:08.035533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] No DVR routers for this DVR port ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:08.037988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:08.041035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-981fcab2-8385-413e-8ada-ef6377e1d22a req-fc4bee62-021c-431f-bda1-9fc4335ca5f1 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.16 "DELETE /v2.0/ports/ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 HTTP/1.1" status: 204 len: 173 time: 0.9940729 Aug 06 18:10:08.041413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'name': 'network-vif-deleted', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:08.046687 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7628ea6d-11d2-4f39-a9f1-1d15122194a2" -d '{"events": [{"server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "name": "network-vif-deleted", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:08.089440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ae63c549-c94c-4d51-b319-456f662ca022 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:08.108950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ae63c549-c94c-4d51-b319-456f662ca022 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:08.129145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ae63c549-c94c-4d51-b319-456f662ca022 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:08.132518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ae63c549-c94c-4d51-b319-456f662ca022 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 1993 time: 0.3549750 Aug 06 18:10:08.200056 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f814b-7ac7-4c1e-8efd-8ab1bc143a64 x-openstack-request-id: req-a48f814b-7ac7-4c1e-8efd-8ab1bc143a64 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:08.200056 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9682381e-3773-40aa-be3d-e5848d8b80e9", "name": "network-vif-deleted", "tag": "ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:08.200056 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a48f814b-7ac7-4c1e-8efd-8ab1bc143a64 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:08.200056 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9682381e-3773-40aa-be3d-e5848d8b80e9', 'name': 'network-vif-deleted', 'tag': 'ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7', 'status': 'completed', 'code': 200} Aug 06 18:10:08.257153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-58f5a299-6da5-4ed9-8a5a-d7e7595e6616 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=323ff0a0854548a580d6a4bf70546e55 HTTP/1.1" status: 200 len: 380 time: 0.1131363 Aug 06 18:10:08.292308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'admin_state_up': True, 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'security_groups': ['e4eef908-994b-4704-a000-ed5ae4f6fd0c']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:08.365133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de30230c-6b74-414a-bce9-015850cd1217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:08.664295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4298627b-efa3-4f00-8102-e8c63679e715 req-c8fc9b40-5289-445b-8452-355665e78b53 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9682381e-3773-40aa-be3d-e5848d8b80e9 HTTP/1.1" status: 200 len: 210 time: 0.1515341 Aug 06 18:10:08.731310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5b3f302-17df-47ac-8e02-e9ad488f0901 req-8e810a1e-77b8-4bcf-a059-a603be6b9b9b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1628129 Aug 06 18:10:08.859453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de30230c-6b74-414a-bce9-015850cd1217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:08.868457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de30230c-6b74-414a-bce9-015850cd1217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:08.900944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:08.906199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:08.934032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de30230c-6b74-414a-bce9-015850cd1217 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14cd2d1c7dfb4ed3a2ebd8b7bac85ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3415287 Aug 06 18:10:08.935700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:08.936699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30230c-6b74-414a-bce9-015850cd1217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d56e4b-8fa0-436d-9a81-a240c24c0c8d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:09.036649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.083432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.194868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.198766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.204096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78d56e4b-8fa0-436d-9a81-a240c24c0c8d HTTP/1.1" status: 204 len: 168 time: 0.2615659 Aug 06 18:10:09.221207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd92c8e-d100-48b6-ab96-6a57c121d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d56e4b-8fa0-436d-9a81-a240c24c0c8d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:09.257077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 172.20.0.5 (681d4cd8-677a-4b9b-b30d-b557409f1ef3/3abf5f3c-d96d-4feb-b411-0817a035ddb7/1c11c90f-fc63-4697-823a-049ce1de0a49) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:09.526307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.545061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 1c11c90f-fc63-4697-823a-049ce1de0a49 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:09.596443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.687624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:09.697812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:09.705261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:09.820388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:09.821720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:09.846865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:09.858716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:09.915450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bcc86a5d-3b8c-4cd4-906d-ece871d4fe1c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6495390 Aug 06 18:10:09.932760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'admin_state_up': True, 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'security_groups': ['e4eef908-994b-4704-a000-ed5ae4f6fd0c']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:10.017989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:10:10.018463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ad92ace6-fedd-4c4b-bfc6-3449c76bf1d7 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:10.165251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.243279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f92badd7-38c3-46e3-8019-d567d1d332d7 None None] Provisioning for port 1c11c90f-fc63-4697-823a-049ce1de0a49 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:10.256716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f92badd7-38c3-46e3-8019-d567d1d332d7 None None] Provisioning complete for port 1c11c90f-fc63-4697-823a-049ce1de0a49 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:10.259736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f92badd7-38c3-46e3-8019-d567d1d332d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.331226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e27c7-2354-4033-bd27-d973a66cbbe9 req-4c578580-044d-48d7-82b0-1f08c3d0e231 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:10.335699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f8e27c7-2354-4033-bd27-d973a66cbbe9 req-4c578580-044d-48d7-82b0-1f08c3d0e231 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 931 time: 0.3273573 Aug 06 18:10:10.356587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f92badd7-38c3-46e3-8019-d567d1d332d7 None None] Port 1c11c90f-fc63-4697-823a-049ce1de0a49 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:10.502447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:10.508991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.517872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55802) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:10.554253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef8025d-e7d8-419b-a8dc-1ac6513f71b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.586755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f8e27c7-2354-4033-bd27-d973a66cbbe9 req-8985b1ef-5235-43f3-a60c-c45ea4613129 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340660 Aug 06 18:10:10.839171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef8025d-e7d8-419b-a8dc-1ac6513f71b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.845783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef8025d-e7d8-419b-a8dc-1ac6513f71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:10.986670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fef8025d-e7d8-419b-a8dc-1ac6513f71b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58bc06840706444f9e630ce502a83b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635577 Aug 06 18:10:10.986670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8025d-e7d8-419b-a8dc-1ac6513f71b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2686c21-eada-4445-b983-2a71d9139244,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:10.987623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:11.033384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667f1c6-1731-4f5c-bf65-aaca4fbfa89f req-d26b8e11-dcda-43e3-9745-1766fb81a2ed tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:11.035714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d667f1c6-1731-4f5c-bf65-aaca4fbfa89f req-d26b8e11-dcda-43e3-9745-1766fb81a2ed tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1734076 Aug 06 18:10:11.042211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.1.1.52 (e998b396-c5f4-45c3-b0a6-8aa7b70e8076/415b913c-a0bd-4a30-ae95-474850ee2ce6/34ba2459-2f2b-4e52-8bff-6b8ef5662b83) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:11.194345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d667f1c6-1731-4f5c-bf65-aaca4fbfa89f req-3e9e55e9-db7c-438e-bebc-7204ab0c7c58 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Aug 06 18:10:11.204570 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.280496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.364106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.395423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:11.462320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.524740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.537575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.540293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2686c21-eada-4445-b983-2a71d9139244 HTTP/1.1" status: 204 len: 168 time: 0.5457330 Aug 06 18:10:11.572350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8310bb-f20d-4736-a25f-bb19ce5b481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2686c21-eada-4445-b983-2a71d9139244,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:11.580657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.680016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:11.686238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:11.718894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:11.828774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:11.901349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:11.902080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:11.937044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0a8f3f52-8019-433d-aa73-353786eaccc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0139408 Aug 06 18:10:11.960522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'admin_state_up': True, 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'security_groups': ['e4eef908-994b-4704-a000-ed5ae4f6fd0c']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:11.991127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707bb8e-95fa-49de-b684-650272376efe req-0d2a319b-f2e6-418c-8696-20cec41ad659 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:12.006761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707bb8e-95fa-49de-b684-650272376efe req-0d2a319b-f2e6-418c-8696-20cec41ad659 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:12.020817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6707bb8e-95fa-49de-b684-650272376efe req-0d2a319b-f2e6-418c-8696-20cec41ad659 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 1652 time: 0.1843829 Aug 06 18:10:12.070423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978034a7-6271-47cb-a2c9-ebf417839809 req-aeb97271-70cf-40ed-8f64-11b729d6045c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:12.074261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-978034a7-6271-47cb-a2c9-ebf417839809 req-aeb97271-70cf-40ed-8f64-11b729d6045c tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.1777830 Aug 06 18:10:12.210974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-76a1b0d2-6347-4ff0-aa4d-a571a67d1238 None None] Provisioning for port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:12.221941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-76a1b0d2-6347-4ff0-aa4d-a571a67d1238 None None] Provisioning complete for port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:12.223927 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76a1b0d2-6347-4ff0-aa4d-a571a67d1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:12.340119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-76a1b0d2-6347-4ff0-aa4d-a571a67d1238 None None] Port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:12.349511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:12.356366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:12.415068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6707bb8e-95fa-49de-b684-650272376efe req-0131be5e-9596-44e9-9b91-40c85617a6e6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930492 Aug 06 18:10:12.469697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Deleting port feaa0876-eb60-4f83-b90c-e93133931405 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:12.471413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:12.601938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f9c9-d77a-4734-ad8d-2eb1d9e8d1dd req-e4803363-53b7-4639-8ba1-e7e6f9473dd0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:12.604487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bed0f9c9-d77a-4734-ad8d-2eb1d9e8d1dd req-e4803363-53b7-4639-8ba1-e7e6f9473dd0 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1ec1bcb-91d8-418d-bd5c-568241ff9e10 HTTP/1.1" status: 200 len: 946 time: 0.2313116 Aug 06 18:10:12.643665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:12.758399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.1.1.89 (e998b396-c5f4-45c3-b0a6-8aa7b70e8076/415b913c-a0bd-4a30-ae95-474850ee2ce6/787a736b-7acb-472f-ac18-c08d892323a2) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:12.804588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bed0f9c9-d77a-4734-ad8d-2eb1d9e8d1dd req-01b264e1-9635-449f-94ab-372023ff888b tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f09da92-6074-4155-aa36-5965db29684d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868517 Aug 06 18:10:12.852496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] For port feaa0876-eb60-4f83-b90c-e93133931405, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=feaa0876-eb60-4f83-b90c-e93133931405,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:12.863066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:12.907308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Calling delete_port for feaa0876-eb60-4f83-b90c-e93133931405 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:13.201133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:13.211269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:13.255805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 787a736b-7acb-472f-ac18-c08d892323a2 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:13.284846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Pushing event deleted for resources: {'Port': ['ID=feaa0876-eb60-4f83-b90c-e93133931405,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:13.362995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] No DVR routers for this DVR port feaa0876-eb60-4f83-b90c-e93133931405 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:13.370265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:13.374344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-978034a7-6271-47cb-a2c9-ebf417839809 req-dab1230c-16f5-4bef-a4d7-a51890343ef9 tempest-ListServerFiltersTestJSON-174655911 tempest-ListServerFiltersTestJSON-174655911-project] 10.222.0.55 "DELETE /v2.0/ports/feaa0876-eb60-4f83-b90c-e93133931405 HTTP/1.1" status: 204 len: 173 time: 1.2935104 Aug 06 18:10:13.375080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'name': 'network-vif-deleted', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:13.378279 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ab971b-a9a8-4cf7-856c-bc9b100a5d1e" -d '{"events": [{"server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "name": "network-vif-deleted", "tag": "feaa0876-eb60-4f83-b90c-e93133931405"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:13.514338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1895715f-0bbd-4303-8a81-22820b91fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:13.620523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.205482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1895715f-0bbd-4303-8a81-22820b91fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.216322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:14.231427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1895715f-0bbd-4303-8a81-22820b91fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.274896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:14.281947 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9cfec8-21b6-477f-a4c1-bcadd9f9df55 x-openstack-request-id: req-7b9cfec8-21b6-477f-a4c1-bcadd9f9df55 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:14.282814 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ec1bcb-91d8-418d-bd5c-568241ff9e10", "name": "network-vif-deleted", "tag": "feaa0876-eb60-4f83-b90c-e93133931405", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:14.282814 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b9cfec8-21b6-477f-a4c1-bcadd9f9df55 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:14.283285 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec1bcb-91d8-418d-bd5c-568241ff9e10', 'name': 'network-vif-deleted', 'tag': 'feaa0876-eb60-4f83-b90c-e93133931405', 'status': 'completed', 'code': 200} Aug 06 18:10:14.313259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1895715f-0bbd-4303-8a81-22820b91fca6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a363c61f0ab94870a402aca4feeaad13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6677916 Aug 06 18:10:14.317365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:14.317748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55920) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:14.516248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:14.618907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56857b-251a-4b1a-aad2-4563e054755b req-22c02e28-9e8b-434c-945f-cf411cd0621f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:14.637652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56857b-251a-4b1a-aad2-4563e054755b req-22c02e28-9e8b-434c-945f-cf411cd0621f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:14.638780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.657403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56857b-251a-4b1a-aad2-4563e054755b req-22c02e28-9e8b-434c-945f-cf411cd0621f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:14.673894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd56857b-251a-4b1a-aad2-4563e054755b req-22c02e28-9e8b-434c-945f-cf411cd0621f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 2372 time: 1.0219762 Aug 06 18:10:14.685510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55934) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:14.762799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.885071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Deleting subnet 0df7e27a-28ec-4c7a-805e-5c056a5a72b2 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:10:14.888106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.916295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eff0164-bca1-4458-8be1-44993abfd900 None None] Provisioning for port 787a736b-7acb-472f-ac18-c08d892323a2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:14.924456 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.929374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.930438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eff0164-bca1-4458-8be1-44993abfd900 None None] Provisioning complete for port 787a736b-7acb-472f-ac18-c08d892323a2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:14.931887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eff0164-bca1-4458-8be1-44993abfd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:14.932184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da928e3e-a05d-4b53-be2a-20bebcfa42df HTTP/1.1" status: 204 len: 168 time: 0.6121707 Aug 06 18:10:14.944447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b25298-8d52-412c-850c-a481b7c9172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da928e3e-a05d-4b53-be2a-20bebcfa42df,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:15.059643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4eff0164-bca1-4458-8be1-44993abfd900 None None] Port 787a736b-7acb-472f-ac18-c08d892323a2 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:15.071772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:15.122000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:15.123896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:15.160495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895715f-0bbd-4303-8a81-22820b91fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da928e3e-a05d-4b53-be2a-20bebcfa42df,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:15.185636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device feaa0876-eb60-4f83-b90c-e93133931405 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:15.226442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: feaa0876-eb60-4f83-b90c-e93133931405 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:10:15.226936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device feaa0876-eb60-4f83-b90c-e93133931405 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:10:15.238648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:15.244647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f3f715f5-43a9-4b36-a032-f964c874f1da tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2984738 Aug 06 18:10:15.257681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'admin_state_up': True, 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'security_groups': ['e4eef908-994b-4704-a000-ed5ae4f6fd0c']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:15.282434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd56857b-251a-4b1a-aad2-4563e054755b req-a083bca3-53b1-4579-8592-cec508802dae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6007609 Aug 06 18:10:15.480894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:15.725054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:15.766057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:15.874709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde99ebc-d45c-4dfd-8a67-7eb52a6c3df8 None None] Network 5f7849c1-5e0c-42b6-a0cb-841b8936a456 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:15.886531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df7e27a-28ec-4c7a-805e-5c056a5a72b2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:15.899751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:15.904484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-network', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:15.905715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2baf3f55-0a46-4773-bc9a-2cef2adb6c7a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0df7e27a-28ec-4c7a-805e-5c056a5a72b2 HTTP/1.1" status: 204 len: 168 time: 1.2069557 Aug 06 18:10:15.908652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55984) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:15.954538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55986) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:16.001374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Made reservation on behalf of 7b27ae62df2447ae8f7b8ecc376fef20 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:16.003703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.031968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.150940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8d4da60-a30b-43d2-aa83-a055dcf6df23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.227355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d03285-99af-41a0-8104-dacefe275556 None None] DHCP port deletion for 5f7849c1-5e0c-42b6-a0cb-841b8936a456 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:10:16.262289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.275556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.409518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Deleting port aa571372-9ccf-4bb9-adc6-88941ad1450d {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:16.411596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.417158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:10:16.482158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device aa571372-9ccf-4bb9-adc6-88941ad1450d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:16.496485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc696a9-3a9f-4472-9f86-b5595f539228,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:16.534867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.539730 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Added segment b255983e-76f8-4505-b447-32aca5f21bb7 of type vlan for network 98feb46d-99cd-4538-9b9c-c47c9f13f19f Aug 06 18:10:16.575525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-88d03285-99af-41a0-8104-dacefe275556 None None] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=aa571372-9ccf-4bb9-adc6-88941ad1450d,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:16.576193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.604707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.615759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56000) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:16.616608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Calling delete_port for aa571372-9ccf-4bb9-adc6-88941ad1450d owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:16.685914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.754331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.763094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.872267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=aa571372-9ccf-4bb9-adc6-88941ad1450d,segment=NetworkSegment(9626c076-97b9-4002-a7b1-f6ea7ae96bf5),segment_id=9626c076-97b9-4002-a7b1-f6ea7ae96bf5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:16.883503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.965168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8c3a-bbf6-4dde-9c5c-bb2d1f3be713 req-84a23ecb-5b26-446a-a066-fb6186b0b7af tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:16.965820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:16.979064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8c3a-bbf6-4dde-9c5c-bb2d1f3be713 req-84a23ecb-5b26-446a-a066-fb6186b0b7af tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:16.992108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:17.002240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8c3a-bbf6-4dde-9c5c-bb2d1f3be713 req-84a23ecb-5b26-446a-a066-fb6186b0b7af tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:17.012602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d03285-99af-41a0-8104-dacefe275556 None None] No DVR routers for this DVR port aa571372-9ccf-4bb9-adc6-88941ad1450d on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:17.019884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4ce8c3a-bbf6-4dde-9c5c-bb2d1f3be713 req-84a23ecb-5b26-446a-a066-fb6186b0b7af tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 2372 time: 0.3787942 Aug 06 18:10:17.083535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03285-99af-41a0-8104-dacefe275556 None None] Pushing event deleted for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:17.152783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.154095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:17.154795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.184331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4ce8c3a-bbf6-4dde-9c5c-bb2d1f3be713 req-f788bc20-4e9a-464d-8281-38ed68d60c27 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308677 Aug 06 18:10:17.190943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8d4da60-a30b-43d2-aa83-a055dcf6df23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.208296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8d4da60-a30b-43d2-aa83-a055dcf6df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.253571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3b1f-ade8-4732-ba7c-b75ed3b0a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.265842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0223415 Aug 06 18:10:17.271140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56018) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:17.291916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Request body: {'subnet': {'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-subnet', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:17.294670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaef8b-b656-4b11-a164-a21c76e765e4 admin admin] Pushing event updated for resources: {'Network': ['ID=98feb46d-99cd-4538-9b9c-c47c9f13f19f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:17.299535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a8d4da60-a30b-43d2-aa83-a055dcf6df23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=032586503faa48cf8e9f5fd18311a9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3420329 Aug 06 18:10:17.305224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56020) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:17.315198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4da60-a30b-43d2-aa83-a055dcf6df23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f9d38-9732-4547-8ed4-5b3073f2bac0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:17.316469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:10:17.412625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Deleting port aa571372-9ccf-4bb9-adc6-88941ad1450d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:17.413095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.427935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56022) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:17.475815 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.543919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.590076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3b1f-ade8-4732-ba7c-b75ed3b0a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.633265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3b1f-ade8-4732-ba7c-b75ed3b0a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.658600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.664600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.667872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b1f9d38-9732-4547-8ed4-5b3073f2bac0 HTTP/1.1" status: 204 len: 168 time: 0.3533535 Aug 06 18:10:17.695942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-916333392-network', 'tenant_id': '09a82b6afd7a4862ad38a656da485f06'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:17.719268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848426-e3f5-444b-80bd-55bbb2835dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f9d38-9732-4547-8ed4-5b3073f2bac0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:17.754319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.2.2.100 (7aa490e7-ed1e-41e4-9684-ebf40293eb3a/8e12ae6c-5150-4709-ace5-90ba4946b91a/e875c475-73cc-47f7-93f7-fb772ae8e040) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:17.820862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Made reservation on behalf of 7b27ae62df2447ae8f7b8ecc376fef20 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:17.823715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.825978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:17.831138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.847635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.935449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] For port aa571372-9ccf-4bb9-adc6-88941ad1450d, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:17.936067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:17.953718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d0f3b1f-ade8-4732-ba7c-b75ed3b0a4a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1ac116d3f694c2881cd50f5a4b34291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3293185 Aug 06 18:10:17.977803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56032) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:18.002202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f3b1f-ade8-4732-ba7c-b75ed3b0a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f11a4-7834-4d03-9869-06452870ad79,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:18.034666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Calling delete_port for aa571372-9ccf-4bb9-adc6-88941ad1450d owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:18.043657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Port aa571372-9ccf-4bb9-adc6-88941ad1450d was not found and therefore no delete operation was performed {{(pid=94122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:10:18.052088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.106420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa571372-9ccf-4bb9-adc6-88941ad1450d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:18.116090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] No DVR routers for this DVR port aa571372-9ccf-4bb9-adc6-88941ad1450d on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:18.140171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.222620 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.329691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.342229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.373679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56038) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:18.418162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c5667d-1a07-43fc-9157-39fe85adb3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.438450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16456c-e58d-4103-bc17-a2ce52144012,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:18.442969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.447692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.449821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/447f11a4-7834-4d03-9869-06452870ad79 HTTP/1.1" status: 204 len: 168 time: 0.4704230 Aug 06 18:10:18.455342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:10:18.497543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d002e2-45b9-4aa0-b00c-2e88232b5a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f11a4-7834-4d03-9869-06452870ad79,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:18.505293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.505948 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Added segment 64c904af-1d0a-4afc-a28e-236226103f8d of type vlan for network 3782b742-c50a-4ec0-980f-60db9655f409 Aug 06 18:10:18.546695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.613743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.645488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7849c1-5e0c-42b6-a0cb-841b8936a456']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:18.708157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626c076-97b9-4002-a7b1-f6ea7ae96bf5') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:18.709091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626c076-97b9-4002-a7b1-f6ea7ae96bf5') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:18.724770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.726873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:18.728018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.734315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aa0f8-095b-4bb6-ab35-0a06d8408e38 req-ec194a5d-5cce-4600-9ff6-fd316d3702fe tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:18.746428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aa0f8-095b-4bb6-ab35-0a06d8408e38 req-ec194a5d-5cce-4600-9ff6-fd316d3702fe tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:18.759475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aa0f8-095b-4bb6-ab35-0a06d8408e38 req-ec194a5d-5cce-4600-9ff6-fd316d3702fe tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:18.773689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-335aa0f8-095b-4bb6-ab35-0a06d8408e38 req-ec194a5d-5cce-4600-9ff6-fd316d3702fe tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 2372 time: 0.3427403 Aug 06 18:10:18.856333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.892721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c5667d-1a07-43fc-9157-39fe85adb3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.895296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=3782b742-c50a-4ec0-980f-60db9655f409,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:18.906002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c5667d-1a07-43fc-9157-39fe85adb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.912747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3782b742-c50a-4ec0-980f-60db9655f409 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:10:18.927475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-335aa0f8-095b-4bb6-ab35-0a06d8408e38 req-299a2918-0853-446b-812d-ea1a47c32d5f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508019 Aug 06 18:10:18.933641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:18.953435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ccc9fa53-05b6-4588-a367-b4a897457ab1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5162761 Aug 06 18:10:18.960017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object e875c475-73cc-47f7-93f7-fb772ae8e040 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:18.969632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56044) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.032533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Request body: {'subnet': {'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-916333392-subnet', 'tenant_id': '09a82b6afd7a4862ad38a656da485f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:19.083663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-70c5667d-1a07-43fc-9157-39fe85adb3ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77d2cc3d2c5d456eaded0902373318d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036901 Aug 06 18:10:19.089116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.093911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5667d-1a07-43fc-9157-39fe85adb3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec610fd-2d0c-4dc9-8739-39f46551e7ba,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.155209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:19.157741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.186485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.193870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:10:19.194291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.215335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.242691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:10:19.246210 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:10:19.250939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56050) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.279691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.293147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6593-da50-4847-b752-fa7461832248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.336387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.343334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.370365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.378702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.382664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.383063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] 10.222.0.64 "DELETE /v2.0/networks/5f7849c1-5e0c-42b6-a0cb-841b8936a456 HTTP/1.1" status: 204 len: 168 time: 3.4651885 Aug 06 18:10:19.383954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bec610fd-2d0c-4dc9-8739-39f46551e7ba HTTP/1.1" status: 204 len: 168 time: 0.2923098 Aug 06 18:10:19.462645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:19.485965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:19.488128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b277-d233-4b97-b0d3-e9844a87e39e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7849c1-5e0c-42b6-a0cb-841b8936a456,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.489858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.503154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:19.572146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98081e-9bb7-47dd-bb76-7428f41a1461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec610fd-2d0c-4dc9-8739-39f46551e7ba,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.578175 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.629591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Checking segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:19.630220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Network hostable DHCP agents. Network: 98feb46d-99cd-4538-9b9c-c47c9f13f19f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:10:19.638273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e339db-ccd6-49d1-9f78-c1eb35d78fc3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.722380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad6b11d-3910-42a5-bb94-12f6314a7e72,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:19.761215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Checking segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:19.762125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Network hostable DHCP agents. Network: 3782b742-c50a-4ec0-980f-60db9655f409, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:10:19.771560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:19.773108 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.778165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.781782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:10:19.812825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 98feb46d-99cd-4538-9b9c-c47c9f13f19f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:19.827201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86204d89-594d-4f05-8be9-959b4630f503 None None] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:19.871666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:19.872597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.899720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6593-da50-4847-b752-fa7461832248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.910013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6593-da50-4847-b752-fa7461832248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:19.937891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-424f864c-301e-4497-a368-c6cb5ae00743 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b48c684073714296b17854dc9bbc6a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461482 Aug 06 18:10:19.942224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.948971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-919ace14-5e73-417b-a242-14d8bbf70fc5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6647625 Aug 06 18:10:19.951285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-731317a1-9a40-4587-bbbb-27bb71a77425 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6981723 Aug 06 18:10:19.953405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Network 3782b742-c50a-4ec0-980f-60db9655f409 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:10:19.962039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:19.973500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'admin_state_up': True, 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'security_groups': ['e4eef908-994b-4704-a000-ed5ae4f6fd0c']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:19.978529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3782b742-c50a-4ec0-980f-60db9655f409) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:19.988101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:19.989155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:19.989806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.003673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca04372-99a2-436b-a1ac-9342c32d413f None None] Network 3782b742-c50a-4ec0-980f-60db9655f409 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:20.067169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.069071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.079327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ebfc6593-da50-4847-b752-fa7461832248 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15b376aeac1b494dbe79faa4e7496cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205998 Aug 06 18:10:20.082000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc6593-da50-4847-b752-fa7461832248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddacf44-f21f-47ba-8870-4ab923c1a04c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:20.096994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:20.111862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-51ff90ea-9bd4-4259-a103-f32385095dad admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1384852 Aug 06 18:10:20.427065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41c56c36-a9e3-4c71-9a7a-620f6107a7ae None None] Provisioning for port e875c475-73cc-47f7-93f7-fb772ae8e040 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:20.464940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.523536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.528542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41c56c36-a9e3-4c71-9a7a-620f6107a7ae None None] Provisioning complete for port e875c475-73cc-47f7-93f7-fb772ae8e040 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:20.538577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41c56c36-a9e3-4c71-9a7a-620f6107a7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.555467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-9252c8f6-9b09-4be2-88b7-8ed9f77c8afd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:20.568498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-9252c8f6-9b09-4be2-88b7-8ed9f77c8afd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:20.576713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-9252c8f6-9b09-4be2-88b7-8ed9f77c8afd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:20.601090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-9252c8f6-9b09-4be2-88b7-8ed9f77c8afd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:20.613803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-9252c8f6-9b09-4be2-88b7-8ed9f77c8afd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3093 time: 0.3959079 Aug 06 18:10:20.636444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-41c56c36-a9e3-4c71-9a7a-620f6107a7ae None None] Port e875c475-73cc-47f7-93f7-fb772ae8e040 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:20.697242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Made reservation on behalf of 323ff0a0854548a580d6a4bf70546e55 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:20.702514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3f1641a-fd38-4a84-b714-d5bdbdfc1bd9 req-7f5bc9c4-6376-4874-b1c6-83780ecc48de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863712 Aug 06 18:10:20.738117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.750392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.759958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.760869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.768233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f09da92-6074-4155-aa36-5965db29684d HTTP/1.1" status: 204 len: 168 time: 0.8198588 Aug 06 18:10:20.780930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'fixed_ips': [{'subnet_id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:10:20.784001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:20.792492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dbd4c-6d3c-40f8-aafe-ab59e6ed8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f09da92-6074-4155-aa36-5965db29684d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:20.914435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:21.113859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e22a1f-6a30-43dd-8405-860f9508d080 None None] Network 3782b742-c50a-4ec0-980f-60db9655f409 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:21.162334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:21.279275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:21.424274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Allocated IP 172.20.0.2 (98feb46d-99cd-4538-9b9c-c47c9f13f19f/11e339db-ccd6-49d1-9f78-c1eb35d78fc3/af5d77ed-2ad0-4033-9387-dac545f8ad8d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:21.654751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Allocated IP 10.2.2.200 (7aa490e7-ed1e-41e4-9684-ebf40293eb3a/8e12ae6c-5150-4709-ace5-90ba4946b91a/7805943f-ca83-471a-99d6-f710a26a24fc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:21.842013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-9fef2007-be5c-4953-8a90-cbfab416fe07 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:21.843720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-9fef2007-be5c-4953-8a90-cbfab416fe07 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.8155904 Aug 06 18:10:21.926514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:21.962273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Transition to ACTIVE for port object af5d77ed-2ad0-4033-9387-dac545f8ad8d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:22.003182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-b11ca0d2-1160-444c-ba0d-ead3d2c30b15 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:22.006401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.007456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Transition to ACTIVE for port object af5d77ed-2ad0-4033-9387-dac545f8ad8d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:22.012072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-b11ca0d2-1160-444c-ba0d-ead3d2c30b15 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:22.015786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.022636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-b11ca0d2-1160-444c-ba0d-ead3d2c30b15 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:22.029523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.033085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ddacf44-f21f-47ba-8870-4ab923c1a04c HTTP/1.1" status: 204 len: 168 time: 1.9159610 Aug 06 18:10:22.034437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-b11ca0d2-1160-444c-ba0d-ead3d2c30b15 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:22.036776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-b11ca0d2-1160-444c-ba0d-ead3d2c30b15 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3093 time: 0.1325598 Aug 06 18:10:22.083844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe72d8f-fb09-40d5-9013-1074cf073697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddacf44-f21f-47ba-8870-4ab923c1a04c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:22.191569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-78030a49-4a70-4cc2-838a-f13b46dad182 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/quotas/09a82b6afd7a4862ad38a656da485f06 HTTP/1.1" status: 200 len: 375 time: 0.2170632 Aug 06 18:10:22.233087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5ea020-4f6a-4bb9-b156-84831479b8a3 req-899a07ee-2946-40b9-830d-9865ff085041 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814890 Aug 06 18:10:22.324700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-cfdb16a1-eb1c-4c0d-ad5b-e2122012eceb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077898 Aug 06 18:10:22.417022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.465242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Transition to ACTIVE for port object 7805943f-ca83-471a-99d6-f710a26a24fc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:22.484025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:22.488339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Pushing event updated for resources: {'Port': ['ID=af5d77ed-2ad0-4033-9387-dac545f8ad8d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:22.505687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:22.511559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:22.636896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Attempting to bind port af5d77ed-2ad0-4033-9387-dac545f8ad8d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:22.637333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Attempting to bind port af5d77ed-2ad0-4033-9387-dac545f8ad8d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:22.637829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Attempting to bind port af5d77ed-2ad0-4033-9387-dac545f8ad8d on network 98feb46d-99cd-4538-9b9c-c47c9f13f19f {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:22.652686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:22.653085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Checking segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:22.655453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.657255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Bound using segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:22.659535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Bound port: af5d77ed-2ad0-4033-9387-dac545f8ad8d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:22.660007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:22.866803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] For port af5d77ed-2ad0-4033-9387-dac545f8ad8d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:22.888071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] For port af5d77ed-2ad0-4033-9387-dac545f8ad8d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af5d77ed-2ad0-4033-9387-dac545f8ad8d,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:22.898672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:23.058087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af40fbe-99ce-44b7-acb6-03b08530addb None None] Pushing event updated for resources: {'Port': ['ID=af5d77ed-2ad0-4033-9387-dac545f8ad8d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:23.081930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-83ad53b1-dead-47a3-959c-a4ac68e8b4f3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:10:23.084421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-83ad53b1-dead-47a3-959c-a4ac68e8b4f3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7345564 Aug 06 18:10:23.196358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:23.242949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:23.288063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:23.575982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Allocated IP 172.25.3.9 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e4452650-ab44-449d-aa95-0603c9b1d741) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:23.644256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:23.658152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:23.702524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:23.717022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:23.729532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:23.733196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-875899c2-0fc0-4416-8260-9a869a017bc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3814 time: 0.3213549 Aug 06 18:10:23.861517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16832c5-8fcd-4e75-a374-7c9cee9187e9 req-c052ac37-4f22-49b7-8dc1-0ca5d487ffb1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133485 Aug 06 18:10:23.862294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:23.896206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:23.936513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:24.110345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:24.112923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.138622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56192) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:24.292197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:24.316763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-9649608e-c2a6-47b9-8ba9-dd04c0f2712a service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1915312 Aug 06 18:10:24.344731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9e6cfd4f-14ea-46ca-a032-b826142faa9f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3773365 Aug 06 18:10:24.394773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:24.591924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3e277a-6057-4304-9bce-4567632fb55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.601586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af5d77ed-2ad0-4033-9387-dac545f8ad8d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:24.674123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1eb300af-87e7-4a03-9147-7aa091597fd7 None None] Provisioning for port 7805943f-ca83-471a-99d6-f710a26a24fc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:24.697744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1eb300af-87e7-4a03-9147-7aa091597fd7 None None] Provisioning complete for port 7805943f-ca83-471a-99d6-f710a26a24fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:24.698672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1eb300af-87e7-4a03-9147-7aa091597fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.766385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.863597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1eb300af-87e7-4a03-9147-7aa091597fd7 None None] Port 7805943f-ca83-471a-99d6-f710a26a24fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:24.902320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.927081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-36c03473-3245-4c6b-8792-3cb7bd98a848 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2709582 Aug 06 18:10:24.958773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port af5d77ed-2ad0-4033-9387-dac545f8ad8d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:24.988023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3e277a-6057-4304-9bce-4567632fb55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:24.998780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3e277a-6057-4304-9bce-4567632fb55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:25.022526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-c660df61-8c78-4672-b666-d896e67599da service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670120 Aug 06 18:10:25.183402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3a3e277a-6057-4304-9bce-4567632fb55e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46c680fe2b754b58a86e9ca19e0e50a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0432296 Aug 06 18:10:25.187494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56218) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:25.247089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e277a-6057-4304-9bce-4567632fb55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a6bed-c98d-48a1-bb2a-2b1e344a5d1a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:25.326128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c27848-b725-40a0-b692-f7aa4b5c4a47 None None] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:25.388691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:25.577811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:25.615003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:25.633722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Provisioning for port af5d77ed-2ad0-4033-9387-dac545f8ad8d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:25.667742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Provisioning complete for port af5d77ed-2ad0-4033-9387-dac545f8ad8d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:25.668353 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:25.851628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-abd179d6-7fe4-4129-a49a-5650399201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:25.854254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-abd179d6-7fe4-4129-a49a-5650399201f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 1097 time: 0.4999919 Aug 06 18:10:25.939386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:25.990342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:26.050126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c11c90f-fc63-4697-823a-049ce1de0a49 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:26.050891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:26.063181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:26.076232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:26.078244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:26.083366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-b8df0c8b-216e-4dd6-b09a-da39aff734e5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3814 time: 0.8051207 Aug 06 18:10:26.127619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:26.134446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:26.195179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0cf648dc-e9f0-4b2f-a6f6-09881bf6853e req-1b3281df-44c3-4013-a5c4-3aad84f0efa2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036966 Aug 06 18:10:26.207223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:26.213551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:26.215281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b9a6bed-c98d-48a1-bb2a-2b1e344a5d1a HTTP/1.1" status: 204 len: 168 time: 1.0261703 Aug 06 18:10:26.242124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bd7bd-1814-4273-9b4c-cf48ac606835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a6bed-c98d-48a1-bb2a-2b1e344a5d1a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:26.249283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:26.262103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab8106ab-9c03-4a0e-80b3-b64c0463d0eb req-9bf4797c-79ce-40a2-ba02-6dae2444d594 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 210 time: 0.1808822 Aug 06 18:10:26.271110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Pushing event updated for resources: {'Port': ['ID=e4452650-ab44-449d-aa95-0603c9b1d741,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:26.381861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Transition to ACTIVE for port object 1c11c90f-fc63-4697-823a-049ce1de0a49 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:26.416764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:26.558130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:26.577301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:26.697610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] For port af5d77ed-2ad0-4033-9387-dac545f8ad8d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af5d77ed-2ad0-4033-9387-dac545f8ad8d,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:26.732907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:27.019483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43238b8b-190a-47e7-bf06-1b24d1762089 None None] Pushing event updated for resources: {'Port': ['ID=af5d77ed-2ad0-4033-9387-dac545f8ad8d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:27.033581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56296) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:27.144753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-92c84b15-8340-4a26-9aea-f7545c4190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.149029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-92c84b15-8340-4a26-9aea-f7545c4190b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 200 len: 916 time: 1.0703363 Aug 06 18:10:27.302702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Attempting to bind port 1c11c90f-fc63-4697-823a-049ce1de0a49 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:27.303001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Attempting to bind port 1c11c90f-fc63-4697-823a-049ce1de0a49 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:27.303427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Attempting to bind port 1c11c90f-fc63-4697-823a-049ce1de0a49 on network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:27.318488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f67169d-ff1d-4852-a53a-b2a12952ce96 None None] Provisioning complete for port af5d77ed-2ad0-4033-9387-dac545f8ad8d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:27.319155 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f67169d-ff1d-4852-a53a-b2a12952ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:27.392490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-ae32b8d5-ae79-48d9-b13f-34b6c2dfd476 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 200 len: 1001 time: 0.1735656 Aug 06 18:10:27.415907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Port 1c11c90f-fc63-4697-823a-049ce1de0a49 on network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:27.416626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Attempting to bind port 1c11c90f-fc63-4697-823a-049ce1de0a49 on network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:27.507062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:27.507403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Checking segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:27.507997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Bound using segment: {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:27.508415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Bound port: 1c11c90f-fc63-4697-823a-049ce1de0a49, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:27.509187 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:27.514668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-222047cc-c10f-4c76-8b85-01c1b0d9f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.517686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-222047cc-c10f-4c76-8b85-01c1b0d9f81b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 200 len: 854 time: 0.1112518 Aug 06 18:10:27.615332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-769c425d-1847-4343-9159-90b45d7fa122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:27.736779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.770162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.785773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.801921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.817061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:27.831510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-b8f19c5f-1430-4f24-a89c-69457399e71e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3826 time: 0.3803370 Aug 06 18:10:27.835292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f371070-39f9-4f81-ae81-65e9e0867708 req-5fe3760d-dce7-4005-b7ee-a3fe26c66a2f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 210 time: 0.1629496 Aug 06 18:10:28.035122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-7c837ab3-3aec-4053-bdbc-bf8af8a2b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:28.038761 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-7c837ab3-3aec-4053-bdbc-bf8af8a2b458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804ba92b-e419-4942-9f38-4e9b2acd671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5088296 Aug 06 18:10:28.077861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-180bb704-1081-451e-ac8b-779fac6c83c4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:10:28.081899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-180bb704-1081-451e-ac8b-779fac6c83c4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259819 Aug 06 18:10:28.292284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0bd454df-f3db-41eb-9619-d4db7564dc77 req-8175f4be-a8ae-4f79-854a-a4e1d0671938 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775530 Aug 06 18:10:28.381121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-3b31259e-2faa-488d-af54-da5fbcce7710 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:28.383769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-3b31259e-2faa-488d-af54-da5fbcce7710 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.16 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.5369594 Aug 06 18:10:28.399887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-63fef407-65d0-4bb7-99c4-d549e89f0a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:28.420384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Request body: {'port': {'device_id': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'admin_state_up': True, 'tenant_id': '09a82b6afd7a4862ad38a656da485f06'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:28.438834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-1a9271d1-af99-45e9-8e95-238eac83ba48 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409464 Aug 06 18:10:28.439842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:28.494050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af5d77ed-2ad0-4033-9387-dac545f8ad8d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:28.623193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port af5d77ed-2ad0-4033-9387-dac545f8ad8d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:28.626111 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:28.702901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-769c425d-1847-4343-9159-90b45d7fa122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:28.725643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-769c425d-1847-4343-9159-90b45d7fa122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:28.736074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:28.789377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56344) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:28.843937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:28.926507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-769c425d-1847-4343-9159-90b45d7fa122 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3cce722917534b71b1e1c1d60ecc1809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8905261 Aug 06 18:10:28.927860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c425d-1847-4343-9159-90b45d7fa122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb4eda-4c90-408f-93cd-9a9425edef75,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:28.932292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:29.026792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:29.033003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.176011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.228656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401232885-network', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:29.275263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.335550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.353768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Made reservation on behalf of ea4bfcdedfa74ae281b53c9f8586a833 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:29.359448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.443900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.634228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.647222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.686416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Allocated IP 172.20.0.9 (3782b742-c50a-4ec0-980f-60db9655f409/6ad6b11d-3910-42a5-bb94-12f6314a7e72/2ee4f0e8-3eae-4ee7-b847-add378b976fe) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:29.688872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808588e-2a6c-441e-8cc8-bdd104be782c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:29.737167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.739960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.741626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49cb4eda-4c90-408f-93cd-9a9425edef75 HTTP/1.1" status: 204 len: 168 time: 0.8058159 Aug 06 18:10:29.766117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:29.772266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:29.791079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:29.809200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:29.818214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:29.820194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-ca0fc295-b04a-4901-b5d8-5eae068e25a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3826 time: 0.2386353 Aug 06 18:10:29.829650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:10:29.838179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c897431-d502-49ad-af5d-ce2303e1a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb4eda-4c90-408f-93cd-9a9425edef75,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:29.917111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5bc4f35-8c57-4403-af88-b83a84a96f3f req-67c22b93-cf68-42ad-8f75-0577ff0f27e9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 210 time: 0.6579354 Aug 06 18:10:29.921633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:29.921633 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Added segment b48e7688-c910-4f76-9826-794681e792df of type vlan for network a9ea0630-b98a-4953-a59b-c0474f6fc6db Aug 06 18:10:29.974350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93a36808-9239-4132-ae3a-dc23a3af0da1 req-156e5637-5f1a-430e-a404-10357abe0c56 service neutron] 10.222.0.16 "GET /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4253919 Aug 06 18:10:30.052945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.055880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.058676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] 10.222.0.55 "PUT /v2.0/ports/1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1092 time: 5.6853240 Aug 06 18:10:30.070371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:30.074569 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32d034-575a-48c4-b61a-7384b2cdb0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:30.103311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:30.111723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.130631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5170fa0c-c854-4138-a9e8-d780379a0ab5 req-e94d08b2-19ff-47ab-88d8-b1a25d345906 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825067 Aug 06 18:10:30.144277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.336125 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed914da-c440-4627-bbfd-ffb77b297c91 x-openstack-request-id: req-2ed914da-c440-4627-bbfd-ffb77b297c91 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:30.336597 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:30.337011 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ed914da-c440-4627-bbfd-ffb77b297c91 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:30.337684 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'status': 'completed', 'code': 200} Aug 06 18:10:30.338658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8a3e-fe23-48b0-86e7-fb46d5ddb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:30.399578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.535903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:10:30.555960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.599044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.645385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.646742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.647670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.676632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Network 3782b742-c50a-4ec0-980f-60db9655f409 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:30.687090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.687891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.688526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.689328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.690004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.692290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-f6e27ee7-4883-4efc-97d6-9285f10307f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 4362 time: 0.3428860 Aug 06 18:10:30.693942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9031320 Aug 06 18:10:30.700100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:30.706476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:30.716549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Request body: {'subnet': {'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401232885-subnet', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:30.719422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:30.759479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:30.935338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Made reservation on behalf of ea4bfcdedfa74ae281b53c9f8586a833 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:30.936502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f18f-07c7-40e8-b7bb-f6ba43c366ba admin admin] Pushing event updated for resources: {'Network': ['ID=a9ea0630-b98a-4953-a59b-c0474f6fc6db,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:30.941846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:30.961954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:10:30.974637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:30.975439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:31.018573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-d1f2a2fe-97b9-4cde-9513-f47301d07318 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6217856 Aug 06 18:10:31.020183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-ef26b638-0d2c-40cb-b230-9cdfd00053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.020672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-ef26b638-0d2c-40cb-b230-9cdfd00053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.021145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-ef26b638-0d2c-40cb-b230-9cdfd00053f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.023633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-ef26b638-0d2c-40cb-b230-9cdfd00053f2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3137608 Aug 06 18:10:31.042801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Request body: {'port': {'device_id': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:31.415905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:31.515004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Router 4a895781-7d02-480e-8457-1c90ee28bc91 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:10:31.669235 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0a42185-1427-4ada-b8a3-323343811746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:31.694559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:31.915403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:31.930810 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Sync routers for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:31.947585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.949274 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:31.952739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:31.954497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.962180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.969275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.976771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:31.986474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef16de7f-9000-435b-84e9-458ed694da28 req-ea5c2e6d-307c-4d61-8441-021355745828 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3826 time: 0.6112764 Aug 06 18:10:32.100840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.120208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7c7e9-63cb-49e1-bd77-d51d1425566b req-b3350a2f-0f55-48cd-8db4-d5bbe51c50b9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:32.135136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0ac7c7e9-63cb-49e1-bd77-d51d1425566b req-b3350a2f-0f55-48cd-8db4-d5bbe51c50b9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 931 time: 1.0007758 Aug 06 18:10:32.190101 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:32.223654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-9076b950-4c40-4844-8c22-9ed094fa9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:32.225610 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b32d034-575a-48c4-b61a-7384b2cdb0f7 req-9076b950-4c40-4844-8c22-9ed094fa9e5b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1944413 Aug 06 18:10:32.230974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0ac7c7e9-63cb-49e1-bd77-d51d1425566b req-0b8774be-65a8-49c5-b2dc-ac07b18cd626 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947535 Aug 06 18:10:32.256960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3678bcd9-be72-4430-bd20-32cc9a4d32ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.364756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.367138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffc38629-eb1d-4fa9-8d3d-305461d24865 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.3980289 Aug 06 18:10:32.397813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56432) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:32.520251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef16de7f-9000-435b-84e9-458ed694da28 req-3dfa2a60-b6c8-4288-a179-b31aef5bfcd1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5326796 Aug 06 18:10:32.708916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.846634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670d433d-fed0-4225-80d4-57b8a65e7908 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:32.860554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d30067c-c662-4638-8df8-40cf59f99f5b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:32.870352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.882028 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:27Z', 'revision_number': 3, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:32.883615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3678bcd9-be72-4430-bd20-32cc9a4d32ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.930830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee4f0e8-3eae-4ee7-b847-add378b976fe {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:32.934697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3678bcd9-be72-4430-bd20-32cc9a4d32ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.953914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:32.964685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Transition to ACTIVE for port object 670d433d-fed0-4225-80d4-57b8a65e7908 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:32.980658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Checking router: 4a895781-7d02-480e-8457-1c90ee28bc91 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:32.983175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Updating router 4a895781-7d02-480e-8457-1c90ee28bc91 port e4452650-ab44-449d-aa95-0603c9b1d741 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:10:32.996800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Transition to ACTIVE for port object 2ee4f0e8-3eae-4ee7-b847-add378b976fe will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:33.020513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.042144 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.045762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.069739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3678bcd9-be72-4430-bd20-32cc9a4d32ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c26800b1998a4a808b9efa4a42b0c80a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3729167 Aug 06 18:10:33.072436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.075528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:33.133500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:33.319214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Checking segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:33.320192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Network hostable DHCP agents. Network: a9ea0630-b98a-4953-a59b-c0474f6fc6db, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:10:33.397872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678bcd9-be72-4430-bd20-32cc9a4d32ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd9d48-7b53-4a53-a033-4c03deb3845f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:33.479910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:33.494151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:10:33.633828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.714022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a9ea0630-b98a-4953-a59b-c0474f6fc6db) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:33.738572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af76609-1915-4e9d-bbcf-fb7f7aad382a None None] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:33.759650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Attempting to bind port 2ee4f0e8-3eae-4ee7-b847-add378b976fe on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:33.760370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Attempting to bind port 2ee4f0e8-3eae-4ee7-b847-add378b976fe by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:33.763226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Attempting to bind port 2ee4f0e8-3eae-4ee7-b847-add378b976fe on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:33.861765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:33.863200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:33.895104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Port 2ee4f0e8-3eae-4ee7-b847-add378b976fe on network 3782b742-c50a-4ec0-980f-60db9655f409 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:33.895868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Attempting to bind port 2ee4f0e8-3eae-4ee7-b847-add378b976fe on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:33.917521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.036682 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.040416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c55fc00-acdc-4968-a0cb-790e4667a63a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3318093 Aug 06 18:10:34.045850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1225-6df4-4cdb-a804-c6058ddffee6 req-eb49f4db-2449-43da-a754-6456ab5101e0 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.056619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c8a1225-6df4-4cdb-a804-c6058ddffee6 req-eb49f4db-2449-43da-a754-6456ab5101e0 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 943 time: 0.6629820 Aug 06 18:10:34.062510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:34.063158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Checking segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:34.065205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Bound using segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:34.065205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Bound port: 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:34.065642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.091211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:34.098212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:34.106367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:34.117608 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Transition to ACTIVE for port object e4452650-ab44-449d-aa95-0603c9b1d741 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:34.141490 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.232114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Attempting to bind port 670d433d-fed0-4225-80d4-57b8a65e7908 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:34.232758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Attempting to bind port 670d433d-fed0-4225-80d4-57b8a65e7908 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:34.233954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Attempting to bind port 670d433d-fed0-4225-80d4-57b8a65e7908 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:34.245777 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Attempting to bind port e4452650-ab44-449d-aa95-0603c9b1d741 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:34.246344 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Attempting to bind port e4452650-ab44-449d-aa95-0603c9b1d741 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:34.246879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Attempting to bind port e4452650-ab44-449d-aa95-0603c9b1d741 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:34.261723 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:34.262229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:34.262933 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.263551 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:34.264123 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Bound port: e4452650-ab44-449d-aa95-0603c9b1d741, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:34.264645 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.293967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Port 670d433d-fed0-4225-80d4-57b8a65e7908 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:34.294888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Attempting to bind port 670d433d-fed0-4225-80d4-57b8a65e7908 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:34.331706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] For port e4452650-ab44-449d-aa95-0603c9b1d741, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:34.337105 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] For port e4452650-ab44-449d-aa95-0603c9b1d741, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e4452650-ab44-449d-aa95-0603c9b1d741,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:34.338705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf7d3-65b1-41d3-bd91-67246d2849db None None] Pushing event updated for resources: {'Port': ['ID=e4452650-ab44-449d-aa95-0603c9b1d741,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:34.361992 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.374047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:34.374692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:34.375384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Bound using segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:34.376459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Bound port: 670d433d-fed0-4225-80d4-57b8a65e7908, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:34.377220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.438907 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:34.440060 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:34.470892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:10:34.484992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.497096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.510133 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf7d3-65b1-41d3-bd91-67246d2849db None None] Pushing event updated for resources: {'Port': ['ID=e4452650-ab44-449d-aa95-0603c9b1d741,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:34.521022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.529324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.531239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.540146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.557336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.574751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f99c769b-8e6e-416c-8727-cebcb8197a84 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:34.581593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.591662 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.595255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:34.599328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-e8633b63-d423-4676-a1c1-e3296e282ab5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 4603 time: 0.4303453 Aug 06 18:10:34.602332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c8a1225-6df4-4cdb-a804-c6058ddffee6 req-503d859c-a67e-4638-aaed-3780df7491d8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300280 Aug 06 18:10:34.707343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:34.736644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:34.738875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.749154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.761855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19bd9d48-7b53-4a53-a033-4c03deb3845f HTTP/1.1" status: 204 len: 168 time: 1.6859365 Aug 06 18:10:34.805239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.857553 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:34.889414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6fb1327-1c06-48f1-b6ff-5337cb25f0fa req-3766bc97-f50e-405a-9d3d-9580990ce989 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876943 Aug 06 18:10:34.978710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14157-5bba-4d53-a2c7-387ec83a7567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd9d48-7b53-4a53-a033-4c03deb3845f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:34.989123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:35.004143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=670d433d-fed0-4225-80d4-57b8a65e7908,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:35.013485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:35.119455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:35.120477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:35.125508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] 10.222.0.55 "PUT /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 1136 time: 5.0243833 Aug 06 18:10:35.125776 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:35.177761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '670d433d-fed0-4225-80d4-57b8a65e7908'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:35.186789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:35.187298 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "670d433d-fed0-4225-80d4-57b8a65e7908"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:35.194485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:35.197042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] 10.222.0.16 "PUT /v2.0/ports/2ee4f0e8-3eae-4ee7-b847-add378b976fe HTTP/1.1" status: 200 len: 1092 time: 4.1687467 Aug 06 18:10:35.209080 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f99c769b-8e6e-416c-8727-cebcb8197a84 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "PUT /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6 HTTP/1.1" status: 200 len: 366 time: 1.0807586 Aug 06 18:10:35.213128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:35.213745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:35.220741 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14af76f-d695-4b52-850e-d83ac6822cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:35.265973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56474) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:35.419564 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc9640-fd16-4af4-9b1f-2656169c2235 x-openstack-request-id: req-d7bc9640-fd16-4af4-9b1f-2656169c2235 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:35.419905 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "670d433d-fed0-4225-80d4-57b8a65e7908", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:35.420199 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7bc9640-fd16-4af4-9b1f-2656169c2235 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:35.420488 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '670d433d-fed0-4225-80d4-57b8a65e7908', 'status': 'completed', 'code': 200} Aug 06 18:10:35.472522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40308496-5215-476e-b92e-c262c6c2ff50 service neutron] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:35.484386 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:35.520597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:35.611863 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa1ae2-e6fe-4905-b7af-56c1e1a65fb6 x-openstack-request-id: req-3baa1ae2-e6fe-4905-b7af-56c1e1a65fb6 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:35.612628 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:35.612900 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3baa1ae2-e6fe-4905-b7af-56c1e1a65fb6 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:35.613879 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'status': 'completed', 'code': 200} Aug 06 18:10:35.618043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Allocated IP 172.20.0.2 (a9ea0630-b98a-4953-a59b-c0474f6fc6db/1d30067c-c662-4638-8df8-40cf59f99f5b/59129ff6-37e7-4349-a56d-46fe9ea3d20f) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:35.855670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Allocated IP 172.20.0.1 (98feb46d-99cd-4538-9b9c-c47c9f13f19f/11e339db-ccd6-49d1-9f78-c1eb35d78fc3/4a065f01-1767-4c72-a639-b8bf563a9238) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:35.962712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:27Z', 'revision_number': 3, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:36.186459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0b475-74d5-499e-9e25-c1dcee3307ec service neutron] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:36.194334 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90d75d-5a69-4be4-a1e3-2ab8cd72947a None None] The sync data for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 is: [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:27Z', 'revision_number': 3, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:36.229083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b7244771-8c48-48f1-81d6-8cecbc945823 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.9451764 Aug 06 18:10:36.239218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56490) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:36.388853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:36.394527 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:36.413963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Transition to ACTIVE for port object 59129ff6-37e7-4349-a56d-46fe9ea3d20f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:36.431269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7683b479-da1e-41b5-ac17-be698db5f9bd tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6 HTTP/1.1" status: 200 len: 366 time: 0.1791854 Aug 06 18:10:36.445610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.446483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.451802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.452758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.455706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Transition to ACTIVE for port object 59129ff6-37e7-4349-a56d-46fe9ea3d20f will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:36.457194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.458445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.465824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-76c6d93a-7ada-4abd-b7cb-221d3b93ea1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5291 time: 1.0107191 Aug 06 18:10:36.470203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:36.473541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56492) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:36.507371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:36.562557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:36.569495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:36.578719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-39d59be5-5acd-405c-abc7-b923b848d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:36.581623 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-39d59be5-5acd-405c-abc7-b923b848d745 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 1095 time: 1.2460473 Aug 06 18:10:36.586960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:36.647068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bd79c51f-95cc-4840-af0f-4f26002d6b81 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6 HTTP/1.1" status: 204 len: 168 time: 0.1643217 Aug 06 18:10:36.702676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Pushing event updated for resources: {'Port': ['ID=59129ff6-37e7-4349-a56d-46fe9ea3d20f,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:36.721095 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-7300ac39-0a20-45cc-9836-520546a87f83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe HTTP/1.1" status: 200 len: 217 time: 0.0774617 Aug 06 18:10:36.727674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56496) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:36.794602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Attempting to bind port 59129ff6-37e7-4349-a56d-46fe9ea3d20f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:36.795192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Attempting to bind port 59129ff6-37e7-4349-a56d-46fe9ea3d20f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:36.795773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Attempting to bind port 59129ff6-37e7-4349-a56d-46fe9ea3d20f on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:36.809607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:36.810205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Checking segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:36.810855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:36.811470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Bound using segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:36.812348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Bound port: 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:36.813734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.019542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] For port 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:37.027176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bf006-6ef3-4c4f-8ac2-f018d3696a75 req-ee32f137-9da4-4ba5-9a10-497eed5b0ff8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.030599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab9bf006-6ef3-4c4f-8ac2-f018d3696a75 req-ee32f137-9da4-4ba5-9a10-497eed5b0ff8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 943 time: 0.8469012 Aug 06 18:10:37.032399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] For port 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=59129ff6-37e7-4349-a56d-46fe9ea3d20f,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:37.046059 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.123748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5153a436-d3d9-4e66-a2e2-02ec9a8e091c tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.3673489 Aug 06 18:10:37.142091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c95cd-3eea-4818-848c-a40d0832d712 req-4b0d8562-32f1-4d5d-b37f-32d4162f50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.144878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-4b0d8562-32f1-4d5d-b37f-32d4162f50f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.3871200 Aug 06 18:10:37.153432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56500) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:37.233619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28adb-b041-46f5-b882-f378e7b1c932 None None] Pushing event updated for resources: {'Port': ['ID=59129ff6-37e7-4349-a56d-46fe9ea3d20f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:37.260013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-0053edd0-41f5-4948-9487-ca55da97c825 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823777 Aug 06 18:10:37.283241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17eeca15-f077-4adc-9563-856cd7689fb3 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:37.290327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb50283a-cab0-4f71-b56f-0b861808dba1 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6 HTTP/1.1" status: 200 len: 370 time: 0.1331961 Aug 06 18:10:37.300635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.323874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56502) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:37.328861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2597dd57-72c0-43f6-9e19-21ca3b068ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.337609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f6bb26f6-7c99-4e10-826e-87c884b213ea tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6/default HTTP/1.1" status: 200 len: 370 time: 0.0071278 Aug 06 18:10:37.359968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56504) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:37.391766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.407705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.414886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.421657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.428147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.431449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-cd701fc3-f100-43a3-b553-00d0c6eba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.432356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-cd701fc3-f100-43a3-b553-00d0c6eba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.433168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-cd701fc3-f100-43a3-b553-00d0c6eba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.436150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-cd701fc3-f100-43a3-b553-00d0c6eba6e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9334102 Aug 06 18:10:37.437291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:37.446499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-bad22cb1-1ab4-429d-b000-d5aa9490dedc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 4603 time: 1.1672089 Aug 06 18:10:37.491049 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-546772da-62cb-4f98-a7e7-c2ef9fd5ff36 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] delete failed (client error): The resource could not be found. Aug 06 18:10:37.493244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-546772da-62cb-4f98-a7e7-c2ef9fd5ff36 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e5bd043282ba40089b80f02ef27bc0e6 HTTP/1.1" status: 404 len: 348 time: 0.1270444 Aug 06 18:10:37.499140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Transition to ACTIVE for port object 17eeca15-f077-4adc-9563-856cd7689fb3 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:37.526819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.531353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:37.542138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab9bf006-6ef3-4c4f-8ac2-f018d3696a75 req-ce947e68-9402-411d-b5fb-46094c7cc82f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908596 Aug 06 18:10:37.701438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Transition to ACTIVE for port object 4a065f01-1767-4c72-a639-b8bf563a9238 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:37.731370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1c972b4-0160-4361-b12c-d2b17b22d004 req-dd8e39f4-cfc4-4239-9b3e-3e53ef73afc6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2781997 Aug 06 18:10:37.851730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:37.938755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-281cc37e-6ac9-4966-bb43-9625920e9e0d service neutron] 10.222.0.16 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638978 Aug 06 18:10:38.280557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.467029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d3c7b-df57-44ca-9bfe-2ab557c67205 req-251f1d9e-be7a-4124-a7d5-5641ef8e2c91 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:38.469852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-913d3c7b-df57-44ca-9bfe-2ab557c67205 req-251f1d9e-be7a-4124-a7d5-5641ef8e2c91 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.2709258 Aug 06 18:10:38.500884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56512) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:38.542621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-7de68f83-ad8f-4f8a-844d-80a8f6d932c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:38.545087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc3e8f5e-e28a-4b7c-b2d7-65bbe77d6654 req-7de68f83-ad8f-4f8a-844d-80a8f6d932c7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7929759 Aug 06 18:10:38.567977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2597dd57-72c0-43f6-9e19-21ca3b068ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.618937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2597dd57-72c0-43f6-9e19-21ca3b068ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.624106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:38.688847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e4452650-ab44-449d-aa95-0603c9b1d741 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:38.699016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:network and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:38.712191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-986c95cd-3eea-4818-848c-a40d0832d712 req-6e044b89-b1f1-4ff6-b2d3-f3e80afcfce1 service neutron] 10.222.0.16 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619507 Aug 06 18:10:38.719070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:38.786815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-913d3c7b-df57-44ca-9bfe-2ab557c67205 req-fc56b5c3-2ea7-4577-9fde-05a10a0bc0ce tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889454 Aug 06 18:10:38.789799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.800220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:subnet and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:38.840338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e4452650-ab44-449d-aa95-0603c9b1d741 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:38.846073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e4452650-ab44-449d-aa95-0603c9b1d741 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:38.846514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.874593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Pushing event updated for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:38.902184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597dd57-72c0-43f6-9e19-21ca3b068ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23901b54-9528-4c80-8fdd-2b237038b46f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:38.922118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:38.973558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:38.994579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Attempting to bind port 17eeca15-f077-4adc-9563-856cd7689fb3 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:38.994943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:38.995092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Attempting to bind port 17eeca15-f077-4adc-9563-856cd7689fb3 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:38.995406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Attempting to bind port 17eeca15-f077-4adc-9563-856cd7689fb3 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:39.000819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.015263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:39.047547 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2597dd57-72c0-43f6-9e19-21ca3b068ea3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4188f38495324b5d9afdb97464bac489&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5338583 Aug 06 18:10:39.048989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56520) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:39.050965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e4452650-ab44-449d-aa95-0603c9b1d741, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e4452650-ab44-449d-aa95-0603c9b1d741,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:39.056220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:subnetpool and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:39.060176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.062294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 59129ff6-37e7-4349-a56d-46fe9ea3d20f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:39.122514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.136419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Port 17eeca15-f077-4adc-9563-856cd7689fb3 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:39.150305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Attempting to bind port 17eeca15-f077-4adc-9563-856cd7689fb3 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:39.255151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ce55-f33d-4d98-8b48-08d48c81d26a req-2f2feb60-a95b-4627-abc2-5a7490c18aea tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:39.266976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29a2ce55-f33d-4d98-8b48-08d48c81d26a req-2f2feb60-a95b-4627-abc2-5a7490c18aea tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.6848478 Aug 06 18:10:39.269290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 59129ff6-37e7-4349-a56d-46fe9ea3d20f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:39.273430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:39.273824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:39.274229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Bound using segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:39.274757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Bound port: 17eeca15-f077-4adc-9563-856cd7689fb3, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:39.275133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.297686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e4452650-ab44-449d-aa95-0603c9b1d741,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:39.417018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df973c-0330-4e60-bdfb-9cf54d52f98a None None] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:39.470354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:39.480226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.532677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29a2ce55-f33d-4d98-8b48-08d48c81d26a req-8d995a98-730e-491f-8414-18dbfa62bf98 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633195 Aug 06 18:10:39.564457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-cab8406a-722d-4a9e-816e-97615a8c6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:39.568322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-cab8406a-722d-4a9e-816e-97615a8c6c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 1095 time: 0.6966794 Aug 06 18:10:39.570330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:port and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:39.644665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Provisioning for port 59129ff6-37e7-4349-a56d-46fe9ea3d20f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:39.660002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Provisioning complete for port 59129ff6-37e7-4349-a56d-46fe9ea3d20f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:39.661201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.679692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:39.738724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.755512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:39.807837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.870254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.905260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:39.970571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:39.971747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.972992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:39.974017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] 10.222.0.55 "PUT /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 1136 time: 4.7816291 Aug 06 18:10:39.978171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:39.982512 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33555940-284b-474a-8a6a-f5429fb07a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:40.006547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78280-d2d1-412d-8d7d-5d64e33550af req-07e7618b-d92f-464b-a8e5-007834ffca15 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.009165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1b78280-d2d1-412d-8d7d-5d64e33550af req-07e7618b-d92f-464b-a8e5-007834ffca15 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 943 time: 1.0161300 Aug 06 18:10:40.031118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:40.058248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:router and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:40.101683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] For port 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=59129ff6-37e7-4349-a56d-46fe9ea3d20f,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:40.113749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.166251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:40.207635 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.222284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Provisioning for port 4a065f01-1767-4c72-a639-b8bf563a9238 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:40.256873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Provisioning complete for port 4a065f01-1767-4c72-a639-b8bf563a9238 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:40.257583 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.268560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-e2f6d5cc-fda5-4ccf-b09b-dd17ea7be7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.270372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-e2f6d5cc-fda5-4ccf-b09b-dd17ea7be7f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 905 time: 0.6833351 Aug 06 18:10:40.271014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:floatingip and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:40.275487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Allocated IP 172.25.3.27 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/35ff144a-0995-4e82-9224-9ab5ea80c83d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:40.276112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042b3bb-45db-481e-9c19-55d65bd60469 service neutron] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:40.316322 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.320522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.322066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23901b54-9528-4c80-8fdd-2b237038b46f HTTP/1.1" status: 204 len: 168 time: 1.2567189 Aug 06 18:10:40.354179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.362138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.371979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.380565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.387910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.395643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.395922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:40.406901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.410460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-5ecf30e4-39aa-4dcc-8260-3282e5fe49b5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5380 time: 0.6252315 Aug 06 18:10:40.426862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Port 4a065f01-1767-4c72-a639-b8bf563a9238 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:40.428358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1b78280-d2d1-412d-8d7d-5d64e33550af req-b90e3e66-6352-4908-bb0b-928d8513c623 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716328 Aug 06 18:10:40.429945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-5121d63d-bb3d-4995-9543-3788a9b96470 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe HTTP/1.1" status: 200 len: 217 time: 0.1347258 Aug 06 18:10:40.438571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23901b54-9528-4c80-8fdd-2b237038b46f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:40.447485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a77bf4-48d9-4907-a1b5-c6c7422e0c29 None None] Pushing event updated for resources: {'Port': ['ID=59129ff6-37e7-4349-a56d-46fe9ea3d20f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:40.584307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.584843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.585403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.585988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.591312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa05e9-734b-4552-8df8-7078d7b2a654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:40.617582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e4452650-ab44-449d-aa95-0603c9b1d741 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:40.628545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d21fb4d2-5a11-45a0-b910-dd908890a624 None None] Provisioning complete for port 59129ff6-37e7-4349-a56d-46fe9ea3d20f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:40.632228 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d21fb4d2-5a11-45a0-b910-dd908890a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.775410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-3c4b1330-aae6-4633-b269-bcdd4a4dc13d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.777192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-3c4b1330-aae6-4633-b269-bcdd4a4dc13d tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.16 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.6343527 Aug 06 18:10:40.797169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abac6cce-9c0c-40d0-b93d-aba50f82bc97 req-76090c80-dc12-4108-b733-78e71e7d7f10 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3744485 Aug 06 18:10:40.831839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e4452650-ab44-449d-aa95-0603c9b1d741 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:40.831839 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:40.851950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-7a443263-387b-487e-9290-ef72eafaf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:40.853398 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63784014-dce8-4857-9961-520f66e1e576 x-openstack-request-id: req-63784014-dce8-4857-9961-520f66e1e576 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:40.853742 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:40.854040 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63784014-dce8-4857-9961-520f66e1e576 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:40.854366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-7a443263-387b-487e-9290-ef72eafaf223 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.4124863 Aug 06 18:10:40.858825 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3', 'status': 'completed', 'code': 200} Aug 06 18:10:40.864533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.044403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.085484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.086652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-ca72ecfe-f5fa-4495-8048-617d54a574ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689117 Aug 06 18:10:41.094890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.111662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:security_group and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:41.154118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:41.442971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.453677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.536637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27addde-341a-428c-8cd6-b7f878d48b20 req-55d1752d-4688-4ddf-9f23-7b14cf83ccd3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.539973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b27addde-341a-428c-8cd6-b7f878d48b20 req-55d1752d-4688-4ddf-9f23-7b14cf83ccd3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.4920118 Aug 06 18:10:41.540473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Pushing event updated for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:41.699353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Usage tracker for resource:security_group_rule and tenant:95bcd8d5a62f455fbf618aa36b4583b9 is out of sync, need to count used quota {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 18:10:41.723001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.723827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.724759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.725506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.726338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.727173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.727963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.731448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33555940-284b-474a-8a6a-f5429fb07a0d req-165a42a1-faba-490e-bfd5-5a9ebfd8998c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6220 time: 0.8755746 Aug 06 18:10:41.736935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Deleting port 1a6b1926-e26c-4489-9442-d4d5cc76df26 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:41.737491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:41.759541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e613-71d9-4ec5-91d8-80e4326966f8 req-cd74950b-3f85-4a0e-8aea-c247f2f03d8c tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:41.773499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d434e613-71d9-4ec5-91d8-80e4326966f8 req-cd74950b-3f85-4a0e-8aea-c247f2f03d8c tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.7747028 Aug 06 18:10:41.790773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.quota.resource [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 18:10:41.898442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c6c2563-f8b3-49fa-8968-4f4b0317da16 tempest-QuotasTest-1240234407 tempest-QuotasTest-1240234407-project-admin] 10.222.0.64 "GET /v2.0/quotas/95bcd8d5a62f455fbf618aa36b4583b9/details.json HTTP/1.1" status: 200 len: 703 time: 3.3938622 Aug 06 18:10:41.922778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b27addde-341a-428c-8cd6-b7f878d48b20 req-29f496f1-7e20-4613-824f-6446f7fb9189 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343339 Aug 06 18:10:41.987570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:10:42.003025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.057309 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-c7d061c1-de34-441f-8274-1ff0526fe74f service neutron] 10.222.0.16 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575195 Aug 06 18:10:42.100468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:42.115388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.159122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Transition to ACTIVE for port object 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:42.186243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d434e613-71d9-4ec5-91d8-80e4326966f8 req-2c91c236-9884-4441-80d6-10cfcefc1ca7 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114723 Aug 06 18:10:42.302696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:42.376815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56560) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:42.380754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] For port 1a6b1926-e26c-4489-9442-d4d5cc76df26, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1a6b1926-e26c-4489-9442-d4d5cc76df26,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:42.381368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.389949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:42.410596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:42.430554 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:10:42.476623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:42.534167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 59129ff6-37e7-4349-a56d-46fe9ea3d20f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:42.541872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'mac_address': 'fa:16:3e:59:6a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:10:42.618710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Pushing event updated for resources: {'Port': ['ID=35ff144a-0995-4e82-9224-9ab5ea80c83d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:42.636942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-bde3a2a6-cb36-4531-b205-87559cdf3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:42.637777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-bde3a2a6-cb36-4531-b205-87559cdf3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:42.638684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-bde3a2a6-cb36-4531-b205-87559cdf3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:42.641866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33555940-284b-474a-8a6a-f5429fb07a0d req-bde3a2a6-cb36-4531-b205-87559cdf3245 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8526194 Aug 06 18:10:42.701138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.714758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:42.730363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 59129ff6-37e7-4349-a56d-46fe9ea3d20f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:42.731062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.738242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee4f0e8-3eae-4ee7-b847-add378b976fe {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:42.769291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:42.803378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:42.835933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:42.860857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.014150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e000ccd-b18a-4214-b5f9-434b10f015fd req-ee33f978-3907-4ee1-9bb7-f342cffff398 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.025805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e000ccd-b18a-4214-b5f9-434b10f015fd req-ee33f978-3907-4ee1-9bb7-f342cffff398 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 943 time: 0.3067827 Aug 06 18:10:43.107163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555940-284b-474a-8a6a-f5429fb07a0d req-e3c747e0-8f29-477f-abc8-d00d8a937ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.119423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33555940-284b-474a-8a6a-f5429fb07a0d req-e3c747e0-8f29-477f-abc8-d00d8a937ba9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4257274 Aug 06 18:10:43.188384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b45e8787-10d4-4fec-82a0-db68147bb74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.193166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:43.235513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['2ee4f0e8-3eae-4ee7-b847-add378b976fe'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:10:43.291286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.298671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.311987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.318296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.330745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.337346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.344222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.346823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-39130fc1-f6de-42da-9f09-8391aaa0d88c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5392 time: 0.8579218 Aug 06 18:10:43.348993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e14af76f-d695-4b52-850e-d83ac6822cd5 req-f21fd90d-b038-42c6-bb03-ab9379f63a31 service neutron] 10.222.0.16 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2193148 Aug 06 18:10:43.535794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5632e239-cdf4-45eb-bf2d-9d86777331a7 req-5e615a17-e7f3-4f63-8b44-dbd0a8970963 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683784 Aug 06 18:10:43.546266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34384947-58f2-43f7-9fa1-c0558532d516 None None] Provisioning complete for port 4a065f01-1767-4c72-a639-b8bf563a9238 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:43.546947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34384947-58f2-43f7-9fa1-c0558532d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.642448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-34384947-58f2-43f7-9fa1-c0558532d516 None None] Port 4a065f01-1767-4c72-a639-b8bf563a9238 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:43.686234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.743468 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b45e8787-10d4-4fec-82a0-db68147bb74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.754119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b45e8787-10d4-4fec-82a0-db68147bb74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.795379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:43.830598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Router 4a895781-7d02-480e-8457-1c90ee28bc91 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:10:43.852377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.852757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:43.853055 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Floating IP 93bb202f-1264-4f5f-a7b5-12b9b727104e disassociated. External IP: 172.25.3.245, port: 1a6b1926-e26c-4489-9442-d4d5cc76df26. Aug 06 18:10:43.853403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Calling delete_port for 1a6b1926-e26c-4489-9442-d4d5cc76df26 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:43.875518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e000ccd-b18a-4214-b5f9-434b10f015fd req-b2fe9f49-0770-42af-8311-2da172a1830a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8483291 Aug 06 18:10:43.896718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b45e8787-10d4-4fec-82a0-db68147bb74b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=278060717f854a8fb93275a5725d0261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5079663 Aug 06 18:10:43.896718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e8787-10d4-4fec-82a0-db68147bb74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9126864-6c7b-4cd6-985b-397a4a87fba3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:43.900664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:43.978398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0400a6-d86f-43c1-8990-396b94856195 req-f62d01a2-3a51-4ab9-bdbc-183896a45348 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:43.980222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be0400a6-d86f-43c1-8990-396b94856195 req-f62d01a2-3a51-4ab9-bdbc-183896a45348 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 945 time: 0.1473260 Aug 06 18:10:43.988673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1a6b1926-e26c-4489-9442-d4d5cc76df26 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:44.015977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Attempting to bind port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:44.016673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Attempting to bind port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:44.016811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Attempting to bind port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:44.057044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:44.057044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Attempting to bind port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:44.130507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be0400a6-d86f-43c1-8990-396b94856195 req-f6ca3d23-ef09-4f1a-82d1-3652a6502933 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups?id=8abed9d0-87f2-487d-a01e-4120b570cea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371703 Aug 06 18:10:44.140612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.153837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.156756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:44.157228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:44.157876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Bound using segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:44.158584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Bound port: 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:44.159135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.260900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.315951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:44.336507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Sync routers for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:44.340255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a7285863-ca78-4113-9bac-eb4c5e3aed80 admin admin] 10.222.0.64 "PUT /v2.0/routers/4a895781-7d02-480e-8457-1c90ee28bc91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9341063 Aug 06 18:10:44.376021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.439312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:44.440023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:44.466170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:44.511655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:10:44.514651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:44.532179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.534459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6117aa-6c80-43b6-9cf9-982374a3f990 req-337d5181-4eb6-4a68-a7f6-70e4f43253c5 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:44.543791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6117aa-6c80-43b6-9cf9-982374a3f990 req-337d5181-4eb6-4a68-a7f6-70e4f43253c5 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.0885093 Aug 06 18:10:44.569478 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.590837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.595784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:44.598279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.609615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9126864-6c7b-4cd6-985b-397a4a87fba3 HTTP/1.1" status: 204 len: 168 time: 0.7010872 Aug 06 18:10:44.647979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6117aa-6c80-43b6-9cf9-982374a3f990 req-b1e0fd2c-ca1c-4c86-95b7-0f7fa90529c2 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030807 Aug 06 18:10:44.691516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:44.691516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:44.691516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] 10.222.0.55 "PUT /v2.0/ports/34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 1091 time: 4.6689305 Aug 06 18:10:44.700054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:44.707870 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d8a61b-af51-4978-ac70-dc70fac7bd13" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:44.730157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event deleted for resources: {'Port': ['ID=1a6b1926-e26c-4489-9442-d4d5cc76df26,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:44.813968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a04d-d69e-433f-94c2-9eec1b445c5d service neutron] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:44.828936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:44.834857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3140896-5ece-4e1b-a02c-d0c784e341c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9126864-6c7b-4cd6-985b-397a4a87fba3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:44.883207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:44.895162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:44.911488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:44.912150 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:45.037490 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10346b31-1e4c-493e-aa46-39c6a77922f4 x-openstack-request-id: req-10346b31-1e4c-493e-aa46-39c6a77922f4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:45.038484 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:45.038952 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10346b31-1e4c-493e-aa46-39c6a77922f4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:45.039650 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'status': 'completed', 'code': 200} Aug 06 18:10:45.083446 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:45.084660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9b2d058-984a-42ec-9222-044380195315 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.9847414 Aug 06 18:10:45.136171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.136679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.137229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.137851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.138338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.138908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.139389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.154548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56616) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:45.155656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:45.165820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-8a36de4a-df40-496d-8362-a3517fa33a49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6288 time: 0.2696097 Aug 06 18:10:45.188760 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:45.242596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:39Z', 'revision_number': 4, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4a065f01-1767-4c72-a639-b8bf563a9238', 'name': '', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:40Z', 'revision_number': 2, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'subnets': [{'id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:45.376003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076a15-5ad6-4c02-a77e-9ed40873241b req-673fccbe-153e-435f-a098-fe98c1538903 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.395640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16076a15-5ad6-4c02-a77e-9ed40873241b req-673fccbe-153e-435f-a098-fe98c1538903 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 944 time: 0.3730345 Aug 06 18:10:45.400279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Checking router: 4a895781-7d02-480e-8457-1c90ee28bc91 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:45.400878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Updating router 4a895781-7d02-480e-8457-1c90ee28bc91 port 4a065f01-1767-4c72-a639-b8bf563a9238 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:10:45.517531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16076a15-5ad6-4c02-a77e-9ed40873241b req-30e6cf68-c2b4-4c33-aca8-e0d796d58bb0 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207995 Aug 06 18:10:45.541024 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:43Z', 'revision_number': 3, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:45.554853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:45.585730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:45.586249 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Updating router bd03dc88-413e-455e-8fe2-87a86a2208c9 port 35ff144a-0995-4e82-9224-9ab5ea80c83d binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:10:45.600859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-4d741f35-e34a-4a0b-9d75-7963efabf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.601422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-4d741f35-e34a-4a0b-9d75-7963efabf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.601937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-4d741f35-e34a-4a0b-9d75-7963efabf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.607493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-4d741f35-e34a-4a0b-9d75-7963efabf194 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4328806 Aug 06 18:10:45.659461 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:45.761398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Router c40f173a-1415-4919-97d9-001d8186532c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:10:45.788186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f73113d6-1f5d-46bb-a64d-9686241de0c8 req-0e651dcc-f1d1-4702-8582-2935319a1a03 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 210 time: 0.0886514 Aug 06 18:10:45.911337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.938150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.958796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.969917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-552a8d7f-8fb9-476d-866a-58ddbb5c53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.971909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6d8a61b-af51-4978-ac70-dc70fac7bd13 req-552a8d7f-8fb9-476d-866a-58ddbb5c53d4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566244 Aug 06 18:10:45.977882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56628) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:45.978475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:45.995134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:46.011903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7207ed-31a3-41a4-aea0-6e47d52126b1 req-b79805a1-7c54-4783-ae2d-11fd8cd7ee97 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:46.017169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:46.020807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a7207ed-31a3-41a4-aea0-6e47d52126b1 req-b79805a1-7c54-4783-ae2d-11fd8cd7ee97 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.1089463 Aug 06 18:10:46.043518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:46.050111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-4a47dd38-a011-4249-9bdd-6f1361d3daf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5392 time: 1.2383285 Aug 06 18:10:46.074105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1187501d-86a6-4925-b087-6933436f90a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.076097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.088691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Transition to ACTIVE for port object 4a065f01-1767-4c72-a639-b8bf563a9238 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:46.095677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:46.141780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.202110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Pushing event updated for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:46.209690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.210049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.210393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.210908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.211417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.211898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.212366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.212897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.213275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.213638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.213970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.214309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:46.227001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-0ecefc6e-8137-4a56-a6d0-32c21a8efd90 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:46.229376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-0ecefc6e-8137-4a56-a6d0-32c21a8efd90 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.16 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.2264705 Aug 06 18:10:46.266232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 2ee4f0e8-3eae-4ee7-b847-add378b976fe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:46.290164 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.300211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 2ee4f0e8-3eae-4ee7-b847-add378b976fe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:46.301270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.313687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a7207ed-31a3-41a4-aea0-6e47d52126b1 req-714eb6a1-dbf4-4261-902d-1209502982e4 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914667 Aug 06 18:10:46.335914 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Transition to ACTIVE for port object 35ff144a-0995-4e82-9224-9ab5ea80c83d will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:46.348679 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.400352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Attempting to bind port 4a065f01-1767-4c72-a639-b8bf563a9238 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:46.400889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Attempting to bind port 4a065f01-1767-4c72-a639-b8bf563a9238 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:46.401372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Attempting to bind port 4a065f01-1767-4c72-a639-b8bf563a9238 on network 98feb46d-99cd-4538-9b9c-c47c9f13f19f {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:46.420132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:46.420679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Checking segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:46.421357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.421939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Bound using segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:46.422716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Bound port: 4a065f01-1767-4c72-a639-b8bf563a9238, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:46.423124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.559032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Attempting to bind port 35ff144a-0995-4e82-9224-9ab5ea80c83d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:46.559263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] For port 4a065f01-1767-4c72-a639-b8bf563a9238, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:46.564299 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Attempting to bind port 35ff144a-0995-4e82-9224-9ab5ea80c83d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:46.564871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Attempting to bind port 35ff144a-0995-4e82-9224-9ab5ea80c83d on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:46.570309 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9f423-fe35-4a85-ac0a-c30dda17d1b5 None None] Pushing event updated for resources: {'Port': ['ID=35ff144a-0995-4e82-9224-9ab5ea80c83d,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:46.571594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] For port 4a065f01-1767-4c72-a639-b8bf563a9238, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4a065f01-1767-4c72-a639-b8bf563a9238,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:46.593473 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:46.595022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.599252 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:46.599898 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.604258 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:46.605261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Bound port: 35ff144a-0995-4e82-9224-9ab5ea80c83d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:46.605970 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.682226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bf2df-30a4-4362-a1b6-439e306e797a None None] Pushing event updated for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:46.736435 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] For port 35ff144a-0995-4e82-9224-9ab5ea80c83d, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:46.742393 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] For port 35ff144a-0995-4e82-9224-9ab5ea80c83d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=35ff144a-0995-4e82-9224-9ab5ea80c83d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:46.754035 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.817505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.834088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Deleting port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:46.834789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.885598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:46.898686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:46.902603 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a821c69-d45b-48a8-81ea-c93df4fd99a0" -d '{"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-plugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:46.912332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:46.913890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:46.954327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Sync routers for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:46.956976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf407759-b5e1-4ee6-af51-51cf02d1aa52 req-054e6bf5-5c9f-494f-b9ec-f5ddecebbff8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8979106 Aug 06 18:10:46.999545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:47.000564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:47.012001 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:47.013364 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:47.079826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1187501d-86a6-4925-b087-6933436f90a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:47.136953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3beae-ff54-4cd8-8980-83d1583d4eb6 req-2562d095-7b39-4501-8019-6b5be7936e3e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:47.150502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fb3beae-ff54-4cd8-8980-83d1583d4eb6 req-2562d095-7b39-4501-8019-6b5be7936e3e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 944 time: 0.4358699 Aug 06 18:10:47.232554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:47.236521 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9f423-fe35-4a85-ac0a-c30dda17d1b5 None None] Pushing event updated for resources: {'Port': ['ID=35ff144a-0995-4e82-9224-9ab5ea80c83d,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:47.306571 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1187501d-86a6-4925-b087-6933436f90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:47.352961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:47.353727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:47.401799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:47.479852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1187501d-86a6-4925-b087-6933436f90a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95bcd8d5a62f455fbf618aa36b4583b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5000141 Aug 06 18:10:47.500038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56648) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:47.500796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56650) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:47.512245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-network', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:47.529699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fb3beae-ff54-4cd8-8980-83d1583d4eb6 req-9e5f8368-3226-4028-9f5c-d25a913e3947 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776639 Aug 06 18:10:47.576309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187501d-86a6-4925-b087-6933436f90a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943875b5-efc0-40a3-a3c6-3929b14f3b9a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:47.640742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] No DVR routers for this DVR port 1a6b1926-e26c-4489-9442-d4d5cc76df26 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:47.660460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:47.665632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:47.665955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c46aa3f-25c3-4ff6-9b6f-b92e9667abb5 req-4688add3-2b50-4848-af23-8faefef24d75 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/ports?device_id=35315504-1282-40bd-927d-1832035606d1 HTTP/1.1" status: 200 len: 210 time: 0.2887213 Aug 06 18:10:47.696587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:47.719139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:47.727376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0a465ed-8afb-4f16-a47f-43fbfa849bf9 req-7180fd65-f687-422d-a3d4-b2ee62dd1097 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.16 "DELETE /v2.0/ports/1a6b1926-e26c-4489-9442-d4d5cc76df26 HTTP/1.1" status: 204 len: 173 time: 6.9258881 Aug 06 18:10:47.746950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'name': 'network-vif-deleted', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:47.749078 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f662dda1-2b6b-4e0b-9ec9-f42829755c0d" -d '{"events": [{"server_uuid": "35315504-1282-40bd-927d-1832035606d1", "name": "network-vif-deleted", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:47.903321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56658) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:47.992991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:48.118598 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:43Z', 'revision_number': 3, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:48.167658 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4859eeec-bfe5-492d-ac57-d7eac45fb0a5 x-openstack-request-id: req-4859eeec-bfe5-492d-ac57-d7eac45fb0a5 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:48.168163 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35315504-1282-40bd-927d-1832035606d1", "name": "network-vif-deleted", "tag": "1a6b1926-e26c-4489-9442-d4d5cc76df26", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:48.168555 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4859eeec-bfe5-492d-ac57-d7eac45fb0a5 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:48.169201 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35315504-1282-40bd-927d-1832035606d1', 'name': 'network-vif-deleted', 'tag': '1a6b1926-e26c-4489-9442-d4d5cc76df26', 'status': 'completed', 'code': 200} Aug 06 18:10:48.210105 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30fb85-05c1-4014-b7ff-0e706633009f None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:43Z', 'revision_number': 3, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:48.320258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:48.328505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.362785 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a2c954-2343-4e12-8ebe-e40ab134bc5b x-openstack-request-id: req-d6a2c954-2343-4e12-8ebe-e40ab134bc5b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:48.363561 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-plugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:48.364229 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6a2c954-2343-4e12-8ebe-e40ab134bc5b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:48.365080 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'code': 200} Aug 06 18:10:48.371546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Checking router: c40f173a-1415-4919-97d9-001d8186532c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:48.382634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Made reservation on behalf of 39e0a83ab3664a29b29aa1d78122a006 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:48.386658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.431530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:48.433927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:48.514314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.518279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e5d55-7fb6-4405-9481-e34a7dabd994 req-895de0d8-2cc0-4c34-b97a-ede9b9242248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:48.520105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca7e5d55-7fb6-4405-9481-e34a7dabd994 req-895de0d8-2cc0-4c34-b97a-ede9b9242248 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 1097 time: 0.3822956 Aug 06 18:10:48.530742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.595731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67876785-fc5a-4670-88c6-89d992aa1826 req-2b6b72e3-3cef-432b-98cf-65d15734fef2 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:48.603555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67876785-fc5a-4670-88c6-89d992aa1826 req-2b6b72e3-3cef-432b-98cf-65d15734fef2 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 945 time: 0.5706015 Aug 06 18:10:48.777965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787a736b-7acb-472f-ac18-c08d892323a2 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:48.864887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37fda8af-1ba8-4a58-8980-43120a3d21be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.915667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.939479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:48.943064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:48.986140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca7e5d55-7fb6-4405-9481-e34a7dabd994 req-96cfe6ae-447d-4086-92b4-cacd4cd9724a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526668 Aug 06 18:10:48.998467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67876785-fc5a-4670-88c6-89d992aa1826 req-1f792dd0-0b46-47b5-8902-a53a7ff72381 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934729 Aug 06 18:10:49.009389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Transition to ACTIVE for port object 787a736b-7acb-472f-ac18-c08d892323a2 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:49.109912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.111234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.119752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/943875b5-efc0-40a3-a3c6-3929b14f3b9a HTTP/1.1" status: 204 len: 168 time: 1.6081297 Aug 06 18:10:49.141048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.187013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75c43-e061-44b9-b10e-a4506cff21e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943875b5-efc0-40a3-a3c6-3929b14f3b9a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:49.417947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.418722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.419121 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Floating IP 938f7b69-69b2-4e1a-9b74-eb9c66a76a10 disassociated. External IP: 172.25.3.150, port: b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d. Aug 06 18:10:49.419726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Calling delete_port for b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:49.487436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:39Z', 'revision_number': 4, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4a065f01-1767-4c72-a639-b8bf563a9238', 'name': '', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:46Z', 'revision_number': 4, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'subnets': [{'id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:49.494830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.525603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.534271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545621d9-9def-416e-9721-a205d8f60c39 None None] The sync data for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 is: [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:10:39Z', 'revision_number': 4, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4a065f01-1767-4c72-a639-b8bf563a9238', 'name': '', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:46Z', 'revision_number': 4, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'subnets': [{'id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:49.562152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.577772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.609301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:49.676745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.694607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10f081-b428-441e-8de8-775bd931ee9c None None] The sync data for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 is: [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:06:54Z', 'revision_number': 4, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4168c817-2114-48ac-b6da-3a2277ae70c1', 'name': '', 'network_id': '804ba92b-e419-4942-9f38-4e9b2acd671b', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'mac_address': 'fa:16:3e:93:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:52Z', 'updated_at': '2021-08-06T18:07:06Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'subnets': [{'id': 'd7fe75e0-dfd4-4044-9b4a-9860c59d7517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:49.719875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.744213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:49.751938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-70d343eb-e0cf-4cf3-a0f1-3903f38f45c2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5392 time: 1.0977881 Aug 06 18:10:49.887178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:49.993632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.023846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:10:50.119655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bae106cd-e0d0-4d28-9d4e-e81280e42227 req-0ede6f5b-1c02-4715-9c1f-03cf79eb3821 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3621581 Aug 06 18:10:50.195191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Allocated IP 172.20.0.1 (a9ea0630-b98a-4953-a59b-c0474f6fc6db/1d30067c-c662-4638-8df8-40cf59f99f5b/9bc94a2d-4c41-400e-b3eb-31ddb7b60333) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:50.265856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.371688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:50.373614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:50.378683 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb8fcab-df88-4993-8aaa-6b24c24000dd" -d '{"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:50.417904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.427599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:50.461437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37fda8af-1ba8-4a58-8980-43120a3d21be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.490462 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37fda8af-1ba8-4a58-8980-43120a3d21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.536931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85927762-71f6-4b42-90c5-54674a3f6e9a req-8ff56b2a-cf2d-4376-9677-2e5292d3451a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:50.551761 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85927762-71f6-4b42-90c5-54674a3f6e9a req-8ff56b2a-cf2d-4376-9677-2e5292d3451a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 945 time: 1.3430243 Aug 06 18:10:50.577938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:50.580808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:10:50.629743 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ea820-7c3e-49d4-bcaf-24b3f9835412 None None] New status for floating IP 93bb202f-1264-4f5f-a7b5-12b9b727104e: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:10:50.635252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88a235-6801-4365-ac4c-5c5b1ba6ec1c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:50.653381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Attempting to bind port 787a736b-7acb-472f-ac18-c08d892323a2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:50.654024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Attempting to bind port 787a736b-7acb-472f-ac18-c08d892323a2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:50.654460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Attempting to bind port 787a736b-7acb-472f-ac18-c08d892323a2 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:50.664389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.664843 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Added segment 5140a986-4b84-4d8b-91a6-c59f59d4c97c of type vlan for network ac21f473-a87a-4bba-a087-9f699278a1ba Aug 06 18:10:50.671945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-37fda8af-1ba8-4a58-8980-43120a3d21be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a69b363f91fe4b0a8ad75c099afc9327&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7582810 Aug 06 18:10:50.689013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56686) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:50.715394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85927762-71f6-4b42-90c5-54674a3f6e9a req-21a011a9-25e2-4616-8ed0-5a910aa0ba14 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628263 Aug 06 18:10:50.760143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Port 787a736b-7acb-472f-ac18-c08d892323a2 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:50.766597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Attempting to bind port 787a736b-7acb-472f-ac18-c08d892323a2 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:50.777193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fda8af-1ba8-4a58-8980-43120a3d21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d720305b-8eb6-4edd-8a10-e90a969d4003,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:50.825951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4ecd2-a63c-4a10-ae65-f08ae6bd4d61 req-8f0ec325-1081-4476-b11a-dc0bf32a48cc tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:50.829147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2c4ecd2-a63c-4a10-ae65-f08ae6bd4d61 req-8f0ec325-1081-4476-b11a-dc0bf32a48cc tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 943 time: 0.3441274 Aug 06 18:10:50.830373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56690) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:50.848000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.874678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:50.895332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Checking segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:50.897748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Bound using segment: {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:50.898582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Bound port: 787a736b-7acb-472f-ac18-c08d892323a2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da5bec-d196-41d8-b204-ebc4fb3de540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:50.904133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:50.911575 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4bc300-4e85-489c-9ed2-dfce76d76aca x-openstack-request-id: req-8e4bc300-4e85-489c-9ed2-dfce76d76aca {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:50.911874 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:50.912258 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e4bc300-4e85-489c-9ed2-dfce76d76aca {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:50.912787 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'code': 200} Aug 06 18:10:50.948533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35ff144a-0995-4e82-9224-9ab5ea80c83d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:50.994779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.004202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event deleted for resources: {'Port': ['ID=b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:51.017832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.124176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Transition to ACTIVE for port object 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:51.163864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 35ff144a-0995-4e82-9224-9ab5ea80c83d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:51.177127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2c4ecd2-a63c-4a10-ae65-f08ae6bd4d61 req-213698f2-ce82-49fa-aac5-0f1f453e726e tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups?id=e67f71a4-4281-4622-ab16-f61b6653fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356450 Aug 06 18:10:51.180475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 35ff144a-0995-4e82-9224-9ab5ea80c83d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:51.185205 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.392179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.398861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.456881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.458677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.459884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:51.460608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.505817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.510143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:51.526567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.585921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 35ff144a-0995-4e82-9224-9ab5ea80c83d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=35ff144a-0995-4e82-9224-9ab5ea80c83d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:51.589351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Router af2eb444-58a0-4dd1-992d-d91b2462d78f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:10:51.595116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.596732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4a065f01-1767-4c72-a639-b8bf563a9238 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:51.624755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.627972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.631632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "DELETE /v2.0/security-groups/8abed9d0-87f2-487d-a01e-4120b570cea1 HTTP/1.1" status: 204 len: 168 time: 0.7977698 Aug 06 18:10:51.687248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:51.713705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:51.747233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=35ff144a-0995-4e82-9224-9ab5ea80c83d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:51.783466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4a065f01-1767-4c72-a639-b8bf563a9238 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:51.786378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964fc35-e99f-4588-92b6-9fa6d2f9c9e8 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abed9d0-87f2-487d-a01e-4120b570cea1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:51.795975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4a065f01-1767-4c72-a639-b8bf563a9238 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:51.797026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.841269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:51.903128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:52.012962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.024357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:52.049746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2f50f-80cf-4c53-9027-7826be783b7d req-fa29158c-6757-4cc9-b797-61d1119941da tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:52.058061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.5501926 Aug 06 18:10:52.060042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:52.063658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecd2f50f-80cf-4c53-9027-7826be783b7d req-fa29158c-6757-4cc9-b797-61d1119941da tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 945 time: 0.1383545 Aug 06 18:10:52.064349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12668c8d-9f3f-4ca0-aab3-66055045bd5e admin admin] Pushing event updated for resources: {'Network': ['ID=ac21f473-a87a-4bba-a087-9f699278a1ba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:52.068836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:52.071664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Sync routers for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:52.078902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56708) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:52.091380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Request body: {'subnet': {'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-subnet', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:52.111944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:52.113651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:52.124444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4a065f01-1767-4c72-a639-b8bf563a9238, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4a065f01-1767-4c72-a639-b8bf563a9238,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:10:52.145129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.149411 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-c7c28fe8-c75a-4576-8bde-5982d224d75c tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] show failed (client error): The resource could not be found. Aug 06 18:10:52.151609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7c28fe8-c75a-4576-8bde-5982d224d75c tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "GET /v2.0/security-groups/8abed9d0-87f2-487d-a01e-4120b570cea1 HTTP/1.1" status: 404 len: 347 time: 0.4566193 Aug 06 18:10:52.199765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56710) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:52.225733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ac21f473-a87a-4bba-a087-9f699278a1ba details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:10:52.235922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.289801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] No DVR routers for this DVR port b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:10:52.307475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.311992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7f100c9-a13e-4cce-91a0-e5d87c377d5b req-cd8d70b3-d48a-46a9-9ccc-c20896272e2c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.16 "DELETE /v2.0/ports/b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d HTTP/1.1" status: 204 len: 173 time: 6.0525749 Aug 06 18:10:52.317242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Made reservation on behalf of 39e0a83ab3664a29b29aa1d78122a006 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:52.327163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.334271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-deleted', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:52.336846 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee102c46-f651-4c93-9384-8a2d2b4143c6" -d '{"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-deleted", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:52.558113 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ecd2f50f-80cf-4c53-9027-7826be783b7d req-fd76291a-1366-47a8-80b8-293663923330 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339797 Aug 06 18:10:52.571333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.585776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:52.721125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Deleting port 21b95087-6854-4b1f-94be-f7fa1af80c23 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:10:52.722105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.741042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:52.775304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:52.928520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e182f22b-7139-4841-8fca-808d12f79435 req-2c167e01-b2c9-494c-89fc-30c655116302 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.1710303 Aug 06 18:10:52.934383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:52.935110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:52.936500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a9323deb-800b-4962-bb51-8c589cf0f699 service neutron] 10.222.0.55 "PUT /v2.0/ports/787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 1091 time: 8.1239057 Aug 06 18:10:52.937871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:52.940502 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "787a736b-7acb-472f-ac18-c08d892323a2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:53.021953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:53.042611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.049528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.057139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.062501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:53.065753 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de72845-4136-48d4-a6a4-1506425dbacb x-openstack-request-id: req-1de72845-4136-48d4-a6a4-1506425dbacb {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:53.066230 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70fddcd-757c-4d8c-b0b5-16e544ca862c", "name": "network-vif-deleted", "tag": "b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:53.066646 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1de72845-4136-48d4-a6a4-1506425dbacb {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:53.067121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.067285 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70fddcd-757c-4d8c-b0b5-16e544ca862c', 'name': 'network-vif-deleted', 'tag': 'b7d02eaf-bc21-4d4b-a817-a9d3929c1b5d', 'status': 'completed', 'code': 200} Aug 06 18:10:53.076171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.083646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.090512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.100563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-a9ea3062-8346-4662-a747-169e6b0ebb0a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5404 time: 1.7223938 Aug 06 18:10:53.137431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35ff144a-0995-4e82-9224-9ab5ea80c83d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:53.204852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.205192 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.216237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.219589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.225785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d720305b-8eb6-4edd-8a10-e90a969d4003 HTTP/1.1" status: 204 len: 168 time: 2.5206628 Aug 06 18:10:53.252871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Calling delete_port for 21b95087-6854-4b1f-94be-f7fa1af80c23 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:10:53.267307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56732) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:53.312719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ade018f5-3f4f-4a6f-84f2-2721b7444369 req-3c0da39e-8f6f-4d8e-8924-866bcb2474a9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107551 Aug 06 18:10:53.551514 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408c139-f6ec-4274-afce-0c9fcdcdcaf7 x-openstack-request-id: req-5408c139-f6ec-4274-afce-0c9fcdcdcaf7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:53.558257 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "787a736b-7acb-472f-ac18-c08d892323a2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:53.559020 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5408c139-f6ec-4274-afce-0c9fcdcdcaf7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:53.560019 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2', 'status': 'completed', 'code': 200} Aug 06 18:10:53.564821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c478929-6384-435b-845c-8262fd2065cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d720305b-8eb6-4edd-8a10-e90a969d4003,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:53.685247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.707952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.722334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.763864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1878845214', 'router:external': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:53.826119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Made reservation on behalf of 4af08b79dc7a491f82f28794df78006b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:53.830556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.841763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.877716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-17d50aa6-22e8-461c-a8e1-b3d67799706a None None] Provisioning for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:53.924149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.925350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.925915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.926411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.927009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.927515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.928132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:53.931092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-8f24b320-52d7-4354-a71b-057a5f021539 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6356 time: 0.4246304 Aug 06 18:10:53.939532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Pushing event deleted for resources: {'Port': ['ID=21b95087-6854-4b1f-94be-f7fa1af80c23,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:53.951481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:53.994376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-17d50aa6-22e8-461c-a8e1-b3d67799706a None None] Provisioning complete for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:53.994931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-17d50aa6-22e8-461c-a8e1-b3d67799706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.033546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Checking segment: {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:54.034417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Network hostable DHCP agents. Network: ac21f473-a87a-4bba-a087-9f699278a1ba, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:10:54.038666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075a1734-c9a1-43d7-b70c-8e6ef08eb4e4,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:54.076986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 35ff144a-0995-4e82-9224-9ab5ea80c83d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:54.077691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.079858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-17d50aa6-22e8-461c-a8e1-b3d67799706a None None] Port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:54.146037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:54.184264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Checking router: af2eb444-58a0-4dd1-992d-d91b2462d78f for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:54.236849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ed7e-9ebd-4c80-a32a-b08ffdf869fb req-0fa8be09-e385-48d6-89fc-6a8c7c0894af tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:54.245685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a481ed7e-9ebd-4c80-a32a-b08ffdf869fb req-0fa8be09-e385-48d6-89fc-6a8c7c0894af tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 945 time: 0.6362369 Aug 06 18:10:54.305497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Network ac21f473-a87a-4bba-a087-9f699278a1ba is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:10:54.308754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:54.310753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:54.328177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a481ed7e-9ebd-4c80-a32a-b08ffdf869fb req-b59b27eb-cc5e-40ab-9341-4dde52c4dff7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788653 Aug 06 18:10:54.346698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.350179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.355143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32737bcd-d45d-4e31-be67-2600c3aafdf2 tempest-ServersTestFqdnHostnames-1132692282 tempest-ServersTestFqdnHostnames-1132692282-project] 10.222.0.64 "DELETE /v2.0/floatingips/93bb202f-1264-4f5f-a7b5-12b9b727104e HTTP/1.1" status: 204 len: 168 time: 2.1536026 Aug 06 18:10:54.357347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:54.358219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f415832-69d0-425d-bd4e-607f2140a1d7 req-5aa51d75-8ed4-444f-a740-6b0a61a929c9 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.0771198 Aug 06 18:10:54.361128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-e872ee71-ebdb-480f-ad26-84b266ec9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:54.375360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-e872ee71-ebdb-480f-ad26-84b266ec9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:54.380447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-e872ee71-ebdb-480f-ad26-84b266ec9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:54.393703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-e872ee71-ebdb-480f-ad26-84b266ec9449 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4346907 Aug 06 18:10:54.415654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ac21f473-a87a-4bba-a087-9f699278a1ba) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:54.619132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:54.653099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:54.656297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.681306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0b031-2f13-48b1-85a3-b3283ce7d6d6 None None] Network ac21f473-a87a-4bba-a087-9f699278a1ba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:10:54.730482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4a065f01-1767-4c72-a639-b8bf563a9238 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:54.771216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.774567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-115be716-c7b7-46a3-a0ce-a774332dc8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.792842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:54.847122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:54.896343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:54.975393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.018236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.030914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.031147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4a065f01-1767-4c72-a639-b8bf563a9238 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:55.031147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.042381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.054267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.076069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.096785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.112307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e875c475-73cc-47f7-93f7-fb772ae8e040 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:55.120037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.128847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.141425 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-d91e3ac4-c2ff-4ff3-bd6f-0ec463bb625e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5404 time: 0.4597349 Aug 06 18:10:55.158659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Transition to ACTIVE for port object e875c475-73cc-47f7-93f7-fb772ae8e040 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:55.170242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:55.172227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.246849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:55.263063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:55.429786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:10:55.653340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Attempting to bind port e875c475-73cc-47f7-93f7-fb772ae8e040 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:55.653718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Attempting to bind port e875c475-73cc-47f7-93f7-fb772ae8e040 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:55.656835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Attempting to bind port e875c475-73cc-47f7-93f7-fb772ae8e040 on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:55.733218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-ac21f473-a87a-4bba-a087-9f699278a1ba', 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'fixed_ips': [{'subnet_id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:10:55.734236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.758163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Port e875c475-73cc-47f7-93f7-fb772ae8e040 on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:10:55.759021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Attempting to bind port e875c475-73cc-47f7-93f7-fb772ae8e040 on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:55.822219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:55.822734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Checking segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:55.823313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Bound using segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:55.824218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Bound port: e875c475-73cc-47f7-93f7-fb772ae8e040, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:55.824408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:55.860621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c60ed-dcb5-4311-821a-1f23e8175593 req-83ad771b-8e75-42e8-8958-3f4e076ca245 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:55.862544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-891c60ed-dcb5-4311-821a-1f23e8175593 req-83ad771b-8e75-42e8-8958-3f4e076ca245 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 945 time: 0.3821049 Aug 06 18:10:55.903179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62ed388d-897b-469a-8d4c-e68578283fb3 req-fa503bec-e5c1-4bd1-b049-1b5f8518d124 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7500689 Aug 06 18:10:55.930125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:10:55.939015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4bac30e3-6196-4558-956b-4b57467fa8c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd03dc88-413e-455e-8fe2-87a86a2208c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7625849 Aug 06 18:10:55.945003 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:10:55.964778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Allocated IP 172.20.0.2 (ac21f473-a87a-4bba-a087-9f699278a1ba/075a1734-c9a1-43d7-b70c-8e6ef08eb4e4/979b4bfe-1e7e-4efb-b919-7d9383a8f953) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:10:55.969280 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:55.970579 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:55.989398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-891c60ed-dcb5-4311-821a-1f23e8175593 req-89fd4137-d1c2-4076-ab82-4554c3ae397c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189115 Aug 06 18:10:56.005077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.037434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fe00982a-36a4-42f7-bc69-18d23d8f0c75 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.9537075 Aug 06 18:10:56.038723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-153cb586-cdeb-4817-be75-26e6f28a4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:56.042763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:56.045401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a96ca8f-be8b-49f3-9d83-5c8444a44e73 req-153cb586-cdeb-4817-be75-26e6f28a4d2e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6321905 Aug 06 18:10:56.051130 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.055512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:56.061033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:56.076256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:56.098412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.219102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:10:56.225343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:56.226349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.232903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb763fd8-f850-4950-bbd1-97cc4f4d916f req-2477f312-22ca-4ed7-806d-8979f26de58c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.0710163 Aug 06 18:10:56.253655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] 10.222.0.55 "PUT /v2.0/ports/e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 1092 time: 3.2341464 Aug 06 18:10:56.288321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:56.298610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8375e-6614-48ea-b88a-7d3e07d8fa14,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:56.309835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:10:56.319463 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b4160-3b69-475c-b790-9720b9fbf4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:10:56.338485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.339091 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Added segment ae8fa608-c2f7-4f8e-ab78-87714baa535f of type vlan for network 06b4ba92-516e-4c8c-b7ec-778aa3417051 Aug 06 18:10:56.349631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Request body: {'port': {'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:56.400994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.454001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961c88-aead-4b05-af19-db87dded1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:56.468936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.474525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:56.476662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.505341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.551197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e623fc-e5bb-4580-868f-f09319312298 None None] The sync data for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 is: [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:07:33Z', 'revision_number': 4, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port': {'id': '799c9270-767d-49ca-aca7-9dfea5bd81f8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:25Z', 'updated_at': '2021-08-06T18:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd1c8fb2b-e82a-49f2-aa73-651e2f33e110', 'name': '', 'network_id': 'babff83e-63dd-46e5-bd78-d2e3e1251ac2', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'mac_address': 'fa:16:3e:f8:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:07:32Z', 'updated_at': '2021-08-06T18:07:46Z', 'revision_number': 5, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'subnets': [{'id': 'ddb7e570-b349-403f-ae86-bc0a3e1496c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:56.646089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-92553f4c-af06-4488-9d7f-fb16ff2af1f2 None None] Provisioning complete for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:10:56.651292 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92553f4c-af06-4488-9d7f-fb16ff2af1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.701075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-92553f4c-af06-4488-9d7f-fb16ff2af1f2 None None] Port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:10:56.720966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-115be716-c7b7-46a3-a0ce-a774332dc8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.738856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-115be716-c7b7-46a3-a0ce-a774332dc8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.781501 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:56.836473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.4476950 Aug 06 18:10:56.841857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b16d1-c4b4-4bf2-beeb-aa777653a611 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Network': ['ID=06b4ba92-516e-4c8c-b7ec-778aa3417051,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:56.844732 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:56.863936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:56.881281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'subnet': {'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:56.896146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:10:56.966079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Transition to ACTIVE for port object 979b4bfe-1e7e-4efb-b919-7d9383a8f953 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:57.016687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Made reservation on behalf of 4af08b79dc7a491f82f28794df78006b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:10:57.025659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.025932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Transition to ACTIVE for port object 979b4bfe-1e7e-4efb-b919-7d9383a8f953 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:57.059248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.090003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.092426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.137959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-115be716-c7b7-46a3-a0ce-a774332dc8eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb30e4eb156344dba395826c1cb65fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5143578 Aug 06 18:10:57.259849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:57.309834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:57.331000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42369b2-7a2d-4d10-9290-88cea666e689 None None] New status for floating IP 938f7b69-69b2-4e1a-9b74-eb9c66a76a10: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:10:57.360007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280318785', 'description': 'tempest-description--213734247'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:57.384580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115be716-c7b7-46a3-a0ce-a774332dc8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f589be-dc0e-45ef-a574-e45a10301e4c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:57.407031 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69602f-0e86-4569-86b7-d7c08ad6eb70 x-openstack-request-id: req-3a69602f-0e86-4569-86b7-d7c08ad6eb70 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:10:57.407409 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:10:57.407687 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a69602f-0e86-4569-86b7-d7c08ad6eb70 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:10:57.408099 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'status': 'completed', 'code': 200} Aug 06 18:10:57.545145 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:10:54Z', 'revision_number': 2, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:57.550574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.564997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Network ac21f473-a87a-4bba-a087-9f699278a1ba is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:10:57.608314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:10:57.616715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:10:57.681577 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:10:57.682113 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Updating router bd03dc88-413e-455e-8fe2-87a86a2208c9 port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:10:57.714027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.741788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Pushing event updated for resources: {'Port': ['ID=979b4bfe-1e7e-4efb-b919-7d9383a8f953,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:57.757725 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.781498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Attempting to bind port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:57.782161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Attempting to bind port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:57.782774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Attempting to bind port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 on network ac21f473-a87a-4bba-a087-9f699278a1ba {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:57.801751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.802993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:57.803392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Checking segment: {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:57.804063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.804699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Bound using segment: {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:57.805538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Bound port: 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:57.806171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:57.823666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.823666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.824381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.824900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.825390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.826028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.826513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.829078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-285e7999-4368-4ec2-a801-f3c4473d415b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6424 time: 0.4205410 Aug 06 18:10:57.842401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.849337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.860017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.869609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.876175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.882859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.891289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:57.895387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-eb7a49d2-da28-4f08-bd57-adbd0723f99b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5416 time: 0.3694587 Aug 06 18:10:57.976658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] For port 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:57.984407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] For port 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=979b4bfe-1e7e-4efb-b919-7d9383a8f953,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:58.000986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.133377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14424-69df-4008-8875-ca9fcc77e3ef None None] Pushing event updated for resources: {'Port': ['ID=979b4bfe-1e7e-4efb-b919-7d9383a8f953,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:58.186928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.201394 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.218827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Transition to ACTIVE for port object 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:58.230782 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.284631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Pushing event updated for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:58.301112 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.301479 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.302583 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.302922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.303251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.303748 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.304822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.305172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.305523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.305854 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.306177 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.306559 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:10:58.414427 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c2fcfe27-0499-410a-8e9a-85958dc59865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.435350 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Attempting to bind port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:58.436068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Attempting to bind port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:58.436557 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Attempting to bind port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:58.443207 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:10:58.443603 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Checking segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:10:58.444360 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.445932 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Bound using segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:10:58.446212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.447406 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Bound port: 9bc94a2d-4c41-400e-b3eb-31ddb7b60333, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:10:58.447959 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.485439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a543ae6-4c2a-4cf5-aad1-573f71f1aa3b req-0d7c7673-e106-42f0-9618-cb5f711968c4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5563302 Aug 06 18:10:58.563808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98277619-aaa3-43bc-ab8f-5d2fe51a99da req-5625cc07-c2f3-453f-a477-adfbe82de40f tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.8865254 Aug 06 18:10:58.695584 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] For port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:10:58.702742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] For port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:10:58.713863 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.821006 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609f639-bfce-4712-8c85-4195379d7ec4 None None] Pushing event updated for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:58.823627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:10:58.824321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:10:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:58.856411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 979b4bfe-1e7e-4efb-b919-7d9383a8f953 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:10:58.964484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-e1066aeb-cbd0-4b3a-9722-915b94ad5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:58.965232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-e1066aeb-cbd0-4b3a-9722-915b94ad5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:58.965815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-e1066aeb-cbd0-4b3a-9722-915b94ad5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:58.967752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-e1066aeb-cbd0-4b3a-9722-915b94ad5f38 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=323ff0a0854548a580d6a4bf70546e55&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.0603774 Aug 06 18:10:58.984349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:58.986788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.045417 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:10:59.074404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.078485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.080280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7f589be-dc0e-45ef-a574-e45a10301e4c HTTP/1.1" status: 204 len: 168 time: 1.8153210 Aug 06 18:10:59.081272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.128405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7805943f-ca83-471a-99d6-f710a26a24fc {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:10:59.174592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.214879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05e742-29e8-4127-9326-2f8d106060e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f589be-dc0e-45ef-a574-e45a10301e4c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:59.216592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Transition to ACTIVE for port object 7805943f-ca83-471a-99d6-f710a26a24fc will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:10:59.251852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.404763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.420622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0719264 Aug 06 18:10:59.424905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:10:59.444598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group_rule': {'security_group_id': 'b119aca0-2553-4454-b833-c67025aa5fa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:10:59.451298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:10:59.550093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:59.612677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.641417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c24b-0e2c-483d-a113-b4f0cf82c1fa tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b119aca0-2553-4454-b833-c67025aa5fa7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:10:59.644365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-2ecb7920-6e84-4e27-9e4f-580502571a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:59.646066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582b4160-3b69-475c-b790-9720b9fbf4e2 req-2ecb7920-6e84-4e27-9e4f-580502571a5c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6456881 Aug 06 18:10:59.798347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7c8fb26-5536-47cc-986d-a65b2effa5c3 req-a7d0bd2d-55f9-4a7b-9faa-c3138bf29ac5 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.0442758 Aug 06 18:10:59.807976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:10:58Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:10:59.887920 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c8032-23d2-4859-8dab-6741d1c166f0 None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:10:58Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:10:59.971756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Attempting to bind port 7805943f-ca83-471a-99d6-f710a26a24fc on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:10:59.972138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Attempting to bind port 7805943f-ca83-471a-99d6-f710a26a24fc by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:10:59.973001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Attempting to bind port 7805943f-ca83-471a-99d6-f710a26a24fc on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:10:59.984429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:10:59.992782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:10:59.992782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Port 7805943f-ca83-471a-99d6-f710a26a24fc on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:11:00.003092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.003537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Attempting to bind port 7805943f-ca83-471a-99d6-f710a26a24fc on network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:00.012157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.013206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.020249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.027472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.038327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.047779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:00.049064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36e336-6dbc-4b63-8255-22bd328fbe6f None None] Network ac21f473-a87a-4bba-a087-9f699278a1ba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:00.051155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-d6b68bdc-d5a0-4e8a-b6ad-4e92aff5218a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.2536654 Aug 06 18:11:00.103281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:00.103803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Checking segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:00.104849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Bound using segment: {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:00.104849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Bound port: 7805943f-ca83-471a-99d6-f710a26a24fc, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fee76e1-627f-4d50-a09c-d1492350ff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:00.105399 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.108629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c297f5f-fcaa-42ec-9288-3a879bbf48c4,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:00.113923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.119403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-84f6a6ec-cb01-47b3-bcfa-1b76c63efed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6791756 Aug 06 18:11:00.130819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:00.136349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:00.145313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group_rule': {'security_group_id': 'b119aca0-2553-4454-b833-c67025aa5fa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:00.260432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:11:00.262871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.315631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Deleting port 4168c817-2114-48ac-b6da-3a2277ae70c1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:00.317323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.333513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Provisioning for port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:00.368142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Provisioning complete for port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:00.368531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.398896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:00.403352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.407154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:00.441039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:11:00.452844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.532691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a160b796-0e72-4085-9d5a-0edd987cb1b1 req-a145d5cb-a873-45fe-92ef-f31c41787baf tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4691300 Aug 06 18:11:00.678330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:00.705229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'mac_address': 'fa:16:3e:59:6a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:00.706757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Allocated IP 172.25.3.74 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/f561692f-d6ba-4518-9c8c-37e3f348a902) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:00.782386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.798482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d45691de-e978-4752-9a9c-cf7fb7fc5994,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:00.962355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.966426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:00.998019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Checking segment: {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:00.998555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network hostable DHCP agents. Network: 06b4ba92-516e-4c8c-b7ec-778aa3417051, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:11:01.048497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:01.106638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] For port 4168c817-2114-48ac-b6da-3a2277ae70c1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4168c817-2114-48ac-b6da-3a2277ae70c1,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:01.107179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.194469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Calling delete_port for 4168c817-2114-48ac-b6da-3a2277ae70c1 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:01.214158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee4f0e8-3eae-4ee7-b847-add378b976fe {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:01.228037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:11:01.251836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.280390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.300206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:01.303855 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.306523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] 10.222.0.55 "PUT /v2.0/ports/7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 1092 time: 4.9774058 Aug 06 18:11:01.333781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 06b4ba92-516e-4c8c-b7ec-778aa3417051) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:01.342920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ad7f2-4db5-4995-9858-d49de1f2ffdb req-60274226-c9f7-4581-b96a-8a01b0a6872c tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.2918782 Aug 06 18:11:01.343659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:01.362362 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed9663a-d60a-477c-9bd2-038ed2bd365f" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:01.368973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.410383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2df596-caa0-466d-b709-1f5f4b1a6c73 None None] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:01.523378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:01.590701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.618031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3bdfa-5590-45a8-bd20-92abcb7d4adf service neutron] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:01.633027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.640302 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b95050-621a-4531-b268-99e03273d251 x-openstack-request-id: req-c1b95050-621a-4531-b268-99e03273d251 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:01.640550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:01.641159 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:01.641650 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1b95050-621a-4531-b268-99e03273d251 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:01.643568 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc', 'status': 'completed', 'code': 200} Aug 06 18:11:01.662834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.747250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deb35c0-1212-4ee9-8eaf-87ce60d379cc,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:01.769058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] For port 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=979b4bfe-1e7e-4efb-b919-7d9383a8f953,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:01.798187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.800482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-878687aa-649c-427e-bd67-f37c710ef567 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6604645 Aug 06 18:11:01.806605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:01.812803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d60a8669-5896-4f6f-8dd6-b4b2836f114f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9403391 Aug 06 18:11:01.816717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56860) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:01.817255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56862) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:01.828682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:01.840364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.860639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:01.873435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1490854837', 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:01.879779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['2ee4f0e8-3eae-4ee7-b847-add378b976fe'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:01.931190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75870ee7-b102-4540-b86b-487398640a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:02.190891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:02.238062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:02.239207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:02.247718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Made reservation on behalf of 4af08b79dc7a491f82f28794df78006b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:02.252116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:02.368601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:02.399854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] device_id is not set on port d72fedfc-7e13-4d55-a033-f0d4bedcfaa4 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:11:02.404786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.408409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.408700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.410595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.412337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.414603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:02.414840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.415731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.421422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bd74793e-5e38-4165-bb29-f1a59f798aee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6492 time: 1.0397565 Aug 06 18:11:02.457663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:02.655309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667410b-95b6-4a0c-8515-688c2774962c None None] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:02.661556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a678fe-7758-4ff7-a30d-032be4a0797c None None] Pushing event updated for resources: {'Port': ['ID=979b4bfe-1e7e-4efb-b919-7d9383a8f953,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:02.779822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-3fe0ade7-7668-4709-823f-d2ded84743ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 217 time: 0.3488922 Aug 06 18:11:02.783102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Pushing event updated for resources: {'Port': ['ID=f561692f-d6ba-4518-9c8c-37e3f348a902,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:02.827579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.868305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.885645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.917582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.938638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.962971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.975195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:02.978821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-9a88ce83-caf9-4c37-9f49-e6cfa0cc578c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 1.0334444 Aug 06 18:11:03.040622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:03.124281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:03.136518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:03.253124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-987699b0-1168-4bfa-be68-ec47c9e6d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:03.254845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-987699b0-1168-4bfa-be68-ec47c9e6d5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.2685010 Aug 06 18:11:03.260780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.269672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee495208-bc27-4b82-8861-6ce81dcfb950 req-0d9079dd-b72d-4378-8576-52c6139eaf59 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2671726 Aug 06 18:11:03.275130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-38beabc8-9285-4d1a-9784-a7814a8e149a None None] Provisioning complete for port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:03.276158 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-38beabc8-9285-4d1a-9784-a7814a8e149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.337527 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.452017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:03.468831 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.490482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.20.0.11 (06b4ba92-516e-4c8c-b7ec-778aa3417051/d45691de-e978-4752-9a9c-cf7fb7fc5994/d72fedfc-7e13-4d55-a033-f0d4bedcfaa4) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:03.536519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-94b8c9a4-bfcf-4ad8-8140-f07a8e8d59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:03.538903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-94b8c9a4-bfcf-4ad8-8140-f07a8e8d59fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645838 Aug 06 18:11:03.547011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:03.559749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb34c-db11-466c-9bb2-b0702458f940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.571099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-033a9750-79f6-4d9a-8e50-01f9f2ef5a31 req-0edbbafb-f960-4e37-862f-5d1f12bfa805 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/ports?device_id=b70fddcd-757c-4d8c-b0b5-16e544ca862c HTTP/1.1" status: 200 len: 210 time: 0.8383887 Aug 06 18:11:03.622543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.640483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 979b4bfe-1e7e-4efb-b919-7d9383a8f953 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:03.723233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4168c817-2114-48ac-b6da-3a2277ae70c1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:03.752864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:03.753606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:03.839618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0080bad6-1708-40ba-939f-5bad21675a95 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887290 Aug 06 18:11:04.014279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.022539 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.105188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:04.153813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-09545fa3-a64d-4d1b-8199-59bf004619a1 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070314 Aug 06 18:11:04.166208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.230504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-34117870-26c0-4849-a2a5-58d74c71f6d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 217 time: 0.0665960 Aug 06 18:11:04.278499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 2ee4f0e8-3eae-4ee7-b847-add378b976fe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:04.279070 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.353120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb34c-db11-466c-9bb2-b0702458f940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.363510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.372809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-78ab42c6-9af5-48d2-8f74-c93dc95cc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:04.374458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb34c-db11-466c-9bb2-b0702458f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.375317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-78ab42c6-9af5-48d2-8f74-c93dc95cc1c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.0837843 Aug 06 18:11:04.416568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Allocated IP 172.25.3.166 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/dd4d7833-cfd6-46e4-8862-a5c589b0ca63) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:04.454042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.520298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:04.524267 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566fe6c-b432-45fb-aadf-9e46dc21965b" -d '{"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-plugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:04.573795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:04.589134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.614227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.664740 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aacda39-28e4-4586-a037-32203da053db x-openstack-request-id: req-0aacda39-28e4-4586-a037-32203da053db {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:04.665188 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-plugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:04.665617 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aacda39-28e4-4586-a037-32203da053db {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:04.666239 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'code': 200} Aug 06 18:11:04.714421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:04.785864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.807523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb34c-db11-466c-9bb2-b0702458f940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f43e03-93a5-4ca0-ac1b-6d1029871114,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:04.820193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56912) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:04.849700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:04.881141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea3fb34c-db11-466c-9bb2-b0702458f940 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a95c1f160d74f30a871a18b156766e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5106552 Aug 06 18:11:05.031753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56920) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:05.076112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:05.139584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:05.143592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:05.157880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.203996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-189e3a87-e35a-43ac-ae5f-8bdfe36ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.208264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-189e3a87-e35a-43ac-ae5f-8bdfe36ebca4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7674708 Aug 06 18:11:05.245771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=d72fedfc-7e13-4d55-a033-f0d4bedcfaa4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:05.296730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.310808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.323558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.329877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.335924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.348626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.357946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.360627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.372715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.377088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-eff9313b-889e-43f5-85cb-d461112119b8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.9381080 Aug 06 18:11:05.398488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.418710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:05.439598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:05.443661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:05.444311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.447283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:05.459009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.461799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.463142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "DELETE /v2.0/security-groups/e67f71a4-4281-4622-ab16-f61b6653fd96 HTTP/1.1" status: 204 len: 168 time: 0.6315992 Aug 06 18:11:05.474946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56936) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:05.516297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=dd4d7833-cfd6-46e4-8862-a5c589b0ca63,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:05.550509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-70e00577-3554-43b8-ae06-26520ea65a32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.7277970 Aug 06 18:11:05.552497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:05.558474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef9b29-4ea8-45e9-81ec-c121e5c91aa3 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f71a4-4281-4622-ab16-f61b6653fd96,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:05.560489 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:05.680368 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-b3d9775e-4ed2-40e0-ab4b-840c27bf9132 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] show failed (client error): The resource could not be found. Aug 06 18:11:05.681493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b3d9775e-4ed2-40e0-ab4b-840c27bf9132 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "GET /v2.0/security-groups/e67f71a4-4281-4622-ab16-f61b6653fd96 HTTP/1.1" status: 404 len: 347 time: 0.0808353 Aug 06 18:11:05.690597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca6191ea-91b7-43df-b902-52f531a4b976 req-215dc65c-221a-44f2-87db-3cda21799ce2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2888658 Aug 06 18:11:05.694983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:05.791900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:05.820221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-c7c2e4d7-9e01-4aad-acc9-d557a2e62683 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930285 Aug 06 18:11:05.925703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.046755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:06.050298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.133732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.149545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Deleting port d72fedfc-7e13-4d55-a033-f0d4bedcfaa4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:06.149545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.272360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Deleting port 563a97cd-8dfd-4cfa-b91e-b0b5be95347c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:06.273378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.276272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Router 3ba00c90-ef88-4379-8f54-a7c35972a6ac is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:11:06.315094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-8bc93c56-48f6-4edf-b1f0-0771e6cfc6ef service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590831 Aug 06 18:11:06.329303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Router c40f173a-1415-4919-97d9-001d8186532c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:11:06.380186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-a5f3e290-c069-4481-a3d2-c7f35448f813 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 217 time: 0.0554974 Aug 06 18:11:06.420877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.586487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.589271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.594287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5f43e03-93a5-4ca0-ac1b-6d1029871114 HTTP/1.1" status: 204 len: 168 time: 1.5235419 Aug 06 18:11:06.644985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f5b7fb94-36c0-4171-aa3a-3a6bf8803f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:06.647631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f5b7fb94-36c0-4171-aa3a-3a6bf8803f83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2603216 Aug 06 18:11:06.688143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.706464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.887897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.888388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:06.929880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:06.931634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a9be9-50fb-49ff-a36f-90a71dbdc1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f43e03-93a5-4ca0-ac1b-6d1029871114,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:06.946479 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Sync routers for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:06.951446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Calling delete_port for 563a97cd-8dfd-4cfa-b91e-b0b5be95347c owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:06.996267 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:06.997861 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:07.125383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7202093f-fbc2-46da-a444-2f886405e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:07.125383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7202093f-fbc2-46da-a444-2f886405e941 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4650407 Aug 06 18:11:07.230233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=dd4d7833-cfd6-46e4-8862-a5c589b0ca63,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:07.283564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:07.421118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Calling delete_port for d72fedfc-7e13-4d55-a033-f0d4bedcfaa4 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:07.446217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:07.460508 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:07.485719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Sync routers for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:07.493275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-afb97260-cfff-4174-a81c-089801435d7b admin admin] 10.222.0.64 "PUT /v2.0/routers/c40f173a-1415-4919-97d9-001d8186532c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1340289 Aug 06 18:11:07.509543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:07.510163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:07.772695 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 3, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:07.841830 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Checking router: 3ba00c90-ef88-4379-8f54-a7c35972a6ac for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:07.843570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Updating router 3ba00c90-ef88-4379-8f54-a7c35972a6ac port f561692f-d6ba-4518-9c8c-37e3f348a902 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:11:07.853323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56976) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:07.933611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:07.944264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:07.965956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:07.968638 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.012870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Port': ['ID=d72fedfc-7e13-4d55-a033-f0d4bedcfaa4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:08.031062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.032424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-78b3c3ab-0ba5-49a9-af68-04393e7d1cda tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2127090 Aug 06 18:11:08.306646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.319257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1dd225b-48ef-4e7e-b02c-5f9f342bccf3 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d72fedfc-7e13-4d55-a033-f0d4bedcfaa4 HTTP/1.1" status: 204 len: 168 time: 2.7619674 Aug 06 18:11:08.320251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:08.326906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-4d6fe7da-ebde-4bc4-880e-141b7b5b286d service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1831379 Aug 06 18:11:08.333355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051', 'external_fixed_ips': [{'subnet_id': 'd45691de-e978-4752-9a9c-cf7fb7fc5994', 'ip_address': '172.20.0.11'}]}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:08.334533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.406674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.407885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.468629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.473847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75e067a4-9316-45ff-86ff-ab13daf6c869 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.4066646 Aug 06 18:11:08.522886 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.533543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57006) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:08.557995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:08.662676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-b2fb5c72-9ca2-47fa-9f23-2c30530295d2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--280318785&fields=id&tenant_id=ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 267 time: 0.0926924 Aug 06 18:11:08.672302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.681014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.691105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.699788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.706648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.715086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.722382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:08.731188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-42915f0a-1008-4f79-a0e0-b905c7352f5c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 1.7210696 Aug 06 18:11:08.752429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Pushing event deleted for resources: {'Port': ['ID=563a97cd-8dfd-4cfa-b91e-b0b5be95347c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:08.904585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.905709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.905709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.909227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.909971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.910422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.914589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.915178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.915687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.916188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.916637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:08.917084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:09.067380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3518f723-0dd7-4786-989e-45dc80d278c0 req-4292e63a-2931-4b1e-8b47-f4e3e219c1e4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3337293 Aug 06 18:11:09.091580 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.158466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:11:02Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:09.163656 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Transition to ACTIVE for port object f561692f-d6ba-4518-9c8c-37e3f348a902 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:09.179044 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.293144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Checking router: c40f173a-1415-4919-97d9-001d8186532c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:09.341129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Routers {'c40f173a-1415-4919-97d9-001d8186532c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:09.342595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c40f173a-1415-4919-97d9-001d8186532c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:09.409039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.415039 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096367-4179-4176-ab8c-c3dbcfc3057d None None] Pushing event updated for resources: {'Port': ['ID=f561692f-d6ba-4518-9c8c-37e3f348a902,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:09.419454 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.424877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-828ed4c9-3407-42d0-98af-2c2accab5d53 tempest-ServersTestBootFromVolume-1448874062 tempest-ServersTestBootFromVolume-1448874062-project] 10.222.0.64 "DELETE /v2.0/floatingips/938f7b69-69b2-4e1a-9b74-eb9c66a76a10 HTTP/1.1" status: 204 len: 168 time: 3.7286825 Aug 06 18:11:09.430157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Attempting to bind port f561692f-d6ba-4518-9c8c-37e3f348a902 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:09.432826 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Attempting to bind port f561692f-d6ba-4518-9c8c-37e3f348a902 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:09.433666 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Attempting to bind port f561692f-d6ba-4518-9c8c-37e3f348a902 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:09.440102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:09.447615 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:09.451824 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:09.452644 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.453285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:09.454105 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Bound port: f561692f-d6ba-4518-9c8c-37e3f348a902, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:09.456273 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.476703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.564277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.626157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] For port f561692f-d6ba-4518-9c8c-37e3f348a902, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:09.637665 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] For port f561692f-d6ba-4518-9c8c-37e3f348a902, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f561692f-d6ba-4518-9c8c-37e3f348a902,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:09.637926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-f1aefa70-02d8-4724-90f2-1c2efcefdcb2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:09.649396 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:09.651676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-f1aefa70-02d8-4724-90f2-1c2efcefdcb2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 810 time: 0.9767780 Aug 06 18:11:09.678443 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-49712c31-5d35-444d-972a-1399be799a0b service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1987734 Aug 06 18:11:09.692204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ca501a1b-2875-4645-b102-77dd6e34e46f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/quotas/ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 375 time: 0.0375032 Aug 06 18:11:09.738691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] Set router c40f173a-1415-4919-97d9-001d8186532c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:09.778765 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096367-4179-4176-ab8c-c3dbcfc3057d None None] Pushing event updated for resources: {'Port': ['ID=f561692f-d6ba-4518-9c8c-37e3f348a902,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:09.796917 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:09.797986 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:10.081615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-07610d62-6299-4b3b-8fa5-cc0f2ea9b5ef tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3807681 Aug 06 18:11:10.148554 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:10.256941 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:10.488889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:11:02Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:10.556193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bd36c-e6af-468c-af65-cbf4fa1f95b6 None None] The sync data for ids ['c40f173a-1415-4919-97d9-001d8186532c'] in n-d-793621-29 is: [{'id': 'c40f173a-1415-4919-97d9-001d8186532c', 'name': 'tempest-ServersTestFqdnHostnames-2103431229-router', 'tenant_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:06:46Z', 'updated_at': '2021-08-06T18:11:02Z', 'revision_number': 5, 'project_id': '0ab82d3b3fe24d39968b1ba945c2fc54', 'gw_port': {'id': 'bbccedfa-d8ef-4a81-8995-8de9b540c3e6', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f173a-1415-4919-97d9-001d8186532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:06:47Z', 'updated_at': '2021-08-06T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:10.667890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:10.745477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-93941afc-5e10-459b-8ecf-a6f3a5390a2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 217 time: 1.0560353 Aug 06 18:11:10.761302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:10.816784 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 3, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:10.861324 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773bc56-06d5-4450-b8c2-25da46548fbd None None] The sync data for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 is: [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 3, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:11.080964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bdc884ed-268c-47a8-a07c-acdbf94aa5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.082665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-bdc884ed-268c-47a8-a07c-acdbf94aa5a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1928909 Aug 06 18:11:11.346165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.362508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.371469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.381293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.397494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.404305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.412219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.421469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-3bdc5cab-d84a-45c6-9309-92cc463ad4b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.9803925 Aug 06 18:11:11.482789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:11.500120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-0941834a-3c8f-4453-bf4f-9ec884be2604 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3457406 Aug 06 18:11:11.535892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.20.0.11 (06b4ba92-516e-4c8c-b7ec-778aa3417051/d45691de-e978-4752-9a9c-cf7fb7fc5994/5b57e2dc-33e4-4cd5-85f1-96a4a8602463) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:11.601254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d585c3e4-5cbf-40d3-bddb-e779d5b24e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:11.604172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d585c3e4-5cbf-40d3-bddb-e779d5b24e1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4592669 Aug 06 18:11:11.673962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Deleting port bbccedfa-d8ef-4a81-8995-8de9b540c3e6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:11.674643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:11.758547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-7f1d83b1-e8eb-40ec-a522-04282c34078d service neutron] 10.222.0.64 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350521 Aug 06 18:11:11.784255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f561692f-d6ba-4518-9c8c-37e3f348a902 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:11.824951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:11.928363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:11.977348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb872e90-6447-462b-a35b-ce96fd1dda2f req-a9143115-4438-4ca0-88f1-9439a35258fc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5497015 Aug 06 18:11:12.002578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f561692f-d6ba-4518-9c8c-37e3f348a902 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:12.009809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f561692f-d6ba-4518-9c8c-37e3f348a902 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:12.010935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:12.087426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 06b4ba92-516e-4c8c-b7ec-778aa3417051 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:12.093228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:12.110289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:12.198125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=5b57e2dc-33e4-4cd5-85f1-96a4a8602463,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:12.419474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:12.526954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f561692f-d6ba-4518-9c8c-37e3f348a902, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f561692f-d6ba-4518-9c8c-37e3f348a902,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:12.540187 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:12.569772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25b15df9-14a6-4fb7-999a-4eb906cdef50 req-2fb8053e-2bff-450a-a8ce-13e34e872a4d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.2921996 Aug 06 18:11:12.572546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4168c817-2114-48ac-b6da-3a2277ae70c1 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:12.756463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4168c817-2114-48ac-b6da-3a2277ae70c1 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:11:12.762695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4168c817-2114-48ac-b6da-3a2277ae70c1 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:11:12.869606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f561692f-d6ba-4518-9c8c-37e3f348a902,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:13.201963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f9369325-c3af-4769-a378-017142f981c1 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5721118 Aug 06 18:11:13.281378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57086) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:13.336200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:13.407949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] For port bbccedfa-d8ef-4a81-8995-8de9b540c3e6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:13.408898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:13.548009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Calling delete_port for bbccedfa-d8ef-4a81-8995-8de9b540c3e6 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:13.554557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:13.624098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb98173a-fb35-4777-921d-5fd1b4a95d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:13.630439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f561692f-d6ba-4518-9c8c-37e3f348a902 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:13.763043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f561692f-d6ba-4518-9c8c-37e3f348a902 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:13.763428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:13.777958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.785271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.796904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.805713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.813097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.819741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.827212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:13.829655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-685ad1d6-d1a2-4e18-98a9-8e764f31f8d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.6116221 Aug 06 18:11:14.022679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-096f5140-a4f6-4921-9623-2018522d4e45 req-28cc82a1-d760-415e-9f8d-b04c2e5f3ec5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.2429640 Aug 06 18:11:14.385566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90fdc9bf-ccb8-427f-bcf6-57bb5c5a83eb req-104a7638-d552-4cdb-b50d-c97a5640204f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5417647 Aug 06 18:11:14.402094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-f2ea9a64-1b8b-4e3c-bc2f-50d6169a7738 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750885 Aug 06 18:11:14.591299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb98173a-fb35-4777-921d-5fd1b4a95d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:14.614148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb98173a-fb35-4777-921d-5fd1b4a95d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:14.629071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:14.660898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:14.663515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Allocated IP 172.20.0.1 (ac21f473-a87a-4bba-a087-9f699278a1ba/075a1734-c9a1-43d7-b70c-8e6ef08eb4e4/17e2fa41-70e4-45a8-83af-b5d88f364da1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:14.674568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-c70a8368-a429-4ec9-96dd-d677c3f97f53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 217 time: 0.2608676 Aug 06 18:11:14.760216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:14.802271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbccedfa-d8ef-4a81-8995-8de9b540c3e6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:14.805146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb98173a-fb35-4777-921d-5fd1b4a95d58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=040136f62e084ecf94467981cb601b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5222743 Aug 06 18:11:14.821754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-e1511174-021e-454e-a68d-d30f610d6ce9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:14.824695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-e1511174-021e-454e-a68d-d30f610d6ce9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 810 time: 0.6081896 Aug 06 18:11:14.831585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57106) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:14.859730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98173a-fb35-4777-921d-5fd1b4a95d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ac9ff-06cb-4409-84f7-1fe756829cb5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:15.085559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-93a79a02-a4d8-4f33-a917-db2fff68007e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 379 time: 0.2497730 Aug 06 18:11:15.091813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:15.135416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'port': {'device_id': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'admin_state_up': True, 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'security_groups': ['b119aca0-2553-4454-b833-c67025aa5fa7']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:15.222399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:15.330234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router 239ec206-5999-4879-9d53-face59fc2f59 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:11:15.673922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-75fd5b1e-0d61-4e73-83ef-2d1ef4babd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:15.675764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-75fd5b1e-0d61-4e73-83ef-2d1ef4babd5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.9574964 Aug 06 18:11:15.754626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6461974-c0e8-4673-a4dd-e7e8a6259cdf req-b8b7aa5c-bf13-47ad-af3d-625fd37f3656 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.1195159 Aug 06 18:11:15.845594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.043982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.048808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.051044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c52ac9ff-06cb-4409-84f7-1fe756829cb5 HTTP/1.1" status: 204 len: 168 time: 1.2182176 Aug 06 18:11:16.065903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.109828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.119796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9b1034b9-a1f2-4407-a83c-537d599637b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.134758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-9b1034b9-a1f2-4407-a83c-537d599637b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4505789 Aug 06 18:11:16.141190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.156282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad971a-29e5-4a54-8907-94aa6ff99fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ac9ff-06cb-4409-84f7-1fe756829cb5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:16.174836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Made reservation on behalf of ea4bfcdedfa74ae281b53c9f8586a833 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:16.179339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.182944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Transition to ACTIVE for port object 17e2fa41-70e4-45a8-83af-b5d88f364da1 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:16.216479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:16.249650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Sync routers for ids ['239ec206-5999-4879-9d53-face59fc2f59'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:16.268265 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Routers {'239ec206-5999-4879-9d53-face59fc2f59'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:16.269181 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['239ec206-5999-4879-9d53-face59fc2f59'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:16.299436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.306583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.314330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.321131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.327702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.334590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.342458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:16.344978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-ce87dd32-f4be-437e-b6da-21d48ec6fd61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.3032057 Aug 06 18:11:16.359206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.362187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0333fe69-bf78-429f-adbc-4758b8ebf449 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.0400727 Aug 06 18:11:16.366683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:16.428878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.429677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40f173a-1415-4919-97d9-001d8186532c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:11:16.482758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.484660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-43597b2b-b287-4032-9936-e9d5b0ef46f3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c40f173a-1415-4919-97d9-001d8186532c HTTP/1.1" status: 204 len: 168 time: 8.5973783 Aug 06 18:11:16.494663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57130) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:16.543064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.712317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.809622 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Set router 239ec206-5999-4879-9d53-face59fc2f59 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:16.896001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Deleting subnet d7fe75e0-dfd4-4044-9b4a-9860c59d7517 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:11:16.910293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1f55e86-fddf-48e0-a94e-92cdb5910fc6 req-a1135d5a-9e45-4ca2-a791-cbc1c51afc81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3627284 Aug 06 18:11:16.923374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.933905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:16.949530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Allocated IP 172.20.0.11 (a9ea0630-b98a-4953-a59b-c0474f6fc6db/1d30067c-c662-4638-8df8-40cf59f99f5b/3098cac0-fd70-4033-8faa-ca8443e7e5c6) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:17.100819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-54153d5a-6021-4cbd-9b65-b2f19758aeaf service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495494 Aug 06 18:11:17.101197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:17.102607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Pushing event updated for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:17.134204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75eb5562-090d-482b-bdc1-f8fef762b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.189066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Deleting port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:17.189504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.225868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Network ac21f473-a87a-4bba-a087-9f699278a1ba is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:17.238817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24d8fb0e-c9a3-4b72-9c70-9c09b695c85c req-40be21eb-fff0-4086-b932-1db143a1574b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.2416034 Aug 06 18:11:17.290177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:17.294462 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.299830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:17.336466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75eb5562-090d-482b-bdc1-f8fef762b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.361231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75eb5562-090d-482b-bdc1-f8fef762b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.367581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.423282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239ec206-5999-4879-9d53-face59fc2f59', 'name': '', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051', 'external_fixed_ips': [{'subnet_id': 'd45691de-e978-4752-9a9c-cf7fb7fc5994', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '5b57e2dc-33e4-4cd5-85f1-96a4a8602463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:08Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 3, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port': {'id': '5b57e2dc-33e4-4cd5-85f1-96a4a8602463', 'name': '', 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239ec206-5999-4879-9d53-face59fc2f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'd45691de-e978-4752-9a9c-cf7fb7fc5994', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:10Z', 'updated_at': '2021-08-06T18:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd45691de-e978-4752-9a9c-cf7fb7fc5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:17.497178 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Checking router: 239ec206-5999-4879-9d53-face59fc2f59 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:17.498758 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Updating router 239ec206-5999-4879-9d53-face59fc2f59 port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:11:17.515431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75eb5562-090d-482b-bdc1-f8fef762b75d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5236ab63f82e4cca81995d870820562a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130301 Aug 06 18:11:17.516371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:17.537100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb5562-090d-482b-bdc1-f8fef762b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec854749-6e15-4e70-9dc5-635f8188bd6f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:17.591150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.600168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.649296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Transition to ACTIVE for port object 3098cac0-fd70-4033-8faa-ca8443e7e5c6 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:17.655333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Deleting port d1c8fb2b-e82a-49f2-aa73-651e2f33e110 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:17.655893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.664891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Calling delete_port for 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:17.667450 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.680691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbccedfa-d8ef-4a81-8995-8de9b540c3e6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:17.751894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: bbccedfa-d8ef-4a81-8995-8de9b540c3e6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:11:17.762742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbccedfa-d8ef-4a81-8995-8de9b540c3e6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:11:17.779239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.876346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-72c3e8f3-3cf1-4e0a-ab95-49e4dd7f6813 None None] Provisioning for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:17.876603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-2e238420-e51d-4524-9eb7-a9b098b43b9e service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632513 Aug 06 18:11:17.881768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-72c3e8f3-3cf1-4e0a-ab95-49e4dd7f6813 None None] Provisioning complete for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:17.882634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72c3e8f3-3cf1-4e0a-ab95-49e4dd7f6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.957320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:17.957715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-ed428b10-73ae-4f68-94bd-18fb15adc8f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 217 time: 0.0652533 Aug 06 18:11:17.981521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-72c3e8f3-3cf1-4e0a-ab95-49e4dd7f6813 None None] Port 17e2fa41-70e4-45a8-83af-b5d88f364da1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:11:18.001877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.037873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.102439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.183568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] For port d1c8fb2b-e82a-49f2-aa73-651e2f33e110, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:18.184167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.219596 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.246693 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Transition to ACTIVE for port object 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:18.247982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-aef955bc-6ae5-47a2-81b3-f73064fa1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.250459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-aef955bc-6ae5-47a2-81b3-f73064fa1c51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.2669952 Aug 06 18:11:18.252209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Calling delete_port for d1c8fb2b-e82a-49f2-aa73-651e2f33e110 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:18.261973 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.272600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:18.288369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:18.291984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:18.329739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:18.398311 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:18.409872 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:18.410500 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 on network 06b4ba92-516e-4c8c-b7ec-778aa3417051 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:18.413271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38158a-a848-436d-b32a-db808b1e2489 None None] Pushing event updated for resources: {'Port': ['ID=5b57e2dc-33e4-4cd5-85f1-96a4a8602463,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:18.425906 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:18.427174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Checking segment: {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:18.427174 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.427752 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Bound using segment: {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:18.428251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Bound port: 5b57e2dc-33e4-4cd5-85f1-96a4a8602463, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:18.428770 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.435215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.527695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7d2fd073-c3fa-4534-b7ce-11093a2bc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.529120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-7d2fd073-c3fa-4534-b7ce-11093a2bc91a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700343 Aug 06 18:11:18.539359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fe75e0-dfd4-4044-9b4a-9860c59d7517,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:18.543517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.547439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.549509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec854749-6e15-4e70-9dc5-635f8188bd6f HTTP/1.1" status: 204 len: 168 time: 1.0235353 Aug 06 18:11:18.564618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.572687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-66649150-3afa-418a-8700-00385ba88b7c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d7fe75e0-dfd4-4044-9b4a-9860c59d7517 HTTP/1.1" status: 204 len: 168 time: 2.0726852 Aug 06 18:11:18.578243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb8bd3-f623-4c83-9d2b-d16f6568c823 None None] Network 804ba92b-e419-4942-9f38-4e9b2acd671b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:18.595105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.598046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57166) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:18.606193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.717874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.725223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.735882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.745141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.753811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.765353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.773393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a66d-d9ff-4c97-984a-60d7ac26c79f req-cc843118-2383-4fe1-9cb9-5c13808367dc tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.774428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:18.775160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d090a66d-d9ff-4c97-984a-60d7ac26c79f req-cc843118-2383-4fe1-9cb9-5c13808367dc tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 932 time: 0.3967583 Aug 06 18:11:18.803909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-eeed2e62-8308-4322-ad12-4e8334547fc5 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.5049369 Aug 06 18:11:18.819165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4ce5a-7fe1-4358-bb82-2d433fd05a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec854749-6e15-4e70-9dc5-635f8188bd6f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:18.908535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-2758f5e9-6bc8-43a5-b975-78a3b816a009 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7918231 Aug 06 18:11:18.911350 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.db.api [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:11:18.912070 n-d-793621-29 neutron-server[94124]: DEBUG oslo_db.api [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:11:18.912843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:18.946216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d090a66d-d9ff-4c97-984a-60d7ac26c79f req-9caeb6b4-f540-417c-a29d-ab6122f5b708 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221437 Aug 06 18:11:18.992402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Request body: {'port': {'device_id': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:18.999712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b57e2dc-33e4-4cd5-85f1-96a4a8602463,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:19.020500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a68e23b-51c6-479c-96e5-bf8115e40265 None None] Provisioning for port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:19.037311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a68e23b-51c6-479c-96e5-bf8115e40265 None None] Provisioning complete for port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:19.037599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a68e23b-51c6-479c-96e5-bf8115e40265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.203965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] DHCP port deletion for 804ba92b-e419-4942-9f38-4e9b2acd671b request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:11:19.257552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a68e23b-51c6-479c-96e5-bf8115e40265 None None] Port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:11:19.275004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed063ec7-24e9-42b3-9ed7-c834809fd628 req-aa4d4229-4eee-4e3e-a576-43e0e471abee tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4686024 Aug 06 18:11:19.391918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.397499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Deleting port 8218b22b-a43c-473a-a895-2d31395ee366 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:19.398703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.482447 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:11:19.483527 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:19.484020 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:19.484668 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Attempting to bind port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 on network 06b4ba92-516e-4c8c-b7ec-778aa3417051 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:19.504302 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:19.506636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Checking segment: {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:19.509588 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.511902 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Bound using segment: {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:19.512700 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Bound port: 5b57e2dc-33e4-4cd5-85f1-96a4a8602463, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8fa608-c2f7-4f8e-ab78-87714baa535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '06b4ba92-516e-4c8c-b7ec-778aa3417051'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:19.514402 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.546222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.580464 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Port 5b57e2dc-33e4-4cd5-85f1-96a4a8602463 has been deleted concurrently {{(pid=94124) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 06 18:11:19.601990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] For port 8218b22b-a43c-473a-a895-2d31395ee366, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8218b22b-a43c-473a-a895-2d31395ee366,segment=NetworkSegment(45e04329-8003-45b7-8cdc-4626f7531fe9),segment_id=45e04329-8003-45b7-8cdc-4626f7531fe9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:19.603313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.634747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Routers {'239ec206-5999-4879-9d53-face59fc2f59'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:19.635822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['239ec206-5999-4879-9d53-face59fc2f59'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:19.651057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Calling delete_port for 8218b22b-a43c-473a-a895-2d31395ee366 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:19.725140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.725690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8218b22b-a43c-473a-a895-2d31395ee366 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:19.732201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.823693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.917206 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] Set router 239ec206-5999-4879-9d53-face59fc2f59 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:19.939026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.940078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 239ec206-5999-4879-9d53-face59fc2f59 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:11:19.943018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.953644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.959413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:19.969149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1f1f83f6-6ee4-498c-83d3-095890b28732 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/routers/239ec206-5999-4879-9d53-face59fc2f59 HTTP/1.1" status: 204 len: 168 time: 3.6000218 Aug 06 18:11:19.972618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-be746f1c-ec91-4faa-babc-35ced85d96fd service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4191895 Aug 06 18:11:19.976089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57188) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:19.986223 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:20.041505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:20.084210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] No DVR routers for this DVR port 8218b22b-a43c-473a-a895-2d31395ee366 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:11:20.214770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239ec206-5999-4879-9d53-face59fc2f59', 'name': '', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:08Z', 'updated_at': '2021-08-06T18:11:18Z', 'revision_number': 5, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:20.255212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a72b-9f4a-40d4-8314-eda704b0ebf1 None None] Pushing event deleted for resources: {'Port': ['ID=8218b22b-a43c-473a-a895-2d31395ee366,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:20.309935 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8fff9-4885-4e20-a8be-d3d454d84442 None None] The sync data for ids ['239ec206-5999-4879-9d53-face59fc2f59'] in n-d-793621-29 is: [{'id': '239ec206-5999-4879-9d53-face59fc2f59', 'name': '', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:08Z', 'updated_at': '2021-08-06T18:11:18Z', 'revision_number': 5, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:20.318275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Pushing event updated for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:20.392640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Deleting subnet d45691de-e978-4752-9a9c-cf7fb7fc5994 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:11:20.400683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:20.465930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:20.480105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:20.598266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.013358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.112646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d1c2-dbd3-470f-b1aa-e76e5a3c7f5e req-c5948de3-7401-42c2-9e90-4a8b23a2dfd9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.115254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c49d1c2-dbd3-470f-b1aa-e76e5a3c7f5e req-c5948de3-7401-42c2-9e90-4a8b23a2dfd9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 932 time: 0.7326288 Aug 06 18:11:21.126793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c8fb2b-e82a-49f2-aa73-651e2f33e110,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:21.165179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.175637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.183168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.194644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.203732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.208969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.212211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.220635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:21.231404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804ba92b-e419-4942-9f38-4e9b2acd671b']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:21.234412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-a170f580-25cc-40c4-8dec-e2bc1f7ceb01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.6865754 Aug 06 18:11:21.250274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e04329-8003-45b7-8cdc-4626f7531fe9') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:21.250980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e04329-8003-45b7-8cdc-4626f7531fe9') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:21.264857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.296697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3098cac0-fd70-4033-8faa-ca8443e7e5c6 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:21.309616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.325610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.331925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Network ac21f473-a87a-4bba-a087-9f699278a1ba is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:21.338321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:21.385203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Transition to ACTIVE for port object 3098cac0-fd70-4033-8faa-ca8443e7e5c6 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:21.413255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.424926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.431861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.432183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/d45691de-e978-4752-9a9c-cf7fb7fc5994 HTTP/1.1" status: 204 len: 168 time: 1.4474778 Aug 06 18:11:21.432183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ba1c5-8f7f-4f22-9778-3e2452c5453f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d45691de-e978-4752-9a9c-cf7fb7fc5994,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:21.447104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57220) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:21.536644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:11:21.537077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:11:21.541205 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:11:21.658498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:21.735043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14a6bc76-70d2-4ef5-8a2f-7e79725acbeb req-b9f7280c-365a-4368-9a7a-a85f4f3779d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4993958 Aug 06 18:11:22.008924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-c9cd9e43-a38c-4a35-bce9-4d3c223e0468 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9294529 Aug 06 18:11:22.036494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c49d1c2-dbd3-470f-b1aa-e76e5a3c7f5e req-4ad3c066-56db-4fde-915b-0e76ce23c4e2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7012775 Aug 06 18:11:22.043491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-77c90e7f-dc29-4b88-bc30-93305113d6f9 None None] Provisioning complete for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:22.044251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-77c90e7f-dc29-4b88-bc30-93305113d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.222793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-2ef7f56c-635b-4cf5-9c23-4d39f6ae72cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.1821966 Aug 06 18:11:22.226390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-77c90e7f-dc29-4b88-bc30-93305113d6f9 None None] Port 17e2fa41-70e4-45a8-83af-b5d88f364da1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:11:22.229920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Router 3ba00c90-ef88-4379-8f54-a7c35972a6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:11:22.233588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.352496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.354964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Attempting to bind port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:22.355486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Attempting to bind port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:22.356007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Attempting to bind port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:22.430910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.435075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] 10.222.0.64 "DELETE /v2.0/networks/804ba92b-e419-4942-9f38-4e9b2acd671b HTTP/1.1" status: 204 len: 168 time: 3.8292856 Aug 06 18:11:22.440201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13ebb5-e60e-47c7-a717-d517f7d00021 admin admin] Pushing event deleted for resources: {'Network': ['ID=804ba92b-e419-4942-9f38-4e9b2acd671b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:22.477999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.503060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b4ba92-516e-4c8c-b7ec-778aa3417051']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:22.528305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8fa608-c2f7-4f8e-ab78-87714baa535f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:22.528782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8fa608-c2f7-4f8e-ab78-87714baa535f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:22.562088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.587451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.599495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:11:22.600769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: items = [ Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:11:22.631013 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:11:22.632917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:11:22.632917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Attempting to bind port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:22.714553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:22.719708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0cd4bb3a-1357-468c-8f46-9c87645161e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:22.723646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:22.725145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Checking segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:22.725313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-0cd4bb3a-1357-468c-8f46-9c87645161e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.4324734 Aug 06 18:11:22.726236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Bound using segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:22.726948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Bound port: 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:22.727564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.727822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Sync routers for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:22.753500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4679df08-337b-41b0-92c5-ff181bd29c7e admin admin] 10.222.0.64 "PUT /v2.0/routers/3ba00c90-ef88-4379-8f54-a7c35972a6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2015152 Aug 06 18:11:22.755424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:22.779271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:22.781627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:22.894710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57258) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:23.066153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:23.078190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:23.147597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:23.208440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:23.219752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-755c0828-6160-46bf-b637-4de153c60752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.222477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-755c0828-6160-46bf-b637-4de153c60752 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4262404 Aug 06 18:11:23.323860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.324699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:23.330566 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] 10.222.0.55 "PUT /v2.0/ports/3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1093 time: 4.4005823 Aug 06 18:11:23.374214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:23.378553 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67806223-1ad7-46e6-a4e3-3116c7f2eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:23.432107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.455156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.471032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.491775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.525493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.550551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.573228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:23.577357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-2eee4461-2c44-45c1-a937-24efde50bee1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.4842498 Aug 06 18:11:23.586955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:23.739935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Router af2eb444-58a0-4dd1-992d-d91b2462d78f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:11:23.782869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-d5bdceaf-7cc0-44c2-a590-e1d730e19434 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514286 Aug 06 18:11:23.785567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:17Z', 'revision_number': 4, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '17e2fa41-70e4-45a8-83af-b5d88f364da1', 'name': '', 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'mac_address': 'fa:16:3e:06:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:13Z', 'updated_at': '2021-08-06T18:11:18Z', 'revision_number': 2, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'subnets': [{'id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:23.855481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Checking router: 3ba00c90-ef88-4379-8f54-a7c35972a6ac for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:23.855889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Updating router 3ba00c90-ef88-4379-8f54-a7c35972a6ac port 17e2fa41-70e4-45a8-83af-b5d88f364da1 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:11:23.937591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:24.115376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06b4ba92-516e-4c8c-b7ec-778aa3417051 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:11:24.139064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:24.139807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:24.148565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/networks/06b4ba92-516e-4c8c-b7ec-778aa3417051 HTTP/1.1" status: 204 len: 168 time: 2.6994517 Aug 06 18:11:24.176862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-f1147441-5794-4d50-8469-8fdd27c70452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:24.178982 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-f1147441-5794-4d50-8469-8fdd27c70452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1096 time: 0.4739428 Aug 06 18:11:24.185995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b8feb30-b4ea-4e1a-822a-d14170786609 admin admin] 10.222.0.64 "PUT /v2.0/routers/af2eb444-58a0-4dd1-992d-d91b2462d78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7421548 Aug 06 18:11:24.192639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57294) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:24.208599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eaeeb-51c1-4308-9524-2d814019069a tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Network': ['ID=06b4ba92-516e-4c8c-b7ec-778aa3417051,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:24.455193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51a6060b-ae34-421d-bb1c-520ec969b0bf req-8b0fba07-967d-4d63-96a1-fae6fb3802d6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8451586 Aug 06 18:11:24.482893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-91bfd5f4-ce22-489d-b395-2926c1661250 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 217 time: 0.2689199 Aug 06 18:11:24.491335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a6863da9-9484-48a3-98dc-9d043a80dd96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ab82d3b3fe24d39968b1ba945c2fc54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5703962 Aug 06 18:11:24.505559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57296) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:24.554008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741de1-a51f-420c-935b-261a9c2f7ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:24.706494 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5013de3-587c-4312-aec5-c02be3bb41c6 x-openstack-request-id: req-c5013de3-587c-4312-aec5-c02be3bb41c6 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:24.707153 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:24.707829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5013de3-587c-4312-aec5-c02be3bb41c6 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:24.708744 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'status': 'completed', 'code': 200} Aug 06 18:11:24.855696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:24.878451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b91bbf2c-8dc4-47c2-bc5e-5a0fb80d20b4 req-1717d108-6995-4701-9cde-167fbf1b0789 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508414 Aug 06 18:11:24.905100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-25d29b0d-2255-47ca-963d-eed0e1a8bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:24.912557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-25d29b0d-2255-47ca-963d-eed0e1a8bd59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.4097564 Aug 06 18:11:25.195359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.251121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Transition to ACTIVE for port object 17e2fa41-70e4-45a8-83af-b5d88f364da1 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:25.279515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.287708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.439974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.577726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1387-ad75-4b67-b69d-45f9de13927c req-18ef3e86-d8e4-41d2-ae9f-a79a393a89a5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.628858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0df1387-ad75-4b67-b69d-45f9de13927c req-18ef3e86-d8e4-41d2-ae9f-a79a393a89a5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 944 time: 1.2329931 Aug 06 18:11:25.700755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.701843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.702772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.703684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.704577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.707556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.715073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.719265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57310) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:25.721187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.725249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.726377 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-05e4a2f7-65e2-45b8-b43c-d5012782c51a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6492 time: 0.4728177 Aug 06 18:11:25.730414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e285d24e-f1d3-4f42-9069-ce5035e7c5a6 HTTP/1.1" status: 204 len: 168 time: 1.1979597 Aug 06 18:11:25.737540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'name': 'tempest-router--1447662546', 'project_id': '068a30baffef4eeeb0a06edd7754733f'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:25.763956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5bc3-1498-40d4-82de-34b9d3cd67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e285d24e-f1d3-4f42-9069-ce5035e7c5a6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:25.781209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-1c4ae2e8-fe75-4a6b-b8dc-26571595a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:25.785695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-1c4ae2e8-fe75-4a6b-b8dc-26571595a764 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8629324 Aug 06 18:11:25.803796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343073ed-b4fa-4b10-91e1-3b89dfb96cbe None None] Pushing event updated for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:25.933920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Attempting to bind port 17e2fa41-70e4-45a8-83af-b5d88f364da1 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:25.934802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Attempting to bind port 17e2fa41-70e4-45a8-83af-b5d88f364da1 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:25.943795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Attempting to bind port 17e2fa41-70e4-45a8-83af-b5d88f364da1 on network ac21f473-a87a-4bba-a087-9f699278a1ba {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:25.976647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:25.982557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Checking segment: {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:25.983598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:25.992808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Bound using segment: {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:25.996102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Bound port: 17e2fa41-70e4-45a8-83af-b5d88f364da1, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140a986-4b84-4d8b-91a6-c59f59d4c97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:26.006232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.052921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-a09f1d15-5088-478b-bf49-a2f8686b0b91 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494624 Aug 06 18:11:26.277780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b988e2df-220e-41da-a7fb-3613382ccdf4 req-41119e13-e1f2-4ac5-b3cc-7a532106b0ae service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150371 Aug 06 18:11:26.323942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.328188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.507049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] For port 17e2fa41-70e4-45a8-83af-b5d88f364da1, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:26.525784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] For port 17e2fa41-70e4-45a8-83af-b5d88f364da1, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17e2fa41-70e4-45a8-83af-b5d88f364da1,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:26.585422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.665057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.692868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-624d6338-31c1-4103-b149-dbf91f239aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:26.701637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-624d6338-31c1-4103-b149-dbf91f239aac service neutron] 10.222.0.55 "GET /v2.0/networks?id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 902 time: 0.9117775 Aug 06 18:11:26.757799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528dd366-c090-4964-8114-ffeca641563d None None] Sync routers for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:26.806920 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:26.814563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:26.818747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:26.819806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:26.898720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:26.943833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0df1387-ad75-4b67-b69d-45f9de13927c req-748f3593-a603-45f7-b6ba-4387550fe929 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3157201 Aug 06 18:11:26.948939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:27.175582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-5b387fe9-08a5-4785-8fd8-f4669a3d84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:27.177130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-5b387fe9-08a5-4785-8fd8-f4669a3d84ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1096 time: 0.7367442 Aug 06 18:11:27.192322 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:27.198112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1a347abb-4a76-4204-90bb-49c9f6f0c479 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4617779 Aug 06 18:11:27.209003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343073ed-b4fa-4b10-91e1-3b89dfb96cbe None None] Pushing event updated for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:27.214215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57316) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:27.237835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-ed0c01a7-e979-4bf5-b455-7e2603fb769d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.3923619 Aug 06 18:11:27.411176 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:27.516190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:27.585640 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:11:26Z', 'revision_number': 6, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:27.617907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Deleting port 799c9270-767d-49ca-aca7-9dfea5bd81f8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:27.618288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:27.622451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-aa7d58a4-791e-4772-885f-d655c7433357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:27.624037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-aa7d58a4-791e-4772-885f-d655c7433357 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.3721604 Aug 06 18:11:27.638948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:27.942795 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528dd366-c090-4964-8114-ffeca641563d None None] Checking router: af2eb444-58a0-4dd1-992d-d91b2462d78f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:27.984943 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] Routers {'af2eb444-58a0-4dd1-992d-d91b2462d78f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:27.985985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['af2eb444-58a0-4dd1-992d-d91b2462d78f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:28.131616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:17Z', 'revision_number': 4, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '17e2fa41-70e4-45a8-83af-b5d88f364da1', 'name': '', 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'mac_address': 'fa:16:3e:06:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:13Z', 'updated_at': '2021-08-06T18:11:26Z', 'revision_number': 4, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'subnets': [{'id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:28.203268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41881390-fd1b-44cf-8832-01646b1cf9d5 None None] The sync data for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 is: [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:11:17Z', 'revision_number': 4, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '17e2fa41-70e4-45a8-83af-b5d88f364da1', 'name': '', 'network_id': 'ac21f473-a87a-4bba-a087-9f699278a1ba', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'mac_address': 'fa:16:3e:06:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:13Z', 'updated_at': '2021-08-06T18:11:26Z', 'revision_number': 4, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'subnets': [{'id': '075a1734-c9a1-43d7-b70c-8e6ef08eb4e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:28.219951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] Set router af2eb444-58a0-4dd1-992d-d91b2462d78f gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:28.450068 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f25753e9-80b4-4ea9-8b31-6543b68e85ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:28.502170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-528dd366-c090-4964-8114-ffeca641563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:11:26Z', 'revision_number': 6, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:28.522681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:28.553034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:28.663396 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528dd366-c090-4964-8114-ffeca641563d None None] The sync data for ids ['af2eb444-58a0-4dd1-992d-d91b2462d78f'] in n-d-793621-29 is: [{'id': 'af2eb444-58a0-4dd1-992d-d91b2462d78f', 'name': 'tempest-ServersTestBootFromVolume-219514559-router', 'tenant_id': '5c6839ba26324ccd9caa2ec61494141b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:07:23Z', 'updated_at': '2021-08-06T18:11:26Z', 'revision_number': 6, 'project_id': '5c6839ba26324ccd9caa2ec61494141b', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:28.786661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-2fa9a0bc-053c-4a52-9111-3b0297325733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.799114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-2fa9a0bc-053c-4a52-9111-3b0297325733 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 1.6043139 Aug 06 18:11:28.934501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.940957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.955405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.961077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-ef486ac8-28da-41b2-b666-b016015a4e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 217 time: 0.1515388 Aug 06 18:11:28.961739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:28.962446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 258949fa-5734-456b-8d28-5a6e3be42187 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:11:28.969416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.978199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:28.983040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:29.002045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:29.016959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:29.024003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2914469d-a3c9-48b1-9f7b-e20c4b801a0e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/routers/258949fa-5734-456b-8d28-5a6e3be42187 HTTP/1.1" status: 204 len: 168 time: 1.7583888 Aug 06 18:11:29.027780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-e407b626-2bb1-4ad8-b6bc-7a619d55611e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 1.5942061 Aug 06 18:11:29.202096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:29.274434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-c70ae02f-dcf6-4e03-a3b3-f4c8b7ebd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:29.280793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-45ae3937-da5b-4618-afda-54a1b60596a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:29.287174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-45ae3937-da5b-4618-afda-54a1b60596a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.2574782 Aug 06 18:11:29.305086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-c70ae02f-dcf6-4e03-a3b3-f4c8b7ebd112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6620433 Aug 06 18:11:29.486412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-6d75452d-5f5d-43c7-a196-2131587707e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:29.488260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-6d75452d-5f5d-43c7-a196-2131587707e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927288 Aug 06 18:11:29.535174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-553316025-network', 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:29.545418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3098cac0-fd70-4033-8faa-ca8443e7e5c6 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:29.686090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57346) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:29.912926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-791bb1cc-1c9d-4d79-8392-8b60960c183f service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952051 Aug 06 18:11:29.966774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-428d4540-a229-460a-8e99-e646cce06f9f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700990 Aug 06 18:11:30.007333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:30.012998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.121591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.188693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1659038716', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:30.285402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:11:30.285402 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:11:30.285402 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': 'c8cf1d00b1d74ba490d93e29ca9f2ae3', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 11, 30, 249281)}] Aug 06 18:11:30.285402 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:11:30.286061 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:11:30.348177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:30.360045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67806223-1ad7-46e6-a4e3-3116c7f2eb91 req-ae749ac8-b7b2-4f7b-9453-f6563d717528 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853424 Aug 06 18:11:30.507235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'port_id': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'mac_address': 'fa:16:3e:b2:22:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:30.543723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17e2fa41-70e4-45a8-83af-b5d88f364da1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:30.603760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.616542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.660932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ed9663a-d60a-477c-9bd2-038ed2bd365f req-c31d4823-e97d-41d5-b949-c60e6e359d36 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305937 Aug 06 18:11:30.734150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] For port 799c9270-767d-49ca-aca7-9dfea5bd81f8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=799c9270-767d-49ca-aca7-9dfea5bd81f8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:30.735429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.750091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:11:30.801183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4020fbd7-e160-4cc1-90f4-f341605c845b req-5bd2e0d5-ab78-4d98-b102-d8929ccc22f2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.7378519 Aug 06 18:11:30.816872 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:30.817318 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Added segment 12c98653-88ba-4676-b61a-dc102a342980 of type vlan for network f5db9b4e-def7-4717-98af-fbf7868dcdf1 Aug 06 18:11:30.847486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81afb31-2877-4fa0-aae1-610ca705a526,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:30.931091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Calling delete_port for 799c9270-767d-49ca-aca7-9dfea5bd81f8 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:31.122526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.420667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.422504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:31.423553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.521700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.569733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3098cac0-fd70-4033-8faa-ca8443e7e5c6 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:31.705126 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.765862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:31.778874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1da714a7-2e2b-4336-8806-24182e67b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.813995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.819928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] Pushing event updated for resources: {'Network': ['ID=f5db9b4e-def7-4717-98af-fbf7868dcdf1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:31.826586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4726861-c8cd-40b5-b344-f2de7de5e26e req-de164a91-da39-4afa-a713-445b09e2e53f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:31.841068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4726861-c8cd-40b5-b344-f2de7de5e26e req-de164a91-da39-4afa-a713-445b09e2e53f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 944 time: 0.5827546 Aug 06 18:11:31.893304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:31.897360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.906528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:11:31.926203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.938856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.965864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:31.976560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18d6384f-ef8a-4f3b-90ed-46e278bd08db admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7718666 Aug 06 18:11:31.982735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:31.997303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57370) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:32.008023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Pushing event deleted for resources: {'Port': ['ID=799c9270-767d-49ca-aca7-9dfea5bd81f8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:32.058657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Request body: {'subnet': {'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-553316025-subnet', 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:32.088229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4726861-c8cd-40b5-b344-f2de7de5e26e req-5140d1f8-bbe2-4785-bdf2-f191e61445ba tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455161 Aug 06 18:11:32.220910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3098cac0-fd70-4033-8faa-ca8443e7e5c6'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:32.275506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.376402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:32.467432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:32.542039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.592980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:32.601618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.609065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.615319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.941465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.943682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2eb444-58a0-4dd1-992d-d91b2462d78f {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:11:32.953513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:32.956401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da40f014-3b6f-40b9-bc32-7f5399ea8eca admin admin] 10.222.0.64 "DELETE /v2.0/routers/af2eb444-58a0-4dd1-992d-d91b2462d78f HTTP/1.1" status: 204 len: 168 time: 8.6441624 Aug 06 18:11:32.960137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:32.961941 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.124806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 17e2fa41-70e4-45a8-83af-b5d88f364da1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17e2fa41-70e4-45a8-83af-b5d88f364da1,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:33.161124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Deleting subnet ddb7e570-b349-403f-ae86-bc0a3e1496c3 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:11:33.164436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.175268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.318652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.330285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1c8fb2b-e82a-49f2-aa73-651e2f33e110 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:33.337523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-934bd667-13d5-460b-93c9-112d55ac40c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.347015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.356789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.365804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.374031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.382179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.388978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.397572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.408049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.411392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d1c8fb2b-e82a-49f2-aa73-651e2f33e110 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:11:33.416758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1c8fb2b-e82a-49f2-aa73-651e2f33e110 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:11:33.417602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 799c9270-767d-49ca-aca7-9dfea5bd81f8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:33.422007 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-630a1d91-d896-46fe-bc8b-98169391354f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 1.3245282 Aug 06 18:11:33.527812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:33.532432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 799c9270-767d-49ca-aca7-9dfea5bd81f8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:11:33.532984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 799c9270-767d-49ca-aca7-9dfea5bd81f8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:11:33.585344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd354efc-f309-41e6-bfdf-09ff3cff20c0 req-24b4acb3-307c-4c51-9aa8-ac1c7e1da12c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617758 Aug 06 18:11:33.686685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.745143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17e2fa41-70e4-45a8-83af-b5d88f364da1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:33.799378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.905069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a013a1-d7e0-45fb-8653-b8d021910419 req-9168873f-8a00-4d61-a23f-677cf12bc6de tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:33.908564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52a013a1-d7e0-45fb-8653-b8d021910419 req-9168873f-8a00-4d61-a23f-677cf12bc6de tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 945 time: 0.4501610 Aug 06 18:11:33.910177 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:33.915165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3098cac0-fd70-4033-8faa-ca8443e7e5c6 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:34.040980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb7e570-b349-403f-ae86-bc0a3e1496c3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:34.057860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.060997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c530438-d0b5-4d0e-9fff-aeb3d4db265a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ddb7e570-b349-403f-ae86-bc0a3e1496c3 HTTP/1.1" status: 204 len: 168 time: 1.0952082 Aug 06 18:11:34.070906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57402) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:34.091946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 17e2fa41-70e4-45a8-83af-b5d88f364da1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:34.097784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.104204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac3fd5-0f93-4034-95c0-d5ca7cc2bed8 None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:34.235497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.316590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52a013a1-d7e0-45fb-8653-b8d021910419 req-dd9ad32b-22f3-43ff-a069-490f69ff5a73 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874023 Aug 06 18:11:34.482348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Deleting port 55873b31-01cc-4e7c-9d77-be96de6ea983 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:34.483164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.606567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:34.616541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.618214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.632454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:34.633322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.782166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] For port 55873b31-01cc-4e7c-9d77-be96de6ea983, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=55873b31-01cc-4e7c-9d77-be96de6ea983,segment=NetworkSegment(f528d954-f7b9-465d-8591-af329fa5647b),segment_id=f528d954-f7b9-465d-8591-af329fa5647b)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:34.784579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:34.871940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Calling delete_port for 55873b31-01cc-4e7c-9d77-be96de6ea983 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:34.993029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] DHCP port deletion for babff83e-63dd-46e5-bd78-d2e3e1251ac2 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:11:35.043090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e991dea5-f8c1-407a-a09e-577d83f5494c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:35.143680 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-934bd667-13d5-460b-93c9-112d55ac40c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.243651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.333423 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.343177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-934bd667-13d5-460b-93c9-112d55ac40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.359637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Deleting port 55873b31-01cc-4e7c-9d77-be96de6ea983 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:35.360171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.375214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=55873b31-01cc-4e7c-9d77-be96de6ea983,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:35.388269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] No DVR routers for this DVR port 55873b31-01cc-4e7c-9d77-be96de6ea983 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:11:35.466337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.482691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:35.490171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.493021 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a184e-603e-4408-a1c8-a453309cf80e" -d '{"events": [{"server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "name": "network-vif-plugged", "status": "completed", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:35.514790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.544400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.576244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.599632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.607410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.614090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:35.625368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-acc1c5a6-7db5-4e52-9166-a5087a03804f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.8539290 Aug 06 18:11:35.638224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babff83e-63dd-46e5-bd78-d2e3e1251ac2']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:35.654219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:35.663695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f528d954-f7b9-465d-8591-af329fa5647b') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:35.664845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f528d954-f7b9-465d-8591-af329fa5647b') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:35.673420 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.687429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.743727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.780626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:11:35.782037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.797895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] For port 55873b31-01cc-4e7c-9d77-be96de6ea983, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:35.798400 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:35.879269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 55873b31-01cc-4e7c-9d77-be96de6ea983 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:11:35.948022 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:11:35.990829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Calling delete_port for 55873b31-01cc-4e7c-9d77-be96de6ea983 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:35.998250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Port 55873b31-01cc-4e7c-9d77-be96de6ea983 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:11:36.046493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 55873b31-01cc-4e7c-9d77-be96de6ea983 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:11:36.049101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 55873b31-01cc-4e7c-9d77-be96de6ea983 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:11:36.085987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:36.120595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:36.150107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:36.170795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:36.205004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] 10.222.0.64 "DELETE /v2.0/networks/babff83e-63dd-46e5-bd78-d2e3e1251ac2 HTTP/1.1" status: 204 len: 168 time: 2.1232460 Aug 06 18:11:36.243129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Network babff83e-63dd-46e5-bd78-d2e3e1251ac2 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:11:36.244432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] No DVR routers for this DVR port 55873b31-01cc-4e7c-9d77-be96de6ea983 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:11:36.274469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f11b76-174d-4f70-8dbd-c1f8feaca0f5 req-746f81f5-5e20-42c5-91ca-af901fbf78cf tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:36.285473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baf0df-a33e-446e-9cd0-3c8facd072b4 None None] Pushing event deleted for resources: {'Port': ['ID=55873b31-01cc-4e7c-9d77-be96de6ea983,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:36.299016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8f11b76-174d-4f70-8dbd-c1f8feaca0f5 req-746f81f5-5e20-42c5-91ca-af901fbf78cf tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.7870736 Aug 06 18:11:36.300472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23c5d-ac28-4834-8839-e780d61f3f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=babff83e-63dd-46e5-bd78-d2e3e1251ac2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:36.485241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Checking segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:36.486566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Network hostable DHCP agents. Network: f5db9b4e-def7-4717-98af-fbf7868dcdf1, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:11:36.583618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8f11b76-174d-4f70-8dbd-c1f8feaca0f5 req-d1872431-7ae6-4183-a10d-a3ab0a629165 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777510 Aug 06 18:11:36.597151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bd667-13d5-460b-93c9-112d55ac40c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cedeb1-3e4f-4889-a707-1c2c6db73670,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:36.623346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:36.625516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-934bd667-13d5-460b-93c9-112d55ac40c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6ca36a1099141b2bc2f8e9e63aade2a&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1448309 Aug 06 18:11:36.635098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:36.749927 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf06c7f-88c8-481a-a538-503e43a574e7 x-openstack-request-id: req-ecf06c7f-88c8-481a-a538-503e43a574e7 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:36.752845 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "name": "network-vif-plugged", "status": "completed", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:36.753826 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecf06c7f-88c8-481a-a538-503e43a574e7 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:36.754769 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'code': 200} Aug 06 18:11:36.810948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:36.814643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:11:36.874393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03f87a45-8a91-452c-bafd-aaeabf8117a0 req-f2f4be82-7cc9-450e-a17f-d7564db7bdf2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2474921 Aug 06 18:11:36.880369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f5db9b4e-def7-4717-98af-fbf7868dcdf1) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:36.913252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e291af-d50d-4d06-95e9-ec88960e4a48 None None] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:36.950808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:37.004044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:37.017594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:37.111425 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:37.235305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:37.358882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bc116-7bff-46a8-94bc-ace5ec0b0c15 req-38ac6a4e-c062-47fa-9ac7-a27655898afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:37.365857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-787bc116-7bff-46a8-94bc-ace5ec0b0c15 req-38ac6a4e-c062-47fa-9ac7-a27655898afa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.4943171 Aug 06 18:11:37.369336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:37.380488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:37.391799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Allocated IP 172.25.3.90 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6688600b-5f2b-470a-8037-b034dc27f9f4) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:37.398092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9cedeb1-3e4f-4889-a707-1c2c6db73670 HTTP/1.1" status: 204 len: 168 time: 0.7622204 Aug 06 18:11:37.493753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b6b45-d50c-422c-a77c-3c350e135b9d None None] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:37.510261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2fe8-6600-432e-b3b5-49cd5551715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cedeb1-3e4f-4889-a707-1c2c6db73670,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:37.578372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-787bc116-7bff-46a8-94bc-ace5ec0b0c15 req-a42c1244-6e34-4353-ae63-dcffcda6e5d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673329 Aug 06 18:11:38.155301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:38.239976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.251762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.261884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.272251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.284142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.293813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.302226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.304754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-6b1b7daa-48e2-4155-8ee5-f8b3f9193b24 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.1892657 Aug 06 18:11:38.333860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f4356cdb-a7d4-4931-9e8c-89b0f94493e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2997921 Aug 06 18:11:38.387428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ad76040-26bf-479e-9fea-6a935215800f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c6839ba26324ccd9caa2ec61494141b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4229510 Aug 06 18:11:38.395590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:38.473579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bdfff-9ad7-4d98-b0a6-d6204484130e req-e1c82d42-681f-44d6-948f-b2e5a0841f7e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:38.475343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa5bdfff-9ad7-4d98-b0a6-d6204484130e req-e1c82d42-681f-44d6-948f-b2e5a0841f7e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4999065 Aug 06 18:11:38.490508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08a3affe-9946-4a44-a0fd-b395015e8446 req-8936aed7-08f5-4fef-b6ab-6fc676953945 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699297 Aug 06 18:11:38.670925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:38.733964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:38.779034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event updated for resources: {'Port': ['ID=6688600b-5f2b-470a-8037-b034dc27f9f4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:38.806994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:38.833717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:38.883232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:38.895061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa5bdfff-9ad7-4d98-b0a6-d6204484130e req-e8a03b29-a7c7-4577-8ca0-b2cec78f6dc8 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540058 Aug 06 18:11:38.896430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:38.899141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7d017f0-04de-4b02-a961-9546fce56564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:38.900205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:39.168446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:39.180764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:39.196557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42f0e6e9-bdcb-47e9-905d-57be1b39cbc7 HTTP/1.1" status: 204 len: 168 time: 0.7987301 Aug 06 18:11:39.278466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a2cd-de47-445c-94ef-eda62c81f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f0e6e9-bdcb-47e9-905d-57be1b39cbc7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:39.792621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7d017f0-04de-4b02-a961-9546fce56564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:39.821680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7d017f0-04de-4b02-a961-9546fce56564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:39.913301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d017f0-04de-4b02-a961-9546fce56564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dbcd60-c76b-4e0e-a117-81208597a365,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:39.986102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e7d017f0-04de-4b02-a961-9546fce56564 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46e160c8efd24bef82d214d6fe8eebbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453838 Aug 06 18:11:39.987156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57480) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:40.168545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.181309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.191063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.199194 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.201964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.211374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.221089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.232845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.243301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.256188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce95893e-4cbe-4161-a838-f590434079ba req-001593a3-7c2f-47b3-93f0-3180ccacac0e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.3230386 Aug 06 18:11:40.261566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.292847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.528502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.533015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:40.555697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94dbcd60-c76b-4e0e-a117-81208597a365 HTTP/1.1" status: 204 len: 168 time: 0.5649416 Aug 06 18:11:40.663039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce95893e-4cbe-4161-a838-f590434079ba req-a5e93d2e-cd55-4363-b38a-e3f68847f02d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4052143 Aug 06 18:11:40.755522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344bbb6-cc51-477a-bd1a-35ed1ef0a518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dbcd60-c76b-4e0e-a117-81208597a365,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:40.984216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-7a4d39d9-f4f9-4328-89bf-e62f88c98abb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:40.987219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-7a4d39d9-f4f9-4328-89bf-e62f88c98abb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 0.4285560 Aug 06 18:11:41.023878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-1734c3b8-dbdc-4ca0-be0f-ca930cc74aad tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/quotas/e2aec281b27b4f12b6ab55f03638f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0283720 Aug 06 18:11:41.136361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-5c1cac35-6c96-4284-972a-95c437d87ec4 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026390 Aug 06 18:11:41.353488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:41.382543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-4d43d563-1890-4ad2-b2c8-e769e77070ae service neutron] 10.222.0.64 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451010 Aug 06 18:11:41.499699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:41.552536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390d57-3134-487c-848d-54e30c1527a5 req-3e069cc4-0b3f-4856-87a0-0425aa7372f6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:41.557033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57390d57-3134-487c-848d-54e30c1527a5 req-3e069cc4-0b3f-4856-87a0-0425aa7372f6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4474025 Aug 06 18:11:41.582104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57524) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:41.718689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-c910bbdf-5246-4a42-a36e-cc956cfb5508 service neutron] 10.222.0.64 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287270 Aug 06 18:11:41.776493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57390d57-3134-487c-848d-54e30c1527a5 req-253a466d-300b-4222-9696-c8c6c3909b3c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854746 Aug 06 18:11:41.808217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-89840606-network', 'tenant_id': 'fadc1bd29f1444acb7d8658ad127c562'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:41.899194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Made reservation on behalf of fadc1bd29f1444acb7d8658ad127c562 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:41.906886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:41.949668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:41.985044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Router 4f084b34-29f9-4dad-8732-01801be0c9ef is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:11:42.005120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.012769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.036835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.047144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.057394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.070154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.082575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.086055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-cfaa8285-7670-42bf-a93f-6f7c0d0cdf83 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.2034383 Aug 06 18:11:42.231473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd220a-6aed-4984-a263-9a9dcbfba827 req-5bbbfa11-c934-4256-9d05-17d2600de0c3 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:42.233203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abcd220a-6aed-4984-a263-9a9dcbfba827 req-5bbbfa11-c934-4256-9d05-17d2600de0c3 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1066086 Aug 06 18:11:42.256976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57568) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:42.262401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'floatingip': {'port_id': '3098cac0-fd70-4033-8faa-ca8443e7e5c6'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:42.392665 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-954e3395-b6eb-4a3c-9392-73d4ed2151f7 req-e6cbe095-67c9-46f2-9bf6-672590568b84 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2862887 Aug 06 18:11:42.437862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:42.562455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:42.601343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] Sync routers for ids ['4f084b34-29f9-4dad-8732-01801be0c9ef'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:42.657432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] Routers {'4f084b34-29f9-4dad-8732-01801be0c9ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:42.660447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4f084b34-29f9-4dad-8732-01801be0c9ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:42.745156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:42.763245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:42.815682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:42.829962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3762b4-7691-4d7e-80d5-b20ebdc37df5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:42.836332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:42.839330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54eb186d-be9b-4104-acd9-82bb61c50ba3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.1515913 Aug 06 18:11:42.846522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57612) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:42.849038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] Routers {'4f084b34-29f9-4dad-8732-01801be0c9ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:42.852948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4f084b34-29f9-4dad-8732-01801be0c9ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:42.873841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:11:42.880972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.882036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.882847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.883476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e6c684-fc92-4695-913c-2ce205da902b req-936fb31d-78ab-4b7c-b42a-4bc5fb193cd8 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 210 time: 0.0611329 Aug 06 18:11:42.883983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.884812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.885686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.886457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.887249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.887797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.888547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.889285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.891010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:42.992266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:42.993205 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Added segment 0d96d5c6-ea42-495b-afe0-009f1d189221 of type vlan for network 6b48fce7-7997-4ffc-8b12-32aa43739c58 Aug 06 18:11:43.036145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:43.037832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de47dc-5d3a-4d6d-b334-cdfd6e0b8690 None None] The sync data for ids ['4f084b34-29f9-4dad-8732-01801be0c9ef'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:43.147900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:43.266631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-78f0ed6d-8f05-4d8a-998e-71fb8e091e2e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/4f084b34-29f9-4dad-8732-01801be0c9ef HTTP/1.1" status: 200 len: 920 time: 0.4064074 Aug 06 18:11:43.271642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57622) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:43.362201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc3a9365-d22d-4fa8-acf5-c3d72a777ca8 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f084b34-29f9-4dad-8732-01801be0c9ef HTTP/1.1" status: 200 len: 205 time: 0.0860193 Aug 06 18:11:43.363662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:43.367179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:43.367829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:43.378935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57628) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:43.869812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:43.887276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 787a736b-7acb-472f-ac18-c08d892323a2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:44.008779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.015846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.027938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.045383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.060635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4678202 Aug 06 18:11:44.078171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.083462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:44.098411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.100230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Request body: {'subnet': {'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-89840606-subnet', 'tenant_id': 'fadc1bd29f1444acb7d8658ad127c562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:44.113797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:44.128402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-fd8bad6a-bcf9-494d-9880-927367946137 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5428 time: 0.3353181 Aug 06 18:11:44.145088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c40193-9a9e-4399-9135-520b9886ace7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b48fce7-7997-4ffc-8b12-32aa43739c58,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:44.168794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6b48fce7-7997-4ffc-8b12-32aa43739c58 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:11:44.220466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:44.265495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1076991-a70e-4436-a7d0-02631ea1d41e req-33dcce0f-fe38-4edc-a65b-de8befd11d61 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300876 Aug 06 18:11:44.278618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Made reservation on behalf of fadc1bd29f1444acb7d8658ad127c562 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:44.281146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:44.360838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '787a736b-7acb-472f-ac18-c08d892323a2', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'port_id': '787a736b-7acb-472f-ac18-c08d892323a2', 'mac_address': 'fa:16:3e:63:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:44.389423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:11:44.510872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:44.534864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:44.549892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787a736b-7acb-472f-ac18-c08d892323a2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:44.554767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:44.605764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:44.618267 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:44.620611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e875c475-73cc-47f7-93f7-fb772ae8e040 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:44.624649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-072ee700-419b-45b3-a036-2cc442bdff11 req-7bdf7ded-d05e-4d77-8af8-f9cf63bb988c tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 210 time: 0.0788972 Aug 06 18:11:44.844307 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Floating IP 666011df-39e9-40b8-b2df-4bd2cdfce050 associated. External IP: 172.25.3.166, port: 3098cac0-fd70-4033-8faa-ca8443e7e5c6. Aug 06 18:11:45.090280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:45.244713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:45.286757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'port_id': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'mac_address': 'fa:16:3e:c4:7c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12ae6c-5150-4709-ace5-90ba4946b91a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:45.397197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:45.464364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e875c475-73cc-47f7-93f7-fb772ae8e040 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:45.544766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:45.557762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:45.558766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c11c90f-fc63-4697-823a-049ce1de0a49 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:45.980077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:46.005639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'port_id': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'mac_address': 'fa:16:3e:d7:a4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:46.015688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:46.160081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d7212b6-22a3-4fe4-a75d-e32445a75f2b req-5fd4667f-e0c3-4240-88db-390f9497f061 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 210 time: 0.0869923 Aug 06 18:11:46.320390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:46.668119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:11:46.693431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:46.699170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:46.781087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-a6071aa5-5f02-47e1-a384-4eb3a9550ea4 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.783223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-a6071aa5-5f02-47e1-a384-4eb3a9550ea4 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 0.6866627 Aug 06 18:11:46.801496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.816563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.821200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Request body: {'port': {'device_id': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'admin_state_up': True, 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:46.831774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.856792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.872622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.887780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.904674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:46.906898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-7092f6ec-4d8c-49e7-8a19-e0820b52809c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5430 time: 1.1876664 Aug 06 18:11:46.932321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:46.935373 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:46.938530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c11c90f-fc63-4697-823a-049ce1de0a49 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:47.023429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:47.036230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:47.044399 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5fc0a7-9a8f-4c64-8be7-010f5ac36baf" -d '{"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:47.067753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f64fa448-22e1-4dd4-96f8-d83ce2d23cef tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:47.069669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f64fa448-22e1-4dd4-96f8-d83ce2d23cef tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 1.4492276 Aug 06 18:11:47.071740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.072516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 670d433d-fed0-4225-80d4-57b8a65e7908 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:47.091011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Request body: {'port': {'device_id': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'admin_state_up': True, 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:47.095391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:47.121085 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.145680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:11:47.164368 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:11:47.181037 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:47.182216 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:47.256427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port 6688600b-5f2b-470a-8037-b034dc27f9f4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:47.257177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.263719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.266579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:47.329081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=670d433d-fed0-4225-80d4-57b8a65e7908,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:47.357101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.357511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.358022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.358183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d36f2ac-f956-4122-8131-0c047c8a2426,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:47.358937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.358937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.358937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.359340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.359473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.361185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.361185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.361185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.361185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:11:47.434790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c6f38892-0166-461c-be74-f34d608a9800 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "PUT /v2.0/floatingips/666011df-39e9-40b8-b2df-4bd2cdfce050 HTTP/1.1" status: 200 len: 992 time: 5.1765876 Aug 06 18:11:47.438638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0cb9d81-891c-4948-8a13-a7fe6318c7e9 req-f9b1521c-bede-4f86-a3dd-b10717ea442f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5185413 Aug 06 18:11:47.444458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:47.447093 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905" -d '{"events": [{"name": "network-changed", "server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:47.451696 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:47.463758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:47.478271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-2c69ae10-a1aa-4a78-8560-dce0469aa087 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:47.486442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-2c69ae10-a1aa-4a78-8560-dce0469aa087 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.8630731 Aug 06 18:11:47.488198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '670d433d-fed0-4225-80d4-57b8a65e7908', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'port_id': '670d433d-fed0-4225-80d4-57b8a65e7908', 'mac_address': 'fa:16:3e:ba:4f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:47.624221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-0ba0ad73-4ceb-4936-9953-f4543296a642 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/quotas/09a82b6afd7a4862ad38a656da485f06 HTTP/1.1" status: 200 len: 375 time: 0.1364200 Aug 06 18:11:47.651017 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c35c9b-2a42-4996-b619-a6043928bb33 x-openstack-request-id: req-74c35c9b-2a42-4996-b619-a6043928bb33 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:47.651395 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:47.651722 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74c35c9b-2a42-4996-b619-a6043928bb33 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:47.652168 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'code': 200} Aug 06 18:11:47.671625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Checking segment: {'id': '0d96d5c6-ea42-495b-afe0-009f1d189221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:47.673364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Network hostable DHCP agents. Network: 6b48fce7-7997-4ffc-8b12-32aa43739c58, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:11:47.683470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.763139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670d433d-fed0-4225-80d4-57b8a65e7908 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:47.820713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:47.830893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.862786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=670d433d-fed0-4225-80d4-57b8a65e7908,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:47.871635 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:47.873045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 17eeca15-f077-4adc-9563-856cd7689fb3 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:47.885830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-58dca00f-a43e-4e50-a3c1-52b322ea98cc tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2600420 Aug 06 18:11:47.980730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '666011df-39e9-40b8-b2df-4bd2cdfce050', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:b2:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:11:05Z', 'updated_at': '2021-08-06T18:11:44Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:48.031409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:48.036610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:11:48.052738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:11:48.053891 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:11:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:48.060936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '17eeca15-f077-4adc-9563-856cd7689fb3', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'port_id': '17eeca15-f077-4adc-9563-856cd7689fb3', 'mac_address': 'fa:16:3e:f6:bf:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:48.170915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.185006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.204983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for 6688600b-5f2b-470a-8037-b034dc27f9f4 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:48.227364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eeca15-f077-4adc-9563-856cd7689fb3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:48.248025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-bc8e31e9-d72a-4824-b3db-bd27d6a5ed71 service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582871 Aug 06 18:11:48.297712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:48.311776 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:11:48.334402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:48.345425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.346467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7805943f-ca83-471a-99d6-f710a26a24fc details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:48.435777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Allocated IP 172.20.0.4 (f5db9b4e-def7-4717-98af-fbf7868dcdf1/e991dea5-f8c1-407a-a09e-577d83f5494c/f1d8129c-57ee-45ca-8d83-026eeee2864d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:48.504298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:48.527800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-37200afa-4178-4c31-a0cc-9df93b9e21f6 service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811184 Aug 06 18:11:48.580454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:48.614422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '7805943f-ca83-471a-99d6-f710a26a24fc', 'network_id': '7aa490e7-ed1e-41e4-9684-ebf40293eb3a', 'port_id': '7805943f-ca83-471a-99d6-f710a26a24fc', 'mac_address': 'fa:16:3e:14:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e12ae6c-5150-4709-ace5-90ba4946b91a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:48.703869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Network 6b48fce7-7997-4ffc-8b12-32aa43739c58 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:11:48.727941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99e18f7d-dc04-4c39-a154-432dacfae1e3 req-36095a6e-970f-40c6-958a-a7a0dd3bce34 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 210 time: 0.8010609 Aug 06 18:11:48.732575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.755024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.802913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7805943f-ca83-471a-99d6-f710a26a24fc {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:48.867092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:48.877477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.878195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:11:48.899036 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3460bd-cff7-4129-81a5-0a480b88672b x-openstack-request-id: req-df3460bd-cff7-4129-81a5-0a480b88672b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:48.906999 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:48.907634 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df3460bd-cff7-4129-81a5-0a480b88672b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:48.908693 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'status': 'completed', 'code': 200} Aug 06 18:11:48.942703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6b48fce7-7997-4ffc-8b12-32aa43739c58) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:48.962726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:48.963945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:48.990465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:49.003027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:49.019939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=6688600b-5f2b-470a-8037-b034dc27f9f4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:49.023742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d883f6-310d-4f6d-b137-822d9c8a8154 None None] Network 6b48fce7-7997-4ffc-8b12-32aa43739c58 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:49.152071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:11:49.178231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:49.188654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:49.199445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'network_id': 'e998b396-c5f4-45c3-b0a6-8aa7b70e8076', 'port_id': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'mac_address': 'fa:16:3e:8b:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415b913c-a0bd-4a30-ae95-474850ee2ce6', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:11:49.230692 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '666011df-39e9-40b8-b2df-4bd2cdfce050', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:b2:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:11:05Z', 'updated_at': '2021-08-06T18:11:44Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:11:49.256210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-48aa5649-7f89-41e6-9ea3-1e4fea30b4f2 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.264880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-48aa5649-7f89-41e6-9ea3-1e4fea30b4f2 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bb7cfab-1d39-4ef8-8d0c-78949aa3de18 HTTP/1.1" status: 200 len: 943 time: 1.4088411 Aug 06 18:11:49.304466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-00c8af79-5240-43c4-a99e-9e0c32b14560 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.2185888 Aug 06 18:11:49.306224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ab6c3a-ee3e-4a8c-a604-a1af94d8180c None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '666011df-39e9-40b8-b2df-4bd2cdfce050', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:b2:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:11:05Z', 'updated_at': '2021-08-06T18:11:44Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:11:49.310828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-e8d46920-4adb-42ea-ba0a-6bb045ecccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.312625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-e8d46920-4adb-42ea-ba0a-6bb045ecccfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.3750622 Aug 06 18:11:49.498004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.513508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.538241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.545138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.561169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7434ed01-751f-48e8-b20f-879695d583a4 req-0415fad7-c2ed-4093-bfdc-4c5ae4ee3625 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 210 time: 0.3491380 Aug 06 18:11:49.575592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.612353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.627230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.629602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57392271-6903-4828-9c69-9c43eba43a8b req-75534e01-6773-479b-a36d-0b8566eaeea2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5434 time: 0.4615288 Aug 06 18:11:49.727345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:49.760079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:49.840309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-4384aa59-7d21-4c96-9fe6-7a0d412f46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:49.842795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-4384aa59-7d21-4c96-9fe6-7a0d412f46fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.5129714 Aug 06 18:11:49.842944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:49.849080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:49.997071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:50.039133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.050150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.051938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c891e-c4c2-4201-b919-779364f63d20 None None] New status for floating IP 666011df-39e9-40b8-b2df-4bd2cdfce050: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:11:50.069150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57392271-6903-4828-9c69-9c43eba43a8b req-1e188c29-94e7-4b71-b71e-ccf9f6583c0f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4149485 Aug 06 18:11:50.243245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:50.259332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3166a-25b7-4b3f-b2ee-12124c1c44e0 req-dbad8583-ff7a-432a-a13d-eb6464a6991f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:50.266811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:50.268683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81e3166a-25b7-4b3f-b2ee-12124c1c44e0 req-dbad8583-ff7a-432a-a13d-eb6464a6991f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 931 time: 0.3394313 Aug 06 18:11:50.291666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:50.297896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event updated for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:50.305223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Allocated IP 172.20.0.14 (f5db9b4e-def7-4717-98af-fbf7868dcdf1/e991dea5-f8c1-407a-a09e-577d83f5494c/897a1d63-ec5e-48c6-809b-08aa797ac610) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:50.324692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.325258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router 4f084b34-29f9-4dad-8732-01801be0c9ef {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:11:50.361336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57854) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:50.369639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.370836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae2b2390-d621-4b8c-a53d-fb064cf53a6e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/4f084b34-29f9-4dad-8732-01801be0c9ef HTTP/1.1" status: 204 len: 168 time: 6.9762750 Aug 06 18:11:50.378384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:50.383113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1124189171', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:50.424760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Deleting port 2ee4f0e8-3eae-4ee7-b847-add378b976fe {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:11:50.425220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.437416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:50.461413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-b2e72a1a-68d2-48d9-8414-6d79908fbed6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1000 time: 0.5978296 Aug 06 18:11:50.587341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 2ee4f0e8-3eae-4ee7-b847-add378b976fe no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:11:50.664948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81e3166a-25b7-4b3f-b2ee-12124c1c44e0 req-7e73c46b-111f-4fba-ad25-4296c104d1e9 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952062 Aug 06 18:11:50.735918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.748925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.768359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:50.773346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.816718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.832150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-1389fcda-d046-49bd-b5b6-6bebd09e50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:50.839296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-1389fcda-d046-49bd-b5b6-6bebd09e50e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.3521550 Aug 06 18:11:50.855366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] For port 2ee4f0e8-3eae-4ee7-b847-add378b976fe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=2ee4f0e8-3eae-4ee7-b847-add378b976fe,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:50.856115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.888437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Calling delete_port for 2ee4f0e8-3eae-4ee7-b847-add378b976fe owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:11:50.906155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b89-635d-49e8-b565-c269b5cd69b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:50.992266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-b843960d-9fd1-470c-a94a-b2f0752dd823 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1797616 Aug 06 18:11:51.016695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Request body: {'port': {'device_id': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:51.035250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26d3cb5e-ca8f-40af-8098-917daa7c655f req-cbe2c201-98ab-42c2-9efa-d21088bdee2e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 210 time: 0.1303632 Aug 06 18:11:51.086085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d6e97-8cc3-43e6-945e-5448d9a19034 None None] Network 6b48fce7-7997-4ffc-8b12-32aa43739c58 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:11:51.104902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-6775843f-3aa3-4408-b00f-dccfac6bd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:51.108059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-6775843f-3aa3-4408-b00f-dccfac6bd113 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566812 Aug 06 18:11:51.402063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-2ce711b7-a0b7-4a46-864c-681d1d962073 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602544 Aug 06 18:11:51.579458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:51.698497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:51.852392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['787a736b-7acb-472f-ac18-c08d892323a2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:51.920343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e875c475-73cc-47f7-93f7-fb772ae8e040'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:51.925554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['17eeca15-f077-4adc-9563-856cd7689fb3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:51.989009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ce4c10-084f-4ff5-a7df-f0887c0e7905 req-4e606bed-fa03-44f6-9fa0-08c4fa4a97e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690534 Aug 06 18:11:52.112761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-d0f328f4-bd09-4c61-9ca1-33d6a0065d82 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.117660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-d0f328f4-bd09-4c61-9ca1-33d6a0065d82 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/networks?id=6b48fce7-7997-4ffc-8b12-32aa43739c58 HTTP/1.1" status: 200 len: 820 time: 0.6984622 Aug 06 18:11:52.141737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.166435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-6c60db85-6699-4b47-a104-e5f81cde5748 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/quotas/fadc1bd29f1444acb7d8658ad127c562 HTTP/1.1" status: 200 len: 375 time: 0.0287240 Aug 06 18:11:52.182838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.196291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.214792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.232837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.260319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.272236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['670d433d-fed0-4225-80d4-57b8a65e7908'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:52.277881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.282363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-76d53aac-6701-4f92-8e6c-e1afc4211bd8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5435 time: 0.9559007 Aug 06 18:11:52.284411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-26078983-65b3-4dfa-b5f8-2d68d9c795c4 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fadc1bd29f1444acb7d8658ad127c562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027775 Aug 06 18:11:52.361801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['7805943f-ca83-471a-99d6-f710a26a24fc'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:52.363638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:52.377740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:52.418820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c11c90f-fc63-4697-823a-049ce1de0a49'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:52.433774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['34ba2459-2f2b-4e52-8bff-6b8ef5662b83'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:11:52.489035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:52.562586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:52.672004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-730762be-caec-446b-b5e2-7122c986cd11 service neutron] 10.222.0.64 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589053 Aug 06 18:11:52.678109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event deleted for resources: {'Port': ['ID=2ee4f0e8-3eae-4ee7-b847-add378b976fe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:52.700635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-235c1bee-45fa-40e6-b01b-3099cfd5a7f4 req-7a088c84-da07-4948-b2fc-03cf8dce1291 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3646858 Aug 06 18:11:52.708000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-2b98fc15-c38a-404f-8be6-d0091d09e2c8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:52.709888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-2b98fc15-c38a-404f-8be6-d0091d09e2c8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 1.1282361 Aug 06 18:11:52.746635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Request body: {'port': {'device_id': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'admin_state_up': True, 'tenant_id': '09a82b6afd7a4862ad38a656da485f06'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:52.858453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-d715b457-669c-4521-b04c-ba1f0faaeaf2 service neutron] 10.222.0.64 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660569 Aug 06 18:11:53.296173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d8129c-57ee-45ca-8d83-026eeee2864d {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:53.324215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.358626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Transition to ACTIVE for port object f1d8129c-57ee-45ca-8d83-026eeee2864d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:53.377744 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.537136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:53.609654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a62b63f-e0bb-40a1-9805-a3baf5aa2f86 req-7c204de9-f344-4306-8f05-21fb3170e292 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 210 time: 0.2015672 Aug 06 18:11:53.650790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.666846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] No DVR routers for this DVR port 2ee4f0e8-3eae-4ee7-b847-add378b976fe on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:11:53.671496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b89-635d-49e8-b565-c269b5cd69b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.689793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.689793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d58af33e-2fcc-47a5-8ad1-d7669a06db4d req-8bdf8be0-ca84-40e0-8a07-0a2961aa7dd3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.16 "DELETE /v2.0/ports/2ee4f0e8-3eae-4ee7-b847-add378b976fe HTTP/1.1" status: 204 len: 173 time: 4.3899167 Aug 06 18:11:53.718435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-deleted', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:53.721008 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd4a297-ea76-46da-969c-139e417f0511" -d '{"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-deleted", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:53.747886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05ae1b89-635d-49e8-b565-c269b5cd69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:53.893001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-05ae1b89-635d-49e8-b565-c269b5cd69b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea93b4e0b6a346338e6784eb3ae4a581&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5208390 Aug 06 18:11:53.928640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:53.932494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event updated for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:53.949054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:53.950202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1b89-635d-49e8-b565-c269b5cd69b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c261bf8a-2f15-4791-8f2c-37f611c2c800,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:53.967772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:54.002439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:54.073853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a184bb7-f992-4bee-9ee1-a7db53829858 req-1d53e7a5-e5de-4bd9-9cb8-7aceaa0d9f47 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 210 time: 0.1463835 Aug 06 18:11:54.094482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Attempting to bind port f1d8129c-57ee-45ca-8d83-026eeee2864d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:54.098235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Attempting to bind port f1d8129c-57ee-45ca-8d83-026eeee2864d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:54.103735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Attempting to bind port f1d8129c-57ee-45ca-8d83-026eeee2864d on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:54.122551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Port f1d8129c-57ee-45ca-8d83-026eeee2864d on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:11:54.123380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Attempting to bind port f1d8129c-57ee-45ca-8d83-026eeee2864d on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:54.169942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:54.171089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Checking segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:54.172082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Bound using segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:54.180572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Bound port: f1d8129c-57ee-45ca-8d83-026eeee2864d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:54.186386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.290948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262547d-9615-457f-94aa-b821ce96f03a req-2c4d3279-1613-42cb-8de3-4c180018a11a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.293659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b262547d-9615-457f-94aa-b821ce96f03a req-2c4d3279-1613-42cb-8de3-4c180018a11a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 943 time: 0.6658497 Aug 06 18:11:54.347849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.348852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.423329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.435991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-f2ad3027-a1e8-41ed-8e00-bb0ac5bb7ac5 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3501716 Aug 06 18:11:54.481287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Request body: {'port': {'device_id': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:54.509551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.514685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b262547d-9615-457f-94aa-b821ce96f03a req-8e085739-9414-437d-a302-d63d183a06cb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605358 Aug 06 18:11:54.560190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:54.566194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.647351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:54.653413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:54.663491 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d62b46-f170-4e60-85e1-297492b345ba x-openstack-request-id: req-c4d62b46-f170-4e60-85e1-297492b345ba {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:54.664543 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb7cfab-1d39-4ef8-8d0c-78949aa3de18", "name": "network-vif-deleted", "tag": "2ee4f0e8-3eae-4ee7-b847-add378b976fe", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:54.664986 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4d62b46-f170-4e60-85e1-297492b345ba {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:54.665398 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb7cfab-1d39-4ef8-8d0c-78949aa3de18', 'name': 'network-vif-deleted', 'tag': '2ee4f0e8-3eae-4ee7-b847-add378b976fe', 'status': 'completed', 'code': 200} Aug 06 18:11:54.676653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.795027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.801686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.807764 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.808605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.815161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.822984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.828686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.835091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.837027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-55502562-b085-478c-b1ad-ed0c7c627bac tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5435 time: 0.3958077 Aug 06 18:11:54.839092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:54.892604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:54.893248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:54.910433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-9843264a-d180-4276-b4c8-d28fd34e87fd service neutron] 10.222.0.16 "PUT /v2.0/ports/f1d8129c-57ee-45ca-8d83-026eeee2864d HTTP/1.1" status: 200 len: 1092 time: 3.9054449 Aug 06 18:11:54.918019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:54.933260 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:54.983463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f36c468-8eb7-4cae-95a9-ee5abb7a5fed req-3283767f-7d0d-49b6-b30a-cd1eb406829e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295023 Aug 06 18:11:55.094789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-7d356a9f-2c77-4bf6-bc9a-6ca3046e22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:55.099643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-7d356a9f-2c77-4bf6-bc9a-6ca3046e22ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 1095 time: 0.1042295 Aug 06 18:11:55.248611 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a954a03f-4c2d-431b-8aff-a708a8858ddd x-openstack-request-id: req-a954a03f-4c2d-431b-8aff-a708a8858ddd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:55.249176 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:55.249593 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a954a03f-4c2d-431b-8aff-a708a8858ddd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:55.250370 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d', 'status': 'completed', 'code': 200} Aug 06 18:11:55.253808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59b557cc-8384-4cf2-816c-850a3c887b23 req-e063a441-012a-40c0-bc5a-42a16a702090 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 210 time: 0.1437821 Aug 06 18:11:55.274186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-92b95442-bef2-4b83-ad97-84cc2b1d0aa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d HTTP/1.1" status: 200 len: 217 time: 0.1640952 Aug 06 18:11:55.384766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2402dfe9-1438-4bdc-a468-d0712f80c32c req-09f382d5-180f-4d52-951b-2de05bbf6641 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 210 time: 0.1385963 Aug 06 18:11:55.427782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:55.430782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:55.436161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c261bf8a-2f15-4791-8f2c-37f611c2c800 HTTP/1.1" status: 204 len: 168 time: 1.4581413 Aug 06 18:11:55.445885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-4ef98a06-222f-4dba-b826-2d75796f92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:55.452092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-4ef98a06-222f-4dba-b826-2d75796f92dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.1614311 Aug 06 18:11:55.530303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-58218fe5-2407-4198-a1b7-d05a343e2bfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681748 Aug 06 18:11:55.544060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:55.586802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bb6a6-3fee-4f3f-8804-e124218d90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261bf8a-2f15-4791-8f2c-37f611c2c800,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:55.661929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Allocated IP 172.20.0.14 (3782b742-c50a-4ec0-980f-60db9655f409/6ad6b11d-3910-42a5-bb94-12f6314a7e72/545ad449-e7bf-41e7-b3b3-c43eacddb763) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:55.748161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.020199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-341c8a36-55c2-48e0-ba65-f7d259f382af tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.021958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-341c8a36-55c2-48e0-ba65-f7d259f382af tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.16 "GET /v2.0/networks?id=6b48fce7-7997-4ffc-8b12-32aa43739c58 HTTP/1.1" status: 200 len: 820 time: 0.6567817 Aug 06 18:11:56.071815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Request body: {'port': {'device_id': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58', 'admin_state_up': True, 'tenant_id': 'fadc1bd29f1444acb7d8658ad127c562'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:56.256830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57924) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:56.288366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b4233-7001-4d00-ad6f-28e90b812f58 req-7e2abe99-1b6c-4161-b462-1c98f0c455c1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.297397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-503b4233-7001-4d00-ad6f-28e90b812f58 req-7e2abe99-1b6c-4161-b462-1c98f0c455c1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 943 time: 0.5101199 Aug 06 18:11:56.297650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-621af448-fa8a-49eb-8040-e90d10a8953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.395985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-3393c893-8a5a-4f91-9029-3fb84e1cb582 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595011 Aug 06 18:11:56.430167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.436380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.442315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:11:56.443149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.449101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.455365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.459716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.25.3.98 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/f404e992-d37d-421a-9c85-1a1230cd2b86) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:56.461548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.468180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.469290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897a1d63-ec5e-48c6-809b-08aa797ac610 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:11:56.470801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-682d80e6-dbd4-4358-a93d-5e6377688a81 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5435 time: 0.2178564 Aug 06 18:11:56.497803 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.574943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Transition to ACTIVE for port object 897a1d63-ec5e-48c6-809b-08aa797ac610 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:11:56.605130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-503b4233-7001-4d00-ad6f-28e90b812f58 req-ad103cda-7aff-411c-ad46-922332ca55c2 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502933 Aug 06 18:11:56.611890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.636070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9596a15b-2c5e-45ad-9f34-6e9de0114a94 req-06106a3d-3f03-44e9-886e-4365f0ccaa16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475606 Aug 06 18:11:56.681066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-09ee5975-0f14-420a-a834-743f70d61826 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747068 Aug 06 18:11:56.684848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.725489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-621af448-fa8a-49eb-8040-e90d10a8953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.738146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-621af448-fa8a-49eb-8040-e90d10a8953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.820002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Pushing event updated for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:56.862875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37d168f1-bfb5-41b4-abac-2b68f3476537 req-7dc2f40a-7bbc-4152-873c-0471920a6de4 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 210 time: 0.0941656 Aug 06 18:11:56.864489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 670d433d-fed0-4225-80d4-57b8a65e7908 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:56.870995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-621af448-fa8a-49eb-8040-e90d10a8953d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f02e6a307b254d67b1f2ef3615879ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6127625 Aug 06 18:11:56.874623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af448-fa8a-49eb-8040-e90d10a8953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f797d-9ffb-4144-b0bb-bdd0bfc8a24e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:56.878620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:11:56.912585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Made reservation on behalf of fadc1bd29f1444acb7d8658ad127c562 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:11:56.916384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:56.931448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-9d25e9d9-dde4-4dd4-a6e6-badaf005af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:56.933347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-9d25e9d9-dde4-4dd4-a6e6-badaf005af0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 1095 time: 0.1459472 Aug 06 18:11:56.958757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f69edd4-3533-4ec1-b92c-7008e702bbe9 req-7e50f378-ed49-49dd-8fca-80652c8dfb0e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 210 time: 0.1504583 Aug 06 18:11:56.994243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.081725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.087837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 670d433d-fed0-4225-80d4-57b8a65e7908 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:57.121589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 670d433d-fed0-4225-80d4-57b8a65e7908 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:57.127720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.129591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.164536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-8dd1401e-95fa-457f-b1d5-a46ce0dae0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:57.166376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-8dd1401e-95fa-457f-b1d5-a46ce0dae0e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 913 time: 0.2236495 Aug 06 18:11:57.228015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-f97815db-f3ad-4a4e-8e52-21c895c48683 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d HTTP/1.1" status: 200 len: 217 time: 0.0447443 Aug 06 18:11:57.243482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.337021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-2822b9ff-68f7-44a6-bbfb-aed2af173036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:57.342699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-2822b9ff-68f7-44a6-bbfb-aed2af173036 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.1005235 Aug 06 18:11:57.360475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Attempting to bind port 897a1d63-ec5e-48c6-809b-08aa797ac610 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:11:57.362695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Attempting to bind port 897a1d63-ec5e-48c6-809b-08aa797ac610 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:11:57.363771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Attempting to bind port 897a1d63-ec5e-48c6-809b-08aa797ac610 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:57.380407 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.386656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.392092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.395135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f23f797d-9ffb-4144-b0bb-bdd0bfc8a24e HTTP/1.1" status: 204 len: 168 time: 0.5147643 Aug 06 18:11:57.430883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Port 897a1d63-ec5e-48c6-809b-08aa797ac610 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:11:57.432053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Attempting to bind port 897a1d63-ec5e-48c6-809b-08aa797ac610 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:11:57.438779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Network 3782b742-c50a-4ec0-980f-60db9655f409 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:57.442662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670d433d-fed0-4225-80d4-57b8a65e7908'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:57.454609 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bca186-109a-40ee-abd1-78f59559a3bb" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "670d433d-fed0-4225-80d4-57b8a65e7908"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:57.460979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ff3a-2147-4d5d-9e9c-87458437b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f797d-9ffb-4144-b0bb-bdd0bfc8a24e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:57.468650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-c381e4a0-29a1-46d1-b1d7-64fd154c5bda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034884 Aug 06 18:11:57.503830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:57.515610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:57.525487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=670d433d-fed0-4225-80d4-57b8a65e7908,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:57.540713 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.542183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 17eeca15-f077-4adc-9563-856cd7689fb3 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:57.543410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:57.548610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.551417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:11:57.552179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Checking segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:11:57.552957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Bound using segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:11:57.553795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Bound port: 897a1d63-ec5e-48c6-809b-08aa797ac610, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:11:57.554365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:57.683891 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4da4581-7055-44cb-894e-21902432409d x-openstack-request-id: req-c4da4581-7055-44cb-894e-21902432409d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:57.684256 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "670d433d-fed0-4225-80d4-57b8a65e7908", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:57.684667 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4da4581-7055-44cb-894e-21902432409d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:57.685369 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670d433d-fed0-4225-80d4-57b8a65e7908', 'code': 200} Aug 06 18:11:57.814680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-66cb96d3-4027-4ac9-9e1a-a2948e418350 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301768 Aug 06 18:11:57.820711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:57.824098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Allocated IP 172.20.0.2 (6b48fce7-7997-4ffc-8b12-32aa43739c58/6d36f2ac-f956-4122-8131-0c047c8a2426/93b2d691-1bfa-44c9-8c40-eae57d605707) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:11:57.850544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 17eeca15-f077-4adc-9563-856cd7689fb3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:57.861679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 17eeca15-f077-4adc-9563-856cd7689fb3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:57.862410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.018044 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.087051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:58.123270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.124203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 787a736b-7acb-472f-ac18-c08d892323a2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:58.138711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcda55-c02c-4325-9553-7e4564830a18 req-cfd69ce6-8995-45c0-8d2f-67c1d7f67ee8 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:58.143312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cbcda55-c02c-4325-9553-7e4564830a18 req-cfd69ce6-8995-45c0-8d2f-67c1d7f67ee8 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 943 time: 0.2503858 Aug 06 18:11:58.161905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0532dd1-3eb7-48dc-b532-eb988cae2f7a req-8fedf22c-a123-440d-a81f-c0c410c35ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303442 Aug 06 18:11:58.276017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cbcda55-c02c-4325-9553-7e4564830a18 req-4e5962ce-0368-48dd-a8bf-4670f33c08e8 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017718 Aug 06 18:11:58.331214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:58.354402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 787a736b-7acb-472f-ac18-c08d892323a2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:58.361311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 787a736b-7acb-472f-ac18-c08d892323a2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:58.361858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.432586 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-779c9689-0564-4dbd-94f3-0c396288fbc7 req-e02fa240-93a4-4b2d-a037-4d5c43ded9cc tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 210 time: 0.0596793 Aug 06 18:11:58.464905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a258d68b-5322-4b68-a458-b66db091029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.604485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.676381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.705412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:58.714918 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.716260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7805943f-ca83-471a-99d6-f710a26a24fc up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:58.734201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:58.742759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:58.743504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.747847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:58.780815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:58.833925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:11:58.838467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4086-e32e-4f92-a8e5-b4ccaff10ac5 req-ed05cbab-a214-4368-9dcf-2953fd509087 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:58.840668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=897a1d63-ec5e-48c6-809b-08aa797ac610,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:11:58.842929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ceea4086-e32e-4f92-a8e5-b4ccaff10ac5 req-ed05cbab-a214-4368-9dcf-2953fd509087 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 932 time: 0.2499406 Aug 06 18:11:58.846007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.848180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=f404e992-d37d-421a-9c85-1a1230cd2b86,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:58.851364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:58.885351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Network 6b48fce7-7997-4ffc-8b12-32aa43739c58 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:11:58.919092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 7805943f-ca83-471a-99d6-f710a26a24fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:58.924104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 7805943f-ca83-471a-99d6-f710a26a24fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:58.924526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:58.961585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ceea4086-e32e-4f92-a8e5-b4ccaff10ac5 req-79ffe0da-1c2d-497d-9548-dee4aeb949b2 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103792 Aug 06 18:11:58.962450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.018650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:11:59.023641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:11:59.132471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Pushing event updated for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:59.155874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.227649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:59.234228 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.235122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:59.288765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.290248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.294004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] 10.222.0.16 "PUT /v2.0/ports/897a1d63-ec5e-48c6-809b-08aa797ac610 HTTP/1.1" status: 200 len: 1093 time: 4.8287113 Aug 06 18:11:59.296528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-96d44136-122f-43a3-b6c0-43f18b7ae8b4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5623791 Aug 06 18:11:59.297408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:59.317831 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb967cbd-8e06-4c6b-a595-481d9f6b7653" -d '{"events": [{"name": "network-changed", "server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:59.435664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:11:59.448264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.448966 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.466729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Request body: {'port': {'device_id': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:11:59.483998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:11:59.504947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:11:59.508297 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.596034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157df03-84a0-4b28-b51c-711f3b572214 req-e79d1060-7924-48b0-b0cb-14636ca118a1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.605036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5157df03-84a0-4b28-b51c-711f3b572214 req-e79d1060-7924-48b0-b0cb-14636ca118a1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 943 time: 0.1196427 Aug 06 18:11:59.656924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5157df03-84a0-4b28-b51c-711f3b572214 req-366ad21c-3b7e-4d8f-9411-409df2df5fcb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Aug 06 18:11:59.689835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:11:59.692456 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f93a7d-3737-4c91-bc3a-9097ccb959f8" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "787a736b-7acb-472f-ac18-c08d892323a2"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:11:59.808051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.863553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:11:59.872076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:11:59.873247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e875c475-73cc-47f7-93f7-fb772ae8e040 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:11:59.882633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7980c6-68fd-445f-944b-98041583220e req-5bfa5f26-af4d-46b4-956a-b8f3072bb661 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.897303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d7980c6-68fd-445f-944b-98041583220e req-5bfa5f26-af4d-46b4-956a-b8f3072bb661 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 931 time: 0.0933449 Aug 06 18:11:59.898444 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed94bd6-b546-4652-84cd-9b3f107f7af2 x-openstack-request-id: req-6ed94bd6-b546-4652-84cd-9b3f107f7af2 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:11:59.899203 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:11:59.899366 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed94bd6-b546-4652-84cd-9b3f107f7af2 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:11:59.899973 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610', 'status': 'completed', 'code': 200} Aug 06 18:11:59.938698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.949110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d7980c6-68fd-445f-944b-98041583220e req-77e1d1b3-8e24-46f3-88a7-23c360e4cd47 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505857 Aug 06 18:11:59.951397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.963678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.981327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:11:59.991144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.001767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.013028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.027942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-d27c29f5-3318-4fd7-b277-874b1dc46c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5438 time: 1.2692671 Aug 06 18:12:00.033058 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc24d9-3e23-4682-a7de-3dbe409c8062 x-openstack-request-id: req-23dc24d9-3e23-4682-a7de-3dbe409c8062 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:00.033563 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "787a736b-7acb-472f-ac18-c08d892323a2", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:00.033968 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23dc24d9-3e23-4682-a7de-3dbe409c8062 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:00.034597 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3', 'code': 200} Aug 06 18:12:00.034987 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2', 'code': 200} Aug 06 18:12:00.041363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-49cc0403-7df7-42f6-b5bc-27f78df0d420 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9834204 Aug 06 18:12:00.041844 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc', 'code': 200} Aug 06 18:12:00.117394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:00.150946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e875c475-73cc-47f7-93f7-fb772ae8e040 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:00.168180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e875c475-73cc-47f7-93f7-fb772ae8e040 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:00.169168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.185130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9a19-d1ff-40cc-82a1-253d46d72fa1 req-0d2fae08-5e2d-41ed-9c25-dbdb679430db tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.187258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Request body: {'port': {'device_id': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:00.188167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-637d9a19-d1ff-40cc-82a1-253d46d72fa1 req-0d2fae08-5e2d-41ed-9c25-dbdb679430db tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 932 time: 0.0807896 Aug 06 18:12:00.239131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3e17d-8134-47b3-8091-d78ee1f01c09 service neutron] Pushing event updated for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:00.250597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-637d9a19-d1ff-40cc-82a1-253d46d72fa1 req-c0e07bd8-1f91-49b7-8ccc-45a9081ae0f5 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540936 Aug 06 18:12:00.342464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.367078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-5137107c-b6e7-4cfc-82f3-4c98edf0645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.370034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-5137107c-b6e7-4cfc-82f3-4c98edf0645f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 1096 time: 0.9166975 Aug 06 18:12:00.406324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:00.424071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.426056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c11c90f-fc63-4697-823a-049ce1de0a49 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:00.445750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.458341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a627b75-a4df-47fa-9f65-4dd61d00a0fb req-8ae8f30e-19e6-4611-8a50-e907dc0364ba tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4289093 Aug 06 18:12:00.482091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.505291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1d8129c-57ee-45ca-8d83-026eeee2864d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:00.579313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:00.589851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 1c11c90f-fc63-4697-823a-049ce1de0a49 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:00.602675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 1c11c90f-fc63-4697-823a-049ce1de0a49 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:00.603558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.765675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:00.804260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f1d8129c-57ee-45ca-8d83-026eeee2864d', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'port_id': 'f1d8129c-57ee-45ca-8d83-026eeee2864d', 'mac_address': 'fa:16:3e:b6:8a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e991dea5-f8c1-407a-a09e-577d83f5494c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:00.827609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.866529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-c990554e-f9a5-4392-a024-0daeea28b6c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=897a1d63-ec5e-48c6-809b-08aa797ac610 HTTP/1.1" status: 200 len: 217 time: 0.4042742 Aug 06 18:12:00.870730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.950819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:00.954365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.957799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a300cb-c02f-4675-8596-d3f3b85d1fd5 req-f09e5faf-2e2f-4c4a-8707-56d71267ead3 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:00.969843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:00.971061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4a300cb-c02f-4675-8596-d3f3b85d1fd5 req-f09e5faf-2e2f-4c4a-8707-56d71267ead3 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 943 time: 0.1331918 Aug 06 18:12:01.010890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d8129c-57ee-45ca-8d83-026eeee2864d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:01.048096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58026) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:01.048327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:01.065508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.078124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4a300cb-c02f-4675-8596-d3f3b85d1fd5 req-19f3926e-ceb1-4bd9-9f98-ccab980281d6 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Aug 06 18:12:01.107633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:01.176754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:01.329473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6437f7-df8e-41cf-8170-5d1941679cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.397788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f1d8129c-57ee-45ca-8d83-026eeee2864d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:01.423498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-5789d85c-8a4e-43c7-9519-697e5ec171d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:01.426659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-5789d85c-8a4e-43c7-9519-697e5ec171d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.5501101 Aug 06 18:12:01.498773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.631958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb31e-6b20-4c3f-bc39-4db9ada6c0d7 req-139fef26-2cb5-415b-add3-edae49f5fce9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:01.644947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1ccb31e-6b20-4c3f-bc39-4db9ada6c0d7 req-139fef26-2cb5-415b-add3-edae49f5fce9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 932 time: 0.1675262 Aug 06 18:12:01.718006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-6cd8af51-1854-4d65-bc27-9c040f7c4f9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2613752 Aug 06 18:12:01.724206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6c047ca-8be5-401e-9816-5a35f0ad9f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.737598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1ccb31e-6b20-4c3f-bc39-4db9ada6c0d7 req-06d15b44-d0cb-41da-a014-16111443a3e2 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911455 Aug 06 18:12:01.762565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a221d0-3969-40b1-b23e-5a9fbddf54b5 req-fc0d01df-2a2e-4657-8984-7da80926050d tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:01.768942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95a221d0-3969-40b1-b23e-5a9fbddf54b5 req-fc0d01df-2a2e-4657-8984-7da80926050d tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 931 time: 0.6431365 Aug 06 18:12:01.777192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6437f7-df8e-41cf-8170-5d1941679cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.791929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6437f7-df8e-41cf-8170-5d1941679cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:01.858679 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef6437f7-df8e-41cf-8170-5d1941679cc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=068201ed1d0143969d90795d95be721d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092310 Aug 06 18:12:01.859896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6437f7-df8e-41cf-8170-5d1941679cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d76251c-0b58-4693-9e39-7cf2a3f3df8b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:01.863162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:01.998702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.039657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.043909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:02.049743 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea64ef2-e108-4422-96c0-9cc5359fe45b" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:02.170862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.173742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.177327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d76251c-0b58-4693-9e39-7cf2a3f3df8b HTTP/1.1" status: 204 len: 168 time: 0.3105338 Aug 06 18:12:02.198380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b125a-23a3-4717-8317-0bbacb9d49af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d76251c-0b58-4693-9e39-7cf2a3f3df8b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:02.238899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.247586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.255596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.265990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.281648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.295114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.311755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.329825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-4a2f8458-bf71-44d9-bb4f-de94cdd49f49 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.1909311 Aug 06 18:12:02.424410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e83e3668-e29b-47e6-9312-b94303ecac36 req-ff1ce2fc-d14f-43fb-af61-a51008c61c2b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927544 Aug 06 18:12:02.502084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1d8129c-57ee-45ca-8d83-026eeee2864d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:02.564620 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0141efde-3884-466f-b7fa-61c852946a28 x-openstack-request-id: req-0141efde-3884-466f-b7fa-61c852946a28 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:02.565004 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-plugged", "status": "completed", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:02.565296 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0141efde-3884-466f-b7fa-61c852946a28 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:02.567771 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'code': 200} Aug 06 18:12:02.568038 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'code': 200} Aug 06 18:12:02.568450 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'code': 200} Aug 06 18:12:02.672669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f1d8129c-57ee-45ca-8d83-026eeee2864d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:02.688449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f1d8129c-57ee-45ca-8d83-026eeee2864d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:02.689114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.826607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.834017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.835321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.843524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.844423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.845493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.846449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:02.850071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68f14149-b5a2-4258-8106-c3425f5122ff req-125f0580-ece0-4008-bc58-c63c93a4e8b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 0.1988730 Aug 06 18:12:02.937073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:02.989240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68f14149-b5a2-4258-8106-c3425f5122ff req-b1ec8b23-f064-45e2-893d-78b3fe93bfa6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306367 Aug 06 18:12:02.998426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd7d1b-ee6a-47c5-b0a8-0a1c208e3b1e req-86fc144e-296c-4599-baa8-ef040ae43020 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:03.007871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42cd7d1b-ee6a-47c5-b0a8-0a1c208e3b1e req-86fc144e-296c-4599-baa8-ef040ae43020 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 944 time: 0.2460063 Aug 06 18:12:03.014418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:03.022851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.072596 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42cd7d1b-ee6a-47c5-b0a8-0a1c208e3b1e req-ee9f5295-04de-4b2e-bc62-cf78d63937ad tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628159 Aug 06 18:12:03.197573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:03.206553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.265605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b2d691-1bfa-44c9-8c40-eae57d605707 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:03.274291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.286778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988ddd8-471e-4250-bdfa-3a350965b3cb req-0a22f540-5d28-4d75-9e5a-cb4a041f4ac6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:03.289620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Transition to ACTIVE for port object 93b2d691-1bfa-44c9-8c40-eae57d605707 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:03.298918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5988ddd8-471e-4250-bdfa-3a350965b3cb req-0a22f540-5d28-4d75-9e5a-cb4a041f4ac6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 932 time: 0.0847249 Aug 06 18:12:03.341706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.370952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5988ddd8-471e-4250-bdfa-3a350965b3cb req-532b19c1-37c0-4c65-9b33-525bca13be0b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699701 Aug 06 18:12:03.425079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95a221d0-3969-40b1-b23e-5a9fbddf54b5 req-424d1b1e-0a34-4c3b-9c32-97e49240de6a tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2424920 Aug 06 18:12:03.427078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-ac9136e6-1ced-4918-b96c-4d812197b183 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4482064 Aug 06 18:12:03.466515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.632468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Pushing event updated for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:03.829206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545ad449-e7bf-41e7-b3b3-c43eacddb763 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:03.900165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:03.960572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:03.972760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.003827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.026365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.051322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.066300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.092047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.094071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-274422aa-6eed-43fd-b84c-c4b6ea1f3f99 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.5201535 Aug 06 18:12:04.183021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46ae9560-d9e9-4848-8aed-1bfc9ccd0a4c req-7e4591c8-8cee-4582-98c2-2deedef859ee service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267997 Aug 06 18:12:04.187894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Transition to ACTIVE for port object 545ad449-e7bf-41e7-b3b3-c43eacddb763 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:04.205963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Attempting to bind port 93b2d691-1bfa-44c9-8c40-eae57d605707 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:04.206209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Attempting to bind port 93b2d691-1bfa-44c9-8c40-eae57d605707 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0d96d5c6-ea42-495b-afe0-009f1d189221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:04.206559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Attempting to bind port 93b2d691-1bfa-44c9-8c40-eae57d605707 on network 6b48fce7-7997-4ffc-8b12-32aa43739c58 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:04.214986 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:04.286883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Port 93b2d691-1bfa-44c9-8c40-eae57d605707 on network 6b48fce7-7997-4ffc-8b12-32aa43739c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:04.287606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Attempting to bind port 93b2d691-1bfa-44c9-8c40-eae57d605707 on network 6b48fce7-7997-4ffc-8b12-32aa43739c58 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:04.368944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff0940cf-c405-45fe-9844-1fc2f53c58b0 req-1aec1edc-103d-4703-a210-4f14517b0b8b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348335 Aug 06 18:12:04.391931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:04.392488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Checking segment: {'id': '0d96d5c6-ea42-495b-afe0-009f1d189221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:04.393130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Bound using segment: {'id': '0d96d5c6-ea42-495b-afe0-009f1d189221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:04.393898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Bound port: 93b2d691-1bfa-44c9-8c40-eae57d605707, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d96d5c6-ea42-495b-afe0-009f1d189221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:04.394471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:04.407293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cc3a4-a400-4e63-bca6-8c3ef09df820 req-d4bfd791-dc65-4930-913f-b560369332d6 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.411703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-434cc3a4-a400-4e63-bca6-8c3ef09df820 req-d4bfd791-dc65-4930-913f-b560369332d6 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 945 time: 0.1468208 Aug 06 18:12:04.425135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:04.563398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-434cc3a4-a400-4e63-bca6-8c3ef09df820 req-5de75ea0-f525-493e-bd7b-0fae46715148 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 Aug 06 18:12:04.581370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:04.602987 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723d4a8-d8e5-4785-bc1a-2720549c3544" -d '{"events": [{"server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "name": "network-vif-plugged", "status": "completed", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:04.626109 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:04.710972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-60e413f1-1f26-4362-b95f-7af15afe9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.714578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-60e413f1-1f26-4362-b95f-7af15afe9655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 1096 time: 0.4108374 Aug 06 18:12:04.740716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router 9f946569-3d79-416c-8826-05782e43c8ed is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:12:04.846493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4cfc-5ff0-4a66-a163-9aebc96fb554 req-1b8c33d5-9fce-45b5-a028-dd247b926891 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:04.875514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb3e4cfc-5ff0-4a66-a163-9aebc96fb554 req-1b8c33d5-9fce-45b5-a028-dd247b926891 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 943 time: 0.1285877 Aug 06 18:12:04.923891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:04.983227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb3e4cfc-5ff0-4a66-a163-9aebc96fb554 req-861a5905-1390-4290-8ba9-74dc1b3a8acf tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053081 Aug 06 18:12:05.005959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Attempting to bind port 545ad449-e7bf-41e7-b3b3-c43eacddb763 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:05.006301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Attempting to bind port 545ad449-e7bf-41e7-b3b3-c43eacddb763 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:05.006644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Attempting to bind port 545ad449-e7bf-41e7-b3b3-c43eacddb763 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:05.012467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=93b2d691-1bfa-44c9-8c40-eae57d605707,segment=NetworkSegment(0d96d5c6-ea42-495b-afe0-009f1d189221),segment_id=0d96d5c6-ea42-495b-afe0-009f1d189221)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:05.129183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:05.147431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Port 545ad449-e7bf-41e7-b3b3-c43eacddb763 on network 3782b742-c50a-4ec0-980f-60db9655f409 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:05.147770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Attempting to bind port 545ad449-e7bf-41e7-b3b3-c43eacddb763 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:05.171045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13786b8c-9b1a-425d-ada8-8c572748b1a5 req-920b83da-f81f-401d-87c4-ab891c5aaf30 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.173980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13786b8c-9b1a-425d-ada8-8c572748b1a5 req-920b83da-f81f-401d-87c4-ab891c5aaf30 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 944 time: 0.4696519 Aug 06 18:12:05.194480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:05.195060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Checking segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:05.195956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Bound using segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:05.196478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Bound port: 545ad449-e7bf-41e7-b3b3-c43eacddb763, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:05.197144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:05.202420 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66feef5d-a36d-42f2-b8a5-8bf504db21ca x-openstack-request-id: req-66feef5d-a36d-42f2-b8a5-8bf504db21ca {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:05.203041 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "name": "network-vif-plugged", "status": "completed", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:05.203504 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66feef5d-a36d-42f2-b8a5-8bf504db21ca {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:05.204493 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d', 'code': 200} Aug 06 18:12:05.237925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:05.363676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-0ab1dd1f-f74b-4de3-990d-e6b742c5aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.367563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-0ab1dd1f-f74b-4de3-990d-e6b742c5aab8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 913 time: 0.6436265 Aug 06 18:12:05.395566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:05.415241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Sync routers for ids ['9f946569-3d79-416c-8826-05782e43c8ed'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:05.421950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b9e3-3a0f-41e8-bf9e-2c8ac989996a req-40742d1a-1172-42dc-b526-2ec8a7709a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.426629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d65b9e3-3a0f-41e8-bf9e-2c8ac989996a req-40742d1a-1172-42dc-b526-2ec8a7709a29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 1097 time: 0.0878048 Aug 06 18:12:05.438248 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Routers {'9f946569-3d79-416c-8826-05782e43c8ed'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:05.440814 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9f946569-3d79-416c-8826-05782e43c8ed'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:05.449000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.450012 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:05.451659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] 10.222.0.16 "PUT /v2.0/ports/93b2d691-1bfa-44c9-8c40-eae57d605707 HTTP/1.1" status: 200 len: 1092 time: 5.3217485 Aug 06 18:12:05.473814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:05.495272 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a026b-6115-419c-bbf7-b7705d75e6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:05.514079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-141165798'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:05.552462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d65b9e3-3a0f-41e8-bf9e-2c8ac989996a req-e4fda162-6ee6-45a6-917a-717f035c4921 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142485 Aug 06 18:12:05.583501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Made reservation on behalf of 13e433b69f1d48e3bfd175831170116c for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:05.587905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:05.628064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:05.719531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-779d42f4-11ee-4538-80f4-33a0bfc6c267 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=897a1d63-ec5e-48c6-809b-08aa797ac610 HTTP/1.1" status: 200 len: 217 time: 0.3201268 Aug 06 18:12:05.739073 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Set router 9f946569-3d79-416c-8826-05782e43c8ed gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:05.761964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.770524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.774597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da3d6-ad3f-4af7-98bd-fe52ee650b81 service neutron] Pushing event updated for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:05.778084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.794974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.803625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.812310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.821112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.833261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-31b006ed-5184-4cde-9f9b-d26417063416 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.1791859 Aug 06 18:12:05.837697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13786b8c-9b1a-425d-ada8-8c572748b1a5 req-14fe373c-0df6-4856-a446-e41dbed83ecf tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150141 Aug 06 18:12:05.904411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-e737a362-5306-4f43-80fe-3150d6ce2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.907329 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-e737a362-5306-4f43-80fe-3150d6ce2711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fadc1bd29f1444acb7d8658ad127c562&device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 1095 time: 0.3572283 Aug 06 18:12:05.909519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:05.913376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e2ca275-f7b4-4487-b657-997eabd413a8 req-fed32d22-5e24-4d82-8eb9-2e022d7950ee tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772841 Aug 06 18:12:05.920524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:05.936437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-aab5afe8-bcfd-4691-af1f-8b021f11757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:05.939683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-aab5afe8-bcfd-4691-af1f-8b021f11757f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.1896470 Aug 06 18:12:05.944466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.046516 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2611f953-7cd0-41e8-a0a1-e07dfb615991 x-openstack-request-id: req-2611f953-7cd0-41e8-a0a1-e07dfb615991 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:06.052166 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:06.052604 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2611f953-7cd0-41e8-a0a1-e07dfb615991 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:06.053110 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707', 'status': 'completed', 'code': 200} Aug 06 18:12:06.107060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-94f2c1ac-a23e-4843-8422-9965e1493ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93b2d691-1bfa-44c9-8c40-eae57d605707 HTTP/1.1" status: 200 len: 217 time: 0.1841664 Aug 06 18:12:06.111721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.152251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a163d9-10e5-4aed-803f-939e0dbdea42 req-a0be15b1-eeee-432f-857b-fd6b6b9a95ee tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:06.165020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a163d9-10e5-4aed-803f-939e0dbdea42 req-a0be15b1-eeee-432f-857b-fd6b6b9a95ee tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 945 time: 0.0982242 Aug 06 18:12:06.215634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.238792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-32ad4eb5-a2cf-4ddf-81c9-ddec051d57b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2888219 Aug 06 18:12:06.246524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:06.247726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.250567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] 10.222.0.55 "PUT /v2.0/ports/545ad449-e7bf-41e7-b3b3-c43eacddb763 HTTP/1.1" status: 200 len: 1093 time: 6.8216188 Aug 06 18:12:06.265109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.273263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af5bd609-0d73-469d-b9ec-00369eb8cee5 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 15.8934035 Aug 06 18:12:06.293183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:06.294299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a163d9-10e5-4aed-803f-939e0dbdea42 req-2702da86-b4f6-4f35-9649-fc01dbf4fa80 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270297 Aug 06 18:12:06.296357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398a82ad-3a08-4f89-b146-80f935689ce6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:06.332869 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f946569-3d79-416c-8826-05782e43c8ed', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:50Z', 'updated_at': '2021-08-06T18:12:00Z', 'revision_number': 3, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port': {'id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f946569-3d79-416c-8826-05782e43c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:55Z', 'updated_at': '2021-08-06T18:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:06.345151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:12:06.377260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Checking router: 9f946569-3d79-416c-8826-05782e43c8ed for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:12:06.377260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Updating router 9f946569-3d79-416c-8826-05782e43c8ed port f404e992-d37d-421a-9c85-1a1230cd2b86 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:12:06.397550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.398748 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Added segment b026bb92-c57a-4602-bbac-f72a5b219cb2 of type vlan for network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 Aug 06 18:12:06.430549 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.517043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 897a1d63-ec5e-48c6-809b-08aa797ac610 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:06.527616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.552587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917f4c-c201-47ec-b4c6-c4a3c7128917 req-cb658099-0529-4428-bec5-6f5da25aa1d4 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:06.563300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc917f4c-c201-47ec-b4c6-c4a3c7128917 req-cb658099-0529-4428-bec5-6f5da25aa1d4 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 943 time: 0.1423738 Aug 06 18:12:06.627652 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc917f4c-c201-47ec-b4c6-c4a3c7128917 req-cd957611-0059-45d3-991d-0db3094f2a5d tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Aug 06 18:12:06.674934 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.681847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:06.698765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.811785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5723953 Aug 06 18:12:06.865162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=897a1d63-ec5e-48c6-809b-08aa797ac610,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:06.903101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '897a1d63-ec5e-48c6-809b-08aa797ac610', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'port_id': '897a1d63-ec5e-48c6-809b-08aa797ac610', 'mac_address': 'fa:16:3e:f4:3b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e991dea5-f8c1-407a-a09e-577d83f5494c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:06.918866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12bfc-e36c-409d-b7aa-f741fe91c251 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Pushing event updated for resources: {'Network': ['ID=4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:06.969958 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:06.972556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:12:06.979167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1432a47-3144-4e26-a36e-8039afc78397 service neutron] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:07.004917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-92f4c747-0230-4241-897f-cb4764af4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.006831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-92f4c747-0230-4241-897f-cb4764af4889 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36f2ac-f956-4122-8131-0c047c8a2426 HTTP/1.1" status: 200 len: 860 time: 0.8829093 Aug 06 18:12:07.010431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897a1d63-ec5e-48c6-809b-08aa797ac610 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:07.031710 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.045106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Transition to ACTIVE for port object f404e992-d37d-421a-9c85-1a1230cd2b86 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:07.056888 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.087294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=897a1d63-ec5e-48c6-809b-08aa797ac610,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:07.100083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.111144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:07.125262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1', 'binding:host_id': 'n-h1-793621-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1506215037'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:07.144367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.160746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.175771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.183544 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Attempting to bind port f404e992-d37d-421a-9c85-1a1230cd2b86 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:07.184121 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Attempting to bind port f404e992-d37d-421a-9c85-1a1230cd2b86 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:07.184734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Attempting to bind port f404e992-d37d-421a-9c85-1a1230cd2b86 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:07.186929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Made reservation on behalf of 2c68b110b42741e897dcf6cc8115a5ba for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:07.190050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.190186 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.202405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.210659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:07.211256 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:07.211919 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.212611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:07.213229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:07.213458 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Bound port: f404e992-d37d-421a-9c85-1a1230cd2b86, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:07.215128 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.218064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.218443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.225799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Pushing event updated for resources: {'Port': ['ID=f404e992-d37d-421a-9c85-1a1230cd2b86,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:07.229089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.243339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96158d0c-9026-41d9-868d-8c5c075a763a req-4a25b672-6448-4cbb-b7b2-f91585ce856d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 1.0051553 Aug 06 18:12:07.244270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:07.265071 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.265418 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.265783 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.266120 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.266439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.266815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.267144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.267463 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.267783 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.268099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.268414 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.268805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:07.299943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Request body: {'floatingip': {'port_id': '1c11c90f-fc63-4697-823a-049ce1de0a49'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:07.309622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-528236b7-199b-490c-815f-0f9235550060 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b48fce7-7997-4ffc-8b12-32aa43739c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308984 Aug 06 18:12:07.311556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-9d75120e-4591-4e0b-b547-51d1e2b2a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.313103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-9d75120e-4591-4e0b-b547-51d1e2b2a9ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 1096 time: 0.9451501 Aug 06 18:12:07.333679 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] For port f404e992-d37d-421a-9c85-1a1230cd2b86, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:07.338061 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] For port f404e992-d37d-421a-9c85-1a1230cd2b86, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f404e992-d37d-421a-9c85-1a1230cd2b86,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:07.344441 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.400490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Routers {'9f946569-3d79-416c-8826-05782e43c8ed'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:07.401148 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9f946569-3d79-416c-8826-05782e43c8ed'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:07.427093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['897a1d63-ec5e-48c6-809b-08aa797ac610'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:07.455737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.488808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-5d4acb78-5378-431e-9897-5ab5addcc2ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763 HTTP/1.1" status: 200 len: 217 time: 0.1342881 Aug 06 18:12:07.545506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-55d44297-2490-4f91-8987-6cb346d6c18b tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.556247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-55d44297-2490-4f91-8987-6cb346d6c18b tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/networks?id=98feb46d-99cd-4538-9b9c-c47c9f13f19f HTTP/1.1" status: 200 len: 815 time: 0.2384319 Aug 06 18:12:07.572559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2bd5c2cf-fd6a-43d0-90dc-a97019d8daba tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/9f946569-3d79-416c-8826-05782e43c8ed HTTP/1.1" status: 200 len: 908 time: 1.2771266 Aug 06 18:12:07.574931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:07.598513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-7b9b1e5e-3175-4118-bfea-221df420a06e tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/quotas/7b27ae62df2447ae8f7b8ecc376fef20 HTTP/1.1" status: 200 len: 375 time: 0.0409610 Aug 06 18:12:07.602151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.613961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1124189171', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': True}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:07.615568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.646955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-c7c75c8c-aa2a-4e2f-b65a-84812b2aff7c service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3720794 Aug 06 18:12:07.671164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] Set router 9f946569-3d79-416c-8826-05782e43c8ed gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:07.694368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe3ef5-1df2-442d-a33a-3b3db07c706c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:07.701384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:07.810901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624f72-c8a9-47c8-9ecb-56512843eba8 req-ce1edc08-4213-43e5-914c-c5ef1b1534ba tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.812582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac624f72-c8a9-47c8-9ecb-56512843eba8 req-ce1edc08-4213-43e5-914c-c5ef1b1534ba tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 944 time: 0.4504437 Aug 06 18:12:07.857163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-560a80cc-f560-416b-bb3e-4509ba266e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:07.858740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-560a80cc-f560-416b-bb3e-4509ba266e0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.2953787 Aug 06 18:12:07.864725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.866726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:07.875593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-4f8df74c-ce25-4be6-bbeb-e4b3bafcae43 service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192420 Aug 06 18:12:07.898040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-1446726c-60a0-40d5-a75e-227e7ff71a8b tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b27ae62df2447ae8f7b8ecc376fef20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2981446 Aug 06 18:12:07.953771 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c7398-89db-4660-bdb6-de00f6dc841c None None] Pushing event updated for resources: {'Port': ['ID=f404e992-d37d-421a-9c85-1a1230cd2b86,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:08.019853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-c74b3169-c539-450e-8f5a-4300c1b2f510 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220415 Aug 06 18:12:08.082326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:08.084872 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a614bccb-d2fe-4c4d-bc74-137600649839" -d '{"events": [{"name": "network-changed", "server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:08.098999 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f946569-3d79-416c-8826-05782e43c8ed', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:50Z', 'updated_at': '2021-08-06T18:12:00Z', 'revision_number': 3, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port': {'id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f946569-3d79-416c-8826-05782e43c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:55Z', 'updated_at': '2021-08-06T18:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:08.148493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44287d30-273c-4067-af1e-b25c14449f97 None None] The sync data for ids ['9f946569-3d79-416c-8826-05782e43c8ed'] in n-d-793621-29 is: [{'id': '9f946569-3d79-416c-8826-05782e43c8ed', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:11:50Z', 'updated_at': '2021-08-06T18:12:00Z', 'revision_number': 3, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port': {'id': 'f404e992-d37d-421a-9c85-1a1230cd2b86', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f946569-3d79-416c-8826-05782e43c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:55Z', 'updated_at': '2021-08-06T18:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:08.162582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-3584cc36-677a-42bd-a83a-fb50fee55543 service neutron] 10.222.0.64 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606475 Aug 06 18:12:08.256777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb967cbd-8e06-4c6b-a595-481d9f6b7653 req-5b518e00-6914-4584-940e-d3b0250bb0fc service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896032 Aug 06 18:12:08.273864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:08.284084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac624f72-c8a9-47c8-9ecb-56512843eba8 req-091fb4e2-bf43-4e21-8bf4-12cfa272965d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315741 Aug 06 18:12:08.361340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-18cd08f9-fa02-4b4a-84f2-ba9a50128725 service neutron] 10.222.0.64 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967721 Aug 06 18:12:08.410024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:08.423513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:08.440619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Transition to ACTIVE for port object a2ef58c3-c4cd-49b7-97ea-b0075d028b03 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:08.455482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:08.529396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242d00ca-1829-4142-abc2-ba30bddd6276 req-a682674a-ddda-4434-96d9-427ef2e8c574 service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234956 Aug 06 18:12:08.542589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 897a1d63-ec5e-48c6-809b-08aa797ac610 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:08.546939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ef58c3-c4cd-49b7-97ea-b0075d028b03,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:08.560657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Checking segment: {'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:08.560925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Network hostable DHCP agents. Network: 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:12:08.590590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:12:08.619102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:08.625670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:08.648980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:08.650175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:08.650882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:08.657904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:08.658846 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:08.659548 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 2 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:08.700689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f857aa-2da4-4877-9cc3-c64458cdbac0 None None] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:12:08.728605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-d926c65c-d9c2-4afb-a8aa-4f2572478cba service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474926 Aug 06 18:12:08.755269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:08.756988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:08.757630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:08.792068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:08.823231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 897a1d63-ec5e-48c6-809b-08aa797ac610 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:08.831099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:08.831966 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:08.834701 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 3 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:08.836731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 897a1d63-ec5e-48c6-809b-08aa797ac610 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:08.837309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:08.860531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:08.861176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:08.861776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:08.872365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:08.872941 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:08.876040 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 4 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:08.914269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d18d6-5d78-4334-a2f4-25389a6d0e75 req-8df656c8-c35b-4aff-ba0d-c28485399217 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:08.917026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d6d18d6-5d78-4334-a2f4-25389a6d0e75 req-8df656c8-c35b-4aff-ba0d-c28485399217 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 943 time: 0.2124774 Aug 06 18:12:08.924773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:08.925123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:08.925531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:08.977487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:08.978081 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.005795 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 5 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.063145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d6d18d6-5d78-4334-a2f4-25389a6d0e75 req-825997c1-05da-4e3a-a7e9-b0311afd477b tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317070 Aug 06 18:12:09.067874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.068423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.068912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.079108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.080325 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.080325 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 6 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.099920 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:09.126722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.127252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.128252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.141426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.142009 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.142684 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 7 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.199215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.200544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.201601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.211916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.212975 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.212975 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 8 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.215018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:09.218275 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7416e-2527-4245-86bb-e8b43211bb77" -d '{"events": [{"server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "name": "network-vif-plugged", "status": "completed", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:09.258060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.261596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.262474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.268134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=897a1d63-ec5e-48c6-809b-08aa797ac610,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:09.274004 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:09.283876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.284500 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.285221 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 9 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.321722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.322286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.322814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.341143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.341734 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.342485 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 10 to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 Aug 06 18:12:09.386729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:09.387675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:09.388510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:09.390481 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226371ed-64e9-406a-ad06-e1669eb90a9a x-openstack-request-id: req-226371ed-64e9-406a-ad06-e1669eb90a9a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:09.391313 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:09.391313 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-226371ed-64e9-406a-ad06-e1669eb90a9a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:09.391615 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'status': 'completed', 'code': 200} Aug 06 18:12:09.400145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:09.401275 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:09.402212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:09.443578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eb924-2b62-4dfb-b990-60666d1b525b req-b2ac114e-af9b-4d86-bd12-aacffd276643 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:09.454005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-063eb924-2b62-4dfb-b990-60666d1b525b req-b2ac114e-af9b-4d86-bd12-aacffd276643 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 945 time: 1.0562990 Aug 06 18:12:09.486410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-198a1ad1-2194-4901-a801-7a50694ca527 req-071f9e56-80fd-47c0-9387-126a6f7af790 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 210 time: 0.0607977 Aug 06 18:12:09.591932 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae3870-1606-4cce-80bc-c122e442efc5 x-openstack-request-id: req-a1ae3870-1606-4cce-80bc-c122e442efc5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:09.592462 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "name": "network-vif-plugged", "status": "completed", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:09.592928 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1ae3870-1606-4cce-80bc-c122e442efc5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:09.593626 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610', 'code': 200} Aug 06 18:12:09.683605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:09.717484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port a2ef58c3-c4cd-49b7-97ea-b0075d028b03, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:09.718387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempted to set empty binding levels {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:12:09.773625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:09.864632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:09.865747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:09.932205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d338b-2f79-40f8-ae8c-e91c53fc5f69 req-7f84e918-ffa9-4ad9-b6ca-c9d402727897 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:09.946201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-025d338b-2f79-40f8-ae8c-e91c53fc5f69 req-7f84e918-ffa9-4ad9-b6ca-c9d402727897 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 944 time: 0.2640147 Aug 06 18:12:09.952001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f404e992-d37d-421a-9c85-1a1230cd2b86 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:09.959454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ef58c3-c4cd-49b7-97ea-b0075d028b03,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:09.974646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.8612485 Aug 06 18:12:10.001690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58170) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:10.007397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.007991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.008892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.009505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.010093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.010675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.011370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.011948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.012528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.013587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.013766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.014297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71c6a9-2b59-4bff-a964-ca68a4c49f90 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:10.083759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-025d338b-2f79-40f8-ae8c-e91c53fc5f69 req-5acc4a5b-0761-4ee8-92d3-2b7e963a977a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288824 Aug 06 18:12:10.084447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-063eb924-2b62-4dfb-b990-60666d1b525b req-4e0c083b-cf5d-4da4-9330-e9db15418052 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279655 Aug 06 18:12:10.145235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f404e992-d37d-421a-9c85-1a1230cd2b86 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:10.165691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f404e992-d37d-421a-9c85-1a1230cd2b86 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:10.168047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.173469 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.201833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-7f225d64-bef9-45b7-92b9-473ea2a038ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.203944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-7f225d64-bef9-45b7-92b9-473ea2a038ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fadc1bd29f1444acb7d8658ad127c562&device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 1095 time: 1.4580059 Aug 06 18:12:10.268804 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.316412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f404e992-d37d-421a-9c85-1a1230cd2b86, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f404e992-d37d-421a-9c85-1a1230cd2b86,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:10.317921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fec549-036c-4b57-97fe-34912aad8a30 req-f00042f9-f395-4f56-b85b-9fe5c049399d tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.320630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75fec549-036c-4b57-97fe-34912aad8a30 req-f00042f9-f395-4f56-b85b-9fe5c049399d tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 943 time: 0.0817537 Aug 06 18:12:10.324210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.334412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6c5d528-33c2-41e3-ba31-45c854ea701d req-56ec2de2-f2a3-4869-8622-ba5595ca6023 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5815616 Aug 06 18:12:10.439719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75fec549-036c-4b57-97fe-34912aad8a30 req-06d18e13-6db1-4457-939c-f160b69510be tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023901 Aug 06 18:12:10.442682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f404e992-d37d-421a-9c85-1a1230cd2b86,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:10.474020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee367a4-857c-47a2-95b7-8bc6528567f3 req-67d477f6-d596-4222-8b99-50576670fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.475603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dee367a4-857c-47a2-95b7-8bc6528567f3 req-67d477f6-d596-4222-8b99-50576670fa57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 1098 time: 0.7902851 Aug 06 18:12:10.520908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:12:10.532474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 93b2d691-1bfa-44c9-8c40-eae57d605707 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:10.621640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82808d23-9159-4c57-942e-1233299164a7 req-ecca52ef-d032-4641-96ec-7289d22a3a77 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.630288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82808d23-9159-4c57-942e-1233299164a7 req-ecca52ef-d032-4641-96ec-7289d22a3a77 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 946 time: 0.4169359 Aug 06 18:12:10.713551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.730715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Deleting port a2ef58c3-c4cd-49b7-97ea-b0075d028b03 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:10.731097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.737696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-f96ed00f-7004-4b6e-8186-8ff2f1e55373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.740016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-f96ed00f-7004-4b6e-8186-8ff2f1e55373 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b48fce7-7997-4ffc-8b12-32aa43739c58 HTTP/1.1" status: 200 len: 921 time: 0.5182860 Aug 06 18:12:10.740254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8d355e88-3c2d-4008-9be5-6b7eb6cfa39b tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.741777 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8d355e88-3c2d-4008-9be5-6b7eb6cfa39b tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.55 "GET /v2.0/networks?id=98feb46d-99cd-4538-9b9c-c47c9f13f19f HTTP/1.1" status: 200 len: 815 time: 0.1523407 Aug 06 18:12:10.742816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dee367a4-857c-47a2-95b7-8bc6528567f3 req-e78a0c5c-aa8e-45cd-8d93-8a039b6bec55 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491481 Aug 06 18:12:10.743169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.780722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Request body: {'port': {'device_id': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'admin_state_up': True, 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:10.781486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=93b2d691-1bfa-44c9-8c40-eae57d605707,segment=NetworkSegment(0d96d5c6-ea42-495b-afe0-009f1d189221),segment_id=0d96d5c6-ea42-495b-afe0-009f1d189221)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:10.789047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8509f6a-ee5c-4521-9600-a737bc6e8925 req-1cdb4d90-3432-415c-bf2a-1cde29a18b1d tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Aug 06 18:12:10.806992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '93b2d691-1bfa-44c9-8c40-eae57d605707', 'network_id': '6b48fce7-7997-4ffc-8b12-32aa43739c58', 'port_id': '93b2d691-1bfa-44c9-8c40-eae57d605707', 'mac_address': 'fa:16:3e:05:2c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36f2ac-f956-4122-8131-0c047c8a2426', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:10.821903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-b8b3e135-c8b6-4456-a6ad-0eea310b6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:10.823765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-b8b3e135-c8b6-4456-a6ad-0eea310b6e3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 1096 time: 0.3856900 Aug 06 18:12:10.887175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.933182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b2d691-1bfa-44c9-8c40-eae57d605707 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:10.938838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82808d23-9159-4c57-942e-1233299164a7 req-d19c137e-c24c-47f6-8794-84c7b5a65635 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052518 Aug 06 18:12:10.972881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=93b2d691-1bfa-44c9-8c40-eae57d605707,segment=NetworkSegment(0d96d5c6-ea42-495b-afe0-009f1d189221),segment_id=0d96d5c6-ea42-495b-afe0-009f1d189221)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:10.985537 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:10.997201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Made reservation on behalf of 7b27ae62df2447ae8f7b8ecc376fef20 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:11.003558 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.092977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:11.176144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-714b6554-eb2b-4930-b07f-8f6b69950062 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93b2d691-1bfa-44c9-8c40-eae57d605707 HTTP/1.1" status: 200 len: 217 time: 0.2953548 Aug 06 18:12:11.290274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Allocated IP 172.20.0.4 (98feb46d-99cd-4538-9b9c-c47c9f13f19f/11e339db-ccd6-49d1-9f78-c1eb35d78fc3/7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:11.334734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port a2ef58c3-c4cd-49b7-97ea-b0075d028b03, host n-h1-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:11.335088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.365544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['93b2d691-1bfa-44c9-8c40-eae57d605707'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:11.383967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Calling delete_port for a2ef58c3-c4cd-49b7-97ea-b0075d028b03 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:11.390329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-b57ad8ab-6f69-4f9c-a1ed-2c890ae9e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:11.391874 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-b57ad8ab-6f69-4f9c-a1ed-2c890ae9e321 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36f2ac-f956-4122-8131-0c047c8a2426 HTTP/1.1" status: 200 len: 860 time: 0.1251018 Aug 06 18:12:11.404942 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Floating IP 06cb752a-deb2-463f-a01e-2634aad3844d associated. External IP: 172.25.3.125, port: 1c11c90f-fc63-4697-823a-049ce1de0a49. Aug 06 18:12:11.416562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.484356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.540283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.552807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.560193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Transition to ACTIVE for port object 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:11.613659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29066db3-4db8-4fe5-8a56-4014692081bf req-c1a7284a-81bb-491d-a88d-93b01d213999 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:11.621552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29066db3-4db8-4fe5-8a56-4014692081bf req-c1a7284a-81bb-491d-a88d-93b01d213999 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 944 time: 0.3074574 Aug 06 18:12:11.624666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.703897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:11.713607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:11.721891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:11.733398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Pushing event updated for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:11.785048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29066db3-4db8-4fe5-8a56-4014692081bf req-5362e6d7-5eb8-4d14-a0b5-1efdf883233c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107779 Aug 06 18:12:11.893407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:11.894343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:11.940627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-8a051f0d-d138-418f-bcce-7bce367e5dba tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1814766 Aug 06 18:12:11.968992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Request body: {'port': {'device_id': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:12.070650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-e5060ee5-8299-4798-a5e0-34080da8abf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b48fce7-7997-4ffc-8b12-32aa43739c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6588628 Aug 06 18:12:12.082504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f404e992-d37d-421a-9c85-1a1230cd2b86 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:12.130071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-a237b144-ba45-4167-8bdb-a817e29d3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:12.131979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-a237b144-ba45-4167-8bdb-a817e29d3b1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 905 time: 1.2902036 Aug 06 18:12:12.212574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:12.297830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f404e992-d37d-421a-9c85-1a1230cd2b86 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:12.298214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:12.462875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1a2fff9-7664-4f3b-9145-aed2f884a26f None None] Provisioning for port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:12.504601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1a2fff9-7664-4f3b-9145-aed2f884a26f None None] Provisioning complete for port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:12.505162 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fff9-7664-4f3b-9145-aed2f884a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:12.522296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-276302f2-8ab9-4174-b71f-85223a62b793 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763 HTTP/1.1" status: 200 len: 217 time: 0.3498318 Aug 06 18:12:12.561519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5fc3f-4693-468e-8cbb-5f0cff433e78 req-82799ee6-71df-4ba4-bdfe-89462d1e6700 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:12.570464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74b5fc3f-4693-468e-8cbb-5f0cff433e78 req-82799ee6-71df-4ba4-bdfe-89462d1e6700 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 944 time: 0.4982848 Aug 06 18:12:12.765068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-74b5fc3f-4693-468e-8cbb-5f0cff433e78 req-75ab8642-9c63-4281-8556-f9a292a0d6e5 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901855 Aug 06 18:12:12.799283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2fff9-7664-4f3b-9145-aed2f884a26f None None] Port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:12:12.882017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:12.882921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6932413-1017-4494-b9d3-799d60b246dc req-85b7defa-caa0-46ee-b18f-0cf6fc36be51 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:12.886185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6932413-1017-4494-b9d3-799d60b246dc req-85b7defa-caa0-46ee-b18f-0cf6fc36be51 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 931 time: 0.4575551 Aug 06 18:12:12.904674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:13.013661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ef58c3-c4cd-49b7-97ea-b0075d028b03,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:13.047433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.25.3.140 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e912bd55-b397-4362-8de7-cd3a02e7ccad) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:13.145104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6932413-1017-4494-b9d3-799d60b246dc req-02b0d8aa-5ff3-45d7-bb94-9d1a5eb8f10c tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132218 Aug 06 18:12:13.239205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:13.295436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'mac_address': 'fa:16:3e:95:19:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:13.305155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.404909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.430020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545ad449-e7bf-41e7-b3b3-c43eacddb763 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:13.460271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:13.466635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-565e43f3-241b-433d-9a9c-2cdd64bb80f4 service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3654547 Aug 06 18:12:13.469267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-7402341d-7d71-4169-9e76-affb6338ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:13.471138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-7402341d-7d71-4169-9e76-affb6338ac7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.8980443 Aug 06 18:12:13.490496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.492723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-edb29b8e-610b-45f9-9285-c18a4153b020 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a2ef58c3-c4cd-49b7-97ea-b0075d028b03 HTTP/1.1" status: 204 len: 168 time: 3.4739602 Aug 06 18:12:13.498263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:13.499242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:13.515004 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.559153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.615383 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.671949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:13.688551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=e912bd55-b397-4362-8de7-cd3a02e7ccad,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:13.715759 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e464c7a-c423-4f4c-9f40-7b0b7dc755db tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:12:13.719034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0e464c7a-c423-4f4c-9f40-7b0b7dc755db tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports/a2ef58c3-c4cd-49b7-97ea-b0075d028b03 HTTP/1.1" status: 404 len: 333 time: 0.2103248 Aug 06 18:12:13.739744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40f0a5-17a5-40ce-a4a8-307f36176178 req-fe880368-6300-45d0-9169-7da56f34c1be tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:13.754785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa40f0a5-17a5-40ce-a4a8-307f36176178 req-fe880368-6300-45d0-9169-7da56f34c1be tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 944 time: 0.4003825 Aug 06 18:12:13.760289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:13.774706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-967032628'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:13.791897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Transition to ACTIVE for port object 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:13.793888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-2d23143c-cee8-4f08-8208-6f5de87bb5ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436635 Aug 06 18:12:13.816388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:13.821946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:13.832674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:13.835813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:13.839826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['545ad449-e7bf-41e7-b3b3-c43eacddb763'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:13.928566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:14.081147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd09c4b-1f5b-447a-b2c3-7c562d4eb30a req-ec83f65a-90b6-479b-bc82-b36fc292edd1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:14.093152 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd09c4b-1f5b-447a-b2c3-7c562d4eb30a req-ec83f65a-90b6-479b-bc82-b36fc292edd1 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 946 time: 1.1833792 Aug 06 18:12:14.099036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-c9aba669-0229-4a47-b5ea-624515fba28e service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080357 Aug 06 18:12:14.119298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa40f0a5-17a5-40ce-a4a8-307f36176178 req-bc1919db-917f-41d9-8b8a-c53990bd2dd0 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312955 Aug 06 18:12:14.127072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Made reservation on behalf of 2c68b110b42741e897dcf6cc8115a5ba for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:14.152224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:14.228137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d51a026b-6115-419c-bbf7-b7705d75e6e0 req-2e21f6dd-55b0-4cb2-ba16-f6d4b7583528 service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291288 Aug 06 18:12:14.413272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port b480464a-d8b7-48e8-aeb7-1caf8436b937 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:14.508826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a614bccb-d2fe-4c4d-bc74-137600649839 req-11f7d5e2-eaa8-4fd8-b761-df36b7695698 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763648 Aug 06 18:12:14.566462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 93b2d691-1bfa-44c9-8c40-eae57d605707 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:14.620283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:12:14.707838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd09c4b-1f5b-447a-b2c3-7c562d4eb30a req-ffc51623-4d3c-4f3e-a9ce-ecdc3e6d9a8a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873973 Aug 06 18:12:14.733119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 93b2d691-1bfa-44c9-8c40-eae57d605707 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:14.760293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 93b2d691-1bfa-44c9-8c40-eae57d605707 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:14.768229 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:14.967932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.077038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.120034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Attempting to bind port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:15.120366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Attempting to bind port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:15.120695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Attempting to bind port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 on network 98feb46d-99cd-4538-9b9c-c47c9f13f19f {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:15.126773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:15.131806 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99990d8c-89f2-41e7-9215-8d8039bb3f01" -d '{"events": [{"server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "name": "network-vif-plugged", "status": "completed", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:15.165167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=93b2d691-1bfa-44c9-8c40-eae57d605707,segment=NetworkSegment(0d96d5c6-ea42-495b-afe0-009f1d189221),segment_id=0d96d5c6-ea42-495b-afe0-009f1d189221)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:15.175029 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.214646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 on network 98feb46d-99cd-4538-9b9c-c47c9f13f19f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:15.215255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Attempting to bind port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 on network 98feb46d-99cd-4538-9b9c-c47c9f13f19f {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:15.259613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8632b-1710-40dd-8817-1b631028d6bf req-62470022-68c0-44eb-8bf1-259ff957e6f2 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:15.266071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53e8632b-1710-40dd-8817-1b631028d6bf req-62470022-68c0-44eb-8bf1-259ff957e6f2 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 944 time: 0.5828466 Aug 06 18:12:15.289825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:15.296313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd97b-6dfc-4219-8355-93bb597d4b27 req-1451fdca-3b4b-47de-9e02-a873b3680d12 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:15.297434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:15.298417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-760dd97b-6dfc-4219-8355-93bb597d4b27 req-1451fdca-3b4b-47de-9e02-a873b3680d12 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 943 time: 0.3012183 Aug 06 18:12:15.299364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Checking segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:15.300045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Bound using segment: {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:15.300782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Bound port: 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b255983e-76f8-4505-b447-32aca5f21bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:15.301374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.363023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.366773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:15.382770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Sync routers for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:15.384926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.428620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-760dd97b-6dfc-4219-8355-93bb597d4b27 req-43072610-4eed-43bc-921f-6def2d609985 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158719 Aug 06 18:12:15.431951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.443331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:15.452222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:15.489962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=b480464a-d8b7-48e8-aeb7-1caf8436b937,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:15.678398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e43dfe7-1361-4f44-b9bb-7c94a5b9ad16 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "PUT /v2.0/floatingips/06cb752a-deb2-463f-a01e-2634aad3844d HTTP/1.1" status: 200 len: 991 time: 8.4172275 Aug 06 18:12:15.690421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:15.693581 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cbbd2-a128-4f53-8573-432cda22f871" -d '{"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:15.719991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:15.767986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:15.769999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:15.823023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:15.846160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:15.847480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:15.898394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53e8632b-1710-40dd-8817-1b631028d6bf req-c0ab24e7-1f6e-4fb7-8e0a-976de45dbaf9 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771699 Aug 06 18:12:16.049711 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0ea7a5-266a-451e-a0c4-818fc7a38c05 x-openstack-request-id: req-ea0ea7a5-266a-451e-a0c4-818fc7a38c05 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:16.050138 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "name": "network-vif-plugged", "status": "completed", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:16.050475 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea0ea7a5-266a-451e-a0c4-818fc7a38c05 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:16.051236 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707', 'code': 200} Aug 06 18:12:16.065342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b27ff2fb-f53e-453a-8101-f4cfde85ad5c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3010645 Aug 06 18:12:16.071101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58232) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:16.080437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:16.176510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:16.247518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:16.274125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:16.381564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:16.385593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:16.389515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] 10.222.0.55 "PUT /v2.0/ports/7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 HTTP/1.1" status: 200 len: 1092 time: 4.4257870 Aug 06 18:12:16.399533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:16.434253 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62234143-6470-4e6b-a9ed-230dde0ae8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:16.515323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:16.717683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '06cb752a-deb2-463f-a01e-2634aad3844d', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'port_id': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'mac_address': 'fa:16:3e:d7:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:09:54Z', 'updated_at': '2021-08-06T18:12:10Z', 'revision_number': 1, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:16.753806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bfd2e-68c8-4df8-a33d-75ec1c904244 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:16.827421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Checking router: 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:12:16.854783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:16.857343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:16.935513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:17.036627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-c7e8185a-7ab3-42b1-a8cc-370470e11a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:17.039592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-c7e8185a-7ab3-42b1-a8cc-370470e11a34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b27ae62df2447ae8f7b8ecc376fef20&device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 1095 time: 0.5579929 Aug 06 18:12:17.274690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 545ad449-e7bf-41e7-b3b3-c43eacddb763 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:17.286994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 545ad449-e7bf-41e7-b3b3-c43eacddb763 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:17.288523 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:17.389105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:17.487550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:17.560296 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:17.608214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74c67c-bd22-4b0c-aa9d-ebec2dcb69d9 req-e8e1771f-0a16-41f9-8bc0-b1968ecb0da7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:17.611731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b74c67c-bd22-4b0c-aa9d-ebec2dcb69d9 req-e8e1771f-0a16-41f9-8bc0-b1968ecb0da7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 945 time: 0.4034677 Aug 06 18:12:17.647793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:17.657335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:17.819232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7b74c67c-bd22-4b0c-aa9d-ebec2dcb69d9 req-2f873f79-92aa-46fa-9b42-8ce4923ba960 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692623 Aug 06 18:12:17.834500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e483c-10af-41f5-b73e-d31280e5fb90 req-8041e731-9959-4812-89a3-1a253aa6edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:17.834500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-628e483c-10af-41f5-b73e-d31280e5fb90 req-8041e731-9959-4812-89a3-1a253aa6edd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 1097 time: 0.6258202 Aug 06 18:12:17.937599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:18.048136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-51f0dc47-307f-4f15-aeb4-2f2aba95c3c4 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:18.050948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-51f0dc47-307f-4f15-aeb4-2f2aba95c3c4 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/ports?device_id=a473489c-ecfa-452b-9552-8ebb61df2392 HTTP/1.1" status: 200 len: 946 time: 0.5576146 Aug 06 18:12:18.054423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:18.058046 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374ae14-6ab7-4a8d-b01e-2325eb6ffafc" -d '{"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:18.162884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-628e483c-10af-41f5-b73e-d31280e5fb90 req-7af6ed2b-2159-4536-9dab-fb5fac3cc8b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142948 Aug 06 18:12:18.203309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port b480464a-d8b7-48e8-aeb7-1caf8436b937 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:18.222340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:18.237685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '06cb752a-deb2-463f-a01e-2634aad3844d', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'port_id': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'mac_address': 'fa:16:3e:d7:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:09:54Z', 'updated_at': '2021-08-06T18:12:10Z', 'revision_number': 1, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:18.261872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Transition to ACTIVE for port object b480464a-d8b7-48e8-aeb7-1caf8436b937 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:18.266202 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad920054-0501-4acc-8a85-87f2cc99a775 x-openstack-request-id: req-ad920054-0501-4acc-8a85-87f2cc99a775 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:18.266758 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:18.267202 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad920054-0501-4acc-8a85-87f2cc99a775 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:18.268218 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5', 'status': 'completed', 'code': 200} Aug 06 18:12:18.277815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-5a8057e5-5e17-417f-a00e-996c696241da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 HTTP/1.1" status: 200 len: 217 time: 1.1976271 Aug 06 18:12:18.279352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:18.319058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd7af4-1387-48ba-be96-8ae2e44f5034 None None] The sync data for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 is: [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '06cb752a-deb2-463f-a01e-2634aad3844d', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'port_id': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'mac_address': 'fa:16:3e:d7:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:09:54Z', 'updated_at': '2021-08-06T18:12:10Z', 'revision_number': 1, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:18.475893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83537ff5-e485-4efb-b2cd-54c4003f0116 req-9f274690-7fde-4e1d-89b2-88d5a4616a7f tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:18.490272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83537ff5-e485-4efb-b2cd-54c4003f0116 req-9f274690-7fde-4e1d-89b2-88d5a4616a7f tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 945 time: 0.3532438 Aug 06 18:12:18.493200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=b480464a-d8b7-48e8-aeb7-1caf8436b937,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:18.514061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981257e-7f67-4840-8a1d-789c57d484ce req-560bfdb5-c75c-413e-8258-b3b7def671b2 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:18.524851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c981257e-7f67-4840-8a1d-789c57d484ce req-560bfdb5-c75c-413e-8258-b3b7def671b2 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 943 time: 0.2544403 Aug 06 18:12:18.571237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.571848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.572742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.586180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.586901 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.590264 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 2 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.606221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83537ff5-e485-4efb-b2cd-54c4003f0116 req-8904e3c0-2cb4-4620-96c9-8c3dd9abf763 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145139 Aug 06 18:12:18.639718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Deleting port 897a1d63-ec5e-48c6-809b-08aa797ac610 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:18.644661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:18.647109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c981257e-7f67-4840-8a1d-789c57d484ce req-1161f119-8be4-42fd-aed1-03e2a696a940 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195180 Aug 06 18:12:18.648737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.649119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.650315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.654622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router 714a24ef-e73c-4d95-91bf-d678101b0fc3 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:12:18.667963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.669896 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.671860 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 3 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.722543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.729269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.730292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.738540 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644f525d-8684-43a3-b933-4cdfe9ad002f x-openstack-request-id: req-644f525d-8684-43a3-b933-4cdfe9ad002f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:18.742320 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:18.743024 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-644f525d-8684-43a3-b933-4cdfe9ad002f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:18.747618 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'status': 'completed', 'code': 200} Aug 06 18:12:18.748554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.751657 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.752279 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 4 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.792110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.792610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.793069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.800337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.800963 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.801641 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 5 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.826217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.831085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.831651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.862033 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7c9e9-7b84-43cc-b2b4-c5115c43c80b None None] New status for floating IP 06cb752a-deb2-463f-a01e-2634aad3844d: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:12:18.862914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.863437 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.864689 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 6 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.912170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.912592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.913074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:18.924184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:18.926135 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:18.927025 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 7 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:18.992214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:18.992659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:18.993794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:19.007332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:19.007332 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:19.007929 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 8 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:19.037225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:19.037810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:19.038329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:19.046492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:19.047122 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:19.047991 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 9 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:19.097206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:19.097734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:19.098282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:19.106850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:19.107422 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:19.108068 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 10 to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 Aug 06 18:12:19.139584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:19.140321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:19.141233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:19.150286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:19.150933 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port b480464a-d8b7-48e8-aeb7-1caf8436b937 on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:19.151498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.236078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] For port 897a1d63-ec5e-48c6-809b-08aa797ac610, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=897a1d63-ec5e-48c6-809b-08aa797ac610,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:19.236462 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.255307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Calling delete_port for 897a1d63-ec5e-48c6-809b-08aa797ac610 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:19.307566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port b480464a-d8b7-48e8-aeb7-1caf8436b937, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:19.309484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempted to set empty binding levels {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:12:19.319064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.411031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-7ac56ee0-2ccf-4ac9-882d-b34391263042 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.413058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-7ac56ee0-2ccf-4ac9-882d-b34391263042 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2b043a8-a6af-40a9-a95b-8799af1f976f HTTP/1.1" status: 200 len: 945 time: 0.3132312 Aug 06 18:12:19.414378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:19.429805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Sync routers for ids ['714a24ef-e73c-4d95-91bf-d678101b0fc3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:19.440843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=b480464a-d8b7-48e8-aeb7-1caf8436b937,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:19.456059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] In _notify_port_updated(), no bound segment for port b480464a-d8b7-48e8-aeb7-1caf8436b937 on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:12:19.457439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.458320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.462312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3d53b73f-fd91-413f-a29e-002ef1925c00 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "PUT /v2.0/ports/b480464a-d8b7-48e8-aeb7-1caf8436b937 HTTP/1.1" status: 200 len: 975 time: 3.3877654 Aug 06 18:12:19.463396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:19.477776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Routers {'714a24ef-e73c-4d95-91bf-d678101b0fc3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:19.482083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['714a24ef-e73c-4d95-91bf-d678101b0fc3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:19.580496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.582410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99a51949-072a-4378-b284-caf235346e32 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9911835 Aug 06 18:12:19.596163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58264) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:19.652757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-d4501b61-7b12-4d54-b7bf-3fec80de5507 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.654397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-d4501b61-7b12-4d54-b7bf-3fec80de5507 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 0.5432465 Aug 06 18:12:19.728904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-79314d99-939f-44be-9e9a-c9f6ef374739 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/quotas/e2aec281b27b4f12b6ab55f03638f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0610468 Aug 06 18:12:19.748117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Deleting port f1d8129c-57ee-45ca-8d83-026eeee2864d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:19.748117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.844751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Set router 714a24ef-e73c-4d95-91bf-d678101b0fc3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:19.871254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58270) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:19.872635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ea2175a9-fe5c-4f1e-9d03-d78c64c8f91d tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/714a24ef-e73c-4d95-91bf-d678101b0fc3 HTTP/1.1" status: 200 len: 908 time: 0.2751567 Aug 06 18:12:19.890278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:19.904234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-d5665244-11cf-47a8-b95a-80d862f89b3a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1597803 Aug 06 18:12:19.929113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.930317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.931408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.932146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.933952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.934739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.936628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.937277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f1d8129c-57ee-45ca-8d83-026eeee2864d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:19.937774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.938794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.939527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.940193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.940900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.941825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.942547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.944065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.946729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.947819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.949096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.950111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.951023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.952007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.952911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.954765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.955738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.956777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.957797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.958708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.959967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.960874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.962027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.963110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.964748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.965420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.966270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.966911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.967592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:19.972354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-118a0a7f-4a10-45bd-a603-5d9341d86d45 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32353 time: 0.5060337 Aug 06 18:12:19.985211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58272) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:20.015855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event deleted for resources: {'Port': ['ID=897a1d63-ec5e-48c6-809b-08aa797ac610,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:20.194759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Deleting port b480464a-d8b7-48e8-aeb7-1caf8436b937 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:20.198813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.345584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] For port f1d8129c-57ee-45ca-8d83-026eeee2864d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1d8129c-57ee-45ca-8d83-026eeee2864d,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:20.346122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.385329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port b480464a-d8b7-48e8-aeb7-1caf8436b937, host n-h1-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:20.385954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.404866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Calling delete_port for b480464a-d8b7-48e8-aeb7-1caf8436b937 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:20.463021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Calling delete_port for f1d8129c-57ee-45ca-8d83-026eeee2864d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:20.565882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714a24ef-e73c-4d95-91bf-d678101b0fc3', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e912bd55-b397-4362-8de7-cd3a02e7ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:12:07Z', 'updated_at': '2021-08-06T18:12:14Z', 'revision_number': 3, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port': {'id': 'e912bd55-b397-4362-8de7-cd3a02e7ccad', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a24ef-e73c-4d95-91bf-d678101b0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:12:11Z', 'updated_at': '2021-08-06T18:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:20.644234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.662058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] No DVR routers for this DVR port 897a1d63-ec5e-48c6-809b-08aa797ac610 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:12:20.666240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.670418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c77d871-2919-4170-8844-1c938b93bfb6 req-04eeec9d-9240-4ecc-9b18-cbde8c5fd77e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "DELETE /v2.0/ports/897a1d63-ec5e-48c6-809b-08aa797ac610 HTTP/1.1" status: 204 len: 173 time: 2.6021371 Aug 06 18:12:20.674461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 897a1d63-ec5e-48c6-809b-08aa797ac610 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:20.698352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event deleted for resources: {'Port': ['ID=b480464a-d8b7-48e8-aeb7-1caf8436b937,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:20.718292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 897a1d63-ec5e-48c6-809b-08aa797ac610 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:20.718660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 897a1d63-ec5e-48c6-809b-08aa797ac610 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:20.720824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Checking router: 714a24ef-e73c-4d95-91bf-d678101b0fc3 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:12:20.721339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Updating router 714a24ef-e73c-4d95-91bf-d678101b0fc3 port e912bd55-b397-4362-8de7-cd3a02e7ccad binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:12:20.730525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.733110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-56d7d940-87d7-4816-ac57-a810a9eb4d41 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b480464a-d8b7-48e8-aeb7-1caf8436b937 HTTP/1.1" status: 204 len: 168 time: 0.7448807 Aug 06 18:12:20.737482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58276) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:20.783050 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-de526c4a-f652-43fc-9db5-bb72ca64cb1c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:12:20.784968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de526c4a-f652-43fc-9db5-bb72ca64cb1c tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports/b480464a-d8b7-48e8-aeb7-1caf8436b937 HTTP/1.1" status: 404 len: 333 time: 0.0463083 Aug 06 18:12:20.791866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58278) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:20.800810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-613029924', 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:20.807270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'name': 'network-vif-deleted', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:20.809385 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc73f7cf-c9ea-4b9c-95b8-69a74cc4737a" -d '{"events": [{"server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "name": "network-vif-deleted", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:20.813737 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.897944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Made reservation on behalf of 2c68b110b42741e897dcf6cc8115a5ba for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:20.902025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.907988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:20.980163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port 403ef01e-9a89-4d9b-b8f8-546f3ced8280 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:21.089544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-30b18381-dbb9-42fb-92f6-25cbbedc0d1c service neutron] 10.222.0.64 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0918221 Aug 06 18:12:21.123957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.298176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event deleted for resources: {'Port': ['ID=f1d8129c-57ee-45ca-8d83-026eeee2864d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:21.460881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] No DVR routers for this DVR port f1d8129c-57ee-45ca-8d83-026eeee2864d on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:12:21.470854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.473227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c23bebbf-e4cc-4d3f-a8a6-8d4830dfc3d9 req-acb81ca7-e1d6-4d4a-b78e-208dfd61f835 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "DELETE /v2.0/ports/f1d8129c-57ee-45ca-8d83-026eeee2864d HTTP/1.1" status: 204 len: 173 time: 2.0487506 Aug 06 18:12:21.548787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.572241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.630561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.682583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-f0b910aa-cfa6-438c-9f03-b5918a9e74e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918076 Aug 06 18:12:21.727105 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.736823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:21.752825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Deleting port e912bd55-b397-4362-8de7-cd3a02e7ccad {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:21.757987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.760400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:21.773084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Transition to ACTIVE for port object e912bd55-b397-4362-8de7-cd3a02e7ccad will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:21.779310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:21.781558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:21.781935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.784120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.816519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=403ef01e-9a89-4d9b-b8f8-546f3ced8280,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:21.834165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-012290e5-a078-4c3b-997b-d1d40c657c3d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0406525 Aug 06 18:12:21.836800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58284) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:21.926291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3253ee-194d-4dca-8661-d5a93f22407e tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:21.932416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dc3253ee-194d-4dca-8661-d5a93f22407e tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports/403ef01e-9a89-4d9b-b8f8-546f3ced8280 HTTP/1.1" status: 200 len: 954 time: 0.0903292 Aug 06 18:12:21.937427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:21.962516 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:21.968778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Attempting to bind port e912bd55-b397-4362-8de7-cd3a02e7ccad on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:21.975326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Attempting to bind port e912bd55-b397-4362-8de7-cd3a02e7ccad by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:21.981585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Attempting to bind port e912bd55-b397-4362-8de7-cd3a02e7ccad on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:22.018344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Calling delete_port for e912bd55-b397-4362-8de7-cd3a02e7ccad owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:22.047648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:22.048126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:22.048616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:22.049407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:22.049698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Bound port: e912bd55-b397-4362-8de7-cd3a02e7ccad, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:22.053439 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:22.256182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] For port e912bd55-b397-4362-8de7-cd3a02e7ccad, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:22.273210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] For port e912bd55-b397-4362-8de7-cd3a02e7ccad, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e912bd55-b397-4362-8de7-cd3a02e7ccad,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:22.278670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61027d-c37f-4592-ad98-bbd95ee5e79c None None] Pushing event updated for resources: {'Port': ['ID=e912bd55-b397-4362-8de7-cd3a02e7ccad,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:22.299315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:22.366090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6f82cbc1-e7e6-4289-a5a8-a1b1e811f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:22.368759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-6f82cbc1-e7e6-4289-a5a8-a1b1e811f282 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11e339db-ccd6-49d1-9f78-c1eb35d78fc3 HTTP/1.1" status: 200 len: 854 time: 0.2180090 Aug 06 18:12:22.435011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Deleting port 403ef01e-9a89-4d9b-b8f8-546f3ced8280 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:22.435596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:22.507623 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4e93c-f22c-4d1e-8cc8-f15fe1cae1f0 x-openstack-request-id: req-61b4e93c-f22c-4d1e-8cc8-f15fe1cae1f0 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:22.524587 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:22.525865 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61b4e93c-f22c-4d1e-8cc8-f15fe1cae1f0 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:22.528834 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'code': 200} Aug 06 18:12:22.612467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1d8129c-57ee-45ca-8d83-026eeee2864d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:22.673081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:22.698562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Calling delete_port for 403ef01e-9a89-4d9b-b8f8-546f3ced8280 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:22.716796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f1d8129c-57ee-45ca-8d83-026eeee2864d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:22.718533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1d8129c-57ee-45ca-8d83-026eeee2864d not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:22.741036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Routers {'714a24ef-e73c-4d95-91bf-d678101b0fc3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:22.746867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['714a24ef-e73c-4d95-91bf-d678101b0fc3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:23.226872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61027d-c37f-4592-ad98-bbd95ee5e79c None None] Pushing event updated for resources: {'Port': ['ID=e912bd55-b397-4362-8de7-cd3a02e7ccad,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:23.279895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:23.321923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] Set router 714a24ef-e73c-4d95-91bf-d678101b0fc3 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:12:23.437984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event deleted for resources: {'Port': ['ID=403ef01e-9a89-4d9b-b8f8-546f3ced8280,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:23.480867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:23.495730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-945cb003-b73e-4cba-802d-58a8c166506d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "DELETE /v2.0/ports/403ef01e-9a89-4d9b-b8f8-546f3ced8280 HTTP/1.1" status: 204 len: 168 time: 1.5385652 Aug 06 18:12:23.514608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:23.640549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672093b9-1cf4-4af7-94f0-b364595a1869 req-80e7a580-52e5-402f-bf48-6d904c99be0a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:23.651485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-672093b9-1cf4-4af7-94f0-b364595a1869 req-80e7a580-52e5-402f-bf48-6d904c99be0a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.5314732 Aug 06 18:12:23.682609 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce85af21-7697-4454-a305-1306a6ddc76d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:12:23.694085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ce85af21-7697-4454-a305-1306a6ddc76d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports/403ef01e-9a89-4d9b-b8f8-546f3ced8280 HTTP/1.1" status: 404 len: 333 time: 0.1773050 Aug 06 18:12:23.695831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58310) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:23.706033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-50726cfb-ef82-4854-a146-beb10eaa6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:23.709206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-50726cfb-ef82-4854-a146-beb10eaa6c51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98feb46d-99cd-4538-9b9c-c47c9f13f19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3164299 Aug 06 18:12:23.718127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-938396360'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:23.737072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714a24ef-e73c-4d95-91bf-d678101b0fc3', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:12:07Z', 'updated_at': '2021-08-06T18:12:21Z', 'revision_number': 4, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:23.815455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13516590-9a8a-4335-8e1b-ff3be385cc97 None None] The sync data for ids ['714a24ef-e73c-4d95-91bf-d678101b0fc3'] in n-d-793621-29 is: [{'id': '714a24ef-e73c-4d95-91bf-d678101b0fc3', 'name': 'tempest-snat-router-1124189171', 'tenant_id': '4af08b79dc7a491f82f28794df78006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:12:07Z', 'updated_at': '2021-08-06T18:12:21Z', 'revision_number': 4, 'project_id': '4af08b79dc7a491f82f28794df78006b', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:23.963430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-672093b9-1cf4-4af7-94f0-b364595a1869 req-2ed17e19-c3cd-441f-8ed3-6120d6a08111 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078887 Aug 06 18:12:24.209346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-9794f4d1-d131-4031-82c7-eada44099f17 service neutron] 10.222.0.55 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860950 Aug 06 18:12:24.217148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Made reservation on behalf of 2c68b110b42741e897dcf6cc8115a5ba for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:24.220460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:24.260327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.262726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.264260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.265558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.267379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.268760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.270141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.273981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-78f157bb-d8d2-4f08-b029-1689561dbc3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 0.6039498 Aug 06 18:12:24.358532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce274e7-b4b2-4ef9-a266-99e7d2c64346 req-a31a690b-59a7-4e02-b233-abd886857b2f tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.367302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ce274e7-b4b2-4ef9-a266-99e7d2c64346 req-a31a690b-59a7-4e02-b233-abd886857b2f tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 945 time: 0.7625949 Aug 06 18:12:24.394484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c64d14-4052-48f4-b96f-85dd43f3ce46 req-a1574ee8-2c08-44dc-8d3b-8d1b71d7f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.398919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-28c64d14-4052-48f4-b96f-85dd43f3ce46 req-a1574ee8-2c08-44dc-8d3b-8d1b71d7f64d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 1098 time: 0.7972314 Aug 06 18:12:24.533803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port 85efd15f-3df6-4d37-8c8a-748abf8d018d yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:24.669542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f858d-07a9-4a85-baac-e9a79615ab92 req-eb9aff88-169f-47bd-9246-608a6927547f tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.672920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943f858d-07a9-4a85-baac-e9a79615ab92 req-eb9aff88-169f-47bd-9246-608a6927547f tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 943 time: 0.3547947 Aug 06 18:12:24.731760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-28c64d14-4052-48f4-b96f-85dd43f3ce46 req-1ae229a8-3b3e-4594-85e0-aa87b63bfd7e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151294 Aug 06 18:12:24.761555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935d3684-ebc9-4642-ae57-fe8f36370fa3 req-f989b9aa-e960-4c71-b9f7-08f70a4a83e4 service neutron] 10.222.0.55 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347445 Aug 06 18:12:24.788148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ce274e7-b4b2-4ef9-a266-99e7d2c64346 req-0ebfd031-61bd-44ef-8097-9bc6f06d81b8 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729239 Aug 06 18:12:24.826398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:24.910892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Port': ['ID=e912bd55-b397-4362-8de7-cd3a02e7ccad,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:24.915664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-dc4bd2e0-c35f-4d5c-a07e-afb598a48acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:24.917711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-dc4bd2e0-c35f-4d5c-a07e-afb598a48acf service neutron] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3 HTTP/1.1" status: 200 len: 916 time: 0.6074123 Aug 06 18:12:24.955910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943f858d-07a9-4a85-baac-e9a79615ab92 req-a906a5c3-eb23-46d3-96d6-8328f99a4c13 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413590 Aug 06 18:12:25.299844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:25.331716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-d6035208-baa1-4c01-ad49-41310ffaad2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2337782 Aug 06 18:12:25.381117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:25.493828 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d409a9-e93a-4bea-944e-97dd68d6197d x-openstack-request-id: req-e0d409a9-e93a-4bea-944e-97dd68d6197d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:25.494545 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473489c-ecfa-452b-9552-8ebb61df2392", "name": "network-vif-deleted", "tag": "897a1d63-ec5e-48c6-809b-08aa797ac610", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:25.494545 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0d409a9-e93a-4bea-944e-97dd68d6197d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:25.495031 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473489c-ecfa-452b-9552-8ebb61df2392', 'name': 'network-vif-deleted', 'tag': '897a1d63-ec5e-48c6-809b-08aa797ac610', 'status': 'completed', 'code': 200} Aug 06 18:12:25.513605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-c3cd9956-226c-4c0b-a6f3-65420a92a2a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1001 time: 0.5071828 Aug 06 18:12:25.521798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:25.528072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=85efd15f-3df6-4d37-8c8a-748abf8d018d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:25.558285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:25.565429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:25.569241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:25.570298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:25.690200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dc21d6bc-f43e-464d-9dbd-0af6d7698353 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9790409 Aug 06 18:12:25.697241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:25.716576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:25.846192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05420ace-397f-47bc-9cbc-07faee3ad773 req-e23db047-95df-490d-835e-07d6fca8cfec tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 210 time: 0.1240766 Aug 06 18:12:25.867460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-b33ba34c-fccc-4324-affe-ad804dfed69d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2804592 Aug 06 18:12:25.913245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.017952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-d697dfe8-53c2-4f6c-8623-aaacdc48aeab tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.020799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-d697dfe8-53c2-4f6c-8623-aaacdc48aeab tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 0.4920597 Aug 06 18:12:26.184964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Request body: {'port': {'device_id': '33a133dd-308c-4629-bcff-404c496b7b83', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'admin_state_up': True, 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:26.223882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-6d96795b-0073-46d3-817e-e142f43c9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.225654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-6d96795b-0073-46d3-817e-e142f43c9ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fadc1bd29f1444acb7d8658ad127c562&device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 1097 time: 0.1686239 Aug 06 18:12:26.307901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] device_id is not set on port 85efd15f-3df6-4d37-8c8a-748abf8d018d yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:26.332219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.338907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.442229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Transition to ACTIVE for port object 85efd15f-3df6-4d37-8c8a-748abf8d018d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:26.457252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.468450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-606d7782-8cc6-4182-b20e-b8d9995e86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.470101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-606d7782-8cc6-4182-b20e-b8d9995e86e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.5542684 Aug 06 18:12:26.501081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.516093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.534535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20393096-27a8-49b8-9acb-739d2418bfc9 req-29bb95c6-c3d1-4483-a82e-f8c32f1f5dcf tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.536206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20393096-27a8-49b8-9acb-739d2418bfc9 req-29bb95c6-c3d1-4483-a82e-f8c32f1f5dcf tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.5082428 Aug 06 18:12:26.560294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-37321b1a-2d4f-494e-94d5-1472bf993517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.561226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5b1bf-c9b7-40b5-a20d-32adc679ac8f req-2686968f-2edd-4556-ba83-74f45ffd6318 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.562006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-37321b1a-2d4f-494e-94d5-1472bf993517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b27ae62df2447ae8f7b8ecc376fef20&device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 1095 time: 1.0355241 Aug 06 18:12:26.563219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18e5b1bf-c9b7-40b5-a20d-32adc679ac8f req-2686968f-2edd-4556-ba83-74f45ffd6318 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 943 time: 0.2343299 Aug 06 18:12:26.574459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=85efd15f-3df6-4d37-8c8a-748abf8d018d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:26.584140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-04aeb90d-5d87-4437-a798-8a2e8134fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.585680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-04aeb90d-5d87-4437-a798-8a2e8134fb89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b48fce7-7997-4ffc-8b12-32aa43739c58 HTTP/1.1" status: 200 len: 921 time: 0.2708180 Aug 06 18:12:26.638020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0b0bfd12-9617-4777-8229-abc4063207bc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.639645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0b0bfd12-9617-4777-8229-abc4063207bc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 812 time: 1.1153440 Aug 06 18:12:26.664132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-c5b6a231-bd60-4095-ab19-9be9434773cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93b2d691-1bfa-44c9-8c40-eae57d605707 HTTP/1.1" status: 200 len: 217 time: 0.0666289 Aug 06 18:12:26.670026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:26.670366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:26.670841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:26.680996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Request body: {'port': {'device_id': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'admin_state_up': True, 'tenant_id': 'e2aec281b27b4f12b6ab55f03638f1c8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:26.694649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.695079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 714a24ef-e73c-4d95-91bf-d678101b0fc3 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:26.719821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:26.720345 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:26.725436 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 2 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:26.735101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18e5b1bf-c9b7-40b5-a20d-32adc679ac8f req-b0e73a7b-9a3d-4385-8e47-88b538f70347 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536036 Aug 06 18:12:26.750985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.754954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58336) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:26.757777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60f05528-43f5-4885-8565-596dbbe24c6c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/routers/714a24ef-e73c-4d95-91bf-d678101b0fc3 HTTP/1.1" status: 204 len: 168 time: 6.8815281 Aug 06 18:12:26.772519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:26.772973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:26.773275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:26.820105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-49689fae-576e-479a-b577-6818ccb356bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.821834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-49689fae-576e-479a-b577-6818ccb356bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36f2ac-f956-4122-8131-0c047c8a2426 HTTP/1.1" status: 200 len: 860 time: 0.1483796 Aug 06 18:12:26.825776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:26.826287 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:26.828702 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 3 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:26.866287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-89b455b5-f2da-42ef-a8b7-9a91d71d1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:26.868069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-89b455b5-f2da-42ef-a8b7-9a91d71d1be4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3724933 Aug 06 18:12:26.878073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:26.881915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:26.887473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20393096-27a8-49b8-9acb-739d2418bfc9 req-76f9cf3c-859e-43db-b87c-b74e18aab004 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240960 Aug 06 18:12:26.919965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-7add9209-7681-4a9a-a58f-12aaed44f882 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b48fce7-7997-4ffc-8b12-32aa43739c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873241 Aug 06 18:12:26.952942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:26.953699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:26.954396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.089408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.090759 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.101258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-5cad7d53-b60a-4655-9178-a81a20e9235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:27.104371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-5cad7d53-b60a-4655-9178-a81a20e9235a service neutron] 10.222.0.55 "GET /v2.0/networks?id=98feb46d-99cd-4538-9b9c-c47c9f13f19f HTTP/1.1" status: 200 len: 916 time: 0.5307856 Aug 06 18:12:27.171482 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 4 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.257973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.258533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.259079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.286461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-2b8476b2-a4a0-4730-973f-b3d9c60d8ba7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 HTTP/1.1" status: 200 len: 217 time: 0.1156120 Aug 06 18:12:27.291258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.291769 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.300946 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 5 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.312537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:27.337308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04e156fb-dab5-4ab6-837b-9d99c6addc47 req-19e5bae5-d5f1-4da0-a5e7-6965e06f3145 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 210 time: 0.1414845 Aug 06 18:12:27.406513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Made reservation on behalf of e2aec281b27b4f12b6ab55f03638f1c8 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:27.411097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:27.418754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154024-2206-4913-bd59-eecab960d28c req-f78ab659-6712-4df2-a74b-bfd7ab7fceea tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:27.420394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84154024-2206-4913-bd59-eecab960d28c req-f78ab659-6712-4df2-a74b-bfd7ab7fceea tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 945 time: 0.3470135 Aug 06 18:12:27.421162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.421521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.421857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.436047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-bcf46567-1353-4abb-847c-25c9d45e0cf8 service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045667 Aug 06 18:12:27.441175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.441535 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.449061 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 6 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.463041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-1256889c-84e6-4a86-b107-c5167d136010 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732691 Aug 06 18:12:27.499910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'name': 'network-vif-deleted', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:27.502791 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e90a35-a995-40cd-812d-9c172fe4f408" -d '{"events": [{"server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "name": "network-vif-deleted", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:27.530115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-68c4f2d6-c800-4c25-9251-8d14ed5cff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:27.532714 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-68c4f2d6-c800-4c25-9251-8d14ed5cff2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11e339db-ccd6-49d1-9f78-c1eb35d78fc3 HTTP/1.1" status: 200 len: 854 time: 0.2023623 Aug 06 18:12:27.540346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.540712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.541028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.581926 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d453dc8-f6ea-40be-854c-91af9a7acc0c x-openstack-request-id: req-1d453dc8-f6ea-40be-854c-91af9a7acc0c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:27.582232 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b043a8-a6af-40a9-a95b-8799af1f976f", "name": "network-vif-deleted", "tag": "f1d8129c-57ee-45ca-8d83-026eeee2864d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:27.582600 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d453dc8-f6ea-40be-854c-91af9a7acc0c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:27.582876 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b043a8-a6af-40a9-a95b-8799af1f976f', 'name': 'network-vif-deleted', 'tag': 'f1d8129c-57ee-45ca-8d83-026eeee2864d', 'status': 'completed', 'code': 200} Aug 06 18:12:27.600830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.601181 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.607270 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 7 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.622806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Allocated IP 172.20.0.4 (f5db9b4e-def7-4717-98af-fbf7868dcdf1/e991dea5-f8c1-407a-a09e-577d83f5494c/59dcf9c7-d3a4-4839-9f73-5fd5097aa602) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:27.630641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84154024-2206-4913-bd59-eecab960d28c req-f4a93015-ead4-40c2-bbd7-4fd87d877426 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935577 Aug 06 18:12:27.644137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:27.657745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.658250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.658718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.700848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.701199 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.702865 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 8 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.707615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565e105a-326c-4d8e-99b2-3dac60a56406 req-64cf8ade-e391-470d-b5b2-c6b817c4305a service neutron] 10.222.0.16 "GET /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553182 Aug 06 18:12:27.727517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.727867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.728183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.742997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.743421 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.744590 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 9 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:27.776100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:27.776453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:27.776659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:27.784641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Deleting port f404e992-d37d-421a-9c85-1a1230cd2b86 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:27.784991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:27.788388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:27.788752 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:27.867811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-8e38431d-146d-4db7-a961-82d784808c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:27.870781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-8e38431d-146d-4db7-a961-82d784808c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98feb46d-99cd-4538-9b9c-c47c9f13f19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107383 Aug 06 18:12:27.874436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f4cbbd2-a128-4f53-8573-432cda22f871 req-c7317e06-c315-4b60-a16c-59a7817722de service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952942 Aug 06 18:12:28.149200 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempt 10 to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d Aug 06 18:12:28.314255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:28.314599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:28.314941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempting to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:28.341701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:28.341971 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Failed to bind port 85efd15f-3df6-4d37-8c8a-748abf8d018d on host n-h1-793621-29 for vnic_type normal using segments [{'id': 'b026bb92-c57a-4602-bbac-f72a5b219cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1'}] Aug 06 18:12:28.342272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.395972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243bea0-872d-4876-898a-006713e714a9 req-63586cc3-0dd8-4600-a2c0-f6831fc56670 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.397686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0243bea0-872d-4876-898a-006713e714a9 req-63586cc3-0dd8-4600-a2c0-f6831fc56670 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 945 time: 0.2278852 Aug 06 18:12:28.399890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] For port f404e992-d37d-421a-9c85-1a1230cd2b86, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f404e992-d37d-421a-9c85-1a1230cd2b86,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:28.400262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.420063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c846a-7a5d-4586-95e2-27f57faa7e19 req-2535ce21-190e-4cbd-9d7d-49e1f4e083b6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.421906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c75c846a-7a5d-4586-95e2-27f57faa7e19 req-2535ce21-190e-4cbd-9d7d-49e1f4e083b6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2540834 Aug 06 18:12:28.457316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8584-0b8b-4b2b-a1bb-cd7edc495c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.482474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Calling delete_port for f404e992-d37d-421a-9c85-1a1230cd2b86 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:28.642437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c75c846a-7a5d-4586-95e2-27f57faa7e19 req-f7ab1fd2-158f-4c52-ae2f-4f6568efb34b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888011 Aug 06 18:12:28.648072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port 85efd15f-3df6-4d37-8c8a-748abf8d018d, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:28.648573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attempted to set empty binding levels {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:12:28.661086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.722255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfeb91-7492-49f9-b417-b29ec4bf2fa8 req-730cc9c2-6a82-4fe7-a02e-aec4cc5823fb tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.725070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59dfeb91-7492-49f9-b417-b29ec4bf2fa8 req-730cc9c2-6a82-4fe7-a02e-aec4cc5823fb tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 943 time: 0.8694956 Aug 06 18:12:28.730339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] In _notify_port_updated(), no bound segment for port 85efd15f-3df6-4d37-8c8a-748abf8d018d on network 4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:12:28.731265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.731972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.733539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "PUT /v2.0/ports/85efd15f-3df6-4d37-8c8a-748abf8d018d HTTP/1.1" status: 200 len: 975 time: 3.0260246 Aug 06 18:12:28.748333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:28.788680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Deleting port 93b2d691-1bfa-44c9-8c40-eae57d605707 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:28.789134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.792904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444be72-c927-4052-82c7-fc8558acc73d tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event updated for resources: {'Port': ['ID=85efd15f-3df6-4d37-8c8a-748abf8d018d,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:28.823190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-fbe59a88-07be-461e-a0cd-37dcf1233492 service neutron] 10.222.0.55 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286478 Aug 06 18:12:28.887686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.888531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.889022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.889519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.889982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.890459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.890924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:28.893592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-c2c704ce-806d-4159-b614-55bef79f78d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 0.8981547 Aug 06 18:12:28.973560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-556ac7cb-15de-4542-a989-e6093d99e679 req-a793a9c2-2bcb-417f-9475-b29b737560f3 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 210 time: 0.0569003 Aug 06 18:12:28.995149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:28.995680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:29.001172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.005423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] For port 93b2d691-1bfa-44c9-8c40-eae57d605707, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=93b2d691-1bfa-44c9-8c40-eae57d605707,segment=NetworkSegment(0d96d5c6-ea42-495b-afe0-009f1d189221),segment_id=0d96d5c6-ea42-495b-afe0-009f1d189221)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:29.005799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.058351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Calling delete_port for 93b2d691-1bfa-44c9-8c40-eae57d605707 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:29.061124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event deleted for resources: {'Port': ['ID=f404e992-d37d-421a-9c85-1a1230cd2b86,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:29.149947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59dfeb91-7492-49f9-b417-b29ec4bf2fa8 req-7b4f3949-6057-43b3-bd0e-7325dfc0b7f3 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667092 Aug 06 18:12:29.252705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.311498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62234143-6470-4e6b-a9ed-230dde0ae8cc req-f948ab3e-2d81-48a3-b721-ddd0a64e0d33 service neutron] 10.222.0.55 "GET /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661741 Aug 06 18:12:29.318404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:29.340001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5', 'network_id': '98feb46d-99cd-4538-9b9c-c47c9f13f19f', 'port_id': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5', 'mac_address': 'fa:16:3e:6d:3d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e339db-ccd6-49d1-9f78-c1eb35d78fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:29.381809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c6a4fee6-28c1-4838-8929-3c6d0fb22024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:29.382089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c6a4fee6-28c1-4838-8929-3c6d0fb22024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:29.382782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-c6a4fee6-28c1-4838-8929-3c6d0fb22024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:29.393435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-c6a4fee6-28c1-4838-8929-3c6d0fb22024 service neutron] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 2296 time: 0.4570420 Aug 06 18:12:29.401405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.420884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44e08-1de6-4050-89f5-b7284724f2f9 req-47ad198f-cb71-4256-a57d-3353607c59f5 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:29.421783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Deleting port 85efd15f-3df6-4d37-8c8a-748abf8d018d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:29.422490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.424154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e44e08-1de6-4050-89f5-b7284724f2f9 req-47ad198f-cb71-4256-a57d-3353607c59f5 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee0b7c17-e40f-40eb-9ab6-0377bedd2912 HTTP/1.1" status: 200 len: 945 time: 0.2615440 Aug 06 18:12:29.459733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:29.528800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:29.561347 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.577561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.608742 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.624142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Pushing event deleted for resources: {'Port': ['ID=93b2d691-1bfa-44c9-8c40-eae57d605707,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:29.636212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.641729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.645112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:29.753074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e44e08-1de6-4050-89f5-b7284724f2f9 req-d6bd9001-7222-4a02-9e17-2602755797a7 tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3762b4-7691-4d7e-80d5-b20ebdc37df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836603 Aug 06 18:12:29.777001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] No DVR routers for this DVR port 93b2d691-1bfa-44c9-8c40-eae57d605707 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:12:29.778983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.779559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f946569-3d79-416c-8826-05782e43c8ed {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:29.781673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.783797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] 10.222.0.16 "DELETE /v2.0/ports/93b2d691-1bfa-44c9-8c40-eae57d605707 HTTP/1.1" status: 204 len: 173 time: 1.3722107 Aug 06 18:12:29.784323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'name': 'network-vif-deleted', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:29.786930 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d316963e-9ccd-47d3-a823-04b52209043a" -d '{"events": [{"server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "name": "network-vif-deleted", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:29.798443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.807305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7a78a65-e727-407e-b52b-05f9f8dc8ef8 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9f946569-3d79-416c-8826-05782e43c8ed HTTP/1.1" status: 204 len: 168 time: 3.0512571 Aug 06 18:12:29.821880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58366) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:29.827520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2120741364', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:29.880882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:29.894761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.896175 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.947096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] For port 85efd15f-3df6-4d37-8c8a-748abf8d018d, host n-h1-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:29.947897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:29.983170 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e2ad2-d65f-4be3-94eb-c11e71740cfc x-openstack-request-id: req-f64e2ad2-d65f-4be3-94eb-c11e71740cfc {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:29.983536 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0b7c17-e40f-40eb-9ab6-0377bedd2912", "name": "network-vif-deleted", "tag": "93b2d691-1bfa-44c9-8c40-eae57d605707", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:29.983828 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f64e2ad2-d65f-4be3-94eb-c11e71740cfc {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:29.984472 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b7c17-e40f-40eb-9ab6-0377bedd2912', 'name': 'network-vif-deleted', 'tag': '93b2d691-1bfa-44c9-8c40-eae57d605707', 'status': 'completed', 'code': 200} Aug 06 18:12:30.043169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.051677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:30.065312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-5e67bcd1-b4b8-4718-aa2f-86d0d283d7ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1001 time: 0.6623900 Aug 06 18:12:30.075103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Calling delete_port for 85efd15f-3df6-4d37-8c8a-748abf8d018d owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:30.093934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:30.097506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event updated for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:30.102830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:30.113316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Allocated IP 172.20.0.11 (f5db9b4e-def7-4717-98af-fbf7868dcdf1/e991dea5-f8c1-407a-a09e-577d83f5494c/6b65be3b-1f9d-4152-ae08-7f66570f10e0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:30.291005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d593f62-5b6e-4c2f-8ff5-5d0c4d17fe93 req-30a64b03-0853-49de-9e96-e10679486042 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 210 time: 0.0922344 Aug 06 18:12:30.328404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36615694-5b57-4948-a801-d0302be460f3 req-35de97d0-56a9-40e3-8c2c-1a4f6070cde7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:30.330116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36615694-5b57-4948-a801-d0302be460f3 req-35de97d0-56a9-40e3-8c2c-1a4f6070cde7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.5541365 Aug 06 18:12:30.336198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-0e7cd141-84b5-42e7-a710-560c82369163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:30.338283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-0e7cd141-84b5-42e7-a710-560c82369163 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.2554832 Aug 06 18:12:30.344633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:30.345504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.416119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-59e4c6a7-3b06-4fda-98ea-acbf03fe75fb tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3341925 Aug 06 18:12:30.452873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.456506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Request body: {'port': {'device_id': '33a133dd-308c-4629-bcff-404c496b7b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:30.507398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d0a62-1b92-44cd-afed-051f14399b7e req-0687d29d-cd99-499b-8029-613326dfd8ad tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:30.509898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-573d0a62-1b92-44cd-afed-051f14399b7e req-0687d29d-cd99-499b-8029-613326dfd8ad tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 944 time: 0.1022704 Aug 06 18:12:30.633173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-573d0a62-1b92-44cd-afed-051f14399b7e req-e205d15c-5267-43e0-a772-d3f037ca0de7 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Aug 06 18:12:30.635877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36615694-5b57-4948-a801-d0302be460f3 req-cba28a02-77c7-4ed3-91cf-f78768582705 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628477 Aug 06 18:12:30.643680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 93b2d691-1bfa-44c9-8c40-eae57d605707 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:30.719330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-4e1658db-2106-4881-8dd6-4a1428743dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:30.721041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-4e1658db-2106-4881-8dd6-4a1428743dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369036 Aug 06 18:12:30.727367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.727687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 93b2d691-1bfa-44c9-8c40-eae57d605707 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:30.727687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 93b2d691-1bfa-44c9-8c40-eae57d605707 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:30.795611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.849917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58376) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:30.885640 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.909558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.913977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Pushing event deleted for resources: {'Port': ['ID=85efd15f-3df6-4d37-8c8a-748abf8d018d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:30.935659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.936737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:30.937770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4448a5e0-41ea-4dee-8308-47c65f52b9a0 tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "DELETE /v2.0/ports/85efd15f-3df6-4d37-8c8a-748abf8d018d HTTP/1.1" status: 204 len: 168 time: 2.1807501 Aug 06 18:12:30.943229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58380) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:31.022129 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb923b9-ad8e-4632-8a34-c6ceb124a64f tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:12:31.023775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2bb923b9-ad8e-4632-8a34-c6ceb124a64f tempest-PortsAdminExtendedAttrsTestJSON-1357244643 tempest-PortsAdminExtendedAttrsTestJSON-1357244643-project-admin] 10.222.0.64 "GET /v2.0/ports/85efd15f-3df6-4d37-8c8a-748abf8d018d HTTP/1.1" status: 404 len: 333 time: 0.0791924 Aug 06 18:12:31.030036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58382) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:31.046634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Deleting subnet 6d36f2ac-f956-4122-8131-0c047c8a2426 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:12:31.064636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.064932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-a6ceab89-84aa-4fb6-ba10-5dd14b07efaa service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257203 Aug 06 18:12:31.162428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.200115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.252651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.295407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Allocated IP 172.25.3.57 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/b0ed94ec-649b-498b-b0ab-3493860b0507) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:31.296461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event updated for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:31.299570 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.306362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Network f5db9b4e-def7-4717-98af-fbf7868dcdf1 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:31.326054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:31.335066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:31.369340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-4c99e318-51cc-4d36-a99d-6f984d9758fb service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955174 Aug 06 18:12:31.416707 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.441621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-37c45dd1-a20c-412b-b72f-907edd7d1a24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 217 time: 0.0585403 Aug 06 18:12:31.526703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:31.527537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.562375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:31.576073 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b70faa08-fdb0-43e6-8e02-10162df75e0f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9066997 Aug 06 18:12:31.581414 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.590128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Request body: {'port': {'device_id': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:31.596823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-b14cd6cc-7a27-4ef3-b539-d2ed8131f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:31.598661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-b14cd6cc-7a27-4ef3-b539-d2ed8131f15d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1483741 Aug 06 18:12:31.662104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bdc67366-49a1-4230-a15e-9721be85c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.681891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Transition to ACTIVE for port object 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:31.701281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f404e992-d37d-421a-9c85-1a1230cd2b86 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:31.742705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f404e992-d37d-421a-9c85-1a1230cd2b86 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:31.743212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f404e992-d37d-421a-9c85-1a1230cd2b86 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:31.756772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.836191 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.875902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-55951b1f-2c0a-49ae-890d-7ded243675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:31.878632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-55951b1f-2c0a-49ae-890d-7ded243675cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2530735 Aug 06 18:12:31.933107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.965556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:31.985470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:31.990356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b026bb92-c57a-4602-bbac-f72a5b219cb2') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:31.990691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b026bb92-c57a-4602-bbac-f72a5b219cb2') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:32.023980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.060764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23375-2d27-4dc7-9582-1a120af54a2f req-0ba6ed32-aa7f-4076-b170-a13e32532aa0 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:32.062074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Pushing event updated for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:32.062610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13b23375-2d27-4dc7-9582-1a120af54a2f req-0ba6ed32-aa7f-4076-b170-a13e32532aa0 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 932 time: 0.5908418 Aug 06 18:12:32.083894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d36f2ac-f956-4122-8131-0c047c8a2426,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:32.098923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.103579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41b0b9fb-e346-4293-a06d-2d15e12babec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6d36f2ac-f956-4122-8131-0c047c8a2426 HTTP/1.1" status: 204 len: 168 time: 1.2518280 Aug 06 18:12:32.105200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:32.109734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.177258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.180641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:12:32.181339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:12:32.191629 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:12:32.327288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13b23375-2d27-4dc7-9582-1a120af54a2f req-47e1e350-0441-48d8-9bc5-1197900f641a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401109 Aug 06 18:12:32.340795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.346555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.378779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.383937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] 10.222.0.64 "DELETE /v2.0/networks/4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1 HTTP/1.1" status: 204 len: 168 time: 1.3498766 Aug 06 18:12:32.388295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c8ef9-a580-4f25-affc-9b9b4c20cc46 tempest-PortsAdminExtendedAttrsTestJSON-167195240 tempest-PortsAdminExtendedAttrsTestJSON-167195240-project] Pushing event deleted for resources: {'Network': ['ID=4e5ebc67-5d6f-43bf-b3d3-b7074b92dfe1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:32.434253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.584600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:32.597351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.601694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:32.611030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event updated for resources: {'Port': ['ID=b0ed94ec-649b-498b-b0ab-3493860b0507,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:32.623785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:32.629361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b48fce7-7997-4ffc-8b12-32aa43739c58']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:32.660731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660252a-f694-49e5-aa91-9cb994b20dc0 req-83f1dbe8-2fda-49c3-a041-e8a3d502230f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:32.660731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f660252a-f694-49e5-aa91-9cb994b20dc0 req-83f1dbe8-2fda-49c3-a041-e8a3d502230f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.8580430 Aug 06 18:12:32.661657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038af1f-9f02-45f3-9e0b-18268c8a85b4 req-d20cd2d2-85ec-49e9-8b87-b954c0aa109c tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:32.662243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9038af1f-9f02-45f3-9e0b-18268c8a85b4 req-d20cd2d2-85ec-49e9-8b87-b954c0aa109c tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 944 time: 0.2311425 Aug 06 18:12:32.678893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d96d5c6-ea42-495b-afe0-009f1d189221') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:32.679516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d96d5c6-ea42-495b-afe0-009f1d189221') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:32.715974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.816534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.830683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:12:32.831488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:32.865817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-3e6f7681-12af-47c1-a320-e309620583da service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516304 Aug 06 18:12:32.877437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:32.885136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f660252a-f694-49e5-aa91-9cb994b20dc0 req-c0041009-6bf5-4dab-9a57-ec99bff56e16 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245271 Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:12:32.889221 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:12:32.933368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Attempting to bind port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:32.933968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Attempting to bind port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:32.934534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Attempting to bind port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:32.966688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9038af1f-9f02-45f3-9e0b-18268c8a85b4 req-1d6b72f5-6e79-410e-8bf7-d2a2544e4dc5 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929480 Aug 06 18:12:33.005916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:33.014648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:33.015146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Attempting to bind port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:33.065515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.091369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.100089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b48fce7-7997-4ffc-8b12-32aa43739c58 HTTP/1.1" status: 204 len: 168 time: 0.9763277 Aug 06 18:12:33.110314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:33.110961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Checking segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:33.114171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Bound using segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:33.114960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Bound port: 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:33.115528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.216885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ea26-1c05-43a0-986f-69033d219237 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b48fce7-7997-4ffc-8b12-32aa43739c58,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:33.252975 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.276349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:33.283599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:33.284199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.325278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58406) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:33.391381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-264a24de-f5fe-44d5-9899-9006ddf114db service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125461 Aug 06 18:12:33.434833 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:12:33.478898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.514514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:33.517519 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f132758-576d-4302-a32e-6c82e23da6f9" -d '{"events": [{"server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "name": "network-vif-plugged", "status": "completed", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:33.533728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7385e409-f051-4ee7-baac-9da0677163be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13e433b69f1d48e3bfd175831170116c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465845 Aug 06 18:12:33.536605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58412) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:33.558982 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-44c954da-c5c2-4a81-b3b3-72f7616c096e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 217 time: 0.1493144 Aug 06 18:12:33.561029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:33.565040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:33.572947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.589364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c832f662-5701-4280-837a-94ea3bf21721 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fadc1bd29f1444acb7d8658ad127c562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624049 Aug 06 18:12:33.594764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58414) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:33.619986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.645579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:33.653777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:33.655257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b65be3b-1f9d-4152-ae08-7f66570f10e0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:33.661272 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f44523-77e0-403f-9036-0ecdd5876ac6 x-openstack-request-id: req-a7f44523-77e0-403f-9036-0ecdd5876ac6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:33.662167 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "name": "network-vif-plugged", "status": "completed", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:33.662893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7f44523-77e0-403f-9036-0ecdd5876ac6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:33.663382 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5', 'code': 200} Aug 06 18:12:33.673741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.679259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.742804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-290a64ed-c606-45c5-878c-1f3daba8f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:33.744131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.744455 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-290a64ed-c606-45c5-878c-1f3daba8f834 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1711235 Aug 06 18:12:33.765114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Transition to ACTIVE for port object 6b65be3b-1f9d-4152-ae08-7f66570f10e0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:33.770904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:33.771617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.773169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] 10.222.0.16 "PUT /v2.0/ports/59dcf9c7-d3a4-4839-9f73-5fd5097aa602 HTTP/1.1" status: 200 len: 1092 time: 3.3218665 Aug 06 18:12:33.798349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:33.802717 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63" -d '{"events": [{"name": "network-changed", "server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:33.822994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd979045-dac8-4ed6-9487-1cb36580c6af req-9fa942eb-5ff9-443f-9bfc-418523044747 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:33.824699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd979045-dac8-4ed6-9487-1cb36580c6af req-9fa942eb-5ff9-443f-9bfc-418523044747 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 932 time: 0.3012125 Aug 06 18:12:33.843939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.849777 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.856044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.907210 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7050cbdc-127d-4a8e-b762-9bf5bd6ad4ab x-openstack-request-id: req-7050cbdc-127d-4a8e-b762-9bf5bd6ad4ab {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:33.907663 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:33.908072 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7050cbdc-127d-4a8e-b762-9bf5bd6ad4ab {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:33.908709 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602', 'status': 'completed', 'code': 200} Aug 06 18:12:33.935058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:33.985377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca118d-b472-4558-86da-218c6d89b65f service neutron] Pushing event updated for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:34.066755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e47f-e000-4309-b635-a8d0602a1de6 req-fadda5a8-4686-4bfc-b112-d175d0d09202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.068682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd25e47f-e000-4309-b635-a8d0602a1de6 req-fadda5a8-4686-4bfc-b112-d175d0d09202 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 1097 time: 0.3282025 Aug 06 18:12:34.079024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-39165fd7-6efa-43e5-a532-a4fffaaec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.081568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-39165fd7-6efa-43e5-a532-a4fffaaec9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3133385 Aug 06 18:12:34.103091 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd979045-dac8-4ed6-9487-1cb36580c6af req-9e198ab6-bfbd-406c-9a4d-fd63ae47bc14 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552884 Aug 06 18:12:34.163622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154987d-2d08-46d5-8886-7bfd42edc6b8 req-5cfa6912-a889-4412-9826-048c67491340 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.165534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b154987d-2d08-46d5-8886-7bfd42edc6b8 req-5cfa6912-a889-4412-9826-048c67491340 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1394131 Aug 06 18:12:34.173260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:34.190579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.196063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.199977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/398a82ad-3a08-4f89-b146-80f935689ce6 HTTP/1.1" status: 204 len: 168 time: 0.6605949 Aug 06 18:12:34.222151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b119c894-b26d-4288-b4c5-cdd7f552d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.223640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-b119c894-b26d-4288-b4c5-cdd7f552d97f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 1095 time: 0.3202024 Aug 06 18:12:34.264368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.269789 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.276434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e3762b4-7691-4d7e-80d5-b20ebdc37df5 HTTP/1.1" status: 204 len: 168 time: 0.6741047 Aug 06 18:12:34.282220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288b3fc-9254-41ec-becc-f7f8754da5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a82ad-3a08-4f89-b146-80f935689ce6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:34.309621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.317754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c23cb-f512-436a-a39f-eb7df0f10325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3762b4-7691-4d7e-80d5-b20ebdc37df5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:34.344201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd25e47f-e000-4309-b635-a8d0602a1de6 req-2e417471-641e-4d27-8084-e4b9a146d059 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599554 Aug 06 18:12:34.355923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0540f789-1b16-443c-a430-a5574c739bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602 HTTP/1.1" status: 200 len: 217 time: 0.0856130 Aug 06 18:12:34.416075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b154987d-2d08-46d5-8886-7bfd42edc6b8 req-28c31655-4449-4cd2-ab95-f2122edb97cc tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246187 Aug 06 18:12:34.450999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Attempting to bind port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:34.451430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Attempting to bind port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:34.451737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Attempting to bind port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:34.468484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-351015ce-b2f9-4bd8-9583-63e8beef8b8b service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480697 Aug 06 18:12:34.473309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:34.473755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Attempting to bind port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 on network f5db9b4e-def7-4717-98af-fbf7868dcdf1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:34.498215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:34.498657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Checking segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:34.499033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Bound using segment: {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:34.499624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Bound port: 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c98653-88ba-4676-b61a-dc102a342980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:34.499942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.514934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-963e4582-c8b2-4ad9-8ce9-2ab515a57286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.515503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-963e4582-c8b2-4ad9-8ce9-2ab515a57286 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.1509259 Aug 06 18:12:34.524159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed241a-2936-4f82-a1bd-f5745956baa6 req-c4e373ec-827b-4f30-ac12-5aca3b2a8f6c tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:34.532186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceed241a-2936-4f82-a1bd-f5745956baa6 req-c4e373ec-827b-4f30-ac12-5aca3b2a8f6c tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.1966522 Aug 06 18:12:34.564642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.631212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Router 88fbedf8-2d7d-46f7-938f-95ff1390c8a9 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:12:34.663563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-ffaa3a56-2345-4fb2-98a3-ee9b87875b66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222928 Aug 06 18:12:34.838914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceed241a-2936-4f82-a1bd-f5745956baa6 req-96dbf467-d723-4547-bb28-3e2a24019bda tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056993 Aug 06 18:12:34.883903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:34.900836 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] Sync routers for ids ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:34.922138 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] Routers {'88fbedf8-2d7d-46f7-938f-95ff1390c8a9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:34.922489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:34.923886 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:34.925756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-60682d62-82cd-419f-a932-d260738835ad tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1027212 Aug 06 18:12:34.930643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:34.935706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:34.941533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:34.942169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-8c106754-73e9-428e-a32e-fdf4cec908ea service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628820 Aug 06 18:12:34.966758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:34.999083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:35.018292 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] Routers {'88fbedf8-2d7d-46f7-938f-95ff1390c8a9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:35.019537 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:35.040470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.045384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-a428751f-918b-4fc1-8fac-d0d2b9506f0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 217 time: 0.0898263 Aug 06 18:12:35.123386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-55917aff-12a8-4188-8594-aad735929647 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489913 Aug 06 18:12:35.138102 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:35.139789 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682cf0c5-2fee-4dd7-b56c-abda34c5fad8 None None] The sync data for ids ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:35.194779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.195819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.197533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] 10.222.0.16 "PUT /v2.0/ports/6b65be3b-1f9d-4152-ae08-7f66570f10e0 HTTP/1.1" status: 200 len: 1093 time: 3.6130531 Aug 06 18:12:35.280362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-d31477a1-0fbc-4b5c-8735-1a2f75ce1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.285121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-d31477a1-0fbc-4b5c-8735-1a2f75ce1312 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2198198 Aug 06 18:12:35.350188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd190a-e90b-4914-a12f-7e5b4643b583 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:35.450777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e50f-3add-4c9b-911f-7d7d54b5cdf8 req-56db02a5-f60e-495f-9e42-162f52887c1c tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.453049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6251e50f-3add-4c9b-911f-7d7d54b5cdf8 req-56db02a5-f60e-495f-9e42-162f52887c1c tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 944 time: 0.0942562 Aug 06 18:12:35.454076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58444) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:35.504670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-2e7d6968-7c2c-4b5e-a63f-ecc880261abe service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701899 Aug 06 18:12:35.527150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-cb68f21b-bb44-4859-b587-8b7812dd9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.533086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-cb68f21b-bb44-4859-b587-8b7812dd9502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 1096 time: 0.2297697 Aug 06 18:12:35.541474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-059ec802-dc9e-4112-9f3d-938f890b34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.544927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-059ec802-dc9e-4112-9f3d-938f890b34d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2508094 Aug 06 18:12:35.650520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6251e50f-3add-4c9b-911f-7d7d54b5cdf8 req-4d30089b-35de-4573-b605-fd17c8073a89 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532862 Aug 06 18:12:35.657807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08101287-dbfc-4a34-abb0-47065982a0fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c68b110b42741e897dcf6cc8115a5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638401 Aug 06 18:12:35.662506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:35.687832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-ff7cd2c3-2415-4cdf-a903-f01dc7acd6c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0 HTTP/1.1" status: 200 len: 217 time: 0.1388247 Aug 06 18:12:35.695499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.769084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.822964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.833221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6debc-cdf9-43fb-909c-486637087889 req-cc141182-853c-4181-8058-d057566523d4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.842529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49b6debc-cdf9-43fb-909c-486637087889 req-cc141182-853c-4181-8058-d057566523d4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2957675 Aug 06 18:12:35.895997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-736cf070-497e-462a-aada-cf0ec6b2822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.898164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-736cf070-497e-462a-aada-cf0ec6b2822a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 1095 time: 0.3183966 Aug 06 18:12:35.905150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0ebb1e43-72fa-4674-9698-0ca1866d28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:35.907443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0ebb1e43-72fa-4674-9698-0ca1866d28b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.2051706 Aug 06 18:12:35.912921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.916790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:35.918821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:35.921015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ffe3ef5-1df2-442d-a33a-3b3db07c706c HTTP/1.1" status: 204 len: 168 time: 0.2569823 Aug 06 18:12:35.921903 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7223b533-a732-4655-98bd-c6c63c7e2816" -d '{"events": [{"name": "network-changed", "server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:35.931954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58c100-b11d-4e87-b165-a5f043992346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe3ef5-1df2-442d-a33a-3b3db07c706c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:36.034394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-482f631f-846e-4896-907a-79cc2046cc74 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566901 Aug 06 18:12:36.057508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-376c9b2e-f32a-4b32-9bbd-3339f3e48bbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974123 Aug 06 18:12:36.066147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49b6debc-cdf9-43fb-909c-486637087889 req-2a863af8-175c-4433-b3f3-f1332285087a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223043 Aug 06 18:12:36.148573 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a409f6-0818-48fc-b851-a82cde1bd265 x-openstack-request-id: req-e7a409f6-0818-48fc-b851-a82cde1bd265 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:36.149005 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:36.149157 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7a409f6-0818-48fc-b851-a82cde1bd265 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:36.149687 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0', 'status': 'completed', 'code': 200} Aug 06 18:12:36.471801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58472) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:36.591634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb083a-c06d-4f2a-ad10-3d6670dc6932 req-430c1b90-18c3-4176-8192-08abcc1f784e tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:36.601106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-babb083a-c06d-4f2a-ad10-3d6670dc6932 req-430c1b90-18c3-4176-8192-08abcc1f784e tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.1302876 Aug 06 18:12:36.691329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-babb083a-c06d-4f2a-ad10-3d6670dc6932 req-164952b2-cf59-4e9f-9287-36c6f0d4f9de tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891907 Aug 06 18:12:36.887254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-322881610-network', 'tenant_id': 'd951e2f1b3c24eb2b132b1ac99ff3459'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:36.951748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:36.959206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Made reservation on behalf of d951e2f1b3c24eb2b132b1ac99ff3459 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:36.961960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:36.991709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.013417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.019908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-dfa08793-a762-4d61-b8f1-f5e7a98725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.023908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-dfa08793-a762-4d61-b8f1-f5e7a98725f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 913 time: 1.1110425 Aug 06 18:12:37.034699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-482fc586-8a62-4466-a798-bfca9e10a99b service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807317 Aug 06 18:12:37.055368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-34b5c620-0965-4928-8b5c-8896f22990a6 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876053 Aug 06 18:12:37.226757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef50b2-3c3e-48c2-903d-077e7538c474 req-7a33acb5-bbf6-4312-ba15-91e6c5c7a45c tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.240023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21ef50b2-3c3e-48c2-903d-077e7538c474 req-7a33acb5-bbf6-4312-ba15-91e6c5c7a45c tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 944 time: 0.4254475 Aug 06 18:12:37.244542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-312cc707-2288-4030-804c-7b66af186dac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602 HTTP/1.1" status: 200 len: 217 time: 0.2059500 Aug 06 18:12:37.430326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-eef86d73-5d76-408a-9ce3-f7ebce3ccf09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 217 time: 0.3726125 Aug 06 18:12:37.439212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-4b19e163-af0c-403e-9b9c-6ff232a33fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.448232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-4b19e163-af0c-403e-9b9c-6ff232a33fbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.1442382 Aug 06 18:12:37.448516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router 88fbedf8-2d7d-46f7-938f-95ff1390c8a9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:12:37.483989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24def6-88af-4755-bcf1-d77d38047c20 req-0c0ceb0c-c16d-49bb-b14c-4207a9a8d7d8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.494742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b24def6-88af-4755-bcf1-d77d38047c20 req-0c0ceb0c-c16d-49bb-b14c-4207a9a8d7d8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2420273 Aug 06 18:12:37.619924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-24e2eb48-2dd7-411c-903b-a4c878cfbe14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659890 Aug 06 18:12:37.622936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-b7498b14-7302-41c1-a466-be373701a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.625577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-b7498b14-7302-41c1-a466-be373701a051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1518278 Aug 06 18:12:37.630303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.645251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b24def6-88af-4755-bcf1-d77d38047c20 req-c267a35c-b45e-4adb-9e52-cc317374f978 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490910 Aug 06 18:12:37.684578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.727997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:12:37.751349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583e8edb-00df-4434-89c1-6b1171b73c11,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:37.756211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.756614 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Added segment ea168b73-0e10-4d0c-b15c-10cc2eead581 of type vlan for network 1e99d732-c814-4fec-b1e6-b50276b4fb00 Aug 06 18:12:37.767734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:37.773694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.779333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc870a05-9bab-48bb-9b9f-e3208641b098 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "PUT /v2.0/routers/88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 200 len: 921 time: 2.8415937 Aug 06 18:12:37.790627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-edb29eb7-f606-4380-b7da-81be2da5ff57 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504986 Aug 06 18:12:37.791158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58516) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:37.791393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] Sync routers for ids ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:37.823134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.839862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] Routers {'88fbedf8-2d7d-46f7-938f-95ff1390c8a9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:37.844598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:37.855907 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21ef50b2-3c3e-48c2-903d-077e7538c474 req-1080b2cc-dc95-4b6f-885e-8d47b4b769e8 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147645 Aug 06 18:12:37.877760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.877760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:37.877760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:37.912406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4393868 Aug 06 18:12:37.941986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58520) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:37.947493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Request body: {'subnet': {'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-322881610-subnet', 'tenant_id': 'd951e2f1b3c24eb2b132b1ac99ff3459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:37.983729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c8ae4-77ee-4736-beba-877992f4b0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1e99d732-c814-4fec-b1e6-b50276b4fb00,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:37.996927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b9987b0-09ca-43a4-95f3-43c28d7dac5f req-0f4e3031-8d05-490d-a54d-9ed42781030e service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9060154 Aug 06 18:12:38.006516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1e99d732-c814-4fec-b1e6-b50276b4fb00 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:12:38.011045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:38.054190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Made reservation on behalf of d951e2f1b3c24eb2b132b1ac99ff3459 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:38.057235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:38.086856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] Routers {'88fbedf8-2d7d-46f7-938f-95ff1390c8a9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:38.087885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:38.145266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:38.146559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5802b5-826a-4e57-86e8-0f60b05ec42d None None] The sync data for ids ['88fbedf8-2d7d-46f7-938f-95ff1390c8a9'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:38.386342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-05726c99-4e09-4f48-a5e6-e9edd49d4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:38.388284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-05726c99-4e09-4f48-a5e6-e9edd49d4428 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7458403 Aug 06 18:12:38.416865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:38.521778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-70ed1ebd-6f46-4fe1-ab83-1418b0e9a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:38.524248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-70ed1ebd-6f46-4fe1-ab83-1418b0e9a02e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 1096 time: 0.3053432 Aug 06 18:12:38.578866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef5f4c7f-91f6-4db2-b090-5cf18bac3e63 req-7f8f7c18-9e71-48c8-8624-7d957b544662 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520111 Aug 06 18:12:38.590783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a8dc9f91-4512-4bb5-a208-98d5c2329fb0 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 200 len: 921 time: 0.7627602 Aug 06 18:12:38.604873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58536) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:38.606124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Checking segment: {'id': 'ea168b73-0e10-4d0c-b15c-10cc2eead581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:38.606536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Network hostable DHCP agents. Network: 1e99d732-c814-4fec-b1e6-b50276b4fb00, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:12:38.614905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:38.626189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58538) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:38.660417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Network 1e99d732-c814-4fec-b1e6-b50276b4fb00 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:12:38.673130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:38.677830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 1e99d732-c814-4fec-b1e6-b50276b4fb00) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:38.683340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:38.684328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:38.725569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ce6da679-af4a-4007-a7af-4b0adf2ebbc0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7683084 Aug 06 18:12:38.737388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c131169-6f30-4e01-bed5-9c6958ce1e60 None None] Network 1e99d732-c814-4fec-b1e6-b50276b4fb00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:12:38.920340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-714461810', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:38.954000 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-5420540d-4836-467a-b51b-4ba0b43b6f0e service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445058 Aug 06 18:12:38.964435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8c907-0602-4791-9a43-fac38a57f394 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:38.967981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5bf8c907-0602-4791-9a43-fac38a57f394 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=88fbedf8-2d7d-46f7-938f-95ff1390c8a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3597503 Aug 06 18:12:38.974461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49382f5-81c5-4712-a490-8df43d4897ea req-0b71187f-865b-4052-a770-9ce8db9ba1dd tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:38.983754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d49382f5-81c5-4712-a490-8df43d4897ea req-0b71187f-865b-4052-a770-9ce8db9ba1dd tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1945591 Aug 06 18:12:38.995443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:39.037994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-9e8d30e7-cb62-4451-a26d-2ba10d19bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:39.041515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-9e8d30e7-cb62-4451-a26d-2ba10d19bcca service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 200 len: 913 time: 0.4585388 Aug 06 18:12:39.220622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d49382f5-81c5-4712-a490-8df43d4897ea req-334004cd-e5d2-4822-b250-03180b8b5e60 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357996 Aug 06 18:12:39.221648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-8bafd6a0-24b7-42b4-ad21-1d1ea5fd789e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0 HTTP/1.1" status: 200 len: 217 time: 0.1350553 Aug 06 18:12:39.226122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Made reservation on behalf of ef8d387d23af427eab28f9e1b66fad9b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:39.234877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:39.237499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.276281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'port_id': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602', 'mac_address': 'fa:16:3e:0f:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e991dea5-f8c1-407a-a09e-577d83f5494c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:39.290410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.331268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702fd11-97c5-4476-ad71-2a5e87b3fa01 None None] Network 1e99d732-c814-4fec-b1e6-b50276b4fb00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:12:39.405636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006358e1-e538-4261-a39a-42a1291b8f8f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:39.408311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-006358e1-e538-4261-a39a-42a1291b8f8f tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.4100533 Aug 06 18:12:39.413974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58562) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:39.433331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.473090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:39.491543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3e08d-8c91-4958-8465-024728a438a9 req-318477cd-0c02-4fb4-b014-9cab32c96f46 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:39.493945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbb3e08d-8c91-4958-8465-024728a438a9 req-318477cd-0c02-4fb4-b014-9cab32c96f46 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 944 time: 0.3348064 Aug 06 18:12:39.496114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1dcfba51-729e-4b93-ac4d-ec4e1a3b46c4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 200 len: 205 time: 0.0548997 Aug 06 18:12:39.503371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:39.525253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:39.536253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.570868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.577824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.590955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] device_id is not set on port 6f75986d-006c-4a10-b18e-a5dfd2f88284 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:39.699075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:39.713016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-bd36a323-dab0-49d5-a3c4-098b30a7750b service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337167 Aug 06 18:12:39.721893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f08407d-2224-4524-a186-eb688fa7e46a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:39.728014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:39.850133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-df32e296-3bec-4ba3-8059-7b14955769ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:39.852048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-df32e296-3bec-4ba3-8059-7b14955769ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 200 len: 852 time: 0.6103463 Aug 06 18:12:39.885013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Allocated IP 172.25.3.127 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6f75986d-006c-4a10-b18e-a5dfd2f88284) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:39.901265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['59dcf9c7-d3a4-4839-9f73-5fd5097aa602'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:39.922368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-5a3d88ff-56f4-4d12-b9ad-df79222f5a1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 217 time: 0.0901346 Aug 06 18:12:39.960449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-74d83829-d8eb-4baf-bc77-694cf3428cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5db9b4e-def7-4717-98af-fbf7868dcdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531955 Aug 06 18:12:40.036664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbb3e08d-8c91-4958-8465-024728a438a9 req-800dfbf3-7cbc-4840-8582-519898c2abc6 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217659 Aug 06 18:12:40.046017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.119166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-b8bcd6d2-386e-46e4-8f70-8607ca3c9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:40.120978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-b8bcd6d2-386e-46e4-8f70-8607ca3c9873 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.1759920 Aug 06 18:12:40.165797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.208089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-dfd48b90-99bc-42a6-b406-9f46ccb26dfb service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375460 Aug 06 18:12:40.269307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-85c8e659-6f1c-45e4-8c67-2d1f410d3a4b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:40.278346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-85c8e659-6f1c-45e4-8c67-2d1f410d3a4b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/networks?id=1e99d732-c814-4fec-b1e6-b50276b4fb00 HTTP/1.1" status: 200 len: 813 time: 0.3828580 Aug 06 18:12:40.293080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.311741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-d6610fb8-7f4b-4515-8de7-38f3289e67c5 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/quotas/d951e2f1b3c24eb2b132b1ac99ff3459 HTTP/1.1" status: 200 len: 375 time: 0.0253558 Aug 06 18:12:40.375389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-92aa8c55-ca44-493a-b3ae-cc5d9691caac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d951e2f1b3c24eb2b132b1ac99ff3459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425415 Aug 06 18:12:40.389237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.465204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:40.472072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:40.507004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:40.556269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Pushing event updated for resources: {'Port': ['ID=6f75986d-006c-4a10-b18e-a5dfd2f88284,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:40.579775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:40.580402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.599987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-ce0183b6-a563-4bb9-bf46-46da86fa8d5b service neutron] 10.222.0.64 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985009 Aug 06 18:12:40.604647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-65dd2725-c5ed-4051-974c-193c63e49b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:40.606587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-65dd2725-c5ed-4051-974c-193c63e49b1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4635339 Aug 06 18:12:40.609310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a2725e78-2333-4ea2-a76d-86b59b8ff9ac tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9807730 Aug 06 18:12:40.615574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:40.636503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.127'}]}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:40.670681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port b0ed94ec-649b-498b-b0ab-3493860b0507 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:40.671327 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.673373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6b65be3b-1f9d-4152-ae08-7f66570f10e0 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:40.897800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.900325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:40.936315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:40.943140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7223b533-a732-4655-98bd-c6c63c7e2816 req-3357e4cf-36e9-4834-b580-6e5426786524 service neutron] 10.222.0.16 "GET /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231917 Aug 06 18:12:40.957298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '6b65be3b-1f9d-4152-ae08-7f66570f10e0', 'network_id': 'f5db9b4e-def7-4717-98af-fbf7868dcdf1', 'port_id': '6b65be3b-1f9d-4152-ae08-7f66570f10e0', 'mac_address': 'fa:16:3e:10:ff:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e991dea5-f8c1-407a-a09e-577d83f5494c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:40.972178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-043351fc-c975-4f55-ade1-4bf073829ecc service neutron] 10.222.0.64 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580465 Aug 06 18:12:41.046138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-1b89b808-f756-4186-a076-70e2f10b5372 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097435 Aug 06 18:12:41.051209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.056275 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.077647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721f196-9270-4f08-83dc-3941b257d984 req-4f1a0d89-c8a0-4a58-9d2c-2c6d652400ba tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:41.078426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.080306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1721f196-9270-4f08-83dc-3941b257d984 req-4f1a0d89-c8a0-4a58-9d2c-2c6d652400ba tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1476717 Aug 06 18:12:41.089764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b65be3b-1f9d-4152-ae08-7f66570f10e0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:41.117588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for b0ed94ec-649b-498b-b0ab-3493860b0507 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:41.156186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:41.173145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.284185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.286636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:41.330202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1721f196-9270-4f08-83dc-3941b257d984 req-2bb9130b-5628-41b3-ae8a-9b4f79c4d7b7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092061 Aug 06 18:12:41.406683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-9705ceb1-cf58-416c-84aa-c74411798892 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462069 Aug 06 18:12:41.514805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-6ffaf24e-00e4-480f-9e26-a26b050bac7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.0571299 Aug 06 18:12:41.519758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['6b65be3b-1f9d-4152-ae08-7f66570f10e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:41.547564 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.641273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0c8f-20ba-4250-826d-4bb1187b40df req-2750612c-ecea-4e1d-b696-343ebf7f7b3d tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:41.643130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab4d0c8f-20ba-4250-826d-4bb1187b40df req-2750612c-ecea-4e1d-b696-343ebf7f7b3d tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 945 time: 0.1353147 Aug 06 18:12:41.666203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-1300fb18-00f9-47cf-84d8-4c38e6781654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:41.668277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-1300fb18-00f9-47cf-84d8-4c38e6781654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.1093874 Aug 06 18:12:41.772350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab4d0c8f-20ba-4250-826d-4bb1187b40df req-11914eee-60dd-4411-9922-04f2d708aece tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004405 Aug 06 18:12:41.788344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.803526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b87d62f-8ca9-4c86-b70d-e1d563f73e51 req-ab84ce42-6ea4-44d8-8d64-d67690efd9be tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 210 time: 0.0468626 Aug 06 18:12:41.841754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:41.875293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=b0ed94ec-649b-498b-b0ab-3493860b0507,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:41.881685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467a44-e836-4817-a288-838c7a1ad18a req-d23a4044-b762-4749-9804-da5f3c587489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:41.883889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-d23a4044-b762-4749-9804-da5f3c587489 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1924834 Aug 06 18:12:41.923509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.055880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.187182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.191628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.211529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.244063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-d0f9316c-1eba-422c-b5cb-2392f492b442 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239126 Aug 06 18:12:42.270311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.271627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router 88fbedf8-2d7d-46f7-938f-95ff1390c8a9 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:42.296844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.298848 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b6167c68-58c8-4828-b6e3-4bb9b22e4c4e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 204 len: 168 time: 2.7937229 Aug 06 18:12:42.303558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58610) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:42.308135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-715708156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:42.500906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.502844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.523980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.530967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.552070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19467a44-e836-4817-a288-838c7a1ad18a req-cddcd00e-d9eb-48a4-a2d9-36aafb417c38 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963731 Aug 06 18:12:42.596562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb32166-d91c-42ff-a680-b21e53080fec req-ca490289-bbf1-4427-a81d-b96e88f431fd tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:42.634406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cb32166-d91c-42ff-a680-b21e53080fec req-ca490289-bbf1-4427-a81d-b96e88f431fd tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1748328 Aug 06 18:12:42.689739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:42.709638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.714683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.716478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8b4028d-8c4d-45db-9866-74260edb0a54 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:42.721135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.763746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:42.771171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-39ca5f51-f0f1-4225-b966-4b38b8709e8e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4620583 Aug 06 18:12:42.771816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58618) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:42.776364 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:12:42.783551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c0f7fe2e-731e-4579-a61f-072a463da9a1 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1549642 Aug 06 18:12:42.784459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58620) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:42.786914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8cb32166-d91c-42ff-a680-b21e53080fec req-4ea846ab-29ee-46d9-84fd-319fde49ce1d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449988 Aug 06 18:12:42.791022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:42.920491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:42.931340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:42.931894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.046355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eda7f85f-e13c-4d5f-942c-27bf08de3d61 req-18010555-1014-41ce-80d4-672abc1f7e55 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 210 time: 0.0707562 Aug 06 18:12:43.119485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.194924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:43.198025 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4630fd0-8c58-46e4-8b84-2937ece730b7" -d '{"events": [{"server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "name": "network-vif-plugged", "status": "completed", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:43.233779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:43.242421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.243840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6b65be3b-1f9d-4152-ae08-7f66570f10e0 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:43.406552 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ddc14-a813-4168-960f-eec795b8c96f x-openstack-request-id: req-883ddc14-a813-4168-960f-eec795b8c96f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:43.407216 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "name": "network-vif-plugged", "status": "completed", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:43.407780 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-883ddc14-a813-4168-960f-eec795b8c96f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:43.408402 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602', 'code': 200} Aug 06 18:12:43.435828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:43.449035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:43.495704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:43.496084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.782989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.819883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608903-3dc0-483c-b448-d8c8ea48cecf req-9de84f79-dc82-4db8-bfd0-b3f1f9c40dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:43.822796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f404a6-2db1-4f7d-a109-c80436f3609c req-94af5834-815a-4f77-9ac9-99272b3d59fd tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:43.829941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9608903-3dc0-483c-b448-d8c8ea48cecf req-9de84f79-dc82-4db8-bfd0-b3f1f9c40dab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 1097 time: 0.2057064 Aug 06 18:12:43.839847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38f404a6-2db1-4f7d-a109-c80436f3609c req-94af5834-815a-4f77-9ac9-99272b3d59fd tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 945 time: 0.8608649 Aug 06 18:12:43.851763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:43.862302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:43.927842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-54cd86a4-2049-4191-8ed7-0554146b8c68 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:43.939221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-54cd86a4-2049-4191-8ed7-0554146b8c68 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.16 "GET /v2.0/networks?id=1e99d732-c814-4fec-b1e6-b50276b4fb00 HTTP/1.1" status: 200 len: 813 time: 0.5447457 Aug 06 18:12:43.971996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:43.994405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.005690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Request body: {'port': {'device_id': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00', 'admin_state_up': True, 'tenant_id': 'd951e2f1b3c24eb2b132b1ac99ff3459'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:44.014961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38f404a6-2db1-4f7d-a109-c80436f3609c req-11cdbd52-ede9-4bc6-a8e6-ac5ed90f7f9e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689603 Aug 06 18:12:44.034583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Deleting port 6f75986d-006c-4a10-b18e-a5dfd2f88284 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:44.034860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.278532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9608903-3dc0-483c-b448-d8c8ea48cecf req-df0262c8-bbda-40d5-a02f-424f9ac6ff04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376639 Aug 06 18:12:44.284509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53fc132a-5f7e-4b75-8225-535d701d7eb5 req-fea589c0-b2c3-472a-88cc-323af77a0a1e tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 210 time: 0.0593300 Aug 06 18:12:44.322518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.348324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Calling delete_port for 6f75986d-006c-4a10-b18e-a5dfd2f88284 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:44.436811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040af7ea-a201-4008-9958-e1b0d0074c56 req-8d612ec2-ef01-4795-9e80-6076ec7de32e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:44.440541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-040af7ea-a201-4008-9958-e1b0d0074c56 req-8d612ec2-ef01-4795-9e80-6076ec7de32e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2840960 Aug 06 18:12:44.521859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Made reservation on behalf of d951e2f1b3c24eb2b132b1ac99ff3459 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:44.528345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.554278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-040af7ea-a201-4008-9958-e1b0d0074c56 req-f1f36ea2-f22d-430b-a0f7-2721715547af tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017494 Aug 06 18:12:44.559635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.600961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.704629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.769287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f75986d-006c-4a10-b18e-a5dfd2f88284,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:44.771048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Allocated IP 172.20.0.12 (1e99d732-c814-4fec-b1e6-b50276b4fb00/d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0/79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:44.876648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Allocated IP 172.25.3.139 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e32f9dfa-4a41-4342-a5fb-c09f9ac3cb7b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:44.917908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:44.924106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9efd0cee-d5c4-41ae-bad0-5951485dba60 tempest-RoutersAdminNegativeIpV6Test-1391950727 tempest-RoutersAdminNegativeIpV6Test-1391950727-project-admin] 10.222.0.64 "DELETE /v2.0/ports/6f75986d-006c-4a10-b18e-a5dfd2f88284 HTTP/1.1" status: 204 len: 168 time: 2.1247046 Aug 06 18:12:44.993060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.037707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.048406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.098140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.181711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:45.188137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:45.205772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:45.208936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Pushing event updated for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:45.223693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Network 1e99d732-c814-4fec-b1e6-b50276b4fb00 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:45.231730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:45.237035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:45.241643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.242333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.242730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.243114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.243446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.244323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.245404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.245994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.246272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.246740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.247136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.247459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:45.327656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:45.332386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.384351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event updated for resources: {'Port': ['ID=e32f9dfa-4a41-4342-a5fb-c09f9ac3cb7b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:45.410393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:45.424970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-55696340-848e-471e-9672-be3e1047cdac tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4685469 Aug 06 18:12:45.425250 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970eb4d-d3cf-4fa1-baf6-670da3d8ed04" -d '{"events": [{"server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "name": "network-vif-plugged", "status": "completed", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:45.468559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Request body: {'port': {'device_id': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:45.683499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:45.717131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cedf5d-920d-413e-9489-50045c486821 req-ccb3c2b1-4704-4356-b3af-1b0d49f68374 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:45.730313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26cedf5d-920d-413e-9489-50045c486821 req-ccb3c2b1-4704-4356-b3af-1b0d49f68374 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 946 time: 0.5309937 Aug 06 18:12:45.748464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:45.824864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b5087-72cf-4cd6-a71b-218debc3d8b8 req-cddaf1cc-98ea-4acb-a24e-8bc12dc1e231 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:45.827987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad3b5087-72cf-4cd6-a71b-218debc3d8b8 req-cddaf1cc-98ea-4acb-a24e-8bc12dc1e231 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 932 time: 0.1963232 Aug 06 18:12:45.838134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26cedf5d-920d-413e-9489-50045c486821 req-de6c61f5-70fa-4e9f-8e51-645e4c904e78 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017420 Aug 06 18:12:45.984448 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed907b5-ae05-4431-98d9-e4d19b4ba119 x-openstack-request-id: req-0ed907b5-ae05-4431-98d9-e4d19b4ba119 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:45.991164 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "name": "network-vif-plugged", "status": "completed", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:45.991549 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ed907b5-ae05-4431-98d9-e4d19b4ba119 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:45.994242 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0', 'code': 200} Aug 06 18:12:46.023340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdfb366a-81f8-4027-bd14-730964790a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.077258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad3b5087-72cf-4cd6-a71b-218debc3d8b8 req-0bdc037c-14ba-4582-8571-d18af6c2947b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038572 Aug 06 18:12:46.222153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.529586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe42c2-0b00-4c35-bdd7-45654be62de1 req-770187a6-3f4b-49e5-99f4-1e498dec23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:46.532371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7fe42c2-0b00-4c35-bdd7-45654be62de1 req-770187a6-3f4b-49e5-99f4-1e498dec23f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 1098 time: 0.2789295 Aug 06 18:12:46.565500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5db75-c9d1-41b7-bf0a-eba84fb8258c req-16a2ad71-3f20-4e4c-808c-81d7ca6e8ac8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:46.568744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9de5db75-c9d1-41b7-bf0a-eba84fb8258c req-16a2ad71-3f20-4e4c-808c-81d7ca6e8ac8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.3842790 Aug 06 18:12:46.631524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7fe42c2-0b00-4c35-bdd7-45654be62de1 req-552abfc3-c6ff-4881-8cac-dbd50a496f32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 Aug 06 18:12:46.729305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:46.746637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.778679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Transition to ACTIVE for port object 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:12:46.779142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9de5db75-c9d1-41b7-bf0a-eba84fb8258c req-586914bd-aea6-412f-80af-21fcbda43fe8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264956 Aug 06 18:12:46.786859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdfb366a-81f8-4027-bd14-730964790a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.796522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdfb366a-81f8-4027-bd14-730964790a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.797992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.811576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.833793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:46.875356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Pushing event updated for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:46.962836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bdfb366a-81f8-4027-bd14-730964790a22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dfb6ab6ac794bc5828f3f608509c012&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2701242 Aug 06 18:12:46.969486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58672) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:46.975761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb366a-81f8-4027-bd14-730964790a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e943f13-6291-42fe-beb5-2182e236a15a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:47.037228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Attempting to bind port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:12:47.037648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Attempting to bind port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'ea168b73-0e10-4d0c-b15c-10cc2eead581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:12:47.038100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Attempting to bind port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 on network 1e99d732-c814-4fec-b1e6-b50276b4fb00 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:47.047198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 on network 1e99d732-c814-4fec-b1e6-b50276b4fb00 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:12:47.047516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Attempting to bind port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 on network 1e99d732-c814-4fec-b1e6-b50276b4fb00 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:12:47.069640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a380-be1c-4e6d-a53b-419926ed68da req-20ce3b31-742f-42ef-991d-c2985217e53f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:47.079196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0163a380-be1c-4e6d-a53b-419926ed68da req-20ce3b31-742f-42ef-991d-c2985217e53f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 946 time: 0.1188614 Aug 06 18:12:47.091169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:12:47.091694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Checking segment: {'id': 'ea168b73-0e10-4d0c-b15c-10cc2eead581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:12:47.091967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Bound using segment: {'id': 'ea168b73-0e10-4d0c-b15c-10cc2eead581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:12:47.092413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Bound port: 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea168b73-0e10-4d0c-b15c-10cc2eead581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:12:47.092781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.164502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.176952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0163a380-be1c-4e6d-a53b-419926ed68da req-cc61cd93-861d-4daa-9e84-525f9578b1d0 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Aug 06 18:12:47.230138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:12:47.234147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,segment=NetworkSegment(ea168b73-0e10-4d0c-b15c-10cc2eead581),segment_id=ea168b73-0e10-4d0c-b15c-10cc2eead581)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:12:47.239034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.241169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.282329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:47.282913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.284527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] 10.222.0.16 "PUT /v2.0/ports/79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 HTTP/1.1" status: 200 len: 1093 time: 1.8512568 Aug 06 18:12:47.284945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:47.287593 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09" -d '{"events": [{"name": "network-changed", "server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:47.319424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c32a-39fb-4bfe-87ed-36c0f87a63aa service neutron] Pushing event updated for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:47.387308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7700a55d-06ba-4e9f-9892-c42494d945c4 x-openstack-request-id: req-7700a55d-06ba-4e9f-9892-c42494d945c4 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:47.388106 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:47.388624 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7700a55d-06ba-4e9f-9892-c42494d945c4 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:47.389197 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0', 'status': 'completed', 'code': 200} Aug 06 18:12:47.408622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994dbde-b621-4d33-99e7-069f4867c2bf req-ab20afda-a554-4c43-bdf7-29bb03321304 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:47.409907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-759bde05-f050-488f-b21b-92dbc7e70056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:47.414041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-759bde05-f050-488f-b21b-92dbc7e70056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d951e2f1b3c24eb2b132b1ac99ff3459&device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 1096 time: 0.0794227 Aug 06 18:12:47.414266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4994dbde-b621-4d33-99e7-069f4867c2bf req-ab20afda-a554-4c43-bdf7-29bb03321304 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 944 time: 0.1825879 Aug 06 18:12:47.440040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Router 074fea7b-7522-48c6-8158-596fdf0efe14 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:12:47.443237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.448101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.450248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e943f13-6291-42fe-beb5-2182e236a15a HTTP/1.1" status: 204 len: 168 time: 0.4791133 Aug 06 18:12:47.488686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-efe3224b-5d52-400f-9eba-565b8acd1c4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 HTTP/1.1" status: 200 len: 217 time: 0.0633457 Aug 06 18:12:47.500251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46114-d857-478e-bc82-d40dcdbfbc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e943f13-6291-42fe-beb5-2182e236a15a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:47.594265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4994dbde-b621-4d33-99e7-069f4867c2bf req-c1a52052-f416-4df9-aaba-f0957a02ae1c tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711729 Aug 06 18:12:47.609838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-92f3f870-a4cb-4644-b2e1-79273a4327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:47.611706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-92f3f870-a4cb-4644-b2e1-79273a4327f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0 HTTP/1.1" status: 200 len: 853 time: 0.1141739 Aug 06 18:12:47.690828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-0eb33561-8b8d-4360-838d-2173167b54bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e99d732-c814-4fec-b1e6-b50276b4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651364 Aug 06 18:12:47.760493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:47.778484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:47.780091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-328d3782-7594-43a4-aa75-9f5b802b8109 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "PUT /v2.0/routers/074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 200 len: 879 time: 5.0063615 Aug 06 18:12:47.782918 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] Sync routers for ids ['074fea7b-7522-48c6-8158-596fdf0efe14'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:47.799558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:47.821770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] Routers {'074fea7b-7522-48c6-8158-596fdf0efe14'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:47.821770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['074fea7b-7522-48c6-8158-596fdf0efe14'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:47.935279 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:47.948447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-03017106-ff45-4c11-9e6a-5c8cc22d6ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486486 Aug 06 18:12:47.949353 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] Routers {'074fea7b-7522-48c6-8158-596fdf0efe14'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:47.950379 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['074fea7b-7522-48c6-8158-596fdf0efe14'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:48.011928 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:48.013701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88b6f9-be94-41aa-88f5-5c683382b23b None None] The sync data for ids ['074fea7b-7522-48c6-8158-596fdf0efe14'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:48.051128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c1e531e-8c47-4a8b-9f46-4c2b877ff44b tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 200 len: 920 time: 0.2498479 Aug 06 18:12:48.055628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58692) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.139740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b749f8e-941d-401c-8943-29563e9d3eef req-cf72daab-c2b0-4bee-9116-10bf4b171c98 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.149571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.152541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b749f8e-941d-401c-8943-29563e9d3eef req-cf72daab-c2b0-4bee-9116-10bf4b171c98 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2025459 Aug 06 18:12:48.207124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-281df8a6-10f3-46cc-8975-625eb95dc20a req-f09b8021-708e-4f9c-8987-3051a9e23601 service neutron] 10.222.0.16 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439375 Aug 06 18:12:48.225407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7abb4d-d3fd-4e67-8082-0295c255baca tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.227314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0e7abb4d-d3fd-4e67-8082-0295c255baca tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=074fea7b-7522-48c6-8158-596fdf0efe14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1701059 Aug 06 18:12:48.232268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.235449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b749f8e-941d-401c-8943-29563e9d3eef req-295226c4-ba3b-405c-b594-0a4723fc8e0b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Aug 06 18:12:48.277403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f3d13dfe-6b24-42e2-b815-60a90912888b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef8d387d23af427eab28f9e1b66fad9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266320 Aug 06 18:12:48.280201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58700) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.363308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-a91322cb-1811-4a52-89fa-61d91b8d7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.365739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-a91322cb-1811-4a52-89fa-61d91b8d7a41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d951e2f1b3c24eb2b132b1ac99ff3459&device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 1096 time: 0.0871835 Aug 06 18:12:48.393393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:48.399581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b3176-bb81-46e1-a975-5392566575bd req-1c463bee-2df5-4fcd-a50e-a45f116d3b53 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.402319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-789b3176-bb81-46e1-a975-5392566575bd req-1c463bee-2df5-4fcd-a50e-a45f116d3b53 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 946 time: 0.0978720 Aug 06 18:12:48.408004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd1edf-a97b-4ad9-b73c-7af96e7ec3fc tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.409991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28dd1edf-a97b-4ad9-b73c-7af96e7ec3fc tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.1764710 Aug 06 18:12:48.413531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.461740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6bf426c0-09a2-409c-be2a-0833033ed70d tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 200 len: 205 time: 0.0461864 Aug 06 18:12:48.466799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:48.469344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:48.516919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-789b3176-bb81-46e1-a975-5392566575bd req-10ceb388-d47b-41da-b553-6165a049ce6e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858240 Aug 06 18:12:48.633263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-2e564758-605a-4bd8-9c16-9e9c61614747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.635008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-2e564758-605a-4bd8-9c16-9e9c61614747 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e99d732-c814-4fec-b1e6-b50276b4fb00 HTTP/1.1" status: 200 len: 914 time: 0.2597466 Aug 06 18:12:48.707138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f92aa-9a2b-4867-9207-945d4cf9059d req-14c54490-a4c9-4629-a4a9-c7558975194e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:48.711521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11f92aa-9a2b-4867-9207-945d4cf9059d req-14c54490-a4c9-4629-a4a9-c7558975194e tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 945 time: 0.0879390 Aug 06 18:12:48.778834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11f92aa-9a2b-4867-9207-945d4cf9059d req-c1ae964b-90fe-478c-9b11-9dbba7eb8c38 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Aug 06 18:12:49.155010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-2287fd2e-a2ef-44ba-a8dd-8e57eb06b3cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 HTTP/1.1" status: 200 len: 217 time: 0.5114524 Aug 06 18:12:49.182196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.185073 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.186430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f08407d-2224-4524-a186-eb688fa7e46a HTTP/1.1" status: 204 len: 168 time: 0.9049969 Aug 06 18:12:49.210176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.290330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cfa26-f640-47b0-b5a0-675099d5b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f08407d-2224-4524-a186-eb688fa7e46a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:49.378641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-3b1ea00a-d2e0-4c5d-8ed4-44e4bc422d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:49.380850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-3b1ea00a-d2e0-4c5d-8ed4-44e4bc422d71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0 HTTP/1.1" status: 200 len: 853 time: 0.2107558 Aug 06 18:12:49.394934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb8895-2703-425f-9772-ff952a5ff5c5 req-c4498e4d-90a1-44e9-9698-28250665515b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:49.396912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0beb8895-2703-425f-9772-ff952a5ff5c5 req-c4498e4d-90a1-44e9-9698-28250665515b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 944 time: 0.2493696 Aug 06 18:12:49.443199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-981eadf1-689f-4576-8f9c-174ad6beb552 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e99d732-c814-4fec-b1e6-b50276b4fb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429378 Aug 06 18:12:49.479987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0215e-9776-4cd4-85a9-3b58d5ad763c req-8d9883f3-7ebe-4424-983b-5b0f97f101ff tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:49.482842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b0215e-9776-4cd4-85a9-3b58d5ad763c req-8d9883f3-7ebe-4424-983b-5b0f97f101ff tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.0906541 Aug 06 18:12:49.516507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.567277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b0215e-9776-4cd4-85a9-3b58d5ad763c req-fd21c075-f996-4e9e-8e5c-a1cbae8c51c8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713222 Aug 06 18:12:49.568455 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0beb8895-2703-425f-9772-ff952a5ff5c5 req-c5842809-2974-4157-a7f6-896f83c00cb8 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510630 Aug 06 18:12:49.643014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-d3ece157-9c99-47b2-be7c-96ebee2183d9 service neutron] 10.222.0.16 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837521 Aug 06 18:12:49.691640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port e32f9dfa-4a41-4342-a5fb-c09f9ac3cb7b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:49.691921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.772852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3735d1-2283-41ae-a669-b10f5d9397c2 req-086ec454-e763-4a82-a538-3762e3d14083 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:49.776201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f3735d1-2283-41ae-a669-b10f5d9397c2 req-086ec454-e763-4a82-a538-3762e3d14083 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 945 time: 0.0985205 Aug 06 18:12:49.849246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c1f4f64-4b87-4541-8968-5ead3f6e0e09 req-83642df1-c08b-4fb6-ac0d-6997e9c74838 service neutron] 10.222.0.16 "GET /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974132 Aug 06 18:12:49.860538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:49.862457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f3735d1-2283-41ae-a669-b10f5d9397c2 req-2a5eb46f-bdaa-411c-98ae-b9ae109536ef tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 Aug 06 18:12:49.877339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for e32f9dfa-4a41-4342-a5fb-c09f9ac3cb7b owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:50.175235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.258035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=e32f9dfa-4a41-4342-a5fb-c09f9ac3cb7b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:50.378931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.542699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.545619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.603097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.604540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router 074fea7b-7522-48c6-8158-596fdf0efe14 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:50.615455 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.624657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6b6e1c6a-c307-4def-8832-2a0e783cab41 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 204 len: 168 time: 2.1454287 Aug 06 18:12:50.626183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58758) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:50.635792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-93780939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:50.684099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.685736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.771187 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.780775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a04e-0e4a-4353-927d-4f2bbb74eb9c req-7e1256d9-a261-4bd4-8c6e-11234472a09c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:50.796556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f833a04e-0e4a-4353-927d-4f2bbb74eb9c req-7e1256d9-a261-4bd4-8c6e-11234472a09c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1120176 Aug 06 18:12:50.819207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.858565 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:50.865147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba3f9dcd-7225-455a-918b-6e83e3dfb360 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2319512 Aug 06 18:12:50.865765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f833a04e-0e4a-4353-927d-4f2bbb74eb9c req-f55d21c5-a869-46e6-bd84-0044a7f2eb43 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Aug 06 18:12:50.865935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:50.874096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': True}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:50.979700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-94b21dd6-4c64-48bd-9a57-2d8eb61fcb66 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:50.982454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-94b21dd6-4c64-48bd-9a57-2d8eb61fcb66 tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Aug 06 18:12:51.020048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7ce1f-8124-4608-8681-87685842e5d7 req-794b0cf9-3e6d-46e8-ab4d-86191987cb1f tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:51.030224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ad7ce1f-8124-4608-8681-87685842e5d7 req-794b0cf9-3e6d-46e8-ab4d-86191987cb1f tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 944 time: 0.2801514 Aug 06 18:12:51.326468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369de9-d1de-4643-ae71-d66d3a544417 req-becc8e94-5cf9-4fbe-bf48-95166149294f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:51.329336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41369de9-d1de-4643-ae71-d66d3a544417 req-becc8e94-5cf9-4fbe-bf48-95166149294f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "GET /v2.0/ports?device_id=0edb799b-28f4-4b43-9d66-dac30f2bf5ab HTTP/1.1" status: 200 len: 946 time: 0.2002463 Aug 06 18:12:51.376309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bce873-6409-4817-b00b-c76ba8fa31b9 req-725075d8-ec00-417b-8b47-3b9310d1d78a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:51.379285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87bce873-6409-4817-b00b-c76ba8fa31b9 req-725075d8-ec00-417b-8b47-3b9310d1d78a tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 945 time: 0.1528997 Aug 06 18:12:51.426113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Deleting port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:51.426691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.562542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:51.596821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ad7ce1f-8124-4608-8681-87685842e5d7 req-848660ac-4154-472b-9e98-1bd2249a2e1e tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632393 Aug 06 18:12:51.656986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87bce873-6409-4817-b00b-c76ba8fa31b9 req-820efae8-38f4-4ed7-8673-00fc326a772f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/security-groups?id=d81afb31-2877-4fa0-aae1-610ca705a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367492 Aug 06 18:12:51.698238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] For port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:51.698619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.705505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.718271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Calling delete_port for 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:51.722278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Deleting port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:51.722636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.829958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-305304083', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:51.898468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Made reservation on behalf of 26edd7d9ada24cb497d9d0ceceb02c29 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:12:51.902800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.933199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] For port 6b65be3b-1f9d-4152-ae08-7f66570f10e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6b65be3b-1f9d-4152-ae08-7f66570f10e0,segment=NetworkSegment(12c98653-88ba-4676-b61a-dc102a342980),segment_id=12c98653-88ba-4676-b61a-dc102a342980)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:51.933808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.953836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:51.973094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Calling delete_port for 6b65be3b-1f9d-4152-ae08-7f66570f10e0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:51.980363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.010728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.117087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa1a96-7ddd-4eb0-a5e1-e20347baf01f req-0e45a07c-ef49-4088-8fc9-615cf1078820 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:52.124699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23fa1a96-7ddd-4eb0-a5e1-e20347baf01f req-0e45a07c-ef49-4088-8fc9-615cf1078820 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1840670 Aug 06 18:12:52.210056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.225506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23fa1a96-7ddd-4eb0-a5e1-e20347baf01f req-060a1090-aa54-4dd6-acbc-cf65da229ce3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Aug 06 18:12:52.225822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['59dcf9c7-d3a4-4839-9f73-5fd5097aa602', '6b65be3b-1f9d-4152-ae08-7f66570f10e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:52.271284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.25.3.180 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4f009944-c331-41e6-aa61-a8279dcbed27) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:52.291877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event deleted for resources: {'Port': ['ID=59dcf9c7-d3a4-4839-9f73-5fd5097aa602,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:52.485040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] No DVR routers for this DVR port 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:12:52.488688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.492580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b42f085-3015-48f5-aef0-e0e63d46f1d6 req-c0bccbb9-8717-4247-875b-e16d41deff8f tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "DELETE /v2.0/ports/59dcf9c7-d3a4-4839-9f73-5fd5097aa602 HTTP/1.1" status: 204 len: 173 time: 1.5003350 Aug 06 18:12:52.498681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.503771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'name': 'network-vif-deleted', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:52.506981 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa06e1-c228-4ca1-a39e-ab164e59fb3f" -d '{"events": [{"server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "name": "network-vif-deleted", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:52.544907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.552704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.589168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] device_id is not set on port 79cfafb9-ee07-41dc-9fce-bdb023e412b0 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:12:52.594084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9890c6e-81a6-4d9f-8cd1-ba0eb4081da5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:52.599871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.606775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.621804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['59dcf9c7-d3a4-4839-9f73-5fd5097aa602'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:52.663448 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39f3984-d4a5-4287-8937-51f16f4466c1 x-openstack-request-id: req-a39f3984-d4a5-4287-8937-51f16f4466c1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:52.663817 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a133dd-308c-4629-bcff-404c496b7b83", "name": "network-vif-deleted", "tag": "59dcf9c7-d3a4-4839-9f73-5fd5097aa602", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:52.664109 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a39f3984-d4a5-4287-8937-51f16f4466c1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:52.664436 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a133dd-308c-4629-bcff-404c496b7b83', 'name': 'network-vif-deleted', 'tag': '59dcf9c7-d3a4-4839-9f73-5fd5097aa602', 'status': 'completed', 'code': 200} Aug 06 18:12:52.705732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:52.722806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:52.724645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:12:52.737068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:52.738967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Pushing event deleted for resources: {'Port': ['ID=6b65be3b-1f9d-4152-ae08-7f66570f10e0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:52.810650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=4f009944-c331-41e6-aa61-a8279dcbed27,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:52.824234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] No DVR routers for this DVR port 6b65be3b-1f9d-4152-ae08-7f66570f10e0 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:12:52.828976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:52.833193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41369de9-d1de-4643-ae71-d66d3a544417 req-2ff456ff-cca1-427c-b2a3-1468bb463acc tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.16 "DELETE /v2.0/ports/6b65be3b-1f9d-4152-ae08-7f66570f10e0 HTTP/1.1" status: 204 len: 173 time: 1.4975250 Aug 06 18:12:52.896434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Allocated IP 172.25.3.251 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/79cfafb9-ee07-41dc-9fce-bdb023e412b0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:52.931120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a014be3b-81d6-45d8-8380-e828951516dd req-fbb948b9-81cf-4b26-9a79-63ddd8ef850d tempest-MultipleCreateTestJSON-1469865609 tempest-MultipleCreateTestJSON-1469865609-project] 10.222.0.64 "GET /v2.0/ports?device_id=33a133dd-308c-4629-bcff-404c496b7b83 HTTP/1.1" status: 200 len: 210 time: 0.0439124 Aug 06 18:12:52.983851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,segment=NetworkSegment(ea168b73-0e10-4d0c-b15c-10cc2eead581),segment_id=ea168b73-0e10-4d0c-b15c-10cc2eead581)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:53.006119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0', 'network_id': '1e99d732-c814-4fec-b1e6-b50276b4fb00', 'port_id': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0', 'mac_address': 'fa:16:3e:a7:dc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:12:53.028396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e959e-011f-47b2-aafa-a3b922fdd7d4 req-3de75aaf-0b8f-4b68-9993-3f15a598732e tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:53.031481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-944e959e-011f-47b2-aafa-a3b922fdd7d4 req-3de75aaf-0b8f-4b68-9993-3f15a598732e tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 944 time: 0.2732491 Aug 06 18:12:53.131299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-944e959e-011f-47b2-aafa-a3b922fdd7d4 req-f7cbead2-abe0-44d9-9f69-78974561801a tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Aug 06 18:12:53.144262 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.171790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:12:53.211970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,segment=NetworkSegment(ea168b73-0e10-4d0c-b15c-10cc2eead581),segment_id=ea168b73-0e10-4d0c-b15c-10cc2eead581)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:53.233764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.289351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.349231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.376408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:53.419361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.419964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.420521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.423178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.427269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.427581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.427931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.428512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.429103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.429681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.430192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.430677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.431173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:12:53.575447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:53.583268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:12:53.618265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:53.623726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:53.694448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Pushing event updated for resources: {'Port': ['ID=79cfafb9-ee07-41dc-9fce-bdb023e412b0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:53.742247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:53.743506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.778046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592a01-d3cc-4e9b-9add-cfbcf5eb346b req-a879bf09-7e7b-44fa-a1af-8b0aa5691ac8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:53.779773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0592a01-d3cc-4e9b-9add-cfbcf5eb346b req-a879bf09-7e7b-44fa-a1af-8b0aa5691ac8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2543688 Aug 06 18:12:53.792245 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9605d5ff-65ab-460e-b622-26759325ac7e tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2277949 Aug 06 18:12:53.796606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58808) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:53.803477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.804239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.251'}]}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:53.807963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.890399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0592a01-d3cc-4e9b-9add-cfbcf5eb346b req-eba3d331-2517-476f-bc3d-26dccb3469a1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Aug 06 18:12:53.892220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.894071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.967266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:53.977369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router ebc9ac6d-37a2-4d8f-b560-da8df2f60035 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:12:54.117978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:54.171128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.192124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Deleting subnet e991dea5-f8c1-407a-a09e-577d83f5494c {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:12:54.198357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:12:54.201378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.209549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.213615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] Sync routers for ids ['ebc9ac6d-37a2-4d8f-b560-da8df2f60035'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:12:54.215050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-61f7f148-7d0f-4ec2-839b-53fc2417ba20 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "PUT /v2.0/routers/ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 200 len: 913 time: 3.3476605 Aug 06 18:12:54.230188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58818) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:54.235830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] Routers {'ebc9ac6d-37a2-4d8f-b560-da8df2f60035'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:54.238281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ebc9ac6d-37a2-4d8f-b560-da8df2f60035'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:54.264025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.322457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:54.338976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] Routers {'ebc9ac6d-37a2-4d8f-b560-da8df2f60035'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:12:54.340170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ebc9ac6d-37a2-4d8f-b560-da8df2f60035'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:54.414275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:54.415540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357da554-eab4-4414-bf7c-6c6b2ce23a74 None None] The sync data for ids ['ebc9ac6d-37a2-4d8f-b560-da8df2f60035'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:12:54.427345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.478038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71d4f-1b4c-4131-85f2-90e642769256 req-0bdbb0b3-26d6-4e2d-b947-421587effada tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:54.482442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da71d4f-1b4c-4131-85f2-90e642769256 req-0bdbb0b3-26d6-4e2d-b947-421587effada tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 945 time: 0.1679990 Aug 06 18:12:54.558791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44a08408-ed6d-4743-b1a2-b516e9dc8d80 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 200 len: 919 time: 0.3241394 Aug 06 18:12:54.565537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:54.638733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da71d4f-1b4c-4131-85f2-90e642769256 req-9625afa4-59e9-4d13-9e9e-f7675582da80 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459715 Aug 06 18:12:54.666660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'name': 'network-vif-deleted', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:54.671165 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad12ca-af34-40bc-8c9a-6fd346f894a3" -d '{"events": [{"server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "name": "network-vif-deleted", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:54.676443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.728403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e991dea5-f8c1-407a-a09e-577d83f5494c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:54.735631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669ee53-2041-4eb2-8e7a-1372814f56d2 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:54.737793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c669ee53-2041-4eb2-8e7a-1372814f56d2 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=ebc9ac6d-37a2-4d8f-b560-da8df2f60035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1696815 Aug 06 18:12:54.739655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.742724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-080851fd-b766-413e-8b9f-3c67aee05a76 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e991dea5-f8c1-407a-a09e-577d83f5494c HTTP/1.1" status: 204 len: 168 time: 0.6229539 Aug 06 18:12:54.748260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:54.748586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:12:54.761686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:54.800015 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022dbae2-bcf2-44c9-bde7-5eb0811f4c56 x-openstack-request-id: req-022dbae2-bcf2-44c9-bde7-5eb0811f4c56 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:54.800353 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edb799b-28f4-4b43-9d66-dac30f2bf5ab", "name": "network-vif-deleted", "tag": "6b65be3b-1f9d-4152-ae08-7f66570f10e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:54.800537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-022dbae2-bcf2-44c9-bde7-5eb0811f4c56 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:54.800932 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edb799b-28f4-4b43-9d66-dac30f2bf5ab', 'name': 'network-vif-deleted', 'tag': '6b65be3b-1f9d-4152-ae08-7f66570f10e0', 'status': 'completed', 'code': 200} Aug 06 18:12:54.839546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:12:54.842520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.849242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:12:54.849941 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:54.883898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.004078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.035846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.048521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:12:55.052079 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d3aef-0b40-427a-96f1-f49e0e78fe65" -d '{"events": [{"server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "name": "network-vif-plugged", "status": "completed", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:12:55.094254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,segment=NetworkSegment(ea168b73-0e10-4d0c-b15c-10cc2eead581),segment_id=ea168b73-0e10-4d0c-b15c-10cc2eead581)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:12:55.108389 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.109686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:55.171810 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd529a-1058-489b-8221-8031efa91ef8 x-openstack-request-id: req-c3bd529a-1058-489b-8221-8031efa91ef8 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:12:55.172388 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "name": "network-vif-plugged", "status": "completed", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:12:55.172868 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3bd529a-1058-489b-8221-8031efa91ef8 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:12:55.173350 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0', 'code': 200} Aug 06 18:12:55.211350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182e0b2-aa60-471f-a990-2264347da1c4 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:55.212806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5182e0b2-aa60-471f-a990-2264347da1c4 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.4500749 Aug 06 18:12:55.217116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:55.226680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:55.235025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:55.235965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 59dcf9c7-d3a4-4839-9f73-5fd5097aa602 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:55.237365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6b65be3b-1f9d-4152-ae08-7f66570f10e0 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:12:55.263186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 6b65be3b-1f9d-4152-ae08-7f66570f10e0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:12:55.263446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6b65be3b-1f9d-4152-ae08-7f66570f10e0 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:12:55.267820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e80873-d6cc-487c-b61b-4939f5cc7dfd req-25e2dc57-e3dc-49fb-82cb-2a43391d4340 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:55.270759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7e80873-d6cc-487c-b61b-4939f5cc7dfd req-25e2dc57-e3dc-49fb-82cb-2a43391d4340 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2284539 Aug 06 18:12:55.270991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.292716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.298540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e687e6f9-1d95-483a-ac07-1103addb94fa tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 200 len: 205 time: 0.0804007 Aug 06 18:12:55.308832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58842) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:55.326809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5db9b4e-def7-4717-98af-fbf7868dcdf1']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:55.382505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c98653-88ba-4676-b61a-dc102a342980') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:55.382909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c98653-88ba-4676-b61a-dc102a342980') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:12:55.412230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.418711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7e80873-d6cc-487c-b61b-4939f5cc7dfd req-27e30f95-f8ff-4505-8200-b79d9e6a80da tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282308 Aug 06 18:12:55.469040 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.478438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c587-1e20-4ab6-bd81-e0533a5c17a4 req-775180d9-5300-4602-9445-b76760a03465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:55.480512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49d7c587-1e20-4ab6-bd81-e0533a5c17a4 req-775180d9-5300-4602-9445-b76760a03465 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 1098 time: 0.2289650 Aug 06 18:12:55.483706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:12:55.484137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:12:55.486297 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:12:55.552494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.608538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.621477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.623817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f5db9b4e-def7-4717-98af-fbf7868dcdf1 HTTP/1.1" status: 204 len: 168 time: 0.8742807 Aug 06 18:12:55.675031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba63c54-0d07-4e5b-a635-6f5a8aa29045 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5db9b4e-def7-4717-98af-fbf7868dcdf1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:55.744463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.899023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port 4f009944-c331-41e6-aa61-a8279dcbed27 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:55.900012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.914161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:55.955455 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:55.958586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.010739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4b32349-c192-46a3-840b-a6e03170337f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2aec281b27b4f12b6ab55f03638f1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042855 Aug 06 18:12:56.014979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:56.036246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49d7c587-1e20-4ab6-bd81-e0533a5c17a4 req-6e331f7a-7544-4442-81da-4be255a505d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222054 Aug 06 18:12:56.049941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.050690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc9be9b7-1da9-4822-92ec-afd8d51a541d {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:56.073155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.078361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907d26a-fcd7-446d-8f07-499f37a9e151 req-5163848f-e1c1-4434-9f91-1a9bd381ae7c tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:56.081349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b907d26a-fcd7-446d-8f07-499f37a9e151 req-5163848f-e1c1-4434-9f91-1a9bd381ae7c tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 946 time: 0.1521840 Aug 06 18:12:56.102886 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:12:56.108686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3b9c885f-d1d5-49f9-a245-72e12b416abe tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3063204 Aug 06 18:12:56.110159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58864) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:56.120304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for 4f009944-c331-41e6-aa61-a8279dcbed27 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:56.144112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b907d26a-fcd7-446d-8f07-499f37a9e151 req-f1e7ddd7-5483-4573-a233-8e9e3f1a6c2c tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Aug 06 18:12:56.233783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.299315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.421483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Deleting port 79cfafb9-ee07-41dc-9fce-bdb023e412b0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:12:56.422066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.488303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.492230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.493928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d81afb31-2877-4fa0-aae1-610ca705a526 HTTP/1.1" status: 204 len: 168 time: 0.4758971 Aug 06 18:12:56.569432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40d34e-0f33-4a59-8126-926728465dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81afb31-2877-4fa0-aae1-610ca705a526,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:56.595727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:56.652217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=4f009944-c331-41e6-aa61-a8279dcbed27,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:57.009146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.047189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Calling delete_port for 79cfafb9-ee07-41dc-9fce-bdb023e412b0 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:12:57.056465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991030-22d6-4834-a9e0-e3c842e9de0e req-86abf16a-ffd1-4f3d-b248-4ab576a3c6cb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:57.064169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5991030-22d6-4834-a9e0-e3c842e9de0e req-86abf16a-ffd1-4f3d-b248-4ab576a3c6cb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.5181892 Aug 06 18:12:57.154410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.239731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5991030-22d6-4834-a9e0-e3c842e9de0e req-ce2ab93d-7d32-4cb4-bb35-b93e4e26d5ef tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744370 Aug 06 18:12:57.337431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.352985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.401757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b765d-0505-4c0b-980c-95ef7822648a req-6e67f176-d099-4a97-9f55-2d1fdfb1fda9 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:57.407293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f22b765d-0505-4c0b-980c-95ef7822648a req-6e67f176-d099-4a97-9f55-2d1fdfb1fda9 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 946 time: 0.1131282 Aug 06 18:12:57.484618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f22b765d-0505-4c0b-980c-95ef7822648a req-c32789ee-96c2-4c95-b6a6-df78a5164a7f tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630004 Aug 06 18:12:57.488491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.489592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router ebc9ac6d-37a2-4d8f-b560-da8df2f60035 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:12:57.504865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.509643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ff1bdc21-0c99-4188-9aea-28918d54bb50 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 204 len: 168 time: 2.1952929 Aug 06 18:12:57.510081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58900) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:57.515617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1906612453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:57.551373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.553346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.556923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.611914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Pushing event deleted for resources: {'Port': ['ID=79cfafb9-ee07-41dc-9fce-bdb023e412b0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:57.650559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.658489 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.686504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.692454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-19666052-72b7-4ada-8850-b41c68c04168 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1807125 Aug 06 18:12:57.694754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58910) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:57.700684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:12:57.765524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:57.772592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5a62019b-4e16-482c-b9c2-f86d17fff215 tempest-RoutersAdminNegativeTest-1061495380 tempest-RoutersAdminNegativeTest-1061495380-project-admin] 10.222.0.64 "DELETE /v2.0/ports/79cfafb9-ee07-41dc-9fce-bdb023e412b0 HTTP/1.1" status: 204 len: 168 time: 1.6579792 Aug 06 18:12:58.154514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:58.380342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58940) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:58.466536 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6ff94624-f13e-4e78-b93b-084cb3465794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:58.657156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd9ab6-1f3c-4e4d-8641-88a394e494bb req-8f2e9dfc-6a45-4c33-999a-e9af7ae00612 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:58.658924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7bd9ab6-1f3c-4e4d-8641-88a394e494bb req-8f2e9dfc-6a45-4c33-999a-e9af7ae00612 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1813228 Aug 06 18:12:58.741403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:58.745579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7bd9ab6-1f3c-4e4d-8641-88a394e494bb req-4137ea23-0f95-4f1c-8373-31ffcc8c547c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783184 Aug 06 18:12:58.799509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:58.878095 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc2e053a-0913-46b0-96a5-75173da94354 req-de5851ae-0350-42bc-8270-462a59d35b6a tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0629683 Aug 06 18:12:58.937466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e36-1e34-4d68-ad08-b93c1f512e49 req-859c2b18-f49d-4c00-967b-d5c7be17e761 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:12:58.945856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb758e36-1e34-4d68-ad08-b93c1f512e49 req-859c2b18-f49d-4c00-967b-d5c7be17e761 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 946 time: 0.2551711 Aug 06 18:12:58.975099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-409af298-fc9e-4b7b-9663-cc7effe29291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.023460 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb758e36-1e34-4d68-ad08-b93c1f512e49 req-f040ec5b-a05f-4ae6-905e-c18922184b3b tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761592 Aug 06 18:12:59.187340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Allocated IP 172.25.3.171 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1803fa56-63b4-4bfb-a9e4-a3ec352233d0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:12:59.234002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-409af298-fc9e-4b7b-9663-cc7effe29291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.241980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-409af298-fc9e-4b7b-9663-cc7effe29291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.307173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-409af298-fc9e-4b7b-9663-cc7effe29291 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=235a1db151604f5f87e9a80dc85c7f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9242837 Aug 06 18:12:59.308195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58958) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:12:59.317235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af298-fc9e-4b7b-9663-cc7effe29291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c8d256-a26a-448f-8a2c-0482d18c482f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:59.379717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.410265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.461199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.511884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.523222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.526366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75c8d256-a26a-448f-8a2c-0482d18c482f HTTP/1.1" status: 204 len: 168 time: 0.2156103 Aug 06 18:12:59.548104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:12:59.551075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b22d8-2d8e-4c66-afca-9cf404dced93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c8d256-a26a-448f-8a2c-0482d18c482f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:12:59.687145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:12:59.697864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:12:59.707843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:12:59.767770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Pushing event updated for resources: {'Port': ['ID=1803fa56-63b4-4bfb-a9e4-a3ec352233d0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:00.128858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-2388b9bf-1ca7-46a2-83a6-55cb1182b5bc tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:00.132023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-2388b9bf-1ca7-46a2-83a6-55cb1182b5bc tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.16 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 946 time: 0.3140075 Aug 06 18:13:00.174737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3bcc-e213-4272-b68e-ca96934cfc1e req-fce96ad2-8ec6-4039-ab95-fbe043d5aee8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:00.178169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe8a3bcc-e213-4272-b68e-ca96934cfc1e req-fce96ad2-8ec6-4039-ab95-fbe043d5aee8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2226059 Aug 06 18:13:00.201770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42b54af6-8ae9-4d02-8ee3-7507d232898d req-59b0268c-d797-4891-a9a5-ee127a011e5c tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0858743 Aug 06 18:13:00.270005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58978) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:00.395860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc785d84-6029-41d5-b75c-116f077f93fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26edd7d9ada24cb497d9d0ceceb02c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211789 Aug 06 18:13:00.397737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58980) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:00.454736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe8a3bcc-e213-4272-b68e-ca96934cfc1e req-c1ebc4ef-f41c-4ddf-a151-b82ddc428066 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262049 Aug 06 18:13:00.564792 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.607829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.623396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.689048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Deleting port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:00.689920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.787672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a12757-414d-4177-a1b0-a7d3b2097bcf req-f6194d02-68a4-439a-af8d-2111f5d35ed3 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:00.804014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5a12757-414d-4177-a1b0-a7d3b2097bcf req-f6194d02-68a4-439a-af8d-2111f5d35ed3 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 946 time: 0.1436057 Aug 06 18:13:00.811564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.826126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:00.833923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9890c6e-81a6-4d9f-8cd1-ba0eb4081da5 HTTP/1.1" status: 204 len: 168 time: 0.4298475 Aug 06 18:13:00.906041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe1c34-86de-4e23-820b-612f97d8b291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9890c6e-81a6-4d9f-8cd1-ba0eb4081da5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:00.967447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5a12757-414d-4177-a1b0-a7d3b2097bcf req-a8456942-3f1e-4a77-84ce-622f36938256 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/security-groups?id=583e8edb-00df-4434-89c1-6b1171b73c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315579 Aug 06 18:13:01.034626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] For port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,segment=NetworkSegment(ea168b73-0e10-4d0c-b15c-10cc2eead581),segment_id=ea168b73-0e10-4d0c-b15c-10cc2eead581)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:01.035500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.108149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Calling delete_port for 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:01.182570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.190311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.424297 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.470182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-218e9600-e786-4477-a635-86824d3e4451 req-6aa113ee-3a6b-46bd-9c49-f2469d7ff9c8 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0758159 Aug 06 18:13:01.602371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.618440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:13:01.688022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Pushing event deleted for resources: {'Port': ['ID=79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:01.704057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-70773e93-371f-4244-b716-dbadc7f7055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.765173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] No DVR routers for this DVR port 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:01.769595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:01.772339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9157a503-57bb-4bd6-85d6-5b57bbf7c9a9 req-637fa76b-721f-455c-bf37-974c9e8ebf17 tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.16 "DELETE /v2.0/ports/79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 HTTP/1.1" status: 204 len: 173 time: 1.6268015 Aug 06 18:13:01.775290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'name': 'network-vif-deleted', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:01.778504 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504092d5-8b2b-4d53-9427-72250a5a66db" -d '{"events": [{"server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "name": "network-vif-deleted", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:01.794456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Router 4364f9be-c42e-429a-a48f-f9bc8e127a2b is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:13:01.809383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fe24-7344-4813-a97c-afa9b82b0b93 req-67a28b46-84ea-439a-9e11-ce57bcab13e7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:01.821299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4b2fe24-7344-4813-a97c-afa9b82b0b93 req-67a28b46-84ea-439a-9e11-ce57bcab13e7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.2252753 Aug 06 18:13:01.852821 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be836d-8346-4c94-8a66-afc070746365 x-openstack-request-id: req-39be836d-8346-4c94-8a66-afc070746365 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:01.855008 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207142e4-2419-43ba-8f49-b69c5960fa8d", "name": "network-vif-deleted", "tag": "79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:01.855446 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39be836d-8346-4c94-8a66-afc070746365 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:01.856041 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207142e4-2419-43ba-8f49-b69c5960fa8d', 'name': 'network-vif-deleted', 'tag': '79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0', 'status': 'completed', 'code': 200} Aug 06 18:13:01.981505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4b2fe24-7344-4813-a97c-afa9b82b0b93 req-2810278c-03a1-4939-a60b-90e2fa63a4e7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411500 Aug 06 18:13:02.174321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:02.182251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:02.188203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe93f79d-1b6c-4948-a0bb-7ea8015cd873 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "PUT /v2.0/routers/4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 200 len: 916 time: 4.4876323 Aug 06 18:13:02.188452 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] Sync routers for ids ['4364f9be-c42e-429a-a48f-f9bc8e127a2b'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:02.189179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59018) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:02.218705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] Routers {'4364f9be-c42e-429a-a48f-f9bc8e127a2b'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:02.219735 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4364f9be-c42e-429a-a48f-f9bc8e127a2b'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:02.275113 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:02.290958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] Routers {'4364f9be-c42e-429a-a48f-f9bc8e127a2b'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:02.291180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f094f493-4649-465b-ab84-80ba8532ee89 req-2a3c743a-ebcd-48ef-896c-37965393dcb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0917089 Aug 06 18:13:02.291964 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4364f9be-c42e-429a-a48f-f9bc8e127a2b'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:02.392328 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:02.393701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3c76-e5bb-4968-a527-c66edf227795 None None] The sync data for ids ['4364f9be-c42e-429a-a48f-f9bc8e127a2b'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:02.438494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b246c45d-54d0-4e0c-9cb4-a7a768c435f0 req-1c5f38db-0ce7-465c-a3d4-b3dffb0794bd tempest-ServerAddressesTestJSON-146488154 tempest-ServerAddressesTestJSON-146488154-project] 10.222.0.64 "GET /v2.0/ports?device_id=207142e4-2419-43ba-8f49-b69c5960fa8d HTTP/1.1" status: 200 len: 210 time: 0.0830078 Aug 06 18:13:02.557505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59034) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:02.610444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c413ee05-e53c-4bdb-9266-e6c5c9493e8e tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 200 len: 922 time: 0.4191825 Aug 06 18:13:02.612270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:02.722663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f59f1c-aef7-4b77-bc9e-0ef401537178 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:02.726018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-88f59f1c-aef7-4b77-bc9e-0ef401537178 tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=4364f9be-c42e-429a-a48f-f9bc8e127a2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1119938 Aug 06 18:13:02.730645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59040) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:02.796119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5e43661-96b3-4af5-865e-58d0d0c082c2 req-1f24ca88-7432-40ac-82cf-5dcb8641c033 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0783784 Aug 06 18:13:02.924611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1406721279'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:02.937154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cb501-6ec9-4a9d-83fd-c39d7079fcae tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:02.939983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ee4cb501-6ec9-4a9d-83fd-c39d7079fcae tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.2073843 Aug 06 18:13:02.943277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:02.969915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Made reservation on behalf of 4bfff7692edf41e7aece1c257afe905c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:02.974671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:02.992614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.015085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-067074fe-6cee-4ca0-917e-90cc416ccb95 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 200 len: 205 time: 0.0700855 Aug 06 18:13:03.018107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:03.071851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.205049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.211755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.234513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:03.255634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.256342 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Added segment a65d4d5a-c6cf-433a-9db6-6a900a590a92 of type vlan for network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d Aug 06 18:13:03.259441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.315914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=047d7917-888d-4170-a7df-9c2adbfbbdf8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:03.335866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.391634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.418942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:03.422061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.476692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.514627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9552643 Aug 06 18:13:03.520006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:03.528016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'subnet': {'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:03.566235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0658f2-0cb1-4c76-8a43-18e66a6b95e2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Network': ['ID=35c9a423-38ef-41ca-b0ba-5cd4457ce21d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:03.574301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port 1803fa56-63b4-4bfb-a9e4-a3ec352233d0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:03.574658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.577658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59064) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:03.590957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:03.684528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Deleting subnet d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:03.690199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.706043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Made reservation on behalf of 4bfff7692edf41e7aece1c257afe905c for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:03.712666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.747194 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.763085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:03.803460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for 1803fa56-63b4-4bfb-a9e4-a3ec352233d0 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:03.877824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.005608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b2c7c05c-67cc-44e6-9c96-aea93fc3910f req-a799c899-b8aa-4511-9c13-86dcee793c7f tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0492463 Aug 06 18:13:04.006103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.015729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.039466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:04.048984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.052694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f4755c4-fa48-43de-bc13-cf34cc6dc6b4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d278b6b7-dcc6-4ff6-a030-09bdbc7c6cf0 HTTP/1.1" status: 204 len: 168 time: 0.4735811 Aug 06 18:13:04.057064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:04.155779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Subnet': ['ID=3107a147-8289-4085-8b5e-8ed8dba9f610,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:04.179158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.192019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.194733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Checking segment: {'id': 'a65d4d5a-c6cf-433a-9db6-6a900a590a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:04.195059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network hostable DHCP agents. Network: 35c9a423-38ef-41ca-b0ba-5cd4457ce21d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:04.213615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=1803fa56-63b4-4bfb-a9e4-a3ec352233d0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:04.315650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.457708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.461766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.571675 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.580286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.592324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router 4364f9be-c42e-429a-a48f-f9bc8e127a2b {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:13:04.627571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.639336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-67a27630-d680-4af1-8f32-ac2e20531e1e tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 204 len: 168 time: 1.6197491 Aug 06 18:13:04.640596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:04.649501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-677326903', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:04.685665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:04.700908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.703077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.730207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 35c9a423-38ef-41ca-b0ba-5cd4457ce21d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:04.766976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:04.768477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.769335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e3268-94c8-4d20-8bb8-97c27f77734a None None] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:04.799096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:04.811906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.817677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bededeab-ef83-49a0-84f1-74f8c362c59b req-64b55a41-f2b1-4e7f-958f-8d5b591695e3 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0441756 Aug 06 18:13:04.828372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e99d732-c814-4fec-b1e6-b50276b4fb00']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:04.841483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d23a0df9-7a51-4e2a-b21b-0d8a653e55da tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3204422 Aug 06 18:13:04.844408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea168b73-0e10-4d0c-b15c-10cc2eead581') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:04.844948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea168b73-0e10-4d0c-b15c-10cc2eead581') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:04.847333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:04.853092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1811081904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:04.872672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.892716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.914316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:04.915244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 79e5224c-ca5e-4a06-afbb-0e9ce3c0d8d0 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:04.935496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.952023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.953701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.970586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:04.971226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: items = [ Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:04.976017 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:05.182669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.192132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.194728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1e99d732-c814-4fec-b1e6-b50276b4fb00 HTTP/1.1" status: 204 len: 168 time: 1.1317892 Aug 06 18:13:05.196441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.231915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.235971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:13:05.249388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.259002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb916c04-6ca3-4489-af65-8dd3680a8f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e99d732-c814-4fec-b1e6-b50276b4fb00,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:05.270733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.274982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-35c9a423-38ef-41ca-b0ba-5cd4457ce21d', 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d', 'tenant_id': '4bfff7692edf41e7aece1c257afe905c', 'fixed_ips': [{'subnet_id': '3107a147-8289-4085-8b5e-8ed8dba9f610'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:05.275555 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:05.276162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28286f0f-5902-4447-a72b-3d63ab4fde58 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4271231 Aug 06 18:13:05.277210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:05.516297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00a7c-dc8b-478a-8012-64cba40c0a5e req-89f76e4c-c2f5-4337-b43d-61c2e5d1e4a9 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:05.526455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13c00a7c-dc8b-478a-8012-64cba40c0a5e req-89f76e4c-c2f5-4337-b43d-61c2e5d1e4a9 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.3019392 Aug 06 18:13:05.633104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13c00a7c-dc8b-478a-8012-64cba40c0a5e req-580789d3-23b0-4e39-99a0-c66c25d02c41 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Aug 06 18:13:05.788680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:05.807482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Allocated IP 172.20.0.2 (35c9a423-38ef-41ca-b0ba-5cd4457ce21d/3107a147-8289-4085-8b5e-8ed8dba9f610/9bc88b1b-3455-4b46-bf42-ac918004105a) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:05.818359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'mac_address': 'fa:16:3e:95:19:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:13:05.866214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59144) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:05.970996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.006238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.006799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.032070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 545ad449-e7bf-41e7-b3b3-c43eacddb763 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:13:06.080636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c7bdbe9-b0a5-4e23-8c8b-0a872a884490 req-80832562-a979-40f3-81e1-676a1316ee59 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1251431 Aug 06 18:13:06.091047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35e47476-aec9-4e57-a1b8-1b6adf61c8fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d951e2f1b3c24eb2b132b1ac99ff3459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192781 Aug 06 18:13:06.099247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:06.134202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:06.149978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.282657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.296047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:06.309514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['545ad449-e7bf-41e7-b3b3-c43eacddb763'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:13:06.320246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.332917 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.358782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Transition to ACTIVE for port object 9bc88b1b-3455-4b46-bf42-ac918004105a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:06.397825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Transition to ACTIVE for port object 9bc88b1b-3455-4b46-bf42-ac918004105a will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:06.403732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Allocated IP 172.25.3.69 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/69d5df15-b5b3-4ba8-b269-d39750802889) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:06.428196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.525190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Pushing event updated for resources: {'Port': ['ID=9bc88b1b-3455-4b46-bf42-ac918004105a,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:06.551549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:06.558370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:06.563304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:06.635990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.659300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.745215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.821678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Attempting to bind port 9bc88b1b-3455-4b46-bf42-ac918004105a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:06.823243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Attempting to bind port 9bc88b1b-3455-4b46-bf42-ac918004105a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a65d4d5a-c6cf-433a-9db6-6a900a590a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:06.824145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Attempting to bind port 9bc88b1b-3455-4b46-bf42-ac918004105a on network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:06.842200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:06.842909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Checking segment: {'id': 'a65d4d5a-c6cf-433a-9db6-6a900a590a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:06.844007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.845967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Bound using segment: {'id': 'a65d4d5a-c6cf-433a-9db6-6a900a590a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:06.847128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Bound port: 9bc88b1b-3455-4b46-bf42-ac918004105a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65d4d5a-c6cf-433a-9db6-6a900a590a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:06.848050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:06.848989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:06.855321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:06.862468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:07.002794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] For port 9bc88b1b-3455-4b46-bf42-ac918004105a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:07.011308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] For port 9bc88b1b-3455-4b46-bf42-ac918004105a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc88b1b-3455-4b46-bf42-ac918004105a,segment=NetworkSegment(a65d4d5a-c6cf-433a-9db6-6a900a590a92),segment_id=a65d4d5a-c6cf-433a-9db6-6a900a590a92)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:07.022454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.036541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.040506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.046749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/583e8edb-00df-4434-89c1-6b1171b73c11 HTTP/1.1" status: 204 len: 168 time: 0.9447920 Aug 06 18:13:07.108132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event updated for resources: {'Port': ['ID=69d5df15-b5b3-4ba8-b269-d39750802889,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:07.131732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f289-7e79-4f0b-8e2d-35e228a54eb1 None None] Pushing event updated for resources: {'Port': ['ID=9bc88b1b-3455-4b46-bf42-ac918004105a,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:07.212557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7541a-6326-4869-904b-8924f6621f69 req-58536963-958b-4389-9c68-f475032aafee tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:07.216677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8b7541a-6326-4869-904b-8924f6621f69 req-58536963-958b-4389-9c68-f475032aafee tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.3110468 Aug 06 18:13:07.225750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:07.234251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d84c6-02cc-4896-a855-c6ea769ce38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583e8edb-00df-4434-89c1-6b1171b73c11,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:07.315456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cc512-be60-4736-866f-e5d4409b38d2 req-b5c95a7b-61b1-4368-acae-f243e23d1e5a tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:07.326538 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe7cc512-be60-4736-866f-e5d4409b38d2 req-b5c95a7b-61b1-4368-acae-f243e23d1e5a tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.4270856 Aug 06 18:13:07.421354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 545ad449-e7bf-41e7-b3b3-c43eacddb763 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:07.427896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.482556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Allocated IP 172.20.0.1 (35c9a423-38ef-41ca-b0ba-5cd4457ce21d/3107a147-8289-4085-8b5e-8ed8dba9f610/864e15b2-3141-4eb0-9a52-400f04e7700d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:07.501169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd83adf9-d6a7-4426-ba90-a1c08be723fc req-686f24b6-2a7d-4ca2-bbac-86516ea768b3 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0922153 Aug 06 18:13:07.770846 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.881486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:07.883862 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe245fc-3ef5-4bfc-86ab-04ba19e21df0" -d '{"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:07.946772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:07.957953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:07.962126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe7cc512-be60-4736-866f-e5d4409b38d2 req-505cd99a-33cf-44c2-ba93-dec0ea38f12e tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378742 Aug 06 18:13:08.178831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:08.201413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Deleting port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:08.203214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:08.221549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:08.236901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc88b1b-3455-4b46-bf42-ac918004105a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:08.323573 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38028ae6-2bf2-4f4a-a7a5-116e32f9afc5 x-openstack-request-id: req-38028ae6-2bf2-4f4a-a7a5-116e32f9afc5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:08.324613 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-plugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:08.325091 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38028ae6-2bf2-4f4a-a7a5-116e32f9afc5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:08.325761 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'code': 200} Aug 06 18:13:08.395218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9bc88b1b-3455-4b46-bf42-ac918004105a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:08.412295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Transition to ACTIVE for port object 864e15b2-3141-4eb0-9a52-400f04e7700d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:08.639972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] For port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:08.640525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:08.660350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:08.683770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:08.809011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Calling delete_port for 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:08.879239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8d412e7-4e96-4947-a15b-ef3af58ef35d req-8f951d55-7928-4027-a3cf-fd4091944e97 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0638092 Aug 06 18:13:08.922892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:08.934608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:08.937754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:09.029076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.300701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=864e15b2-3141-4eb0-9a52-400f04e7700d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:09.359228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.366118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3dd27-2957-4771-8611-e6ffa4b6441c None None] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:09.474381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51058fd2-b6d8-419a-b112-6d3bc42ae19e req-a11385f9-9020-4bf4-a479-0aa890e7e8db tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:09.476150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51058fd2-b6d8-419a-b112-6d3bc42ae19e req-a11385f9-9020-4bf4-a479-0aa890e7e8db tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/ports?device_id=57d51115-f5f3-4ee2-96a4-a0bceb5efcd9 HTTP/1.1" status: 200 len: 945 time: 0.2586396 Aug 06 18:13:09.624598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Provisioning for port 9bc88b1b-3455-4b46-bf42-ac918004105a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:09.650721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Provisioning complete for port 9bc88b1b-3455-4b46-bf42-ac918004105a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:09.651696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.692404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.738125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Router 34be8275-f66c-4960-b736-732573788c6f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:13:09.762978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51058fd2-b6d8-419a-b112-6d3bc42ae19e req-17f8463c-0dd7-49f1-8d53-55786946e757 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.64 "GET /v2.0/security-groups?id=9bc696a9-3a9f-4472-9f86-b5595f539228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436314 Aug 06 18:13:09.814094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.885254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] No DVR routers for this DVR port 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:09.888041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Pushing event deleted for resources: {'Port': ['ID=7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:09.890702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:09.892869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8b7541a-6326-4869-904b-8924f6621f69 req-4b45de8c-f568-4985-8b9d-f96c458cb863 tempest-AttachSCSIVolumeTestJSON-67204024 tempest-AttachSCSIVolumeTestJSON-67204024-project] 10.222.0.55 "DELETE /v2.0/ports/7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 HTTP/1.1" status: 204 len: 173 time: 2.6336672 Aug 06 18:13:09.897295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'name': 'network-vif-deleted', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:09.899752 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea0203-4660-443b-a542-a14e3ef4b3b9" -d '{"events": [{"server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "name": "network-vif-deleted", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:10.044575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:10.163636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] Sync routers for ids ['34be8275-f66c-4960-b736-732573788c6f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:10.186755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.194235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-90ba479a-c239-4a9a-873e-ad81250e8676 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5487289 Aug 06 18:13:10.195572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:10.206070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:10.414181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] Routers {'34be8275-f66c-4960-b736-732573788c6f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:10.415858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['34be8275-f66c-4960-b736-732573788c6f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:10.435596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.453274 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:13:10.686202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.703233 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3579f-eaba-439c-8861-de14326b5f58 x-openstack-request-id: req-c9a3579f-eaba-439c-8861-de14326b5f58 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:10.704100 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d51115-f5f3-4ee2-96a4-a0bceb5efcd9", "name": "network-vif-deleted", "tag": "7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:10.704702 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a3579f-eaba-439c-8861-de14326b5f58 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:10.705710 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d51115-f5f3-4ee2-96a4-a0bceb5efcd9', 'name': 'network-vif-deleted', 'tag': '7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5', 'status': 'completed', 'code': 200} Aug 06 18:13:10.710541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.719277 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.725390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:10.801928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:10.832508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15057585-ac07-44ba-b3bb-fdba148dd28e req-0f8b6e09-9753-4e7e-b29c-807119000816 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1422191 Aug 06 18:13:10.849408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] Routers {'34be8275-f66c-4960-b736-732573788c6f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:10.885305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['34be8275-f66c-4960-b736-732573788c6f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:10.907764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] For port 9bc88b1b-3455-4b46-bf42-ac918004105a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc88b1b-3455-4b46-bf42-ac918004105a,segment=NetworkSegment(a65d4d5a-c6cf-433a-9db6-6a900a590a92),segment_id=a65d4d5a-c6cf-433a-9db6-6a900a590a92)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:11.040535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=864e15b2-3141-4eb0-9a52-400f04e7700d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:11.123566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.153832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f89b05a-cd4d-46e7-9a42-00b43559853b req-68c638ec-7c3b-4e51-b791-9b92f32d13ab tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2786963 Aug 06 18:13:11.222680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:11.224200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66987587-c09e-416a-8ddf-9bbb85edc004 None None] The sync data for ids ['34be8275-f66c-4960-b736-732573788c6f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:11.261555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:11.339903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.372212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.389191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:11.390052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7fe9aafe-1b6f-4d21-9210-e8fceccd0bc5 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:11.405400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:11.411988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:11.437642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235baa-fb4e-4dd6-ba8d-a6e8e71d59ff None None] Pushing event updated for resources: {'Port': ['ID=9bc88b1b-3455-4b46-bf42-ac918004105a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:11.494023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.505300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Deleting port 69d5df15-b5b3-4ba8-b269-d39750802889 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:11.505990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.606628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Provisioning complete for port 9bc88b1b-3455-4b46-bf42-ac918004105a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:11.607126 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.744757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:11.767402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Calling delete_port for 69d5df15-b5b3-4ba8-b269-d39750802889 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:11.935354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Provisioning for port 864e15b2-3141-4eb0-9a52-400f04e7700d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:11.944743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Provisioning complete for port 864e15b2-3141-4eb0-9a52-400f04e7700d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:11.945125 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.014118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc88b1b-3455-4b46-bf42-ac918004105a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:12.054113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Router d0d53192-83e5-4ce4-94bb-7c2bb4a63732 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:13:12.126963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d1f01178-a355-4d36-af31-5ea7bfa778d6 None None] Port 864e15b2-3141-4eb0-9a52-400f04e7700d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:13:12.145924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd9761e8-36c6-4549-a188-80e0bc2a1e9d req-893db417-fe1a-4c52-a701-af38cc71125b tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0720630 Aug 06 18:13:12.172572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9bc88b1b-3455-4b46-bf42-ac918004105a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:12.172984 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.353919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:12.354887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-71afce33-8aaf-4664-a007-da747e00ac21 None None] Provisioning complete for port 864e15b2-3141-4eb0-9a52-400f04e7700d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:12.358030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-71afce33-8aaf-4664-a007-da747e00ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.370022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.373958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] Sync routers for ids ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:12.393061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0cb279a-c6fe-4f72-92ce-ad4c6d383985 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "PUT /v2.0/routers/d0d53192-83e5-4ce4-94bb-7c2bb4a63732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1126890 Aug 06 18:13:12.396269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59312) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:12.411356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'port': {'network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d', 'name': 'tempest-FloatingIPNegativeTestJSON-1959805618'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:12.437218 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] Routers {'d0d53192-83e5-4ce4-94bb-7c2bb4a63732'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:12.438645 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:12.593360 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:12.606241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] Routers {'d0d53192-83e5-4ce4-94bb-7c2bb4a63732'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:12.607329 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:12.673286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-71afce33-8aaf-4664-a007-da747e00ac21 None None] Port 864e15b2-3141-4eb0-9a52-400f04e7700d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:13:12.703931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2439c75-bc78-4e10-aae9-373a3f6ed102 req-08ac5d4c-8501-4f41-b3b5-8b9467f0b40e tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0786321 Aug 06 18:13:12.705199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:12.706511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d50f5d-2b8d-4517-b15b-bddbe8d49d21 None None] The sync data for ids ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:12.769690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Pushing event deleted for resources: {'Port': ['ID=69d5df15-b5b3-4ba8-b269-d39750802889,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:12.785616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.820760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1c03644b-6ebf-447e-9374-e1148648223a None None] Provisioning complete for port 864e15b2-3141-4eb0-9a52-400f04e7700d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:12.821377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1c03644b-6ebf-447e-9374-e1148648223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:12.948683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Made reservation on behalf of 4bfff7692edf41e7aece1c257afe905c for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:12.958231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1c03644b-6ebf-447e-9374-e1148648223a None None] Port 864e15b2-3141-4eb0-9a52-400f04e7700d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:13:12.962823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:13.014829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] device_id is not set on port 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:13:13.038095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.038787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.039339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.040006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.040560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.041193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.041879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.042464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.043027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.043613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.044244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.044808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:13.234349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Allocated IP 172.20.0.8 (35c9a423-38ef-41ca-b0ba-5cd4457ce21d/3107a147-8289-4085-8b5e-8ed8dba9f610/3f36cb75-63bb-4e5f-ae96-02b33bf79f26) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:13.322301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:13.329566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:13.432707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6ef5768-1797-4be4-9bc2-f5320860677c req-699e33d7-38eb-44e3-8811-83ca7a287d81 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0516033 Aug 06 18:13:13.450751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Router 34be8275-f66c-4960-b736-732573788c6f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:13:13.617800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:13.628827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:13.629622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] Sync routers for ids ['34be8275-f66c-4960-b736-732573788c6f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:13.630340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12a85f40-7e0b-47f7-8b9b-ef5950d7aea9 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "PUT /v2.0/routers/34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 200 len: 705 time: 3.4334831 Aug 06 18:13:13.633378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59354) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:13.650738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] Routers {'34be8275-f66c-4960-b736-732573788c6f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:13.651520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['34be8275-f66c-4960-b736-732573788c6f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:13.722920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:13.736704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8448ae27-da6b-4971-ae00-4e28f7a53b9c tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/routers/34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 200 len: 740 time: 0.1020029 Aug 06 18:13:13.743401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59356) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:13.746580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] Routers {'34be8275-f66c-4960-b736-732573788c6f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:13.753176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['34be8275-f66c-4960-b736-732573788c6f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:13.854375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9399c230-b7f0-4527-9dbe-dc29e95fec9d tempest-RoutersAdminTest-1493442768 tempest-RoutersAdminTest-1493442768-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 200 len: 205 time: 0.1094875 Aug 06 18:13:13.859820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59362) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:13.872818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:13.873684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c3777-dbef-4d48-b455-55019353b289 None None] The sync data for ids ['34be8275-f66c-4960-b736-732573788c6f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:13.935442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8fd66fd8-7cf4-40c5-a3be-3e14486d9276 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 200 len: 205 time: 0.0742426 Aug 06 18:13:13.936200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59366) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:14.078231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.236356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d02acbc-034d-4192-9a24-60b797ffd121 req-8d171290-2248-4952-8d42-9238f687f6ee tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0976553 Aug 06 18:13:14.361150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.401015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Transition to ACTIVE for port object 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:14.512037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.590685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=3f36cb75-63bb-4e5f-ae96-02b33bf79f26,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:14.623971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.629535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:14.633626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:14.634016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.653388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:14.822543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91be52ab-4d00-4219-bbf0-0c7846cdee33 req-555ef5fb-7c2e-49f5-984f-d3c2f48ed458 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0569081 Aug 06 18:13:14.832473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.833296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Fanout notify agent at l3_agent the message router_deleted on router 34be8275-f66c-4960-b736-732573788c6f {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:13:14.855197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.866282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:14.874807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-04e82bfa-4945-458c-80d5-76400b5304b7 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 204 len: 168 time: 0.9197326 Aug 06 18:13:14.919408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:14.920413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:14.959951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6fdb3f15-d9b5-4533-97f7-ccc2ed5766d8 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 200 len: 205 time: 0.0918934 Aug 06 18:13:14.962597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59386) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:14.991540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ceff2cea-879b-4800-b382-ca42f1ec819d tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5894232 Aug 06 18:13:14.992658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59388) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.003824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:15.091052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:15.126245 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-1b5e6ed1-d10c-412b-aeac-adfd176defe3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:15.128117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b5e6ed1-d10c-412b-aeac-adfd176defe3 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/34be8275-f66c-4960-b736-732573788c6f HTTP/1.1" status: 404 len: 336 time: 0.1634166 Aug 06 18:13:15.134307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59390) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.209718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b3159e52-c64b-4a80-95d5-357b4ece9d24 None None] Provisioning for port 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:15.216519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b3159e52-c64b-4a80-95d5-357b4ece9d24 None None] Provisioning complete for port 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:15.217217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b3159e52-c64b-4a80-95d5-357b4ece9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:15.278487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c23bb551-6987-4a4a-bfe4-6759ae9716ec tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 200 len: 205 time: 0.1260304 Aug 06 18:13:15.283530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.288326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b3159e52-c64b-4a80-95d5-357b4ece9d24 None None] Port 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:13:15.395406 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-141c8116-b332-458f-885e-12fe1cd19445 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:15.396507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-141c8116-b332-458f-885e-12fe1cd19445 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/4364f9be-c42e-429a-a48f-f9bc8e127a2b HTTP/1.1" status: 404 len: 336 time: 0.1108720 Aug 06 18:13:15.401660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.452789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9f08bf86-9cc6-491d-a3a7-a626a8e2a7b4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 200 len: 205 time: 0.0496538 Aug 06 18:13:15.459714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59400) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.505297 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-de031903-0c89-486c-bf31-fe6cd482d744 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:15.506523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de031903-0c89-486c-bf31-fe6cd482d744 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/ebc9ac6d-37a2-4d8f-b560-da8df2f60035 HTTP/1.1" status: 404 len: 336 time: 0.0455997 Aug 06 18:13:15.510405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59402) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.521778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f29866e2-6d94-4cf5-97fa-2c4d32c1182a req-002665a3-8c4a-495b-893c-80a389a77775 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0538580 Aug 06 18:13:15.552504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cad0d179-4dc0-473a-a8f4-a583b9de887a tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 200 len: 205 time: 0.0405543 Aug 06 18:13:15.557256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59410) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.633825 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-2641cf57-822c-4e76-9373-671086cc99e4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:15.636100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2641cf57-822c-4e76-9373-671086cc99e4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/074fea7b-7522-48c6-8158-596fdf0efe14 HTTP/1.1" status: 404 len: 336 time: 0.0767813 Aug 06 18:13:15.639328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59416) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.659202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:15.674355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-051f03e3-e05c-487a-b758-97700c451ade tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 200 len: 205 time: 0.0337000 Aug 06 18:13:15.682226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59418) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:15.828093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Allocated IP 172.25.3.134 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bd341556-f1ea-4772-b64a-c351e95c07ec) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:16.051115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:16.160656 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-a2127659-c964-4232-b667-b85e2b7860a0 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:16.164698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:16.165042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a2127659-c964-4232-b667-b85e2b7860a0 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/88fbedf8-2d7d-46f7-938f-95ff1390c8a9 HTTP/1.1" status: 404 len: 336 time: 0.4809206 Aug 06 18:13:16.165997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:16.202751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-036046b4-9d12-4639-a52f-53814b298b82 req-eaa6e818-6c91-4d87-b7ae-3225fa17893c tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0518763 Aug 06 18:13:16.216372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bab44c43-6837-472d-b70c-19a47eebedcd req-1cef7a04-c3f3-49e7-a675-51c8b36a3eae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0717914 Aug 06 18:13:16.222528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2db507a4-a86e-4419-a8cd-925b92e55013 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f084b34-29f9-4dad-8732-01801be0c9ef HTTP/1.1" status: 200 len: 205 time: 0.0534284 Aug 06 18:13:16.226136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59432) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:16.310095 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-7e4e7c08-0b41-4d5a-b1fb-2df36d98e142 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] delete failed (client error): The resource could not be found. Aug 06 18:13:16.313510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e4e7c08-0b41-4d5a-b1fb-2df36d98e142 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/routers/4f084b34-29f9-4dad-8732-01801be0c9ef HTTP/1.1" status: 404 len: 336 time: 0.0794544 Aug 06 18:13:16.314357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:16.329881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:16.342938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:16.350225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:16.355202 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e4ac59-7a19-4a82-be67-a57c2bf57bd4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] DELETE failed (client error): The resource could not be found. Aug 06 18:13:16.356200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e4ac59-7a19-4a82-be67-a57c2bf57bd4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:13:16.357584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=bd341556-f1ea-4772-b64a-c351e95c07ec,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:16.358728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f8e4ac59-7a19-4a82-be67-a57c2bf57bd4 tempest-RoutersAdminTest-67668888 tempest-RoutersAdminTest-67668888-project] 10.222.0.64 "DELETE /v2.0/subnets/d45691de-e978-4752-9a9c-cf7fb7fc5994 HTTP/1.1" status: 404 len: 337 time: 0.0421662 Aug 06 18:13:16.523457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:16.621094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:16.771703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f00bdba3-430d-4e88-a482-33654ddda0c5 req-19c82c50-c15f-4a7d-b3c1-b26689015f90 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0301323 Aug 06 18:13:17.037216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.050533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.154391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:17.231812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=bd341556-f1ea-4772-b64a-c351e95c07ec,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:17.293092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.351823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.354298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3a9c9650-8004-403b-a28b-fb0655e61ece tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3597565 Aug 06 18:13:17.357475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59464) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:17.372715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b8c18e90-03ea-48f3-9d20-e2250eadebc3 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'floatingip': {'port_id': '3f36cb75-63bb-4e5f-ae96-02b33bf79f26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:17.452492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3de31efa-e03d-441c-8d6a-55ef250dfca2 req-d59d7ac8-9ce8-44c0-8e68-d77989abb97d tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0951207 Aug 06 18:13:17.492584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8c18e90-03ea-48f3-9d20-e2250eadebc3 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.534959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a8c-c1b9-485a-840b-2f0247a560a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:17.675860 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-b8c18e90-03ea-48f3-9d20-e2250eadebc3 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] update failed (client error): The resource could not be found. Aug 06 18:13:17.681960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b8c18e90-03ea-48f3-9d20-e2250eadebc3 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "PUT /v2.0/floatingips/766089a7-0f49-40ae-a553-b89aba820742 HTTP/1.1" status: 404 len: 507 time: 0.3175776 Aug 06 18:13:17.682889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59468) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:17.945460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f1b0098-fd58-48b7-abbf-c1f01c62ca4c req-629c7f0f-8774-4985-a97c-11ceb13a024d tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0449772 Aug 06 18:13:18.011566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a8c-c1b9-485a-840b-2f0247a560a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.026238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a8c-c1b9-485a-840b-2f0247a560a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.081654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0f6a9a8c-c1b9-485a-840b-2f0247a560a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8cf1d00b1d74ba490d93e29ca9f2ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238100 Aug 06 18:13:18.084702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59488) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:18.103382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Deleting port bd341556-f1ea-4772-b64a-c351e95c07ec {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:18.104142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.144818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a9a8c-c1b9-485a-840b-2f0247a560a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c91c7-feb8-4655-9501-e46de00150ea,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:18.256539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.267930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.268655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.284203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Calling delete_port for bd341556-f1ea-4772-b64a-c351e95c07ec owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:18.292306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.380185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:18.430093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.435148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.442262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c8c91c7-feb8-4655-9501-e46de00150ea HTTP/1.1" status: 204 len: 168 time: 0.3549099 Aug 06 18:13:18.461324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5392e-2bd2-42bf-b95e-e120e1b724bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c91c7-feb8-4655-9501-e46de00150ea,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:18.796448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5fea9d5-09f2-4952-be40-cdb4f0235339 req-219aa3bd-6682-4a9a-9d04-0ba5ce11bbe6 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0853553 Aug 06 18:13:18.814394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:18.894599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Port': ['ID=bd341556-f1ea-4772-b64a-c351e95c07ec,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:19.201983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.210150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.216358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a2f8fd7-e3e0-427a-bbd8-a12bc849490e tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "DELETE /v2.0/floatingips/766089a7-0f49-40ae-a553-b89aba820742 HTTP/1.1" status: 204 len: 168 time: 1.5276544 Aug 06 18:13:19.216922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59524) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:19.221949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-31059222-5ea7-4e2e-8bd5-5ac3f5ca0253 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'floatingip': {'floating_network_id': '35c9a423-38ef-41ca-b0ba-5cd4457ce21d', 'port_id': '3f36cb75-63bb-4e5f-ae96-02b33bf79f26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:19.304301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59528) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:19.323036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31059222-5ea7-4e2e-8bd5-5ac3f5ca0253 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.485115 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-82b67269-15da-49ac-9695-8f4b085613d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4af08b79dc7a491f82f28794df78006b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780343 Aug 06 18:13:19.488059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59530) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:19.617296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.671286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.707051 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-31059222-5ea7-4e2e-8bd5-5ac3f5ca0253 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:13:19.708236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-31059222-5ea7-4e2e-8bd5-5ac3f5ca0253 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4903824 Aug 06 18:13:19.716237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:19.721680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '3f36cb75-63bb-4e5f-ae96-02b33bf79f26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:19.724875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.783615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.820958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.823849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:19.825062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94c8375e-6614-48ea-b88a-7d3e07d8fa14 HTTP/1.1" status: 204 len: 168 time: 0.3356049 Aug 06 18:13:19.841262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9984c0b-44a4-40f0-b543-6772af22240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8375e-6614-48ea-b88a-7d3e07d8fa14,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:20.014157 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee90f8aa-f1bc-4635-9530-f83969165d6a req-29575595-e6ea-4f0d-b5d5-22abea23b0af tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0372043 Aug 06 18:13:20.067204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:20.237413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51b91768-7a18-4aaf-942b-4bc269621ef9 req-e50fca40-dece-43b7-a735-d5f778a5919b tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0359502 Aug 06 18:13:20.292793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Deleting port 4a065f01-1767-4c72-a639-b8bf563a9238 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:20.293383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:20.422837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Allocated IP 172.25.3.172 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bd30de03-9110-496d-b363-4f33a9860115) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:20.518292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] For port 4a065f01-1767-4c72-a639-b8bf563a9238, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4a065f01-1767-4c72-a639-b8bf563a9238,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:20.518576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:20.555727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Calling delete_port for 4a065f01-1767-4c72-a639-b8bf563a9238 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:20.664417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:20.730481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:20.794804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:20.798858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:20.802363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:20.806886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event updated for resources: {'Port': ['ID=bd30de03-9110-496d-b363-4f33a9860115,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:20.964632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.049856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a065f01-1767-4c72-a639-b8bf563a9238,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:21.164565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Deleting port bd30de03-9110-496d-b363-4f33a9860115 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:21.167425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.478955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.479976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.505323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Calling delete_port for bd30de03-9110-496d-b363-4f33a9860115 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:21.561709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-075c78a7-3fc7-488e-9cad-47c6947d0786 req-ae596d2f-5b80-4a17-9ea3-8e16c7286ef1 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0729327 Aug 06 18:13:21.578159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c56fa004-bde4-4f7c-9438-455becfbe16e req-78911f79-959c-4adb-86c6-b6763925a96f tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2101226 Aug 06 18:13:21.633683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.831095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:21.931518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Port': ['ID=bd30de03-9110-496d-b363-4f33a9860115,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:22.056391 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] create failed (client error): The resource could not be found. Aug 06 18:13:22.058482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f28eee6e-0fae-4d44-817d-03f7809f0487 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3408630 Aug 06 18:13:22.066405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59600) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:22.180127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59604) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:22.347840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Deleting port 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:22.348273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:22.437670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2000846239'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:22.467929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Router 4a895781-7d02-480e-8457-1c90ee28bc91 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:13:22.541196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:22.547653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:22.574042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:22.622111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:22.639438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:22.651292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f9ccdb8-4240-48d3-88f8-224f5510e2f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/4a895781-7d02-480e-8457-1c90ee28bc91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2691557 Aug 06 18:13:22.659995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:22.666594 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Sync routers for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:22.669476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Calling delete_port for 3f36cb75-63bb-4e5f-ae96-02b33bf79f26 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:22.705870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:22.707125 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:22.954504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8784490b-2aa3-481a-b1e8-b07f6f488afa req-d07eb2a4-9471-4638-9f61-f0e67adbf776 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1017566 Aug 06 18:13:23.255230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e36f0970-f78d-4638-bdee-00bc45afb668 req-9e516d0f-633d-4b67-afd1-116a5b8098d2 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.3355663 Aug 06 18:13:23.322920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.383179 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:13:23.413232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-31868d7e-cf60-439e-b1d1-c31304dca39c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4896977 Aug 06 18:13:23.421477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.551768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Port': ['ID=3f36cb75-63bb-4e5f-ae96-02b33bf79f26,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:23.655065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.732604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.765771 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:13:20Z', 'revision_number': 5, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:23.773981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-abc3dd0f-6a92-4257-a4cf-be2eadc39043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:23.775671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-abc3dd0f-6a92-4257-a4cf-be2eadc39043 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.3222835 Aug 06 18:13:23.823699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:23.825186 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Checking router: 4a895781-7d02-480e-8457-1c90ee28bc91 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:13:23.839134 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Routers {'4a895781-7d02-480e-8457-1c90ee28bc91'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:23.840495 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4a895781-7d02-480e-8457-1c90ee28bc91'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:23.875316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.882754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ab7cb658-03f3-43d3-9a61-2f3e10a8df36 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "DELETE /v2.0/ports/3f36cb75-63bb-4e5f-ae96-02b33bf79f26 HTTP/1.1" status: 204 len: 168 time: 1.8109646 Aug 06 18:13:23.882908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59636) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:23.976170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.991437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:23.995617 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Added segment 7c2886f5-ada9-43ac-a964-bd1639fb6447 of type vlan for network cefbc2ff-723f-4405-8414-41b97f8c7653 Aug 06 18:13:23.999908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc76cfcb-7b96-4c60-92fa-e807e8b2817b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:24.018661 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] Set router 4a895781-7d02-480e-8457-1c90ee28bc91 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:13:24.019906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dc2fa-d35f-4f74-a111-caec7d896b2c tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:24.029150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-341dc2fa-d35f-4f74-a111-caec7d896b2c tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0d53192-83e5-4ce4-94bb-7c2bb4a63732 HTTP/1.1" status: 200 len: 913 time: 0.1448944 Aug 06 18:13:24.030252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59638) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:24.210812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:24.309506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Deleting port e4452650-ab44-449d-aa95-0603c9b1d741 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:24.309506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:24.327720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dfd8b3f-6924-4664-b8b1-bd6f7ba48b47 req-c695ec6e-ab32-430d-a041-66cf403dfc8d tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1037343 Aug 06 18:13:24.517313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf598649-318e-4c1c-bec4-e628a55c62b4 req-9f1cc75b-232b-426f-ae0a-abc784394cd2 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0434456 Aug 06 18:13:24.527219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] For port e4452650-ab44-449d-aa95-0603c9b1d741, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e4452650-ab44-449d-aa95-0603c9b1d741,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:24.528998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:24.555856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:13:20Z', 'revision_number': 5, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:24.558045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Calling delete_port for e4452650-ab44-449d-aa95-0603c9b1d741 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:24.622022 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf5081-3c4f-4cd8-8fd6-28757cfb19d2 None None] The sync data for ids ['4a895781-7d02-480e-8457-1c90ee28bc91'] in n-d-793621-29 is: [{'id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'name': 'tempest-AttachSCSIVolumeTestJSON-1788836380-router', 'tenant_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:20Z', 'updated_at': '2021-08-06T18:13:20Z', 'revision_number': 5, 'project_id': '7b27ae62df2447ae8f7b8ecc376fef20', 'gw_port': {'id': 'e4452650-ab44-449d-aa95-0603c9b1d741', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a895781-7d02-480e-8457-1c90ee28bc91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:23Z', 'updated_at': '2021-08-06T18:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:24.664580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:24.671010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:24.672091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:24.696082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-92cbb5ba-e161-4e7c-a147-0e235ff975db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:24.698199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-92cbb5ba-e161-4e7c-a147-0e235ff975db service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.8834286 Aug 06 18:13:24.782867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:25.237328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0505407 Aug 06 18:13:25.254873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59668) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:25.317228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:25.486652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd01baa8-f0f7-4b9a-9934-2a4da4d2c38d req-f12d6961-b01f-4abf-97d0-793c3466ce0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f39bedff705547188ec862f34470f9d1&device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2532570 Aug 06 18:13:25.503963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36365fcb-61bc-481e-bddf-97b66205d817 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Network': ['ID=cefbc2ff-723f-4405-8414-41b97f8c7653,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:25.522573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:25.827232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-500f40d1-5732-440d-a944-22b1d8c77161 req-0de85150-6798-48e4-9db9-de7b870c2724 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0955443 Aug 06 18:13:25.860052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-3c8a5e82-996f-4302-859f-1457802f1712 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1002 time: 1.1454470 Aug 06 18:13:25.860662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4a065f01-1767-4c72-a639-b8bf563a9238 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:25.924248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:25.934017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4a065f01-1767-4c72-a639-b8bf563a9238 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:25.934413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4a065f01-1767-4c72-a639-b8bf563a9238 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:25.951141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:25.958702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:26.133094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Deleting port 864e15b2-3141-4eb0-9a52-400f04e7700d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:26.134002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:26.275881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:26.293387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Calling delete_port for 864e15b2-3141-4eb0-9a52-400f04e7700d owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:26.401961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a759517-6602-42e5-836f-2f7552ec9067 req-c632ab5c-e899-4c47-802d-5b61ea86a9a1 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.8245246 Aug 06 18:13:26.500263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd01baa8-f0f7-4b9a-9934-2a4da4d2c38d req-3e63eefa-1ddf-49c3-b653-81810a533d7b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f39bedff705547188ec862f34470f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9446638 Aug 06 18:13:26.572835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4452650-ab44-449d-aa95-0603c9b1d741,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:26.746949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:26.793178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Port': ['ID=864e15b2-3141-4eb0-9a52-400f04e7700d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:26.813001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.029060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-5a5cf0d4-c65c-41a6-ae17-330a513eacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:27.030723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-5a5cf0d4-c65c-41a6-ae17-330a513eacb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.6025138 Aug 06 18:13:27.031692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.267534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3266a138-01c5-4618-8675-1a58686d9688 req-4dc6b730-6a57-470f-86e0-a80ad6e7162b tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1872528 Aug 06 18:13:27.300685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.311338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=319d0979-06dd-43c1-8bee-246956d281e1,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:27.320897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.422564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.444791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01baa8-f0f7-4b9a-9934-2a4da4d2c38d req-c58f1efa-d8e7-4279-a901-4b2ff365af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:27.447432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd01baa8-f0f7-4b9a-9934-2a4da4d2c38d req-c58f1efa-d8e7-4279-a901-4b2ff365af5a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6684620 Aug 06 18:13:27.461761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-1567cb71-cd83-4a63-8f9a-78a40c583895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:27.464324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-1567cb71-cd83-4a63-8f9a-78a40c583895 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4027119 Aug 06 18:13:27.465616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:27.466282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network hostable DHCP agents. Network: cefbc2ff-723f-4405-8414-41b97f8c7653, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:27.473246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.474230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a895781-7d02-480e-8457-1c90ee28bc91 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:13:27.534647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:27.536888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e17f70fc-7008-4fcf-9989-6f006a6dbd6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/4a895781-7d02-480e-8457-1c90ee28bc91 HTTP/1.1" status: 204 len: 168 time: 4.8751462 Aug 06 18:13:27.539859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:27.846384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Router d0d53192-83e5-4ce4-94bb-7c2bb4a63732 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:13:27.857843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22e12686-834c-4e41-a583-4c5c72d5291a req-d30b4793-31b5-4607-b86b-4efd287ef2cb tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1532226 Aug 06 18:13:27.962200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-1f90e29a-8ae2-41e8-aad3-c4a94fa9bcf9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696949 Aug 06 18:13:27.962785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:28.026872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:28.027213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, cefbc2ff-723f-4405-8414-41b97f8c7653) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:28.037543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a98c4-a214-4f04-ad77-8fa8a0cf58da None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:28.045497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Deleting subnet 11e339db-ccd6-49d1-9f78-c1eb35d78fc3 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:28.054184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:28.061145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:28.062181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28172a8e-c0f5-4870-9f02-f2b3b7b4cc18 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "PUT /v2.0/routers/d0d53192-83e5-4ce4-94bb-7c2bb4a63732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0304248 Aug 06 18:13:28.070305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.165582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] Sync routers for ids ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:28.248761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] Routers {'d0d53192-83e5-4ce4-94bb-7c2bb4a63732'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:28.250695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:28.269072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.274609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.341891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:28.418367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] Routers {'d0d53192-83e5-4ce4-94bb-7c2bb4a63732'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:28.419381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:28.456157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.511057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:28.516274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621cb35c-6023-4dcf-9616-e19fb629904a None None] The sync data for ids ['d0d53192-83e5-4ce4-94bb-7c2bb4a63732'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:28.572989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b1ea56a6-b509-4d49-89c5-fe912d51b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.633510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20b8123d-cb38-4e81-8637-f6d4a028bb1b req-eeccb394-083c-44f9-bf70-b603993535e7 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1224937 Aug 06 18:13:28.661818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '319d0979-06dd-43c1-8bee-246956d281e1'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:28.662825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:28.754687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59724) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:28.755641 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ce98779-0a5f-43a1-982f-ce396919fdef tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4542387 Aug 06 18:13:28.775391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'name': 'tempest-NetworksTestDHCPv6-1782660143'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:28.891082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.122000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.238602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:29.249341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.294606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port c1f21549-0bbd-48a4-9813-07bbbaed714d yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:13:29.373553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d58db2-5aaf-4e95-8580-8a4abbaf02c1 req-2b6b2927-c619-4020-ab38-ab026ff2288c tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2612422 Aug 06 18:13:29.411339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/319d0979-06dd-43c1-8bee-246956d281e1/96ab0205-db88-4747-a5b1-e024f745934a) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:29.457129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e339db-ccd6-49d1-9f78-c1eb35d78fc3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:29.467275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.471237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.480437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eded8039-6e3b-4006-be7e-a62230863c6b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/11e339db-ccd6-49d1-9f78-c1eb35d78fc3 HTTP/1.1" status: 204 len: 168 time: 1.9189425 Aug 06 18:13:29.480437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.483471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b4b8e0b0-2950-4240-8325-0717d1ef59b0 req-50bc8153-1cd5-43bf-8b4b-f65c36e8211c service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5052812 Aug 06 18:13:29.486632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:29.636002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9dfeb-957f-47a0-96b4-6a7b5e943b2e None None] Network 98feb46d-99cd-4538-9b9c-c47c9f13f19f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:29.652086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.704269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.704846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Fanout notify agent at l3_agent the message router_deleted on router d0d53192-83e5-4ce4-94bb-7c2bb4a63732 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:13:29.736222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.737363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8bdb0c42-f63c-4568-a234-feff973162b2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "DELETE /v2.0/routers/d0d53192-83e5-4ce4-94bb-7c2bb4a63732 HTTP/1.1" status: 204 len: 168 time: 1.6610761 Aug 06 18:13:29.740398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:29.811305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Deleting port af5d77ed-2ad0-4033-9387-dac545f8ad8d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:29.811812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.837650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Deleting subnet 3107a147-8289-4085-8b5e-8ed8dba9f610 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:29.848173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.918440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e4452650-ab44-449d-aa95-0603c9b1d741 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:29.946001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] For port af5d77ed-2ad0-4033-9387-dac545f8ad8d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=af5d77ed-2ad0-4033-9387-dac545f8ad8d,segment=NetworkSegment(b255983e-76f8-4505-b447-32aca5f21bb7),segment_id=b255983e-76f8-4505-b447-32aca5f21bb7)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:29.946488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.950015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:29.972745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Calling delete_port for af5d77ed-2ad0-4033-9387-dac545f8ad8d owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:29.999352 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.001396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e4452650-ab44-449d-aa95-0603c9b1d741 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:30.001915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e4452650-ab44-449d-aa95-0603c9b1d741 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:30.055725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Transition to ACTIVE for port object 96ab0205-db88-4747-a5b1-e024f745934a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:30.149069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Transition to ACTIVE for port object 96ab0205-db88-4747-a5b1-e024f745934a will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:30.194280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.202828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebaf5c81-bb41-470a-ad91-cf6e0d6dd836 req-c6cfba40-2ef5-4175-90fc-86dcef5b09c5 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1544664 Aug 06 18:13:30.267161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Pushing event updated for resources: {'Port': ['ID=96ab0205-db88-4747-a5b1-e024f745934a,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:30.291810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.322253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:30.325157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:30.330778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:30.418416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5d77ed-2ad0-4033-9387-dac545f8ad8d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:30.422355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] No DVR routers for this DVR port af5d77ed-2ad0-4033-9387-dac545f8ad8d on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:30.468392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb6c4e-7a68-48f6-ba16-fa482564bde4 None None] DHCP port deletion for 98feb46d-99cd-4538-9b9c-c47c9f13f19f request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:30.533347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::22d (cefbc2ff-723f-4405-8414-41b97f8c7653/319d0979-06dd-43c1-8bee-246956d281e1/c1f21549-0bbd-48a4-9813-07bbbaed714d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:30.556444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Attempting to bind port 96ab0205-db88-4747-a5b1-e024f745934a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:30.556893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Attempting to bind port 96ab0205-db88-4747-a5b1-e024f745934a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:30.557203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Attempting to bind port 96ab0205-db88-4747-a5b1-e024f745934a on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:30.568838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:30.569410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:30.569977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.570800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:30.571337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Bound port: 96ab0205-db88-4747-a5b1-e024f745934a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:30.571722 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.616931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.683825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.709525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98feb46d-99cd-4538-9b9c-c47c9f13f19f']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:30.711530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] For port 96ab0205-db88-4747-a5b1-e024f745934a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:30.716086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] For port 96ab0205-db88-4747-a5b1-e024f745934a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=96ab0205-db88-4747-a5b1-e024f745934a,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:30.740138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.745168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b255983e-76f8-4505-b447-32aca5f21bb7') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:30.745552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b255983e-76f8-4505-b447-32aca5f21bb7') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:30.808117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.818234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bca0e2-febd-4703-a1ab-a53aeee77eb8 None None] Pushing event updated for resources: {'Port': ['ID=96ab0205-db88-4747-a5b1-e024f745934a,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:30.818357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a04f2206-4aa1-43dc-9460-797c94c8caa1 req-1e175659-abff-4614-b602-7b2205b6f552 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1213815 Aug 06 18:13:30.830112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.843379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:30.844331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:30.846808 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:30.912540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.979342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:30.997831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.011088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] 10.222.0.64 "DELETE /v2.0/networks/98feb46d-99cd-4538-9b9c-c47c9f13f19f HTTP/1.1" status: 204 len: 168 time: 1.5225248 Aug 06 18:13:31.013578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:31.014349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Subnet': ['ID=3107a147-8289-4085-8b5e-8ed8dba9f610,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:31.048172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd5a4-5fe1-4e86-85f9-f04dbcb38f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=98feb46d-99cd-4538-9b9c-c47c9f13f19f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:31.235040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae4f8a-b197-4ef7-81e9-45614c342a8e None None] Network 35c9a423-38ef-41ca-b0ba-5cd4457ce21d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:31.343907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.354258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:31.365838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ea5f2e54-0a00-4079-b4d0-b2f147401fd2 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "DELETE /v2.0/subnets/3107a147-8289-4085-8b5e-8ed8dba9f610 HTTP/1.1" status: 204 len: 168 time: 1.6095684 Aug 06 18:13:31.516482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.563409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object c1f21549-0bbd-48a4-9813-07bbbaed714d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:31.616093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.681601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67c2da31-42c3-48e6-8370-9454a2b62821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.783389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] DHCP port deletion for 35c9a423-38ef-41ca-b0ba-5cd4457ce21d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:31.784185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:31.844532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53794454-9c67-4799-a051-1b119964015b req-c773412d-a080-4e16-a33e-f9de3f13ca05 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1151946 Aug 06 18:13:31.940563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=c1f21549-0bbd-48a4-9813-07bbbaed714d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:31.968505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:31.972337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:31.992274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:32.013241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:32.013984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.014357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Deleting port 9bc88b1b-3455-4b46-bf42-ac918004105a {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:32.015069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.037351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bde494e9-d13b-48d9-b84a-62c6f883b540 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2803411 Aug 06 18:13:32.047013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:32.192931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] For port 9bc88b1b-3455-4b46-bf42-ac918004105a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc88b1b-3455-4b46-bf42-ac918004105a,segment=NetworkSegment(a65d4d5a-c6cf-433a-9db6-6a900a590a92),segment_id=a65d4d5a-c6cf-433a-9db6-6a900a590a92)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:32.193564 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.222396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Calling delete_port for 9bc88b1b-3455-4b46-bf42-ac918004105a owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:32.376370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 96ab0205-db88-4747-a5b1-e024f745934a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:32.462278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bccd-d788-42ac-812d-09ce936443c7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:32.484899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 96ab0205-db88-4747-a5b1-e024f745934a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:32.491062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24bccd-d788-42ac-812d-09ce936443c7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:32.497263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da24bccd-d788-42ac-812d-09ce936443c7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4372790 Aug 06 18:13:32.498007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.498117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:32.575428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] Pushing event deleted for resources: {'Port': ['ID=9bc88b1b-3455-4b46-bf42-ac918004105a,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:32.577352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145aeab-d74a-498f-af10-20a48ec3d320 None None] No DVR routers for this DVR port 9bc88b1b-3455-4b46-bf42-ac918004105a on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:32.605927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc88b1b-3455-4b46-bf42-ac918004105a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:32.643357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f360d63-bf20-46c0-ae9e-e42efca1f147 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:32.690334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.786622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b84aee13-3c5d-493a-b0a9-73915bf2beb8 req-4f7cab1c-641f-4c12-927f-32513a909fdb tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0925014 Aug 06 18:13:32.834915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port c1f21549-0bbd-48a4-9813-07bbbaed714d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:32.835318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:32.868478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9bc88b1b-3455-4b46-bf42-ac918004105a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:32.869924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc88b1b-3455-4b46-bf42-ac918004105a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:32.870665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af5d77ed-2ad0-4033-9387-dac545f8ad8d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:32.965180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Provisioning for port 96ab0205-db88-4747-a5b1-e024f745934a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:32.973763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: af5d77ed-2ad0-4033-9387-dac545f8ad8d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:32.974253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device af5d77ed-2ad0-4033-9387-dac545f8ad8d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:32.985491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Provisioning complete for port 96ab0205-db88-4747-a5b1-e024f745934a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:32.985491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.000927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.025701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for c1f21549-0bbd-48a4-9813-07bbbaed714d owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:33.108152 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.120442 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.143034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9a423-38ef-41ca-b0ba-5cd4457ce21d']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:33.161020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65d4d5a-c6cf-433a-9db6-6a900a590a92') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:33.161323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65d4d5a-c6cf-433a-9db6-6a900a590a92') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:33.172670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.190279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.199439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:33.199875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.204215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.249588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=c1f21549-0bbd-48a4-9813-07bbbaed714d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:33.287209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.289684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2c4a2ad2-c074-4374-9a10-f31a47ba8275 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/c1f21549-0bbd-48a4-9813-07bbbaed714d HTTP/1.1" status: 204 len: 168 time: 0.7893083 Aug 06 18:13:33.293623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59820) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:33.354301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:33.397747 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:33.408393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.466568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] For port 96ab0205-db88-4747-a5b1-e024f745934a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=96ab0205-db88-4747-a5b1-e024f745934a,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:33.476731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.530293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5280ee3b-3dea-4160-ac82-58b1b69c36c3 req-b6a9f36d-619c-4773-97f0-ca7b9e3fb4ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.2079349 Aug 06 18:13:33.530981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.562409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17a7e263-d52c-48a4-a7a7-350104dea52d req-68c66391-aaf5-4113-8b9d-d9c82454167f tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.2240274 Aug 06 18:13:33.590587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529a4db-ee53-4430-9819-a90c9820ed4c None None] Pushing event updated for resources: {'Port': ['ID=96ab0205-db88-4747-a5b1-e024f745934a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:33.597751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.603676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] 10.222.0.64 "DELETE /v2.0/networks/35c9a423-38ef-41ca-b0ba-5cd4457ce21d HTTP/1.1" status: 204 len: 168 time: 2.2468534 Aug 06 18:13:33.618770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7cc08-e3f0-4d5f-94d4-79f01343afc6 tempest-FloatingIPNegativeTestJSON-380981048 tempest-FloatingIPNegativeTestJSON-380981048-project] Pushing event deleted for resources: {'Network': ['ID=35c9a423-38ef-41ca-b0ba-5cd4457ce21d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:33.700049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c076b-7a3b-43a3-bbf6-49acddc32b44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:33.702057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c076b-7a3b-43a3-bbf6-49acddc32b44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:33.703902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c02c076b-7a3b-43a3-bbf6-49acddc32b44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4088767 Aug 06 18:13:33.706808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59848) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:33.808184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcda6c8a-4309-4516-a132-56e986bb4ca3 None None] Could not find standard attr ID for object c1f21549-0bbd-48a4-9813-07bbbaed714d. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:13:33.867039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcda6c8a-4309-4516-a132-56e986bb4ca3 None None] Provisioning complete for port 96ab0205-db88-4747-a5b1-e024f745934a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:33.869015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcda6c8a-4309-4516-a132-56e986bb4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.908004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 319d0979-06dd-43c1-8bee-246956d281e1 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:33.923199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:33.969350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 96ab0205-db88-4747-a5b1-e024f745934a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:34.075734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:34.287384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 96ab0205-db88-4747-a5b1-e024f745934a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:34.292194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:34.364858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59866) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:34.577173 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:34.695921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0cf8a469-450e-4cdb-b75d-b6c69dfe4ce0 None None] Could not find standard attr ID for object c1f21549-0bbd-48a4-9813-07bbbaed714d. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:13:34.788251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc3b775d-dcc2-494a-b31d-6a2643c8eac9 req-159b4d40-f7e2-455a-90b7-ed07b7178db3 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.6732333 Aug 06 18:13:34.825885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1fdd0c21-d6ce-4bf0-a500-d7325c5c434d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bfff7692edf41e7aece1c257afe905c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591181 Aug 06 18:13:34.827034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:34.953674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:34.961842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.068428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.164863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50fb002b-70ab-465d-a630-27577cb94d54 req-979f845c-48be-472b-a489-651f86bc2ab3 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.1002884 Aug 06 18:13:35.203140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.218439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.224273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.231572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/047d7917-888d-4170-a7df-9c2adbfbbdf8 HTTP/1.1" status: 204 len: 168 time: 0.4030616 Aug 06 18:13:35.255160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc0196-d92a-4526-b3e1-65a487abd76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d7917-888d-4170-a7df-9c2adbfbbdf8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:35.267879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Deleting port 17e2fa41-70e4-45a8-83af-b5d88f364da1 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:35.268263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.278346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=319d0979-06dd-43c1-8bee-246956d281e1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:35.300934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64649692-6420-4899-baa0-2098173abcb7 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:35.325684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.332160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59906) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:35.334722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ddcb9d0-a8ef-463e-8660-425bdda4b0a7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/319d0979-06dd-43c1-8bee-246956d281e1 HTTP/1.1" status: 204 len: 168 time: 1.6209345 Aug 06 18:13:35.491780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0c52e380-638c-49f7-b584-397bf23a88f0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579220 Aug 06 18:13:35.492632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59908) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:35.508086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:35.540773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] For port 17e2fa41-70e4-45a8-83af-b5d88f364da1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17e2fa41-70e4-45a8-83af-b5d88f364da1,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:35.541652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:35.593269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Calling delete_port for 17e2fa41-70e4-45a8-83af-b5d88f364da1 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:35.753772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21a1068f-7558-47fc-b510-131a39b7c65b req-5aa62fe9-bc54-4d4c-9513-cb78178b253e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb15c9cfcc648b8ac782ed800c73faf&device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0991821 Aug 06 18:13:35.825546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b941a149-eaf5-44d7-ae6c-4a3f4db8a1e5 req-d30446ce-8967-4dd7-b7de-c0438a345642 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0486135 Aug 06 18:13:35.859606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:35.868287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21a1068f-7558-47fc-b510-131a39b7c65b req-cb926aeb-ed22-44d9-a411-9ccbce62a1c8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ffb15c9cfcc648b8ac782ed800c73faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977323 Aug 06 18:13:36.022154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Deleting port 96ab0205-db88-4747-a5b1-e024f745934a {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:36.023535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.077874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f585012c-a2fe-42e1-943b-b91ff624bd82 req-79c2c2cf-958d-4caf-ab21-e5620ddac29d tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0861661 Aug 06 18:13:36.174313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] For port 96ab0205-db88-4747-a5b1-e024f745934a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=96ab0205-db88-4747-a5b1-e024f745934a,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:36.175263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.186965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1068f-7558-47fc-b510-131a39b7c65b req-26bb957b-6595-4028-9b0e-dfc10a85c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:36.189318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21a1068f-7558-47fc-b510-131a39b7c65b req-26bb957b-6595-4028-9b0e-dfc10a85c170 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755978 Aug 06 18:13:36.200419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Calling delete_port for 96ab0205-db88-4747-a5b1-e024f745934a owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:36.205210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:36.211765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.323156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.340688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.361919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] No DVR routers for this DVR port 96ab0205-db88-4747-a5b1-e024f745934a on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:36.364456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53554-3c6b-4ccb-bcc8-50ca96a326e5 None None] Pushing event deleted for resources: {'Port': ['ID=96ab0205-db88-4747-a5b1-e024f745934a,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:36.405827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=17e2fa41-70e4-45a8-83af-b5d88f364da1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:36.661163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.693788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-a62088c5-ab93-4b8d-8763-1746e8aeff80 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:36.696767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-a62088c5-ab93-4b8d-8763-1746e8aeff80 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.2920346 Aug 06 18:13:36.726600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59950) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:36.776380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-057952d4-6b49-48fb-be75-b97c1ae297d3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/quotas/09a82b6afd7a4862ad38a656da485f06 HTTP/1.1" status: 200 len: 375 time: 0.0704772 Aug 06 18:13:36.851738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:36.894274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722032291'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:36.967398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:36.990507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-7e0aa94c-0a4a-4cae-9520-7cb9e4ccc768 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1972337 Aug 06 18:13:36.993369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3b910b4-4921-4620-bc26-4c002e069a1b req-d3fe7555-7c8b-4772-911e-4ab01f17092d tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0528736 Aug 06 18:13:36.996389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:36.997195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:36.999992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.005713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:37.006866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.011931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.017373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fc080-b376-49e0-91a7-2de0a5c06a1c None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:37.066920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=f48de8f2-aef4-410a-8029-46124e5b29a7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:37.101081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Router 3ba00c90-ef88-4379-8f54-a7c35972a6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:13:37.207152 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-dd31ea77-eed0-49c7-9bd8-98dd3a10ec07 service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918535 Aug 06 18:13:37.249543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.275104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.331499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'f48de8f2-aef4-410a-8029-46124e5b29a7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:37.333633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.340051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:37.349922 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-acea92d0-3c7a-4366-bb28-247afb0a3b1f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8544047 Aug 06 18:13:37.350794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59962) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:37.351284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:37.358868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'name': 'tempest-NetworksTestDHCPv6-1359352799'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:37.363395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:37.390866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Sync routers for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:37.392123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca5209b6-cc0b-496d-9506-b4741c6cd1ae admin admin] 10.222.0.64 "PUT /v2.0/routers/3ba00c90-ef88-4379-8f54-a7c35972a6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3729787 Aug 06 18:13:37.396204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59964) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:37.397340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7109057c-02d2-4162-9035-24e1b4302991 req-ef2368eb-4194-40b7-9257-cfca44da2f20 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0611918 Aug 06 18:13:37.402203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.402792 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 767f664a-4cde-4b6b-a267-b117e9248928 of type vlan for network 381e16f5-8730-411a-9ab3-2701aff08e77 Aug 06 18:13:37.405042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ffd53f-7797-4bf6-ab26-8bca9b4c0d94,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:37.437569 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:37.439770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:37.482427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.539758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.554258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:37.556257 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.571519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21a1068f-7558-47fc-b510-131a39b7c65b req-9a3f5e23-b1ef-43c9-ac53-929b0a71aa8c tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.55 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0944204 Aug 06 18:13:37.622980 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:13:37.658623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/f48de8f2-aef4-410a-8029-46124e5b29a7/d116f3bf-718b-46e6-ad08-bbf449540513) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:37.724320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9967186 Aug 06 18:13:37.730362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee84cc-d7fd-42f2-a1be-be6fbbf5a53a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=381e16f5-8730-411a-9ab3-2701aff08e77,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:37.742024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-99df8793-fe39-4638-9bfc-fb05cababaec service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338187 Aug 06 18:13:37.779679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-54f14da3-60c1-4465-a324-a3b4468e5215 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:37.781384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-54f14da3-60c1-4465-a324-a3b4468e5215 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/ports?device_id=e632def1-9581-45d9-bc53-c0f6a881d0ea HTTP/1.1" status: 200 len: 946 time: 0.1937292 Aug 06 18:13:37.837311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:37.847111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 381e16f5-8730-411a-9ab3-2701aff08e77 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:37.998099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:38.013980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.105970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 96ab0205-db88-4747-a5b1-e024f745934a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:38.115104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:13:36Z', 'revision_number': 5, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:38.169470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.177251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 96ab0205-db88-4747-a5b1-e024f745934a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:38.178020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 96ab0205-db88-4747-a5b1-e024f745934a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:38.202282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Checking router: 3ba00c90-ef88-4379-8f54-a7c35972a6ac for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:13:38.233155 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Routers {'3ba00c90-ef88-4379-8f54-a7c35972a6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:38.234200 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:38.400232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20a85d0c-31fc-47ab-8ed0-24efe75bbabf req-9d66f0a0-8584-4cd2-8cf0-f58443060cd1 tempest-ServerShowV257Test-1820121095 tempest-ServerShowV257Test-1820121095-project] 10.222.0.64 "GET /v2.0/ports?device_id=24f75b04-2f11-405f-abfc-a3005e2c5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0892091 Aug 06 18:13:38.407584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.429135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 9e7e61b2-c365-4478-9c0b-774c0ee65227 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:13:38.552644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9360e404-d581-4253-92d8-319cb4973939 req-f153386c-6a2a-47f5-8e0d-a1ea8a232536 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 210 time: 0.1580482 Aug 06 18:13:38.596522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] Set router 3ba00c90-ef88-4379-8f54-a7c35972a6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:13:38.675809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:38.685564 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d62be7a-7a16-428c-acc1-74ca1bc68e66" -d '{"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:38.734020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Deleting port 545ad449-e7bf-41e7-b3b3-c43eacddb763 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:38.740976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.758170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:38.780557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.802172 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb43ec3-62d4-4315-8c2a-fc396ec3636a x-openstack-request-id: req-ceb43ec3-62d4-4315-8c2a-fc396ec3636a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:38.802603 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:38.802877 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb43ec3-62d4-4315-8c2a-fc396ec3636a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:38.803268 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'code': 200} Aug 06 18:13:38.861039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:38.927401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] For port 545ad449-e7bf-41e7-b3b3-c43eacddb763, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=545ad449-e7bf-41e7-b3b3-c43eacddb763,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:38.928002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.963581 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:38.984212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Transition to ACTIVE for port object d116f3bf-718b-46e6-ad08-bbf449540513 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:39.023054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Transition to ACTIVE for port object d116f3bf-718b-46e6-ad08-bbf449540513 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:39.036543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.045579 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:13:36Z', 'revision_number': 5, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:39.056732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9357e60-b037-4d36-b2fb-0b4253d34e77 req-8cc1f31a-9cb7-495c-9106-7fe434124219 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1317134 Aug 06 18:13:39.060306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Calling delete_port for 545ad449-e7bf-41e7-b3b3-c43eacddb763 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:39.085774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Deleting port f561692f-d6ba-4518-9c8c-37e3f348a902 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:39.086310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.139369 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ff83b-595d-4372-b961-3f68430be328 None None] The sync data for ids ['3ba00c90-ef88-4379-8f54-a7c35972a6ac'] in n-d-793621-29 is: [{'id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-887252786-router', 'tenant_id': '39e0a83ab3664a29b29aa1d78122a006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:57Z', 'updated_at': '2021-08-06T18:13:36Z', 'revision_number': 5, 'project_id': '39e0a83ab3664a29b29aa1d78122a006', 'gw_port': {'id': 'f561692f-d6ba-4518-9c8c-37e3f348a902', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba00c90-ef88-4379-8f54-a7c35972a6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:11:00Z', 'updated_at': '2021-08-06T18:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:13:39.226365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] For port f561692f-d6ba-4518-9c8c-37e3f348a902, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f561692f-d6ba-4518-9c8c-37e3f348a902,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:39.227038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.242671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Calling delete_port for f561692f-d6ba-4518-9c8c-37e3f348a902 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:39.250676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:39.289375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Pushing event updated for resources: {'Port': ['ID=d116f3bf-718b-46e6-ad08-bbf449540513,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:39.313281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:39.323124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:39.507894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Attempting to bind port d116f3bf-718b-46e6-ad08-bbf449540513 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:39.509418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Attempting to bind port d116f3bf-718b-46e6-ad08-bbf449540513 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:39.510453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Attempting to bind port d116f3bf-718b-46e6-ad08-bbf449540513 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:39.522351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:39.523391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:39.524295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.525166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:39.526221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Bound port: d116f3bf-718b-46e6-ad08-bbf449540513, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:39.527663 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.742816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] For port d116f3bf-718b-46e6-ad08-bbf449540513, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:39.750962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] For port d116f3bf-718b-46e6-ad08-bbf449540513, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d116f3bf-718b-46e6-ad08-bbf449540513,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:39.759874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:39.867511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7626bbb-386a-48bd-a75d-b223fc686082 req-18ba9bf3-f169-480c-a475-6c2eb5d09017 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 210 time: 0.0712619 Aug 06 18:13:39.938634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17e2fa41-70e4-45a8-83af-b5d88f364da1 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:39.991242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 17e2fa41-70e4-45a8-83af-b5d88f364da1 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:39.991516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17e2fa41-70e4-45a8-83af-b5d88f364da1 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:40.041238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f902-ea54-48f9-8b82-db57bf2d3d11 None None] Pushing event updated for resources: {'Port': ['ID=d116f3bf-718b-46e6-ad08-bbf449540513,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:40.078106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:40.139662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::15d (cefbc2ff-723f-4405-8414-41b97f8c7653/f48de8f2-aef4-410a-8029-46124e5b29a7/9e7e61b2-c365-4478-9c0b-774c0ee65227) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:40.195134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:40.195602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Pushing event deleted for resources: {'Port': ['ID=f561692f-d6ba-4518-9c8c-37e3f348a902,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:40.258453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:40.483471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60002) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:40.547306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event deleted for resources: {'Port': ['ID=545ad449-e7bf-41e7-b3b3-c43eacddb763,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:40.572435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaebe58-f736-4982-a47f-f898895213a5 req-46d9dcda-fa89-4397-8f76-b9e73472c5b0 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2410069 Aug 06 18:13:40.711070 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:40.725155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] No DVR routers for this DVR port 545ad449-e7bf-41e7-b3b3-c43eacddb763 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:40.796987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:40.807354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64dfda8-2fe5-4f72-9226-e6cebde4a44f req-0dfcfc7f-3296-477e-bb77-a81781dc3251 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "DELETE /v2.0/ports/545ad449-e7bf-41e7-b3b3-c43eacddb763 HTTP/1.1" status: 204 len: 173 time: 2.9637144 Aug 06 18:13:40.821181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-deleted', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:40.824296 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90b4e8-e02a-40cc-9547-e6d6d4ebb83f" -d '{"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-deleted", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:40.825556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4efbb13-13fb-4e53-aae1-f6b2067a2508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.107015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4efbb13-13fb-4e53-aae1-f6b2067a2508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.118823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4efbb13-13fb-4e53-aae1-f6b2067a2508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.174453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4efbb13-13fb-4e53-aae1-f6b2067a2508 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb15c9cfcc648b8ac782ed800c73faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893518 Aug 06 18:13:41.188183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60012) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:41.236688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efbb13-13fb-4e53-aae1-f6b2067a2508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b91ed-a0ae-49d2-85d2-a916b36d43ff,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:41.331969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.351804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:41.370244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.499884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.510626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.514534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 545ad449-e7bf-41e7-b3b3-c43eacddb763 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:41.515038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 545ad449-e7bf-41e7-b3b3-c43eacddb763 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:41.523662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e28b91ed-a0ae-49d2-85d2-a916b36d43ff HTTP/1.1" status: 204 len: 168 time: 0.3322878 Aug 06 18:13:41.560152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393f75b-5383-4011-a020-7e4379836030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b91ed-a0ae-49d2-85d2-a916b36d43ff,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:41.565820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.607308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd1dd86-5e21-4a56-860d-34667cebfcee x-openstack-request-id: req-2fd1dd86-5e21-4a56-860d-34667cebfcee {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:41.607991 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e632def1-9581-45d9-bc53-c0f6a881d0ea", "name": "network-vif-deleted", "tag": "545ad449-e7bf-41e7-b3b3-c43eacddb763", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:41.608125 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fd1dd86-5e21-4a56-860d-34667cebfcee {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:41.608523 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e632def1-9581-45d9-bc53-c0f6a881d0ea', 'name': 'network-vif-deleted', 'tag': '545ad449-e7bf-41e7-b3b3-c43eacddb763', 'status': 'completed', 'code': 200} Aug 06 18:13:41.855113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:41.901785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 9e7e61b2-c365-4478-9c0b-774c0ee65227 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:41.942255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-87475fbd-da25-424a-8d54-65a937094542 None None] Provisioning for port d116f3bf-718b-46e6-ad08-bbf449540513 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:42.059770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab2880e8-09a2-441b-a3e8-e24dc44ed63f req-426a7f20-ed13-4369-91b6-7c8e18d8d596 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0816641 Aug 06 18:13:42.061259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.086822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da0d853a-0c91-498b-a2f6-60e6c6097c8d req-7fc72d1d-e3ce-4ccf-80f6-74d6fa233cb8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 210 time: 0.1818612 Aug 06 18:13:42.090274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.228990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d116f3bf-718b-46e6-ad08-bbf449540513 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:42.250011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-76222658-9dc9-4d8c-8069-c61bdb34ff1e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:42.252370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-76222658-9dc9-4d8c-8069-c61bdb34ff1e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 1.6191502 Aug 06 18:13:42.258859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.259837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba00c90-ef88-4379-8f54-a7c35972a6ac {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:13:42.273740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.275181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f2f3bb70-16e6-46c8-b7fd-b41af53e6191 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3ba00c90-ef88-4379-8f54-a7c35972a6ac HTTP/1.1" status: 204 len: 168 time: 4.8691993 Aug 06 18:13:42.279494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:42.281909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Request body: {'port': {'device_id': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'admin_state_up': True, 'tenant_id': '09a82b6afd7a4862ad38a656da485f06'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:42.383410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.401398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d116f3bf-718b-46e6-ad08-bbf449540513 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:42.419858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d116f3bf-718b-46e6-ad08-bbf449540513 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:42.425573 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.435965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Deleting subnet 075a1734-c9a1-43d7-b70c-8e6ef08eb4e4 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:42.458930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.528717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60030) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:42.539607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:42.568158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:42.578246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:42.586275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:42.592700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:42.593592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.626271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=9e7e61b2-c365-4478-9c0b-774c0ee65227,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:42.627326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.630493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.670618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:42.676204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.682781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d116f3bf-718b-46e6-ad08-bbf449540513, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d116f3bf-718b-46e6-ad08-bbf449540513,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:42.691115 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.726178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f5b91fcf-9657-4e4a-a672-8b53a53f103d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3691015 Aug 06 18:13:42.747092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60036) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:42.785101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.812572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d116f3bf-718b-46e6-ad08-bbf449540513,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:42.913135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:42.979047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941bb80-37d9-4760-b750-93659dc0def9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:43.003033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941bb80-37d9-4760-b750-93659dc0def9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:43.006871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2941bb80-37d9-4760-b750-93659dc0def9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2562199 Aug 06 18:13:43.011420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60046) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:43.022001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f983a65b-023c-4601-a35c-041d244bca0c None None] Provisioning for port 9e7e61b2-c365-4478-9c0b-774c0ee65227 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:43.026296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075a1734-c9a1-43d7-b70c-8e6ef08eb4e4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:43.028310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f983a65b-023c-4601-a35c-041d244bca0c None None] Provisioning complete for port 9e7e61b2-c365-4478-9c0b-774c0ee65227 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:43.028901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f983a65b-023c-4601-a35c-041d244bca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.062094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.067624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-680116ea-9740-447e-be27-9cb188e035b7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/075a1734-c9a1-43d7-b70c-8e6ef08eb4e4 HTTP/1.1" status: 204 len: 168 time: 0.7860508 Aug 06 18:13:43.068416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60052) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:43.097141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dba192-bcf1-4414-ab83-f3c0e7b5c35a None None] Network ac21f473-a87a-4bba-a087-9f699278a1ba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:43.225739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Allocated IP 172.20.0.5 (3782b742-c50a-4ec0-980f-60db9655f409/6ad6b11d-3910-42a5-bb94-12f6314a7e72/41c97a0f-9397-4f6e-982d-176412123943) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:43.249301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.302237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef0f9127-70c4-45dd-8918-c8a977c6bab3 req-a135601e-88a2-4ddd-b3b8-5a5cea26fdae tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 210 time: 0.0481002 Aug 06 18:13:43.338273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:43.344607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.395170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:43.397878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f983a65b-023c-4601-a35c-041d244bca0c None None] Port 9e7e61b2-c365-4478-9c0b-774c0ee65227 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:13:43.496092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb9f8-fc96-4730-b602-5f7df4ae4d06 req-3ee7cd63-9be7-4b71-87f5-c5744cf66653 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:43.510497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bddb871f-9d78-4c36-a1aa-468699d934a3 req-7a7b0590-ab61-45b8-b0e0-1c88d2691c08 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1042566 Aug 06 18:13:43.512736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c19bb9f8-fc96-4730-b602-5f7df4ae4d06 req-3ee7cd63-9be7-4b71-87f5-c5744cf66653 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2502778 Aug 06 18:13:43.531174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] DHCP port deletion for ac21f473-a87a-4bba-a087-9f699278a1ba request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:43.592179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Deleting port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:43.592179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.662369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1732487277-network', 'tenant_id': 'c7a74459dc8344feb7f166f9360e8255'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:43.670607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Deleting port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:43.671467 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.749598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Made reservation on behalf of c7a74459dc8344feb7f166f9360e8255 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:43.751766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.770172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c19bb9f8-fc96-4730-b602-5f7df4ae4d06 req-35a6de6e-5187-4761-a6ce-16ba8c7daa57 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489119 Aug 06 18:13:43.775521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.779056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 9e7e61b2-c365-4478-9c0b-774c0ee65227 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:43.779262 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.792600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] For port 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=979b4bfe-1e7e-4efb-b919-7d9383a8f953,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:43.793211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.842805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] For port 979b4bfe-1e7e-4efb-b919-7d9383a8f953, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=979b4bfe-1e7e-4efb-b919-7d9383a8f953,segment=NetworkSegment(5140a986-4b84-4d8b-91a6-c59f59d4c97c),segment_id=5140a986-4b84-4d8b-91a6-c59f59d4c97c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:43.843397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.867983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Calling delete_port for 979b4bfe-1e7e-4efb-b919-7d9383a8f953 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:43.873845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Calling delete_port for 979b4bfe-1e7e-4efb-b919-7d9383a8f953 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:43.900158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.954538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.962011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d116f3bf-718b-46e6-ad08-bbf449540513 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:43.975986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:43.984658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 9e7e61b2-c365-4478-9c0b-774c0ee65227 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:44.069553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=6eec11fc-68f4-4c7a-83c0-c34fc77ab48d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.069854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d116f3bf-718b-46e6-ad08-bbf449540513 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:44.069854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.082061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.093656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '767f664a-4cde-4b6b-a267-b117e9248928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:44.094044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: 381e16f5-8730-411a-9ab3-2701aff08e77, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:44.120618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.131155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.140317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 381e16f5-8730-411a-9ab3-2701aff08e77 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:44.151320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Network 3782b742-c50a-4ec0-980f-60db9655f409 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:44.170041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Pushing event deleted for resources: {'Port': ['ID=979b4bfe-1e7e-4efb-b919-7d9383a8f953,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.172296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:44.173899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 381e16f5-8730-411a-9ab3-2701aff08e77) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:44.175797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] No DVR routers for this DVR port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:44.181672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.182276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.188782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:44.190863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] No DVR routers for this DVR port 979b4bfe-1e7e-4efb-b919-7d9383a8f953 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:44.194855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0015f-d712-438c-818d-4ad6880df4a6 None None] Pushing event deleted for resources: {'Port': ['ID=979b4bfe-1e7e-4efb-b919-7d9383a8f953,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.202113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.206979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.216209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad47444-37e7-41be-b2a6-809b831a962f None None] Network 381e16f5-8730-411a-9ab3-2701aff08e77 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:44.240569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.279844 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-412882a9-c626-42fd-be83-883852722a2a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7494733 Aug 06 18:13:44.284330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:44.293119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:44.294472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621506960'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:44.313140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.313888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.350866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e578eb1e-c538-4017-95c7-a4602e9f8798,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.383552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.397615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.403347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac21f473-a87a-4bba-a087-9f699278a1ba']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:44.410336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.410755 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Added segment 94bed6cd-2116-4df0-bde7-db46a9a900ff of type vlan for network 02debbb0-d04e-4a3a-b187-e7a79713236e Aug 06 18:13:44.423704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:44.428395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.447030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140a986-4b84-4d8b-91a6-c59f59d4c97c') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:44.447708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140a986-4b84-4d8b-91a6-c59f59d4c97c') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:44.453535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=9e7e61b2-c365-4478-9c0b-774c0ee65227,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:44.467612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:44.494359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-f313ae0e-6846-4795-b30f-cc63224c7c65 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2244780 Aug 06 18:13:44.505006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.511667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Request body: {'port': {'device_id': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:44.517235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f561692f-d6ba-4518-9c8c-37e3f348a902 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:44.525920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-381e16f5-8730-411a-9ab3-2701aff08e77', 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': '6eec11fc-68f4-4c7a-83c0-c34fc77ab48d'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:44.526922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.541719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.542043 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 5ce46d8a-1751-4341-a62d-14ad0fabcb2e of type vlan for network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 Aug 06 18:13:44.548321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f561692f-d6ba-4518-9c8c-37e3f348a902 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:44.549191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f561692f-d6ba-4518-9c8c-37e3f348a902 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:44.549191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 979b4bfe-1e7e-4efb-b919-7d9383a8f953 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:44.554294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.577816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.582627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d8aecadc-5d1c-4bff-bb59-083a71a4e78c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/9e7e61b2-c365-4478-9c0b-774c0ee65227 HTTP/1.1" status: 204 len: 168 time: 1.5698020 Aug 06 18:13:44.585302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:44.604530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.614833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 979b4bfe-1e7e-4efb-b919-7d9383a8f953 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:44.615615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 979b4bfe-1e7e-4efb-b919-7d9383a8f953 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:44.658998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.664760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.687723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8a323-5e61-4f4c-838d-83383c914ac4 req-5a4be85b-009c-46ae-8d10-9adf25448f82 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.690718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2b8a323-5e61-4f4c-838d-83383c914ac4 req-5a4be85b-009c-46ae-8d10-9adf25448f82 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 931 time: 0.2158487 Aug 06 18:13:44.697900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:44.698608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:44.701828 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:44.828869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a68a456a-0a0f-4523-bf18-fa178a8bad53 req-fd1980a9-c9e2-4f7e-82ac-034256e4c498 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1635604 Aug 06 18:13:44.852602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.853744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.854257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.857816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Allocated IP 2001:db8:0:ffff::2 (381e16f5-8730-411a-9ab3-2701aff08e77/6eec11fc-68f4-4c7a-83c0-c34fc77ab48d/d3683ed3-0150-4111-a3f0-7e5d691bccf5) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:44.874087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9af87-148f-499a-aaef-fa462b76c9a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.874087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9af87-148f-499a-aaef-fa462b76c9a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.874087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-39b9af87-148f-499a-aaef-fa462b76c9a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2834225 Aug 06 18:13:44.878323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:44.937650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.944036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:44.945348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.959901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:44.975044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5554621 Aug 06 18:13:45.022905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7362537 Aug 06 18:13:45.035016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:45.036057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ef90c-9435-4a41-bcd1-90803460cb7f admin admin] Pushing event updated for resources: {'Network': ['ID=02debbb0-d04e-4a3a-b187-e7a79713236e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:45.066388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.066874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 02debbb0-d04e-4a3a-b187-e7a79713236e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:45.068671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac21f473-a87a-4bba-a087-9f699278a1ba HTTP/1.1" status: 204 len: 168 time: 1.9972346 Aug 06 18:13:45.073099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:45.081608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2b8a323-5e61-4f4c-838d-83383c914ac4 req-949dcd4f-fed6-4553-b744-4f97733c9ff9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784668 Aug 06 18:13:45.134727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69abc4-833e-44e0-84f3-85ad88da43fd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=5398ad9c-e53b-44c4-a1f4-df5252c38fa5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:45.146041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet f48de8f2-aef4-410a-8029-46124e5b29a7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:45.146633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:45.152960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.226686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7945-b5a3-4b31-927e-b0f433cb0741 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac21f473-a87a-4bba-a087-9f699278a1ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:45.283977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.284228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af6dea-50e0-451e-beea-9425d6af3386 req-07453a37-d682-48fc-add2-e008dae99652 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:45.286011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63af6dea-50e0-451e-beea-9425d6af3386 req-07453a37-d682-48fc-add2-e008dae99652 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1387734 Aug 06 18:13:45.333867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60088) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:45.369158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63af6dea-50e0-451e-beea-9425d6af3386 req-abae9583-b0b2-44fc-b3b7-94d5daee901f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736926 Aug 06 18:13:45.381627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.398603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Transition to ACTIVE for port object d3683ed3-0150-4111-a3f0-7e5d691bccf5 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:45.414589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:45.420476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.435581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6a41d8d6-53f2-4cfb-89de-b36dfa741efd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b27ae62df2447ae8f7b8ecc376fef20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993338 Aug 06 18:13:45.441735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Transition to ACTIVE for port object d3683ed3-0150-4111-a3f0-7e5d691bccf5 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:45.450600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:45.463973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.494144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.553726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Network 381e16f5-8730-411a-9ab3-2701aff08e77 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:45.559201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:45.563873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:45.573372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Pushing event updated for resources: {'Port': ['ID=d3683ed3-0150-4111-a3f0-7e5d691bccf5,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:45.608491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.618324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.644037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.646171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/f48de8f2-aef4-410a-8029-46124e5b29a7 HTTP/1.1" status: 204 len: 168 time: 0.7633095 Aug 06 18:13:45.663232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585ac1f-43ec-43f3-905a-557695c2ecc7 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:45.669804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:45.697667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.699843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8932c-1e9c-466b-8256-e6bbe254d937 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=f48de8f2-aef4-410a-8029-46124e5b29a7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:45.735932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c97a0f-9397-4f6e-982d-176412123943 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:13:45.761431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffe016e5-991e-44f5-9daa-efe88e3bcc71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893979 Aug 06 18:13:45.762448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.763727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:45.775159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:45.823377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Attempting to bind port d3683ed3-0150-4111-a3f0-7e5d691bccf5 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:45.823863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Attempting to bind port d3683ed3-0150-4111-a3f0-7e5d691bccf5 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '767f664a-4cde-4b6b-a267-b117e9248928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:45.824161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Attempting to bind port d3683ed3-0150-4111-a3f0-7e5d691bccf5 on network 381e16f5-8730-411a-9ab3-2701aff08e77 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:45.857750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:45.859271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Checking segment: {'id': '767f664a-4cde-4b6b-a267-b117e9248928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:45.859271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.859271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Bound using segment: {'id': '767f664a-4cde-4b6b-a267-b117e9248928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:45.859755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Bound port: d3683ed3-0150-4111-a3f0-7e5d691bccf5, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767f664a-4cde-4b6b-a267-b117e9248928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '381e16f5-8730-411a-9ab3-2701aff08e77'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:45.860823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Transition to ACTIVE for port object 41c97a0f-9397-4f6e-982d-176412123943 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:45.862221 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.888742 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.939919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.945733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:45.953888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bc696a9-3a9f-4472-9f86-b5595f539228 HTTP/1.1" status: 204 len: 168 time: 0.4998813 Aug 06 18:13:45.985909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] For port d3683ed3-0150-4111-a3f0-7e5d691bccf5, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:45.996771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] For port d3683ed3-0150-4111-a3f0-7e5d691bccf5, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d3683ed3-0150-4111-a3f0-7e5d691bccf5,segment=NetworkSegment(767f664a-4cde-4b6b-a267-b117e9248928),segment_id=767f664a-4cde-4b6b-a267-b117e9248928)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:46.007901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.045250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:46.114377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae708d-fac3-4cc3-bdc5-4505caf63beb None None] Pushing event updated for resources: {'Port': ['ID=d3683ed3-0150-4111-a3f0-7e5d691bccf5,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:46.119143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:46.126873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.182213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Deleting port d116f3bf-718b-46e6-ad08-bbf449540513 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:46.182876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.263437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc696a9-3a9f-4472-9f86-b5595f539228,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:46.305019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] For port d116f3bf-718b-46e6-ad08-bbf449540513, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d116f3bf-718b-46e6-ad08-bbf449540513,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:46.306118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.321481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66998d08-11e3-422e-aad6-db58beade60b req-e32dfa6c-7bc8-4287-a63c-12f1213e69f5 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.2580793 Aug 06 18:13:46.332405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.337411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.338038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.338847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.339304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.339900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.340472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.341077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.341649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.342255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.342790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.343371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.343992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b59eef-2034-48ff-b178-e3472968954c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:46.463709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Calling delete_port for d116f3bf-718b-46e6-ad08-bbf449540513 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:46.486097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:46.663339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=694fce54-b0a4-4836-9b95-9767928e540b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:46.692084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.748477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] Pushing event deleted for resources: {'Port': ['ID=d116f3bf-718b-46e6-ad08-bbf449540513,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:46.762884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeacecb-635d-406d-93b7-fc3ca6134b03 None None] No DVR routers for this DVR port d116f3bf-718b-46e6-ad08-bbf449540513 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:46.823913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60112) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:46.832551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61895d-8d42-4058-8807-903a8f1a8d8a req-f16375b8-7bab-4bff-bc34-0b2815516315 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:46.834131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Attempting to bind port 41c97a0f-9397-4f6e-982d-176412123943 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:46.834586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Attempting to bind port 41c97a0f-9397-4f6e-982d-176412123943 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:46.835183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Attempting to bind port 41c97a0f-9397-4f6e-982d-176412123943 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:46.842161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61895d-8d42-4058-8807-903a8f1a8d8a req-f16375b8-7bab-4bff-bc34-0b2815516315 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:46.845775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '5ce46d8a-1751-4341-a62d-14ad0fabcb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:46.846282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: 5398ad9c-e53b-44c4-a1f4-df5252c38fa5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:46.852453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Port 41c97a0f-9397-4f6e-982d-176412123943 on network 3782b742-c50a-4ec0-980f-60db9655f409 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:13:46.852708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61895d-8d42-4058-8807-903a8f1a8d8a req-f16375b8-7bab-4bff-bc34-0b2815516315 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:46.852942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Attempting to bind port 41c97a0f-9397-4f6e-982d-176412123943 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:46.855336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f61895d-8d42-4058-8807-903a8f1a8d8a req-f16375b8-7bab-4bff-bc34-0b2815516315 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9951081 Aug 06 18:13:46.873764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:46.874368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Checking segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:46.874543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Bound using segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:46.875322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Bound port: 41c97a0f-9397-4f6e-982d-176412123943, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:46.875963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.888452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b1d0-11c0-4e63-b1b9-2b7b6f7c275b req-16d2e50f-eba1-4c02-8d24-6f7fd2f6923d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:46.890704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1091b1d0-11c0-4e63-b1b9-2b7b6f7c275b req-16d2e50f-eba1-4c02-8d24-6f7fd2f6923d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.1377923 Aug 06 18:13:46.925530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:46.942995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a7bd5e9-4640-47f1-bbb8-8afd3a0af467 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39e0a83ab3664a29b29aa1d78122a006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180706 Aug 06 18:13:46.948480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60116) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:46.969673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5398ad9c-e53b-44c4-a1f4-df5252c38fa5) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:46.975753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:46.976727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:46.981849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca89d0-9464-41e9-a13a-f982732dfa5b None None] Network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:47.062829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1091b1d0-11c0-4e63-b1b9-2b7b6f7c275b req-ea941190-75b2-4a00-a37b-a63d3d1c3041 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540012 Aug 06 18:13:47.098903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d09412b8-fbf7-4d2c-a9e1-fb5cb38f13c1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0413005 Aug 06 18:13:47.106491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:47.152813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:47.159214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6639-3625-4d3d-bd47-9b58882a34c2 req-5da04edc-e013-4d3e-89ac-81a565670eb2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:47.161489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2bc6639-3625-4d3d-bd47-9b58882a34c2 req-5da04edc-e013-4d3e-89ac-81a565670eb2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1590347 Aug 06 18:13:47.204045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.235293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-5398ad9c-e53b-44c4-a1f4-df5252c38fa5', 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': '694fce54-b0a4-4836-9b95-9767928e540b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:47.236374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.252783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:47.264831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.299887 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.304481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.343536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2bc6639-3625-4d3d-bd47-9b58882a34c2 req-bdbd6f0f-0a2a-4db7-be7c-febc7fe1d29e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635406 Aug 06 18:13:47.371723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:47.372285 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.392126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] 10.222.0.55 "PUT /v2.0/ports/41c97a0f-9397-4f6e-982d-176412123943 HTTP/1.1" status: 200 len: 1092 time: 2.8711259 Aug 06 18:13:47.411869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'tag': '41c97a0f-9397-4f6e-982d-176412123943'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:13:47.415663 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05524cfa-4bc0-40a1-9773-8e3a649a973c" -d '{"events": [{"name": "network-changed", "server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "tag": "41c97a0f-9397-4f6e-982d-176412123943"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:13:47.423711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:47.436000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:13:47.446837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:47.449567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8fd72-36ea-4431-b8a6-2bdaa3b022de req-4695e619-0fea-49c3-b8f0-b1f341d342a3 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:47.464074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26f8fd72-36ea-4431-b8a6-2bdaa3b022de req-4695e619-0fea-49c3-b8f0-b1f341d342a3 tempest-ComputeTenantNetworksTest-1024753179 tempest-ComputeTenantNetworksTest-1024753179-project] 10.222.0.64 "GET /v2.0/networks/02debbb0-d04e-4a3a-b187-e7a79713236e HTTP/1.1" status: 200 len: 769 time: 0.3126488 Aug 06 18:13:47.468940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04dce3-6cbb-44ce-a6be-91bc9a36c49b None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:47.479071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:47.479699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.483600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:47.497326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Allocated IP 2001:db8::1 (5398ad9c-e53b-44c4-a1f4-df5252c38fa5/694fce54-b0a4-4836-9b95-9767928e540b/017c946f-388f-4db0-89ec-249b8ad38b46) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:47.517687 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca64f3-10ad-4de7-9369-588821a25831 x-openstack-request-id: req-2fca64f3-10ad-4de7-9369-588821a25831 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:13:47.518091 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "tag": "41c97a0f-9397-4f6e-982d-176412123943", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:13:47.518412 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fca64f3-10ad-4de7-9369-588821a25831 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:13:47.519450 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'tag': '41c97a0f-9397-4f6e-982d-176412123943', 'status': 'completed', 'code': 200} Aug 06 18:13:47.541201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7753422 Aug 06 18:13:47.545965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:47.554873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'name': 'tempest-NetworksTestDHCPv6-569216889'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:47.574301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a3bc3-dcc8-471b-a15e-b017a55d6a44 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=e3eda792-dfaa-41bf-9362-a78d8398bdc5,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:47.590336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.666099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce215899-48ca-4d5a-b326-e0e06c7dfe6a service neutron] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:47.697244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.700069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.703798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a88a235-6801-4365-ac4c-5c5b1ba6ec1c HTTP/1.1" status: 204 len: 168 time: 0.7518954 Aug 06 18:13:47.704021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4dff760-bee0-45f8-9482-9165a6878c08 req-cbe1e510-e7c9-40f7-9ee4-8fa31003b31c tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1058023 Aug 06 18:13:47.758292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-0319f92e-65df-4515-8a42-172713ca7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:47.762175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-0319f92e-65df-4515-8a42-172713ca7af9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 1095 time: 0.2954917 Aug 06 18:13:47.762396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956a675-a81f-45ae-a5b9-06a2d2466f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88a235-6801-4365-ac4c-5c5b1ba6ec1c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:47.836857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:47.839310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.858313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:47.906802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port c72d4d01-5fe8-4a75-a8c3-28573269f88b yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:13:47.921539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-41aa6e85-b017-4264-a907-eb3fcff05ec5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c97a0f-9397-4f6e-982d-176412123943 HTTP/1.1" status: 200 len: 217 time: 0.1424453 Aug 06 18:13:48.027933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.051852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa7aeb-c9e2-4c9e-9c1c-e4d5b3247ec2 None None] Network 381e16f5-8730-411a-9ab3-2701aff08e77 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:48.079154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d3683ed3-0150-4111-a3f0-7e5d691bccf5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:48.110925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-813384f5-212d-4ac3-8bf1-d2c4f9446186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:48.110925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-813384f5-212d-4ac3-8bf1-d2c4f9446186 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.1792562 Aug 06 18:13:48.210586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::295 (cefbc2ff-723f-4405-8414-41b97f8c7653/e3eda792-dfaa-41bf-9362-a78d8398bdc5/c72d4d01-5fe8-4a75-a8c3-28573269f88b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:48.247935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.264847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-53da12b3-ce5a-4f0b-b522-d4cd1b326282 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360242 Aug 06 18:13:48.267591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02debbb0-d04e-4a3a-b187-e7a79713236e']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:48.293331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bed6cd-2116-4df0-bde7-db46a9a900ff') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:48.293796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bed6cd-2116-4df0-bde7-db46a9a900ff') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:48.328312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.381791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.392193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Transition to ACTIVE for port object 017c946f-388f-4db0-89ec-249b8ad38b46 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:48.411079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Transition to ACTIVE for port object 017c946f-388f-4db0-89ec-249b8ad38b46 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:48.427117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.448788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.468350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object c72d4d01-5fe8-4a75-a8c3-28573269f88b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:48.514408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-51db8e5c-7723-40fd-bddc-4a7da3192bc0 None None] Provisioning for port d3683ed3-0150-4111-a3f0-7e5d691bccf5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:48.522360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.579107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Pushing event updated for resources: {'Port': ['ID=017c946f-388f-4db0-89ec-249b8ad38b46,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:48.599036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=c72d4d01-5fe8-4a75-a8c3-28573269f88b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:48.627497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:48.637237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8176c-c3fc-41c2-a6a3-104d5d0c3e89 req-f2bf169c-a351-4fcc-97fb-acd90fd7e2be tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:48.639255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2d8176c-c3fc-41c2-a6a3-104d5d0c3e89 req-f2bf169c-a351-4fcc-97fb-acd90fd7e2be tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.3337345 Aug 06 18:13:48.640606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:48.644157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:48.650862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:48.651882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.675192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:48.695721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:48.709571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:48.718859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2d8176c-c3fc-41c2-a6a3-104d5d0c3e89 req-6f26a5b8-d6b4-4bea-90cf-03186c3644b3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Aug 06 18:13:48.721613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c1692b7c-fa45-47b0-9b50-1a6eb0af8a4f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1716838 Aug 06 18:13:48.722055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d3683ed3-0150-4111-a3f0-7e5d691bccf5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:48.728127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60154) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:48.764560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'e3eda792-dfaa-41bf-9362-a78d8398bdc5'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:48.766751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.794773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89fc71-cdb2-4a67-99ed-f109cff7ef3f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:48.799581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ea89fc71-cdb2-4a67-99ed-f109cff7ef3f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0668216 Aug 06 18:13:48.802102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d3683ed3-0150-4111-a3f0-7e5d691bccf5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:48.802472 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:48.802884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60160) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:48.979627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:48.992200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Attempting to bind port 017c946f-388f-4db0-89ec-249b8ad38b46 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:48.992882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Attempting to bind port 017c946f-388f-4db0-89ec-249b8ad38b46 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5ce46d8a-1751-4341-a62d-14ad0fabcb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:48.993278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Attempting to bind port 017c946f-388f-4db0-89ec-249b8ad38b46 on network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:49.006651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.010329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port c72d4d01-5fe8-4a75-a8c3-28573269f88b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:49.011042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.017733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.082762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=694fce54-b0a4-4836-9b95-9767928e540b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:49.120529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:49.121225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:49.124538 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:49.179722 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.181943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:49.182317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Checking segment: {'id': '5ce46d8a-1751-4341-a62d-14ad0fabcb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:49.182718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.183117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Bound using segment: {'id': '5ce46d8a-1751-4341-a62d-14ad0fabcb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:49.183609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Bound port: 017c946f-388f-4db0-89ec-249b8ad38b46, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce46d8a-1751-4341-a62d-14ad0fabcb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:49.183992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.206324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f8550-bff7-4735-b7aa-43aaddf9cac8 req-4c46d9a0-e7fa-4cb5-a902-e908f7b1af0d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:49.207974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-562f8550-bff7-4735-b7aa-43aaddf9cac8 req-4c46d9a0-e7fa-4cb5-a902-e908f7b1af0d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2761471 Aug 06 18:13:49.227785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fecff23-228a-44d2-8a89-eb23670da600 req-2d2d3b61-6324-4fcb-ae30-6fec0e961917 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0665030 Aug 06 18:13:49.234193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-network', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:49.305786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Made reservation on behalf of 24d16405d2404ae888f4b1d9e847e558 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:49.310011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.329747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.335772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.366912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-562f8550-bff7-4735-b7aa-43aaddf9cac8 req-09b2c9be-23fa-4599-a414-f00d1e2bff22 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405082 Aug 06 18:13:49.369202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-ffd66d8f-1ef0-4982-b3f0-e39c4afdbb0e service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0917284 Aug 06 18:13:49.371242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.386062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.392072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-05413295-74a5-4f9e-98cc-a71b94335d9e None None] Provisioning complete for port d3683ed3-0150-4111-a3f0-7e5d691bccf5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:49.392673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-05413295-74a5-4f9e-98cc-a71b94335d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.413649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for c72d4d01-5fe8-4a75-a8c3-28573269f88b owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:49.414559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] For port 017c946f-388f-4db0-89ec-249b8ad38b46, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:49.437639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5398ad9c-e53b-44c4-a1f4-df5252c38fa5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:49.444336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.450883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] 10.222.0.64 "DELETE /v2.0/networks/02debbb0-d04e-4a3a-b187-e7a79713236e HTTP/1.1" status: 204 len: 168 time: 1.9621713 Aug 06 18:13:49.450883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdd6a-df47-426d-89d2-d28b7645bb29 admin admin] Pushing event deleted for resources: {'Network': ['ID=02debbb0-d04e-4a3a-b187-e7a79713236e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:49.517081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9163fd1a-f5cb-44bb-81e9-69a54fb6cfcd req-908b8403-432d-4e06-bc88-b3fb67b8ed97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0758781 Aug 06 18:13:49.520999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce46d8a-1751-4341-a62d-14ad0fabcb2e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:49.521782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce46d8a-1751-4341-a62d-14ad0fabcb2e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:49.529606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] For port 017c946f-388f-4db0-89ec-249b8ad38b46, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=017c946f-388f-4db0-89ec-249b8ad38b46,segment=NetworkSegment(5ce46d8a-1751-4341-a62d-14ad0fabcb2e),segment_id=5ce46d8a-1751-4341-a62d-14ad0fabcb2e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:49.560023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d3683ed3-0150-4111-a3f0-7e5d691bccf5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d3683ed3-0150-4111-a3f0-7e5d691bccf5,segment=NetworkSegment(767f664a-4cde-4b6b-a267-b117e9248928),segment_id=767f664a-4cde-4b6b-a267-b117e9248928)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:49.562784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.566621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.593173 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.602345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:49.603145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.607057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.650558 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.660345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:49.682847 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:49.689126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 18:13:49.689126 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 18:13:49.689126 n-d-793621-29 neutron-server[94121]: [parameters: {'id': '5398ad9c-e53b-44c4-a1f4-df5252c38fa5'}] Aug 06 18:13:49.689126 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:13:49.690070 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:13:49.708026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60168) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:49.711823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.721049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d116f3bf-718b-46e6-ad08-bbf449540513 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:13:49.721297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:49.737535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/e3eda792-dfaa-41bf-9362-a78d8398bdc5/a1c281f6-d2ff-4082-b399-b8cdad925b06) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:49.754889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b06464d1-e00e-40bd-961f-1eaa3a97e9ae req-d9e6206f-1982-4b91-a772-36c94573e419 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664601 Aug 06 18:13:49.775238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=c72d4d01-5fe8-4a75-a8c3-28573269f88b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:49.785652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.786006 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Added segment 578d90d1-c396-49dc-8429-474c5587fe74 of type vlan for network 77e6849d-f203-4da0-8ea7-582547fcd4ce Aug 06 18:13:49.797706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b569f8-fc76-4108-8780-ba338b22254c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:49.807895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d116f3bf-718b-46e6-ad08-bbf449540513 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:13:49.808251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d116f3bf-718b-46e6-ad08-bbf449540513 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:13:49.831277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72bb53-667b-4014-ae24-3d0ea01dfdab None None] Network 5398ad9c-e53b-44c4-a1f4-df5252c38fa5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:49.872974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2567855f-562e-4259-a461-93ce7a4ecc62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7a74459dc8344feb7f166f9360e8255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614385 Aug 06 18:13:49.873948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.878914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2995bc30-040e-4bda-a62b-aabbd0d244ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/c72d4d01-5fe8-4a75-a8c3-28573269f88b HTTP/1.1" status: 204 len: 168 time: 1.0726185 Aug 06 18:13:49.879516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:49.879972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:49.911844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b9c6-49e4-4c4b-b932-4ea022c4051d None None] Pushing event updated for resources: {'Port': ['ID=017c946f-388f-4db0-89ec-249b8ad38b46,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:49.920258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.967516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effab8-cb09-4516-9180-097a442eda5d req-78d2c822-40e1-433c-adfc-4ec199a87cc9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:49.969251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47effab8-cb09-4516-9180-097a442eda5d req-78d2c822-40e1-433c-adfc-4ec199a87cc9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.0914588 Aug 06 18:13:49.985281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:49.986860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:49.987262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.009773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-109998e9-5d71-48f0-bb38-d34fc1a2af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.011896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-109998e9-5d71-48f0-bb38-d34fc1a2af2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 1095 time: 0.1926324 Aug 06 18:13:50.017476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0371780 Aug 06 18:13:50.025359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60178) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:50.037506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Request body: {'subnet': {'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-subnet', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:50.053327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d3683ed3-0150-4111-a3f0-7e5d691bccf5,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:50.053808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd6342-3a62-4d2e-ba09-fbd2c6a32ec3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.057707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd6342-3a62-4d2e-ba09-fbd2c6a32ec3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.064377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-febd6342-3a62-4d2e-ba09-fbd2c6a32ec3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1814938 Aug 06 18:13:50.084580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60180) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:50.144743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47effab8-cb09-4516-9180-097a442eda5d req-bb0d9c83-3f05-458e-ab0b-f434aa617b2f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609704 Aug 06 18:13:50.145859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260fdf-1b02-4352-a1f2-92490914599e admin admin] Pushing event updated for resources: {'Network': ['ID=77e6849d-f203-4da0-8ea7-582547fcd4ce,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:50.166754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:50.196377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.260451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Made reservation on behalf of 24d16405d2404ae888f4b1d9e847e558 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:50.263119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.282470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.328181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.337944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Transition to ACTIVE for port object a1c281f6-d2ff-4082-b399-b8cdad925b06 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:50.356966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Transition to ACTIVE for port object a1c281f6-d2ff-4082-b399-b8cdad925b06 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:50.358782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet e3eda792-dfaa-41bf-9362-a78d8398bdc5 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:50.364987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.377171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.421879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:50.425411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:50.431135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:50.441053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Pushing event updated for resources: {'Port': ['ID=a1c281f6-d2ff-4082-b399-b8cdad925b06,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:50.450534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.518667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Attempting to bind port a1c281f6-d2ff-4082-b399-b8cdad925b06 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:50.519056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Attempting to bind port a1c281f6-d2ff-4082-b399-b8cdad925b06 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:50.519512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Attempting to bind port a1c281f6-d2ff-4082-b399-b8cdad925b06 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:50.527115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:50.527622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:50.528120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.528562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:50.529489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Bound port: a1c281f6-d2ff-4082-b399-b8cdad925b06, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:50.529489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.541407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79c78cdc-0b9d-423b-b45e-da3af7d97694 req-022d1cad-af0f-400b-98ac-992f0f710cc3 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.1890867 Aug 06 18:13:50.617917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-edc67b50-4c9d-4a2f-b83f-38ace248b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.619794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-edc67b50-4c9d-4a2f-b83f-38ace248b236 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 905 time: 0.5770798 Aug 06 18:13:50.622586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.638371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] For port a1c281f6-d2ff-4082-b399-b8cdad925b06, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:50.643156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] For port a1c281f6-d2ff-4082-b399-b8cdad925b06, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1c281f6-d2ff-4082-b399-b8cdad925b06,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:50.651024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.723856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7279d-0739-4da8-b35a-82348b8d152e req-faefec6c-7e43-49b2-9a3f-183429e3a41e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.727656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aff7279d-0739-4da8-b35a-82348b8d152e req-faefec6c-7e43-49b2-9a3f-183429e3a41e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1249943 Aug 06 18:13:50.737683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-466a1c08-dce9-41cf-9597-4214d2706d33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c97a0f-9397-4f6e-982d-176412123943 HTTP/1.1" status: 200 len: 217 time: 0.0812037 Aug 06 18:13:50.746398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6eb45-bf91-45c5-9240-16b68b6c92d5 None None] Pushing event updated for resources: {'Port': ['ID=a1c281f6-d2ff-4082-b399-b8cdad925b06,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:50.823838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aff7279d-0739-4da8-b35a-82348b8d152e req-28761b42-98c4-42de-9bda-51d20238e8b7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855691 Aug 06 18:13:50.843869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.847651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.852492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e578eb1e-c538-4017-95c7-a4602e9f8798 HTTP/1.1" status: 204 len: 168 time: 0.9676507 Aug 06 18:13:50.917394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4f4f7-1996-44d1-b935-b28a6178ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578eb1e-c538-4017-95c7-a4602e9f8798,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:50.924818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting port 017c946f-388f-4db0-89ec-249b8ad38b46 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:50.925380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:50.934894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-2b279d29-2375-4876-a3d6-5a7e9ed46cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:50.936169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-2b279d29-2375-4876-a3d6-5a7e9ed46cc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.1853828 Aug 06 18:13:51.088690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-53b6236a-c1d4-47b0-b80c-4dc7b0663725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138859 Aug 06 18:13:51.121439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.128913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.328495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] For port 017c946f-388f-4db0-89ec-249b8ad38b46, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=017c946f-388f-4db0-89ec-249b8ad38b46,segment=NetworkSegment(5ce46d8a-1751-4341-a62d-14ad0fabcb2e),segment_id=5ce46d8a-1751-4341-a62d-14ad0fabcb2e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:51.329073 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.367516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028be845-273c-4a42-8fad-913080be3162 req-382c5ef9-cbd2-4496-9c7a-cf6c430a4535 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:51.370328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-028be845-273c-4a42-8fad-913080be3162 req-382c5ef9-cbd2-4496-9c7a-cf6c430a4535 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.1006975 Aug 06 18:13:51.392782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Calling delete_port for 017c946f-388f-4db0-89ec-249b8ad38b46 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:51.400362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0770e39b-68b4-4759-92e1-68f0cc4875e5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:51.445804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-028be845-273c-4a42-8fad-913080be3162 req-cbd358fc-ee0f-413c-89b7-a4a10bd4a640 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Aug 06 18:13:51.495386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-27975484-cb70-4432-b28c-db3a75d55dd0 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962302 Aug 06 18:13:51.503436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.530583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Checking segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:51.531168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Network hostable DHCP agents. Network: 77e6849d-f203-4da0-8ea7-582547fcd4ce, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:51.588267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eda792-dfaa-41bf-9362-a78d8398bdc5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:51.636563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.642674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ebea98c9-6b1c-405f-a081-1d36a2f0c137 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/e3eda792-dfaa-41bf-9362-a78d8398bdc5 HTTP/1.1" status: 204 len: 168 time: 1.5525489 Aug 06 18:13:51.645745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60204) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:51.676440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:51.721128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8de42d48-7573-489d-84e9-18477e32be21 req-57e07a08-8542-4199-9278-22cb598bc4ac tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0494616 Aug 06 18:13:51.725363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 77e6849d-f203-4da0-8ea7-582547fcd4ce) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:51.734727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.736824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea816c9a-391e-4013-80f6-e272c7d5bc83 None None] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:51.738147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:51.738753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:51.769527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6242cb84-3638-433b-b484-31c0c01ff661 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177402 Aug 06 18:13:51.772598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60206) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:51.816850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No DVR routers for this DVR port 017c946f-388f-4db0-89ec-249b8ad38b46 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:51.874306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-05524cfa-4bc0-40a1-9773-8e3a649a973c req-a1309106-3d90-4f12-9486-c347d95cc5b6 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647888 Aug 06 18:13:51.876998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15a57c-d7ca-496f-bbb3-6056f16212c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:51.879769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Port': ['ID=017c946f-388f-4db0-89ec-249b8ad38b46,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:51.883373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d15a57c-d7ca-496f-bbb3-6056f16212c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1065640 Aug 06 18:13:51.890381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:51.924540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae7ac4c5-bc04-4ee0-8b5b-25b21f5f4609 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8964515 Aug 06 18:13:51.933084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60218) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:51.938983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:52.100823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291b112-018e-4b96-9b8d-333318694f32 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:52.117514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e291b112-018e-4b96-9b8d-333318694f32 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2142971 Aug 06 18:13:52.119349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:52.134647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.191244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5398ad9c-e53b-44c4-a1f4-df5252c38fa5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:52.194257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.195347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.223965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-77e6849d-f203-4da0-8ea7-582547fcd4ce', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:52.228879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.237233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce46d8a-1751-4341-a62d-14ad0fabcb2e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:52.240305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-73479154-8f4e-45fc-8f95-3775d40be2fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192420 Aug 06 18:13:52.240915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce46d8a-1751-4341-a62d-14ad0fabcb2e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:52.247590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60228) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:52.259822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:52.282211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.319254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1c281f6-d2ff-4082-b399-b8cdad925b06 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:52.375691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e26f-55ca-4352-9e51-b62f16b7b42e req-11d4b16b-fec7-42ef-ac93-88800d9ee9f8 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:52.387076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8269e26f-55ca-4352-9e51-b62f16b7b42e req-11d4b16b-fec7-42ef-ac93-88800d9ee9f8 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3270688 Aug 06 18:13:52.392134 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.528483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:52.533115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.595109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.636632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f35a7-2082-4fa0-b039-dc2d2403b0d9 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:52.639048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:13:52.639692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:13:52.647802 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:13:52.652101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9f8a6c6-f0f4-4b08-8826-3c6bab89448f req-f854981e-8e4e-4bc3-9396-2979fcaeb438 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0850689 Aug 06 18:13:52.832563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232de735-6b36-4d19-802b-06ed72f1b004 req-92dd7ce0-8997-4c07-845d-908a1d979f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f39bedff705547188ec862f34470f9d1&device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.4423127 Aug 06 18:13:52.926195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8269e26f-55ca-4352-9e51-b62f16b7b42e req-c13ce7e2-3086-4d5a-8623-88196b08f64e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5377390 Aug 06 18:13:52.932951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232de735-6b36-4d19-802b-06ed72f1b004 req-d0087705-e221-4681-871f-16b2b7fc3b80 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f39bedff705547188ec862f34470f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862284 Aug 06 18:13:52.984897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a70178-2906-4e3e-b706-a6f1b897b222 req-ed6e450c-571d-41f3-b3e2-a0cf04690df8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:52.988705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6a70178-2906-4e3e-b706-a6f1b897b222 req-ed6e450c-571d-41f3-b3e2-a0cf04690df8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.1751397 Aug 06 18:13:52.991413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.029236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Provisioning for port a1c281f6-d2ff-4082-b399-b8cdad925b06 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:53.037661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a1c281f6-d2ff-4082-b399-b8cdad925b06 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:53.049090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Provisioning complete for port a1c281f6-d2ff-4082-b399-b8cdad925b06 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:53.049633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.062863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.088719 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.088957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=7368527c-c2ec-4038-95d5-3a946991bb5b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:53.131455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a1c281f6-d2ff-4082-b399-b8cdad925b06 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:53.131953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.151290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:53.166176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:53.171484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:53.172797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.207449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.217845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7c9895a-b309-4c45-a18c-9555f391cb8a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9686770 Aug 06 18:13:53.218809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/5398ad9c-e53b-44c4-a1f4-df5252c38fa5 HTTP/1.1" status: 204 len: 168 time: 6.0999985 Aug 06 18:13:53.219997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd54fc4-481f-4c46-9544-22ab35ccdd5c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=5398ad9c-e53b-44c4-a1f4-df5252c38fa5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:53.230499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60242) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:53.231522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60244) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:53.265009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297779722'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:53.278267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Allocated IP 172.20.0.2 (77e6849d-f203-4da0-8ea7-582547fcd4ce/0770e39b-68b4-4759-92e1-68f0cc4875e5/86523110-5964-4426-90a7-8661b34a4bff) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:53.307655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '7368527c-c2ec-4038-95d5-3a946991bb5b', 'ip_address': '2001:db8::3974:57b9:ca24:6e60'}], 'name': 'tempest-NetworksTestDHCPv6-1248029328'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:53.327339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:13:53.336883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6a70178-2906-4e3e-b706-a6f1b897b222 req-96a0ae0e-57cc-4673-a766-102eadcc374c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486370 Aug 06 18:13:53.350512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.459254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:13:53.529532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de735-6b36-4d19-802b-06ed72f1b004 req-6d422242-a7f5-4254-81cd-808d3c4eb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:53.532772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232de735-6b36-4d19-802b-06ed72f1b004 req-6d422242-a7f5-4254-81cd-808d3c4eb47a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4605699 Aug 06 18:13:53.596039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:53.606021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.731438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.806060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:53.832914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.833663 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 2156a426-9c18-466e-bb06-a906f8253034 of type vlan for network d151aca9-5ce7-40b7-a519-9e0d920fa974 Aug 06 18:13:53.844615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] For port a1c281f6-d2ff-4082-b399-b8cdad925b06, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1c281f6-d2ff-4082-b399-b8cdad925b06,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:53.853638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:53.883328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.909262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-90ad0aa5-c161-4aa7-a52f-ce43355626c2 req-8d598c48-cc98-4ecb-9527-68d24a3464a1 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0385747 Aug 06 18:13:53.944816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:53.968661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.052025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.078848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.093126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Could not find standard attr ID for object c72d4d01-5fe8-4a75-a8c3-28573269f88b. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:13:54.121431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 62551a96-ebb3-4304-a397-006db24fc627 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:13:54.132391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Allocated IP 172.25.3.178 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/20970708-0a93-4bdf-adae-70174027cd23) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:54.158415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:54.170685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.177646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:54.178315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.272801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Pushing event updated for resources: {'Port': ['ID=a1c281f6-d2ff-4082-b399-b8cdad925b06,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:54.290362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '41c97a0f-9397-4f6e-982d-176412123943', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '41c97a0f-9397-4f6e-982d-176412123943', 'mac_address': 'fa:16:3e:75:00:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:13:54.291247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.361216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.361836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.361980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.362473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.363096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.365656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.366602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.367599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.368157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.368660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.369151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.369750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.370411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef51f886-f9eb-44fa-a795-23a7c27bf93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:13:54.402502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1652727 Aug 06 18:13:54.414462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:54.421074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.433347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Transition to ACTIVE for port object 86523110-5964-4426-90a7-8661b34a4bff will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:54.454767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Transition to ACTIVE for port object 86523110-5964-4426-90a7-8661b34a4bff will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:54.455695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:54.466744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:13:54.467466 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:13:54.485503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Pushing event updated for resources: {'Port': ['ID=20970708-0a93-4bdf-adae-70174027cd23,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:54.496311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.512139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Deleting port a1c281f6-d2ff-4082-b399-b8cdad925b06 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:54.512649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.559213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:54.560455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d9936-23e6-44d5-8e99-2e54eb5cbb0e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=d151aca9-5ce7-40b7-a519-9e0d920fa974,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:54.564712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Pushing event updated for resources: {'Port': ['ID=86523110-5964-4426-90a7-8661b34a4bff,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:54.585005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:54.590170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:54.605596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:54.614061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:54.624049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297a491-21cd-4b5c-89cd-c0bcabbd050e req-28489321-8f4e-45cf-b5d7-b68aa4ef75df tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:54.625758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9297a491-21cd-4b5c-89cd-c0bcabbd050e req-28489321-8f4e-45cf-b5d7-b68aa4ef75df tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4877117 Aug 06 18:13:54.648794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:54.669564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:54.675057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.729631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:54.733690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.834681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c97a0f-9397-4f6e-982d-176412123943 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:13:54.846983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::3974:57b9:ca24:6e60 (cefbc2ff-723f-4405-8414-41b97f8c7653/7368527c-c2ec-4038-95d5-3a946991bb5b/62551a96-ebb3-4304-a397-006db24fc627) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:54.882799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Attempting to bind port 86523110-5964-4426-90a7-8661b34a4bff on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:13:54.883159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Attempting to bind port 86523110-5964-4426-90a7-8661b34a4bff by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:13:54.883527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Attempting to bind port 86523110-5964-4426-90a7-8661b34a4bff on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:13:54.901605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] For port a1c281f6-d2ff-4082-b399-b8cdad925b06, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a1c281f6-d2ff-4082-b399-b8cdad925b06,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:54.901890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.931564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:13:54.934089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:13:54.934681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Checking segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:54.935253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.935796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Bound using segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:13:54.937708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Bound port: 86523110-5964-4426-90a7-8661b34a4bff, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:13:54.937708 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:54.940829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9297a491-21cd-4b5c-89cd-c0bcabbd050e req-e151b7bb-770f-487b-b8cd-8ab07a338a81 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904346 Aug 06 18:13:54.973898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Calling delete_port for a1c281f6-d2ff-4082-b399-b8cdad925b06 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:54.991978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.221474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.238909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 62551a96-ebb3-4304-a397-006db24fc627 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:13:55.301689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.319436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d3683ed3-0150-4111-a3f0-7e5d691bccf5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:55.338532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['41c97a0f-9397-4f6e-982d-176412123943'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:13:55.397523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:13:55.402680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.406289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637e932-1b1d-45d8-9c5d-940ddedf0056 req-098f8805-0ee7-4581-9fee-46a9f69a97eb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:55.408144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f637e932-1b1d-45d8-9c5d-940ddedf0056 req-098f8805-0ee7-4581-9fee-46a9f69a97eb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.9019613 Aug 06 18:13:55.437707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232de735-6b36-4d19-802b-06ed72f1b004 req-331ec54d-c7fa-47f0-af8d-8084241b687d tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0503969 Aug 06 18:13:55.441066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-92ed2979-16de-4c2c-92f4-f97266106df5 req-634b1585-ce56-458a-8e13-3f6a85b41750 tempest-ServerShowV254Test-2033017238 tempest-ServerShowV254Test-2033017238-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbcdcd44-dfe3-4a90-888a-61781053f1ba HTTP/1.1" status: 200 len: 210 time: 0.0663669 Aug 06 18:13:55.442030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:55.471275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=62551a96-ebb3-4304-a397-006db24fc627,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:55.493720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:13:55.501277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:55.502286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.529265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bab84d34-2d0e-428a-beeb-88d34c4ab0e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2910633 Aug 06 18:13:55.532602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f637e932-1b1d-45d8-9c5d-940ddedf0056 req-0515288a-79c3-4296-bb9d-a0fa57bf3f06 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001534 Aug 06 18:13:55.533124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60280) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:55.575469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=8c464288-fc4c-48c3-927e-8853019eb516,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:55.608736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '2156a426-9c18-466e-bb06-a906f8253034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:13:55.609273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: d151aca9-5ce7-40b7-a519-9e0d920fa974, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:13:55.641195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:13:55.654906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bbcf3-c53c-4f1d-988f-2e50c5a2acde tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:55.658991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d151aca9-5ce7-40b7-a519-9e0d920fa974) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:13:55.670016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bbcf3-c53c-4f1d-988f-2e50c5a2acde tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:55.675584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4e4bbcf3-c53c-4f1d-988f-2e50c5a2acde tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1355054 Aug 06 18:13:55.683938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:55.686039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:55.687609 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.701086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:55.709548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:55.756711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcec2ae-c8d9-4c6f-be20-6c6573369ce5 None None] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:55.802889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-821eb5a0-0e28-4241-94de-659ecc04ecfd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3847239 Aug 06 18:13:55.815975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:55.824849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329427298'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:55.881244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] For port 86523110-5964-4426-90a7-8661b34a4bff, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:13:55.930612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] For port 86523110-5964-4426-90a7-8661b34a4bff, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=86523110-5964-4426-90a7-8661b34a4bff,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:13:55.995121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d979287-d248-468e-8293-bc8ecfd78f55 req-1038ff7b-64a7-4b19-91ba-34b982617ddf tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:56.007500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d979287-d248-468e-8293-bc8ecfd78f55 req-1038ff7b-64a7-4b19-91ba-34b982617ddf tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2027237 Aug 06 18:13:56.015893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:56.025767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.033370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.152455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 62551a96-ebb3-4304-a397-006db24fc627 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:13:56.152747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.156288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.265312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] No DVR routers for this DVR port a1c281f6-d2ff-4082-b399-b8cdad925b06 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:13:56.333905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.338654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:13:56.375816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb7d7d-8bb1-4580-8d18-479289d659db None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:56.427266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d979287-d248-468e-8293-bc8ecfd78f55 req-d0474378-d78d-4ac5-b0aa-adb968f9ee48 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4181657 Aug 06 18:13:56.442917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.443543 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 3f36fbf6-50e8-4a44-8b7f-8f9970c896be of type vlan for network f9332559-9f88-4677-9d6d-7c841a011e56 Aug 06 18:13:56.449024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.505137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 62551a96-ebb3-4304-a397-006db24fc627 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:13:56.508030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d3683ed3-0150-4111-a3f0-7e5d691bccf5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:56.511068 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:56.566237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4246-c104-4e0c-852c-f62bdfc026fa None None] Pushing event updated for resources: {'Port': ['ID=86523110-5964-4426-90a7-8661b34a4bff,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:56.596089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669511f-18c9-487d-8de7-8304a5687de5 req-944e377e-6978-4aba-8c4f-210f2ad6c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:56.607630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-944e377e-6978-4aba-8c4f-210f2ad6c490 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.2773988 Aug 06 18:13:56.839908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4ad0-cead-44d0-8aae-8f478eace1c7 None None] Pushing event deleted for resources: {'Port': ['ID=a1c281f6-d2ff-4082-b399-b8cdad925b06,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:56.915927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669511f-18c9-487d-8de7-8304a5687de5 req-6d800e59-1313-4a04-b59a-49e9e6521b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:56.923181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-6d800e59-1313-4a04-b59a-49e9e6521b21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.2282543 Aug 06 18:13:56.936745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.124340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.133842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:57.135166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.189862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-4e4e7935-abc6-4d17-a0b5-a9db73fd7e55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1002 time: 0.2591491 Aug 06 18:13:57.236023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.281335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4557393 Aug 06 18:13:57.327967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669511f-18c9-487d-8de7-8304a5687de5 req-9d595dac-c55b-43dc-bb85-7dacf6f4ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:57.329808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-9d595dac-c55b-43dc-bb85-7dacf6f4ef1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.1259205 Aug 06 18:13:57.330343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60312) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:57.339990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': 'f9332559-9f88-4677-9d6d-7c841a011e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:57.346969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=62551a96-ebb3-4304-a397-006db24fc627,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:57.557501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:13:57.575979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.585658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669511f-18c9-487d-8de7-8304a5687de5 req-15fb48b7-cc5f-489b-9516-51c82c7e96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:57.587649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae12a65d-bb1c-4b7b-925e-ef7e7dfe7950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/62551a96-ebb3-4304-a397-006db24fc627 HTTP/1.1" status: 204 len: 168 time: 1.8950152 Aug 06 18:13:57.590327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-15fb48b7-cc5f-489b-9516-51c82c7e96d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420871 Aug 06 18:13:57.591171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b995e8-7aee-4f6b-8ea3-cccba2110150 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=f9332559-9f88-4677-9d6d-7c841a011e56,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:57.597259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60318) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:57.622779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63871049-1524-40f4-b075-2c5283df4e6c req-090120a4-33ba-4cb6-9943-a4b3990717d7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:57.642925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63871049-1524-40f4-b075-2c5283df4e6c req-090120a4-33ba-4cb6-9943-a4b3990717d7 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 944 time: 0.6340034 Aug 06 18:13:57.692356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f9332559-9f88-4677-9d6d-7c841a011e56 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:13:57.756692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60320) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:57.766148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63871049-1524-40f4-b075-2c5283df4e6c req-699c7fc3-ef9c-4623-95fa-119f2bf0a6d4 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196208 Aug 06 18:13:57.804267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d151aca9-5ce7-40b7-a519-9e0d920fa974', 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': '8c464288-fc4c-48c3-927e-8853019eb516'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:57.805300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:57.959601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e8d69-30a2-407e-a2d2-67e5820d4e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '7368527c-c2ec-4038-95d5-3a946991bb5b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:13:57.960526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-649e8d69-30a2-407e-a2d2-67e5820d4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.084625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:13:58.093105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa10e87-be92-45ae-a693-4cc3f9fa2127 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:58.096780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa10e87-be92-45ae-a693-4cc3f9fa2127 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:58.105245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60326) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:58.106573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2fa10e87-be92-45ae-a693-4cc3f9fa2127 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3051178 Aug 06 18:13:58.175365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:58.181694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.262786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 7368527c-c2ec-4038-95d5-3a946991bb5b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:13:58.282951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.296726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:13:58.337566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9f515-ae0f-446d-a039-e144193cf66b None None] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:13:58.379918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919099cc-1103-4749-be5b-2dfcbbddc789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.423290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.434402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.437336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a7c17cf9-f72e-409c-88ab-09ad60557efd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.5028276 Aug 06 18:13:58.448837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60334) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:58.473550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Performing IP validity checks on allocation pools {{(pid=94121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 18:13:58.474429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 18:13:58.590262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 86523110-5964-4426-90a7-8661b34a4bff up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:58.689035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945a61-6d7a-4e26-943a-ce4570bf0062 req-18992725-a518-4767-8828-35b87b1dd5d0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:58.724349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c945a61-6d7a-4e26-943a-ce4570bf0062 req-18992725-a518-4767-8828-35b87b1dd5d0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.9180236 Aug 06 18:13:58.761082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919099cc-1103-4749-be5b-2dfcbbddc789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.777087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.781581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919099cc-1103-4749-be5b-2dfcbbddc789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:58.860982 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-33d2f7ff-048b-47a4-bc58-8c11f0339c9f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0569098 Aug 06 18:13:58.902080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:13:58.904668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:13:58.987469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-919099cc-1103-4749-be5b-2dfcbbddc789 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f39bedff705547188ec862f34470f9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291374 Aug 06 18:13:59.006997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919099cc-1103-4749-be5b-2dfcbbddc789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772d6913-3923-4a4e-9dee-77433af19ece,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:59.009022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7738f024-4baf-47ee-8cb2-48add36ae052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.010385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:59.024173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.052397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.054714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/7368527c-c2ec-4038-95d5-3a946991bb5b HTTP/1.1" status: 204 len: 168 time: 0.9483492 Aug 06 18:13:59.065182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:59.104607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-69486a62-136b-49b2-9347-a82df40f4f69 None None] Provisioning for port 86523110-5964-4426-90a7-8661b34a4bff completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:59.111644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d21741-df68-41d3-8c2a-6f244c6f8566 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=7368527c-c2ec-4038-95d5-3a946991bb5b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:59.164873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3bd6adfc-a9eb-4efb-b0b4-9168fc2ddf0d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868990 Aug 06 18:13:59.167030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Allocated IP 2001:db8::1 (d151aca9-5ce7-40b7-a519-9e0d920fa974/8c464288-fc4c-48c3-927e-8853019eb516/bbb72c0f-1b6d-4b80-97fb-4fa1086d1363) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:13:59.170719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c945a61-6d7a-4e26-943a-ce4570bf0062 req-ab2b2647-7d69-4574-9e7d-bd791ac66536 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4450688 Aug 06 18:13:59.172441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c690cd5-f554-4474-8e7d-bee61d7febb1 req-f4be7109-a634-4dcf-b443-a5afed2b93db tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:13:59.181884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c690cd5-f554-4474-8e7d-bee61d7febb1 req-f4be7109-a634-4dcf-b443-a5afed2b93db tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 944 time: 0.2378802 Aug 06 18:13:59.183267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:13:59.200647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-649e8d69-30a2-407e-a2d2-67e5820d4e93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7368527c-c2ec-4038-95d5-3a946991bb5b: This subnet is being modified by another concurrent operation. Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:13:59.297684 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7368527c-c2ec-4038-95d5-3a946991bb5b: This subnet is being modified by another concurrent operation. Aug 06 18:13:59.304874 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:13:59.385751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 86523110-5964-4426-90a7-8661b34a4bff completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:13:59.427394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 86523110-5964-4426-90a7-8661b34a4bff triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:13:59.428676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.501359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:13:59.589970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0669511f-18c9-487d-8de7-8304a5687de5 req-a28e2b6f-c770-4b22-8762-6f01f0e2b301 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057903 Aug 06 18:13:59.646664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:13:59.732113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.795435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.818458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c690cd5-f554-4474-8e7d-bee61d7febb1 req-2f0fadf9-a73e-4e7e-8659-65e5148bba46 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355429 Aug 06 18:13:59.830464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:13:59.834434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.854417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.928630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.933807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:13:59.941414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/772d6913-3923-4a4e-9dee-77433af19ece HTTP/1.1" status: 204 len: 168 time: 0.9272690 Aug 06 18:13:59.957670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be7cde-a51d-4aeb-8fac-e0d0e103526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772d6913-3923-4a4e-9dee-77433af19ece,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:13:59.983726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=ab414263-5b44-41f8-9391-5988a99cf9a7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:00.060855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.168474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '3f36fbf6-50e8-4a44-8b7f-8f9970c896be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f9332559-9f88-4677-9d6d-7c841a011e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:00.169480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: f9332559-9f88-4677-9d6d-7c841a011e56, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:00.255447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 41c97a0f-9397-4f6e-982d-176412123943 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:00.276914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.304075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network f9332559-9f88-4677-9d6d-7c841a011e56 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:00.311711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 41c97a0f-9397-4f6e-982d-176412123943 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:00.312648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.380162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Transition to ACTIVE for port object bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:00.388830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9d13677-6ed5-412f-b2ce-03757e063778 None None] Provisioning complete for port 86523110-5964-4426-90a7-8661b34a4bff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:00.389187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f9332559-9f88-4677-9d6d-7c841a011e56) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:00.390052 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9d13677-6ed5-412f-b2ce-03757e063778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.394631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:00.395695 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.422972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12999eb-c052-4d31-87bb-18cb55ca7a4c None None] Network f9332559-9f88-4677-9d6d-7c841a011e56 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:00.516954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Transition to ACTIVE for port object bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:00.530560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 86523110-5964-4426-90a7-8661b34a4bff, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=86523110-5964-4426-90a7-8661b34a4bff,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:00.536390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0b615786-05eb-4bf4-be65-f255a8ba592e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2028604 Aug 06 18:14:00.541294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60366) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:00.668675 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.673591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.769494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7de6-e24d-4e1e-926e-6b56b16811bd req-b2bb615a-2287-4e23-80ca-535feff9763d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:00.776086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-394a7de6-e24d-4e1e-926e-6b56b16811bd req-b2bb615a-2287-4e23-80ca-535feff9763d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3666692 Aug 06 18:14:00.857647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.867199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:00.996971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1c281f6-d2ff-4082-b399-b8cdad925b06 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:01.045828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:01.056248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.094545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a1c281f6-d2ff-4082-b399-b8cdad925b06 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:14:01.095571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a1c281f6-d2ff-4082-b399-b8cdad925b06 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:14:01.163935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:01.170373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:01.183634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:01.189267 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ecaf3-d22c-449f-8672-614d2579cff7" -d '{"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-plugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:01.203016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:01.256683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.257429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.407728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Pushing event updated for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:01.427751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6885c-62fc-46c2-bedb-3768c011c0c6 req-0260eb9c-ec90-4831-80d2-dd8089cf448f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:01.439722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd6885c-62fc-46c2-bedb-3768c011c0c6 req-0260eb9c-ec90-4831-80d2-dd8089cf448f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 944 time: 0.3577511 Aug 06 18:14:01.442620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Attempting to bind port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:01.442620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Attempting to bind port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '2156a426-9c18-466e-bb06-a906f8253034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:01.442620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Attempting to bind port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 on network d151aca9-5ce7-40b7-a519-9e0d920fa974 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:01.518931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.548498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-394a7de6-e24d-4e1e-926e-6b56b16811bd req-9e6e917f-9747-404d-9817-343663f8ec35 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7142928 Aug 06 18:14:01.607625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd6885c-62fc-46c2-bedb-3768c011c0c6 req-4234254c-292d-4da8-80ca-387e4f933d7c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481750 Aug 06 18:14:01.617866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.705140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:01.710298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:01.741491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:01.742558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=ab414263-5b44-41f8-9391-5988a99cf9a7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:01.753760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.809054 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd75409-d1d1-4b31-aeab-8a835fe4620c x-openstack-request-id: req-dfd75409-d1d1-4b31-aeab-8a835fe4620c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:01.811105 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-plugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:01.811913 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfd75409-d1d1-4b31-aeab-8a835fe4620c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:01.814705 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943', 'code': 200} Aug 06 18:14:01.835591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=de66dda2-763a-4269-ba5c-9c09d0b5ccf4,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:01.846083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8cb63-0236-4e24-a08d-f5f3849ed3e3 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:01.871566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:01.892681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.916881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b54478e6-e8ce-43fb-ab69-b23acddaff9b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7314634 Aug 06 18:14:01.918279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:01.923232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9332559-9f88-4677-9d6d-7c841a011e56']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:01.949247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=86523110-5964-4426-90a7-8661b34a4bff,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:01.957577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': 'de66dda2-763a-4269-ba5c-9c09d0b5ccf4', 'ip_address': '2001:db8::6ac1:385c:e99d:87a7'}], 'name': 'tempest-NetworksTestDHCPv6-835800235'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:01.963191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:01.963597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f36fbf6-50e8-4a44-8b7f-8f9970c896be') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:01.963597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f36fbf6-50e8-4a44-8b7f-8f9970c896be') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:01.967101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Checking segment: {'id': '2156a426-9c18-466e-bb06-a906f8253034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:01.968343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.969256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Bound using segment: {'id': '2156a426-9c18-466e-bb06-a906f8253034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:01.972207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Bound port: bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2156a426-9c18-466e-bb06-a906f8253034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd151aca9-5ce7-40b7-a519-9e0d920fa974'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:01.972855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:01.984400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.014757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.031328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:02.031750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:02.035157 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:02.133906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1792033329-network', 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:02.150188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:13:55Z', 'revision_number': 3, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:02.182437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.185532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:02.187124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.188775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.209201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.216813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/f9332559-9f88-4677-9d6d-7c841a011e56 HTTP/1.1" status: 204 len: 168 time: 1.6673539 Aug 06 18:14:02.218620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60406) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:02.224485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515870555'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:02.229234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb1c1-a214-48c2-951c-c6f2d0b18683 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=f9332559-9f88-4677-9d6d-7c841a011e56,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:02.232931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.238738 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f2925362-7601-4374-ad13-28d4fc500f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.247283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:14:02.247784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Updating router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c port 20970708-0a93-4bdf-adae-70174027cd23 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:14:02.252274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a12f1-adef-455d-bc44-d385344d24fd req-9c390b2c-a875-4409-9ae6-4cb5626e214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:02.253914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-985a12f1-adef-455d-bc44-d385344d24fd req-9c390b2c-a875-4409-9ae6-4cb5626e214e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 1097 time: 0.3345451 Aug 06 18:14:02.280550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:02.284464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.344605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:02.361340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-985a12f1-adef-455d-bc44-d385344d24fd req-c9cf186a-f4d9-45b7-8641-1d55cfec1e76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Aug 06 18:14:02.369409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.369803 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment a6287fc2-cd97-408f-8c8a-8a1976846533 of type vlan for network 15c5b76c-d1d6-4590-a79e-f71d5d0b13df Aug 06 18:14:02.374329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Allocated IP 172.20.0.1 (77e6849d-f203-4da0-8ea7-582547fcd4ce/0770e39b-68b4-4759-92e1-68f0cc4875e5/fb2276a8-18de-42fb-9a3f-7eba3408f1af) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:02.381199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2034826-7dc1-4305-a10d-59d0a5e23270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f9332559-9f88-4677-9d6d-7c841a011e56', 'network_id': 'f9332559-9f88-4677-9d6d-7c841a011e56', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': 'ab414263-5b44-41f8-9391-5988a99cf9a7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:02.382343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b2034826-7dc1-4305-a10d-59d0a5e23270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.392634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.428864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:02.461259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.530459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:02.534876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.548622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.559985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.563728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.574306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:02.575703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.585213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Transition to ACTIVE for port object fb2276a8-18de-42fb-9a3f-7eba3408f1af will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:02.590257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4c10a-482a-4cba-9726-092d9ae00c63 None None] Network f9332559-9f88-4677-9d6d-7c841a011e56 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:02.592356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:02.621648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4025509 Aug 06 18:14:02.622983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:02.624430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,segment=NetworkSegment(2156a426-9c18-466e-bb06-a906f8253034),segment_id=2156a426-9c18-466e-bb06-a906f8253034)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:02.643462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60410) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:02.645500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4c10a-482a-4cba-9726-092d9ae00c63 None None] Network f9332559-9f88-4677-9d6d-7c841a011e56 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:02.686391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': '15c5b76c-d1d6-4590-a79e-f71d5d0b13df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:02.687434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.695071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27786e7e-94cb-4227-902d-0cde245f1a5a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:02.713892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'de66dda2-763a-4269-ba5c-9c09d0b5ccf4'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:02.714914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.725987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.776531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.777217 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Added segment d703b7de-75e1-4082-b08b-810a7e487c43 of type vlan for network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 Aug 06 18:14:02.831362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 7e7764de-88e4-43a3-9fc7-ea6b1b949523 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:14:02.838948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:02.877599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f1c3-419c-424f-8172-34d25b1477f6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=15c5b76c-d1d6-4590-a79e-f71d5d0b13df,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:02.908241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 15c5b76c-d1d6-4590-a79e-f71d5d0b13df details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:03.018668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2e12-c9fb-4d84-a85d-fd5d4a7fe2b1 None None] Pushing event updated for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:03.042887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:03.067275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:03.083660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:03.099238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.107194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:03.171266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c07d78-7192-4816-879e-288778284a98 req-65749772-bf76-497d-9374-84ec8bc365c6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:03.188178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48c07d78-7192-4816-879e-288778284a98 req-65749772-bf76-497d-9374-84ec8bc365c6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.5110533 Aug 06 18:14:03.272959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00b735-fcf8-4e02-a69a-6992a8487854 req-a8922dbb-2b40-483f-9df6-1b847382a33d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:03.274712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae00b735-fcf8-4e02-a69a-6992a8487854 req-a8922dbb-2b40-483f-9df6-1b847382a33d tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 945 time: 0.4702139 Aug 06 18:14:03.354343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.407796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae00b735-fcf8-4e02-a69a-6992a8487854 req-0a89232b-4132-45e9-bdc3-9dcaf0e2cfd8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098137 Aug 06 18:14:03.409480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.414970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48c07d78-7192-4816-879e-288778284a98 req-02c104f4-b1c5-4e9b-b6e1-738287b5ed55 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238510 Aug 06 18:14:03.417544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.418991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:03.419891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.429399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:03.434492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.538674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/de66dda2-763a-4269-ba5c-9c09d0b5ccf4/4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:03.598048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7252979 Aug 06 18:14:03.605043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60424) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:03.625636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Request body: {'subnet': {'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1792033329-subnet', 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:03.629575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6042b-ac8e-4b3a-8430-015af5d54bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=40fbd49c-f8c0-4f63-a555-e3f8abe85555,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:03.685663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:03.749951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:03.764673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:03.767867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.850066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:03.871895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Transition to ACTIVE for port object 20970708-0a93-4bdf-adae-70174027cd23 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:04.048176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.088077 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.091211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c7d6487-3e4a-4d7e-aab7-15b9bda96113 None None] Provisioning for port fb2276a8-18de-42fb-9a3f-7eba3408f1af completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:04.186311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c7d6487-3e4a-4d7e-aab7-15b9bda96113 None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:04.186806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6487-3e4a-4d7e-aab7-15b9bda96113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.188821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=ffe0c506-66b6-44d5-b496-4065d97ccf4f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:04.257186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': 'a6287fc2-cd97-408f-8c8a-8a1976846533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '15c5b76c-d1d6-4590-a79e-f71d5d0b13df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:04.257679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: 15c5b76c-d1d6-4590-a79e-f71d5d0b13df, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:04.268783 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.299796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 15c5b76c-d1d6-4590-a79e-f71d5d0b13df is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:04.320980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 15c5b76c-d1d6-4590-a79e-f71d5d0b13df) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:04.327791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efb4eb-7050-4258-a199-eff85064b905 None None] Pushing event updated for resources: {'Port': ['ID=20970708-0a93-4bdf-adae-70174027cd23,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:04.335065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Transition to ACTIVE for port object 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:04.337343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Attempting to bind port 20970708-0a93-4bdf-adae-70174027cd23 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:04.337821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Attempting to bind port 20970708-0a93-4bdf-adae-70174027cd23 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:04.338188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Attempting to bind port 20970708-0a93-4bdf-adae-70174027cd23 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:04.341093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:04.348491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.352242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b979a3-1740-4efc-8e22-80dcd7e5a609 None None] Network 15c5b76c-d1d6-4590-a79e-f71d5d0b13df requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:04.355201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d6487-3e4a-4d7e-aab7-15b9bda96113 None None] Port fb2276a8-18de-42fb-9a3f-7eba3408f1af cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:04.384053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-174dd8a6-03c0-4199-9df5-05920d9b504a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7198927 Aug 06 18:14:04.390094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60432) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:04.392349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:04.392736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:04.393215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.393694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:04.394197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Bound port: 20970708-0a93-4bdf-adae-70174027cd23, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:04.394687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.472992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.483788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Transition to ACTIVE for port object 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:04.490594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.528488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:04.539345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.573078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 86523110-5964-4426-90a7-8661b34a4bff up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:04.608899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d173e9-513b-4ac5-b186-07b33b70425e req-64ae9621-79f2-42cd-bcae-077a0ae2beeb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:04.619107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d173e9-513b-4ac5-b186-07b33b70425e req-64ae9621-79f2-42cd-bcae-077a0ae2beeb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 945 time: 0.0761855 Aug 06 18:14:04.655111 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.664014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] For port 20970708-0a93-4bdf-adae-70174027cd23, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:04.677545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d173e9-513b-4ac5-b186-07b33b70425e req-4e421080-f7dc-4670-bb72-a2c42dc96467 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569737 Aug 06 18:14:04.698545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:04.824109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:04.857176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d327e11-19e0-4568-b06e-b1d07d16032d None None] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:04.874170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::6ac1:385c:e99d:87a7 (cefbc2ff-723f-4405-8414-41b97f8c7653/de66dda2-763a-4269-ba5c-9c09d0b5ccf4/7e7764de-88e4-43a3-9fc7-ea6b1b949523) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:04.876946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44ad36f-26da-4887-8c14-9bdc50d51da6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:04.899456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] For port 20970708-0a93-4bdf-adae-70174027cd23, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=20970708-0a93-4bdf-adae-70174027cd23,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:04.924692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Checking segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:04.925307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Network hostable DHCP agents. Network: 40fbd49c-f8c0-4f63-a555-e3f8abe85555, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:04.937834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:04.941038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Pushing event updated for resources: {'Port': ['ID=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:04.947222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:04.998374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.110751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.113394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70acfb-34ef-42ba-9dcf-5c5aff8f92fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-15c5b76c-d1d6-4590-a79e-f71d5d0b13df', 'network_id': '15c5b76c-d1d6-4590-a79e-f71d5d0b13df', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': 'ffe0c506-66b6-44d5-b496-4065d97ccf4f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:05.115476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-da70acfb-34ef-42ba-9dcf-5c5aff8f92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.119577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Provisioning for port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:05.147772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:05.270684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 40fbd49c-f8c0-4f63-a555-e3f8abe85555) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:05.291133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:05.291937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.346996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62386821-f9f7-4246-8abc-035b1c6b1e6d req-704d2dac-4d81-4bc7-89e7-d7fe3189741b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:05.356829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.359409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62386821-f9f7-4246-8abc-035b1c6b1e6d req-704d2dac-4d81-4bc7-89e7-d7fe3189741b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 945 time: 0.1392012 Aug 06 18:14:05.378648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.392236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b925f048-58d3-45e5-a357-86417a1aa206 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7728505 Aug 06 18:14:05.454413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62386821-f9f7-4246-8abc-035b1c6b1e6d req-8ace4e25-28ac-4da6-a9d2-e24a90a105ec tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792263 Aug 06 18:14:05.469365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.487967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 86523110-5964-4426-90a7-8661b34a4bff triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:05.488572 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.520038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b71a04-1ff1-40d9-a45c-313bdd0dbd79 None None] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:05.581432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.592530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe0c506-66b6-44d5-b496-4065d97ccf4f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:05.756570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Provisioning complete for port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:05.757165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.814979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.897768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 7e7764de-88e4-43a3-9fc7-ea6b1b949523 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:05.932360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Attempting to bind port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:05.933056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Attempting to bind port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:05.933986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Attempting to bind port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:05.964208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:05.969147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd4b41-50ef-4ccb-9410-20592164367c None None] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:05.981392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5b76c-d1d6-4590-a79e-f71d5d0b13df']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:06.000515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6287fc2-cd97-408f-8c8a-8a1976846533') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:06.001989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6287fc2-cd97-408f-8c8a-8a1976846533') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:06.022951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:06.043512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.109513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:06.110063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:06.110584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.111484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:06.111626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Bound port: 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:06.111925 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.127047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.135169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efb4eb-7050-4258-a199-eff85064b905 None None] Pushing event updated for resources: {'Port': ['ID=20970708-0a93-4bdf-adae-70174027cd23,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:06.208405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:14:06.209116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:14:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:06.272161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e76f29-2642-4e13-b663-ea8bb91e1287 None None] Network 15c5b76c-d1d6-4590-a79e-f71d5d0b13df requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:06.296542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.300106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:06.301127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:06.357538 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:06.579742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=7e7764de-88e4-43a3-9fc7-ea6b1b949523,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:06.657865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] For port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:06.674157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:06.683221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.693412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:06.717186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-1564e54f-38f1-4d0d-a95f-1ce265681649 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:06.720805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-1564e54f-38f1-4d0d-a95f-1ce265681649 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.6998005 Aug 06 18:14:06.722628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.730820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/15c5b76c-d1d6-4590-a79e-f71d5d0b13df HTTP/1.1" status: 204 len: 168 time: 2.3329208 Aug 06 18:14:06.738548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.752126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e770e78-1274-474b-9595-ba8adebd65d5 req-47163cd7-e491-43bb-94dc-8e677d579a73 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:06.753664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:06.756497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e770e78-1274-474b-9595-ba8adebd65d5 req-47163cd7-e491-43bb-94dc-8e677d579a73 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 945 time: 0.1286626 Aug 06 18:14:06.757616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60470) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:06.759963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] For port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:06.767561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1092536024'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:06.775138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:06.775726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.789275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:14:06.811707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645d73-5d79-4abb-b3d3-cda3d30efc73 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=15c5b76c-d1d6-4590-a79e-f71d5d0b13df,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:06.824176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:06.826323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:06.835851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.846131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-54e6badb-f89b-4122-a623-440bdaaa6c42 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/quotas/ed6e164037b04eabbd80ffb43827eb3c HTTP/1.1" status: 200 len: 375 time: 0.0482624 Aug 06 18:14:06.888101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e770e78-1274-474b-9595-ba8adebd65d5 req-61991519-8aa1-4594-b66c-a905db6b85fd tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876973 Aug 06 18:14:06.902107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:06.906118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.948073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:06.979089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:06.979545 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment ada87db9-0260-4081-95e6-6278cd5a79f4 of type vlan for network 79811193-f146-4108-aa42-5a3c5ca2dffc Aug 06 18:14:07.020152 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-713caece-27d7-4523-b66f-93ba44d5f272 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0902100 Aug 06 18:14:07.021334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60476) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:07.053372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-f3c08cdf-5b82-4eb7-91db-478ee5eba8c4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292326 Aug 06 18:14:07.073601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,segment=NetworkSegment(2156a426-9c18-466e-bb06-a906f8253034),segment_id=2156a426-9c18-466e-bb06-a906f8253034)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:07.099029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:07.216060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:07.238860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:07.255305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:07.256644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:07.350325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a9019-7f85-4cbc-b122-53ecf710a556 None None] Pushing event updated for resources: {'Port': ['ID=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:07.411271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=79811193-f146-4108-aa42-5a3c5ca2dffc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:07.447818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f06960b-daf3-4c5e-b498-eb30643b4d39 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6877799 Aug 06 18:14:07.449424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60488) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:07.471661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': '79811193-f146-4108-aa42-5a3c5ca2dffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:07.713129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 79811193-f146-4108-aa42-5a3c5ca2dffc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:07.768950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cb8fd-4ff9-452c-9ddc-85175aff533d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:07.794351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cb8fd-4ff9-452c-9ddc-85175aff533d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:07.797903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c49cb8fd-4ff9-452c-9ddc-85175aff533d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7604225 Aug 06 18:14:07.804206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5efc8-44f7-4541-bc3b-9746d9b356af None None] Pushing event updated for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:07.807262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:07.820905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:14:07.960543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:07.965329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-071e4929-d51a-4b6a-9283-bc2493a7c0cb None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:07.966340 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-071e4929-d51a-4b6a-9283-bc2493a7c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:07.979179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:08.109656 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-f7f7b37b-8bba-4eb8-87c5-6a71ea59cc4e service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0227113 Aug 06 18:14:08.204423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-071e4929-d51a-4b6a-9283-bc2493a7c0cb None None] Port fb2276a8-18de-42fb-9a3f-7eba3408f1af cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:08.274417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 2, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:08.288859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 7e7764de-88e4-43a3-9fc7-ea6b1b949523 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:08.289190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:08.380818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d8685b-39ef-4529-893b-e60cf560ff08 None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 2, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:14:08.443041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-999ab0fb-e9df-4d76-89d6-81ba93b359ea None None] Provisioning complete for port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:08.443711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-999ab0fb-e9df-4d76-89d6-81ba93b359ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:08.519417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:08.592994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 7e7764de-88e4-43a3-9fc7-ea6b1b949523 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:09.206272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:09.268291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:09.315921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60518) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:09.347879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c21d194-7387-4c99-9a9b-c935e234ff67 None None] Provisioning for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:09.445839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:09.468263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:09.471244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:09.550244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:09.611096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2256d-582a-4aa8-9373-e6895481802d None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:14:09.633531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=7e7764de-88e4-43a3-9fc7-ea6b1b949523,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:09.662529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:14:09.690852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fed609e0-2198-428a-926e-8bbc537c7635 admin admin] 10.222.0.64 "PUT /v2.0/routers/5e62bcbf-f6af-4b1c-98b6-1ce4752b029c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2382760 Aug 06 18:14:09.718010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:09.721855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5717bfdd-5f96-4728-8525-5f5d775f5f11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/7e7764de-88e4-43a3-9fc7-ea6b1b949523 HTTP/1.1" status: 204 len: 168 time: 1.9112794 Aug 06 18:14:09.723450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=1287b637-65a4-406e-a1a2-dba0296e07d0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:09.728110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:09.781965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-a5e70d61-6321-41fc-82c0-c4d48a60e421 service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6567602 Aug 06 18:14:09.869064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': 'ada87db9-0260-4081-95e6-6278cd5a79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '79811193-f146-4108-aa42-5a3c5ca2dffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:09.869647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: 79811193-f146-4108-aa42-5a3c5ca2dffc, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:09.951787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75209e-df8c-46d0-85f7-fd4ad832128b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:09.959719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75209e-df8c-46d0-85f7-fd4ad832128b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:09.961431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6f75209e-df8c-46d0-85f7-fd4ad832128b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2226284 Aug 06 18:14:09.966225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60536) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:09.980834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4544373b-e9d6-4352-92df-788753f4dd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.011705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 79811193-f146-4108-aa42-5a3c5ca2dffc is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:10.045756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 79811193-f146-4108-aa42-5a3c5ca2dffc) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:10.084573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:10.094022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.151329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet de66dda2-763a-4269-ba5c-9c09d0b5ccf4 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:10.156978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.251531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-937f5de9-9e5d-42a6-887d-67b255864264 None None] Could not find standard attr ID for object 7e7764de-88e4-43a3-9fc7-ea6b1b949523. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:14:10.302470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.308740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.327375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.370450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:10.380690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.381663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:10.399626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32918997-cb44-4c7e-924f-8549f8759d71 req-27535fe4-4445-4350-b8e0-6af6292ac551 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.1692753 Aug 06 18:14:10.661222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4544373b-e9d6-4352-92df-788753f4dd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.674825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4544373b-e9d6-4352-92df-788753f4dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.748927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-950829a4-f0b9-43a3-abc5-999bf0ab3b19 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2970572 Aug 06 18:14:10.752760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60572) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:10.822554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:10.824090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:10.878451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4544373b-e9d6-4352-92df-788753f4dd63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e47ffce16c8d4d5c99442fd92f88bab7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4478848 Aug 06 18:14:10.889862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60582) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:10.898709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544373b-e9d6-4352-92df-788753f4dd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868a62b5-5c40-42c0-be21-ec2ea50de023,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:10.909368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:10.963287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.074879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.136280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.164151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2256d-582a-4aa8-9373-e6895481802d None None] Unable to find a vacant binding_index for network 79811193-f146-4108-aa42-5a3c5ca2dffc and agent 67f7c939-92a3-4a7b-825b-775217912d7b {{(pid=94123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 18:14:11.171365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2256d-582a-4aa8-9373-e6895481802d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 79811193-f146-4108-aa42-5a3c5ca2dffc) {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:14:11.248703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.253951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.255576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/868a62b5-5c40-42c0-be21-ec2ea50de023 HTTP/1.1" status: 204 len: 168 time: 0.3646224 Aug 06 18:14:11.275865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6e464-b5ee-471b-88ed-9cb50e8c66d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868a62b5-5c40-42c0-be21-ec2ea50de023,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:11.547008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fe36d35c-0755-425c-8a94-24a45df9fee7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:11.566753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fe36d35c-0755-425c-8a94-24a45df9fee7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 821 time: 0.7364812 Aug 06 18:14:11.577411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:14:11.609873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.633280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.653853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56d6ad25-3271-4307-b74b-d18456f9c1c3 req-05238654-1998-41ba-b823-e5e5b149c4ab tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.0663180 Aug 06 18:14:11.672665 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-f99260ea-0833-4565-a8e7-ab543f8cb80c tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/quotas/24d16405d2404ae888f4b1d9e847e558 HTTP/1.1" status: 200 len: 375 time: 0.1039090 Aug 06 18:14:11.674617 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.777729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:11.805479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:14:11.815779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:11.827972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/de66dda2-763a-4269-ba5c-9c09d0b5ccf4 HTTP/1.1" status: 204 len: 168 time: 1.8578670 Aug 06 18:14:11.832181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60606) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:11.904424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdf477-3148-435d-a6f8-335480342ca4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=de66dda2-763a-4269-ba5c-9c09d0b5ccf4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:12.118551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60624) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:12.127640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-85969088-5f50-42ec-9b81-5869b5087522 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201123 Aug 06 18:14:12.142678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:12.220767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-23ebb9c5-a117-42e7-b2f7-506824301d86 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5432467 Aug 06 18:14:12.230968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:12.295470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:12.323953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '41c97a0f-9397-4f6e-982d-176412123943', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '41c97a0f-9397-4f6e-982d-176412123943', 'mac_address': 'fa:16:3e:75:00:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:14:12.449869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-d1d744de-07ff-4084-b576-58434d3ffcc1 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123504 Aug 06 18:14:12.507443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:12.516910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:12.628539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:12.630555 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:12.866225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52f09e-da19-4b6f-b29f-33ae1ba53027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-79811193-f146-4108-aa42-5a3c5ca2dffc', 'network_id': '79811193-f146-4108-aa42-5a3c5ca2dffc', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': '1287b637-65a4-406e-a1a2-dba0296e07d0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:12.867231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5e52f09e-da19-4b6f-b29f-33ae1ba53027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:12.918286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75264676-33c8-48d5-81f2-c21387ff85e4 req-70d10328-776d-43f8-9ada-da65b6fa0c3a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.0925164 Aug 06 18:14:12.938639 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:14:12.972108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:14:12.973294 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:14:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:13.013899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.182940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.334607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=1287b637-65a4-406e-a1a2-dba0296e07d0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:13.352489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.404617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b7770a4a-5629-4d49-91a9-2d2ec6202716 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:13.405619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 20970708-0a93-4bdf-adae-70174027cd23 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:13.414495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b7770a4a-5629-4d49-91a9-2d2ec6202716 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.8450820 Aug 06 18:14:13.453322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=3be6debf-620d-4ab7-a85f-51f9285a3987,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:13.454102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c97a0f-9397-4f6e-982d-176412123943 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:13.464306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.465232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.465666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.466149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.466490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.467027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.467365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.467757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.468084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.468408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.468736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.469078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:13.482945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:13.486979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:13.493217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:13.496626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.499741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Request body: {'port': {'device_id': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'admin_state_up': True, 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:13.544997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7d0dd214-c101-4e9b-a426-618f3dbdce7b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4196818 Aug 06 18:14:13.546668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60654) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:13.551599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '3be6debf-620d-4ab7-a85f-51f9285a3987', 'ip_address': '2001:db8::185e:c9b1:2b4a:4e20'}], 'name': 'tempest-NetworksTestDHCPv6-1942477909'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:13.557058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-b2cf5236-223c-46bd-9036-fed800ccec36 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0894849 Aug 06 18:14:13.591665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:13.667552 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-5e52f09e-da19-4b6f-b29f-33ae1ba53027 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1287b637-65a4-406e-a1a2-dba0296e07d0: This subnet is being modified by another concurrent operation. Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:14:13.701491 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1287b637-65a4-406e-a1a2-dba0296e07d0: This subnet is being modified by another concurrent operation. Aug 06 18:14:13.708189 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:14:13.788677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:13.847880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b989cf-15b9-427f-966d-f96399dcee3c None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:14:13.937960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79811193-f146-4108-aa42-5a3c5ca2dffc']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:13.996626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada87db9-0260-4081-95e6-6278cd5a79f4') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:14.010036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada87db9-0260-4081-95e6-6278cd5a79f4') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:14.023082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:14.070141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.095481 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:14:14.162025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.211789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:14.213120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:14.217494 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:14.289848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b989cf-15b9-427f-966d-f96399dcee3c None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:14:14.309782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['41c97a0f-9397-4f6e-982d-176412123943'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:14:14.427610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 20970708-0a93-4bdf-adae-70174027cd23 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:14.450056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09e7bd94-084b-4bfa-9653-d8754c87bedd req-978deb6f-d608-42c6-8bcc-baf7c8ff4655 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.1632562 Aug 06 18:14:14.480328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 20970708-0a93-4bdf-adae-70174027cd23 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:14.481099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.559961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.569770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:14.595371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.619265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port a3b04504-4be7-4aa2-b3b2-092fc8cc27fe yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:14:14.622533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:14.699422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96802ae0-a8e7-4a7b-9f78-41d531bbb083 req-10fc8f1d-4542-40fa-962f-750377cf7c9d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.3219693 Aug 06 18:14:14.743021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.875153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:14.887856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/79811193-f146-4108-aa42-5a3c5ca2dffc HTTP/1.1" status: 204 len: 168 time: 4.1335602 Aug 06 18:14:14.895529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60686) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:14.952357 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:04Z', 'revision_number': 2, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:14.956200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610367842'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:14.993950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd5c4d-56e4-41ac-a7da-865ac80ed06c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=79811193-f146-4108-aa42-5a3c5ca2dffc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:15.068572 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:14:15.068894 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Updating router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c port fb2276a8-18de-42fb-9a3f-7eba3408f1af binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:14:15.130873 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:15.294360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:15.306088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:15.341820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::185e:c9b1:2b4a:4e20 (cefbc2ff-723f-4405-8414-41b97f8c7653/3be6debf-620d-4ab7-a85f-51f9285a3987/a3b04504-4be7-4aa2-b3b2-092fc8cc27fe) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:15.451691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:15.466739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Allocated IP 172.20.0.10 (40fbd49c-f8c0-4f63-a555-e3f8abe85555/b44ad36f-26da-4887-8c14-9bdc50d51da6/f751aaa7-5881-4d27-9dea-d504dbdbe2a3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:15.549581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:15.550462 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 7d18f2b6-6465-4365-9150-c167669e6a80 of type vlan for network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 Aug 06 18:14:15.921245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.021824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-321b3ae0-e94b-471d-96fa-acbf4ebfafbe req-af0d889f-146c-4421-b81f-3fa3840a38cb tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.1884561 Aug 06 18:14:16.109910 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.152685 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Transition to ACTIVE for port object fb2276a8-18de-42fb-9a3f-7eba3408f1af will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:16.169098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:14:16.173936 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.244319 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Pushing event updated for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:16.278494 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.279176 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.279614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.280180 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.280754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.281305 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.285297 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.285935 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.286495 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.286953 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.290337 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.292127 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:16.308798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cf8adb0-d4d1-49c3-b5e0-5c7eb1b0fef3 req-19e23188-4543-486c-bb49-a6122317c1d5 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.2162602 Aug 06 18:14:16.369203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.381965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.407771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object a3b04504-4be7-4aa2-b3b2-092fc8cc27fe will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:16.458866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Attempting to bind port fb2276a8-18de-42fb-9a3f-7eba3408f1af on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:16.460229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Attempting to bind port fb2276a8-18de-42fb-9a3f-7eba3408f1af by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:16.461719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Attempting to bind port fb2276a8-18de-42fb-9a3f-7eba3408f1af on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:16.491040 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:16.492039 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Checking segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:16.493831 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.496915 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Bound using segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:16.498139 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Bound port: fb2276a8-18de-42fb-9a3f-7eba3408f1af, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:16.499074 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.612251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.682621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 20970708-0a93-4bdf-adae-70174027cd23, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=20970708-0a93-4bdf-adae-70174027cd23,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:16.696733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.700554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.755393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:16.760268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.767263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] For port fb2276a8-18de-42fb-9a3f-7eba3408f1af, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:16.786968 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] For port fb2276a8-18de-42fb-9a3f-7eba3408f1af, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fb2276a8-18de-42fb-9a3f-7eba3408f1af,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:16.816208 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.858847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:16.878518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:16.892078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:16.933402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:16.938886 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.961438 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:16.962534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=a3b04504-4be7-4aa2-b3b2-092fc8cc27fe,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:17.003044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c6488f25-6938-4a08-a0a3-1d65584301e0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4524939 Aug 06 18:14:17.006831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60732) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:17.011048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '3be6debf-620d-4ab7-a85f-51f9285a3987'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:14:17.062365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1540258 Aug 06 18:14:17.121388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60736) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:17.177744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:17.178637 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:14:17.188199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:14:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:17.230311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=20970708-0a93-4bdf-adae-70174027cd23,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:17.243971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:17.322895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c367de9f-6ae5-4b08-bf56-0ccf1ca22966 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:17.322895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c367de9f-6ae5-4b08-bf56-0ccf1ca22966 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:17.322895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c367de9f-6ae5-4b08-bf56-0ccf1ca22966 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3145852 Aug 06 18:14:17.372113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:17.436150 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fbbbe-3a82-4876-9c54-91027f63a388 None None] Pushing event updated for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:17.555879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc0651e7-05a8-4b60-9a56-7390b1f0a45c req-76452ff6-80ee-4e9c-b67b-15d57243f05e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.1115835 Aug 06 18:14:17.610502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-7c3746b2-ce4d-4cf4-b61a-9e959fea8174 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:17.612521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-7c3746b2-ce4d-4cf4-b61a-9e959fea8174 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 821 time: 0.7435477 Aug 06 18:14:17.678301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:17.699647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'port': {'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'admin_state_up': True, 'tenant_id': '24d16405d2404ae888f4b1d9e847e558'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:17.770682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f903f-83f0-4432-97fe-64dc18594cf2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=c7d83194-dab3-4ee7-9b51-dc6642bf3f07,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:17.800549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:17.812598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37615d69-c8a5-4235-8b37-015ea7199397 req-18208e1d-21a1-471d-91c5-80ea93b53820 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.1462440 Aug 06 18:14:17.837376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:14:17.850624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port a3b04504-4be7-4aa2-b3b2-092fc8cc27fe {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:17.852133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:17.959086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:18.061326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:18.072041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:18.083767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:18.176759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event updated for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:18.222226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:18.258546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for a3b04504-4be7-4aa2-b3b2-092fc8cc27fe owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:18.269773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:18.280226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:18.338521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:18.342908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:18.475718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/3be6debf-620d-4ab7-a85f-51f9285a3987/4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:18.491620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 41c97a0f-9397-4f6e-982d-176412123943 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:18.493878 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:18.695602 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:18.741120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Made reservation on behalf of 24d16405d2404ae888f4b1d9e847e558 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:18.755453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:18.792162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-b81c3926-1425-4b2a-9eec-706d0e3899a8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3147030 Aug 06 18:14:18.803032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59322-884c-485e-bc0e-db894ecd699a None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:14:18.821500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Request body: {'port': {'device_id': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:19.152305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.205354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 20970708-0a93-4bdf-adae-70174027cd23 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:19.285190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.321727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:19.326115 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2c7cc3-108d-445b-8388-66a77123abb8" -d '{"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-plugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:19.335983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.362974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:19.380646 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.392638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721efad-ad53-45b2-8931-52b2cd162579 req-79f94412-30de-460d-b640-808ce2a52ae8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:19.396159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] For port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:19.398736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8721efad-ad53-45b2-8931-52b2cd162579 req-79f94412-30de-460d-b640-808ce2a52ae8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 932 time: 0.3725739 Aug 06 18:14:19.401326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3594c11c-6f98-42ca-9735-4a923296d1cf req-c59a280e-2588-4142-9bc2-c717c42532cc tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.1108601 Aug 06 18:14:19.442676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60786) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:19.482402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 20970708-0a93-4bdf-adae-70174027cd23 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:19.482848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.618767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=a3b04504-4be7-4aa2-b3b2-092fc8cc27fe,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:19.620109 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.701346 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeda2e8-a4a2-4dc4-a560-22dac7654316 x-openstack-request-id: req-8eeda2e8-a4a2-4dc4-a560-22dac7654316 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:19.702840 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-plugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:19.703490 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8eeda2e8-a4a2-4dc4-a560-22dac7654316 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:19.704624 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943', 'code': 200} Aug 06 18:14:19.714318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Allocated IP 172.20.0.9 (77e6849d-f203-4da0-8ea7-582547fcd4ce/0770e39b-68b4-4759-92e1-68f0cc4875e5/751cd030-d441-46de-85e5-f18ab46eea02) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:19.719962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:19.739712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.740607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Transition to ACTIVE for port object 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:19.741830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e701e182-cf12-428c-b3e4-1c3be125377a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/a3b04504-4be7-4aa2-b3b2-092fc8cc27fe HTTP/1.1" status: 204 len: 168 time: 2.3667853 Aug 06 18:14:19.752239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:19.819691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:19.845507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8721efad-ad53-45b2-8931-52b2cd162579 req-4622da36-5f42-4b40-a9d0-0bfaf29f0fe0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026168 Aug 06 18:14:19.907524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c6836-0120-43f8-87f8-12ee0f8ee559 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:19.913848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c6836-0120-43f8-87f8-12ee0f8ee559 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:19.920055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-066c6836-0120-43f8-87f8-12ee0f8ee559 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1664934 Aug 06 18:14:19.922606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:19.968546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fb2276a8-18de-42fb-9a3f-7eba3408f1af up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:20.013311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.041533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Transition to ACTIVE for port object 751cd030-d441-46de-85e5-f18ab46eea02 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:20.079380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 3be6debf-620d-4ab7-a85f-51f9285a3987 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:20.090632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.210941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22f141-372b-4a0a-be68-1ee705e85fc3 None None] Pushing event updated for resources: {'Port': ['ID=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:20.221483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.311335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port fb2276a8-18de-42fb-9a3f-7eba3408f1af completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:20.319546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:20.320122 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.350171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.352672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.462570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2d949d7-b863-438f-b588-0abb64852af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.496593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:20.517297 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.555441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.595890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:20.622139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:20.625281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port fb2276a8-18de-42fb-9a3f-7eba3408f1af, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fb2276a8-18de-42fb-9a3f-7eba3408f1af,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:20.632375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.787523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:20.834924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f751aaa7-5881-4d27-9dea-d504dbdbe2a3 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:20.836283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.844713 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.862001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Transition to ACTIVE for port object f751aaa7-5881-4d27-9dea-d504dbdbe2a3 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:20.872634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:20.896430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event updated for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:20.958104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.983635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=3be6debf-620d-4ab7-a85f-51f9285a3987,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:20.989893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:20.997771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b8cc1a8-7485-48fb-9658-4a243460aba5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3be6debf-620d-4ab7-a85f-51f9285a3987 HTTP/1.1" status: 204 len: 168 time: 1.0711718 Aug 06 18:14:21.000404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:21.149972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4361c252-d567-44f2-aaf6-f967163bad9f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466768 Aug 06 18:14:21.153350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:21.234517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '7d18f2b6-6465-4365-9150-c167669e6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:21.238213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: c7d83194-dab3-4ee7-9b51-dc6642bf3f07, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:21.266846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=c1fdce58-0957-4f68-888b-1d61eb17ffec,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:21.389569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c2236-500a-4fd1-afbb-4a2b9b207d11 req-5af77f4a-0f40-4652-b137-63d64cc8dca4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:21.404058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16c2236-500a-4fd1-afbb-4a2b9b207d11 req-5af77f4a-0f40-4652-b137-63d64cc8dca4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 931 time: 0.5113475 Aug 06 18:14:21.428469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:21.429592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:21.550844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618762d-d72e-4876-96fb-c78122de0f88 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:21.586634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b003ee-c79a-4e1b-a940-20d8c8d0245d None None] Network 79811193-f146-4108-aa42-5a3c5ca2dffc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:21.755598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b003ee-c79a-4e1b-a940-20d8c8d0245d None None] Network 79811193-f146-4108-aa42-5a3c5ca2dffc could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:21.778976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c2d043-1ee7-47f7-bf5d-5b1f1f7482c8 None None] Network 79811193-f146-4108-aa42-5a3c5ca2dffc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:21.804913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69ca9-5d44-4561-990b-afa3b74bae37 req-c3b842d0-2f0f-489b-a7c1-a3e17eb0c3b8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:21.811709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d38f2e17-c30a-4761-a405-27455ce11ca3 None None] Provisioning for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:21.814165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3a69ca9-5d44-4561-990b-afa3b74bae37 req-c3b842d0-2f0f-489b-a7c1-a3e17eb0c3b8 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.8079367 Aug 06 18:14:21.840563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c2d043-1ee7-47f7-bf5d-5b1f1f7482c8 None None] Network 79811193-f146-4108-aa42-5a3c5ca2dffc could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:21.852667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d38f2e17-c30a-4761-a405-27455ce11ca3 None None] Provisioning complete for port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:21.853897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d38f2e17-c30a-4761-a405-27455ce11ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:21.883513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3a69ca9-5d44-4561-990b-afa3b74bae37 req-ac7e7194-449c-4468-b64b-53d6a09ffe32 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670440 Aug 06 18:14:21.914831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca127714-25e7-4ab6-9be2-299a1484b72c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:21.920559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca127714-25e7-4ab6-9be2-299a1484b72c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7627895 Aug 06 18:14:21.921157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60816) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:22.096926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36812827-1c70-4964-9ecd-bf2dbaf3904a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:22.103800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-36812827-1c70-4964-9ecd-bf2dbaf3904a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1810992 Aug 06 18:14:22.109317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:22.241015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-71b66283-1df2-4539-b09a-522bb1f0747f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1284628 Aug 06 18:14:22.246486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:22.256277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:22.326983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:14:22.379718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:22.405667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:22.443843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Deleting port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:22.444315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.475155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b26178f4-b457-4e7f-b512-7518472789ed None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:22.475628 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b26178f4-b457-4e7f-b512-7518472789ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.541549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2d949d7-b863-438f-b588-0abb64852af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.599902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:22.604199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.632095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2d949d7-b863-438f-b588-0abb64852af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.654702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] For port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:22.655576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.690101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f16c2236-500a-4fd1-afbb-4a2b9b207d11 req-c4f0e41d-4e1d-48f6-885f-ecc45391209b tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830508 Aug 06 18:14:22.705661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Calling delete_port for 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:22.730769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-fdb23c6f-fc24-4577-9c78-2500d4fe426a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0615666 Aug 06 18:14:22.748075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c7d83194-dab3-4ee7-9b51-dc6642bf3f07) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:22.756852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:22.759098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:22.783179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c08f4-2af4-4527-8df2-a652c89fbeb0 None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:22.841135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Request body: {'port': {'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:22.977572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fb2276a8-18de-42fb-9a3f-7eba3408f1af up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:23.118148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d949d7-b863-438f-b588-0abb64852af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca9b9d2-13e7-4c21-8c3f-7e2c6b58d0f9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:23.219395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Attempting to bind port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:23.219815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Attempting to bind port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:23.220321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Attempting to bind port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:23.256385 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35082128-d446-456f-9650-7c645061765f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.1210177 Aug 06 18:14:23.259771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:23.273275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a2d949d7-b863-438f-b588-0abb64852af9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad75238895a34da4a12430fee8501e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8261027 Aug 06 18:14:23.283310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.285050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:23.310808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:23.311840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.312119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.318825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:14:23.330007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Attempting to bind port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:23.344351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:23.355528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Checking segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:23.356234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Bound using segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:23.357178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Bound port: f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:23.357577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.397532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:23.398279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.412507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] Pushing event deleted for resources: {'Port': ['ID=4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:23.472063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514a645-05b1-46c8-8336-9d34ed331b9d None None] No DVR routers for this DVR port 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:14:23.478754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Provisioning for port 751cd030-d441-46de-85e5-f18ab46eea02 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:23.510574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Provisioning complete for port 751cd030-d441-46de-85e5-f18ab46eea02 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:23.510574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.572882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c7d83194-dab3-4ee7-9b51-dc6642bf3f07', 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': 'c1fdce58-0957-4f68-888b-1d61eb17ffec'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:23.573195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-5027c35b-197b-4046-bab9-a55f02a4a0dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6182365 Aug 06 18:14:23.578630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.614604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:23.630806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:23.648190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.649186 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.658579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:23.689144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da97bf9-0da6-4130-9abc-31ab7bca14d8 req-e9667dff-cb9b-4820-872f-7b564174076e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.692788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9da97bf9-0da6-4130-9abc-31ab7bca14d8 req-e9667dff-cb9b-4820-872f-7b564174076e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.4429023 Aug 06 18:14:23.721575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f7e91e5-4d2f-414d-9c76-4323b94a83eb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4714577 Aug 06 18:14:23.731856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60852) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:23.748046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c', 'ip_address': '2001:db8::eee:bf3d:55fe:69ba'}], 'name': 'tempest-NetworksTestDHCPv6-1661392919'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:23.780205 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:23.826674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.827213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.827658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.828288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.828777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.829257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.829845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:23.832573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-037b234d-f83a-4a02-abba-187fe9985570 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 0.1736472 Aug 06 18:14:23.884342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9da97bf9-0da6-4130-9abc-31ab7bca14d8 req-11f786ed-1c65-469c-872f-b3a647903c12 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664956 Aug 06 18:14:23.928253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:23.947220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:23.954832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.150782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-33d61d0c-dc65-44b3-83d5-5923b0830f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.151293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-33d61d0c-dc65-44b3-83d5-5923b0830f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.151765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-33d61d0c-dc65-44b3-83d5-5923b0830f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.153561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-33d61d0c-dc65-44b3-83d5-5923b0830f24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 2296 time: 0.1760201 Aug 06 18:14:24.367233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-144f93e9-ce8a-42a0-be7e-d8edafffc942 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1001 time: 0.1241810 Aug 06 18:14:24.373606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.403873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Allocated IP 2001:db8::2 (c7d83194-dab3-4ee7-9b51-dc6642bf3f07/c1fdce58-0957-4f68-888b-1d61eb17ffec/8807dfb7-a3a9-4f57-add4-1440915acffe) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:24.429072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:24.451475 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:14:24.533395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-2f54f498-222b-401a-9814-ffecd453cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.536054 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-2f54f498-222b-401a-9814-ffecd453cc44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.1008155 Aug 06 18:14:24.558546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Port 751cd030-d441-46de-85e5-f18ab46eea02 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:24.568615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f658d4-6d99-418e-81d4-0319f0e72f15 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:24.604685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.643892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Provisioning complete for port fb2276a8-18de-42fb-9a3f-7eba3408f1af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:24.644479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3aa00721-92ac-43ba-85f9-e5ffb483f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.762760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.902132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=946ba998-4fe7-4cc2-996c-4d18b2e72d72,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:24.917800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:24.920174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:24.933154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.934451 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.942136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:24.943632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:24.946428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] 10.222.0.16 "PUT /v2.0/ports/f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 200 len: 1093 time: 6.1447330 Aug 06 18:14:24.947489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:24.975490 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:24.991071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7a616d6f-6e94-46e8-8be2-c159b82eaf2b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7209363 Aug 06 18:14:24.991071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60874) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:25.072138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4758ee-daf2-4ffd-b013-7af29ba68ecf req-3cfa332b-ef17-4610-9c86-a682d356dd06 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.089635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db4758ee-daf2-4ffd-b013-7af29ba68ecf req-3cfa332b-ef17-4610-9c86-a682d356dd06 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 931 time: 1.1426923 Aug 06 18:14:25.141161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.145169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.150899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.154464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.159745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.171432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2b10b10b-722a-4b81-a7ec-c463020c2e61 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1791742 Aug 06 18:14:25.174958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:25.184577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204380394'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:25.237489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4b58-715a-4552-8e6b-85ec7c621c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:25.270374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-335c589a-85aa-4e08-8f49-f0934a563c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.272246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-335c589a-85aa-4e08-8f49-f0934a563c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7026193 Aug 06 18:14:25.281228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.283946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.285314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ca9b9d2-13e7-4c21-8c3f-7e2c6b58d0f9 HTTP/1.1" status: 204 len: 168 time: 1.9490972 Aug 06 18:14:25.287668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.317049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5985697-03c2-4dc6-b1bd-a8118eee20d9 req-dc9f864a-04c7-4f5c-b041-143501b4ed8f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.320913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5985697-03c2-4dc6-b1bd-a8118eee20d9 req-dc9f864a-04c7-4f5c-b041-143501b4ed8f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.1473057 Aug 06 18:14:25.333183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:25.356378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db4758ee-daf2-4ffd-b013-7af29ba68ecf req-eed8bacf-c425-4376-90f4-a3accbe05b35 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656612 Aug 06 18:14:25.387721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Transition to ACTIVE for port object 8807dfb7-a3a9-4f57-add4-1440915acffe will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:25.394089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:25.400189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d8729-2ce6-4454-a2bf-54d0ee6f5b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca9b9d2-13e7-4c21-8c3f-7e2c6b58d0f9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:25.428745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5985697-03c2-4dc6-b1bd-a8118eee20d9 req-fb90db89-d8cb-4cfb-9ee6-d6c099068c15 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986686 Aug 06 18:14:25.457887 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:25.467732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.489726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-d3db2b2d-3d57-4388-9749-e006e65577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.491389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-d3db2b2d-3d57-4388-9749-e006e65577d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 1096 time: 0.4588416 Aug 06 18:14:25.536427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:25.562771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.566127 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment d58ec6f9-c128-4b01-9284-c7d9fe27c266 of type vlan for network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 Aug 06 18:14:25.604516 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b25ea6-5456-462a-a51f-71684428d4aa x-openstack-request-id: req-25b25ea6-5456-462a-a51f-71684428d4aa {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:25.604516 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:25.604516 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25b25ea6-5456-462a-a51f-71684428d4aa {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:25.604516 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3', 'status': 'completed', 'code': 200} Aug 06 18:14:25.618566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:14:25.619177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ab12bb9-480f-4c7d-bb8a-70a2c195f6e9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:14:25.636337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Transition to ACTIVE for port object 8807dfb7-a3a9-4f57-add4-1440915acffe will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:25.650825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:25.652300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.709152 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.757380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.805170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.813920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.820346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:25.821138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:25.882558 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7058189 Aug 06 18:14:25.889026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60894) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:25.918852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:25.936379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Pushing event updated for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:26.002543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-e132cff9-7dbe-4db4-908a-6eb65924b1c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.5003624 Aug 06 18:14:26.135041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bfb74-60af-4057-966f-79b61fb433e9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:26.142326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:26.149250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:26.166684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:26.234617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:26.321976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 0b26acec-5485-4043-bcc8-594078ce5226 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:14:26.333613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751cd030-d441-46de-85e5-f18ab46eea02 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:26.341402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-da835e6e-135b-45ea-b092-5c633fb449a4 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520008 Aug 06 18:14:26.347262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60896) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:26.391587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.410247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-134782f5-900f-4647-abdb-11988de209dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.548962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Attempting to bind port 8807dfb7-a3a9-4f57-add4-1440915acffe on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:26.549746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Attempting to bind port 8807dfb7-a3a9-4f57-add4-1440915acffe by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7d18f2b6-6465-4365-9150-c167669e6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:26.552895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Attempting to bind port 8807dfb7-a3a9-4f57-add4-1440915acffe on network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:26.580467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.589813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:26.596951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Checking segment: {'id': '7d18f2b6-6465-4365-9150-c167669e6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:26.597973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.598716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Bound using segment: {'id': '7d18f2b6-6465-4365-9150-c167669e6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:26.599594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Bound port: 8807dfb7-a3a9-4f57-add4-1440915acffe, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d18f2b6-6465-4365-9150-c167669e6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:26.600231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.604993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c/ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:26.606376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-f5e59d08-79e6-462a-93a7-91d2aad2dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:26.609234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-f5e59d08-79e6-462a-93a7-91d2aad2dfde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.5032856 Aug 06 18:14:26.699939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.716445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Transition to ACTIVE for port object 751cd030-d441-46de-85e5-f18ab46eea02 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:26.811801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.813179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.824890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Transition to ACTIVE for port object ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:26.844740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Transition to ACTIVE for port object ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:26.864700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-ddc5c71b-eef2-4783-a96d-a331f29f044d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316822 Aug 06 18:14:26.905366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 is not hosted by any dhcp agent {{(pid=94122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:14:26.923681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:26.926958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.936704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "PUT /v2.0/networks/ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 HTTP/1.1" status: 200 len: 723 time: 1.0392563 Aug 06 18:14:26.938525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60906) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:26.944494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:26.946239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0273e-0d4a-4656-a773-ac51cc35a661 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:26.948808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8807dfb7-a3a9-4f57-add4-1440915acffe,segment=NetworkSegment(7d18f2b6-6465-4365-9150-c167669e6a80),segment_id=7d18f2b6-6465-4365-9150-c167669e6a80)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:26.951323 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.963685 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:26.972387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': 'ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:27.000434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:27.045019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ec6b-d088-4c00-9a09-12af0a9b3ea7 req-23f8e0bd-7132-4cc3-a626-c66485e73428 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:27.048367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6959ec6b-d088-4c00-9a09-12af0a9b3ea7 req-23f8e0bd-7132-4cc3-a626-c66485e73428 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 931 time: 0.4249561 Aug 06 18:14:27.083961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:27.184394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:27.199584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Pushing event updated for resources: {'Port': ['ID=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:27.229495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:27.478665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592d8d-88ee-4d41-a3f5-f4a5844146a4 req-c6b51095-efd8-4dfa-a652-7b11c33f95d7 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:27.480549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48592d8d-88ee-4d41-a3f5-f4a5844146a4 req-c6b51095-efd8-4dfa-a652-7b11c33f95d7 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.8187838 Aug 06 18:14:27.499086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Attempting to bind port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:27.500130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Attempting to bind port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:27.501011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Attempting to bind port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:27.642001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee7e3-51ee-496d-8257-7e67cd03d61d None None] Pushing event updated for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:27.645353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-2d33c7df-d369-4e4b-ab27-81642d62de34 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2490127 Aug 06 18:14:27.647392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:27.648377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:27.649083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:27.649814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:27.650291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Pushing event updated for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:27.650757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Bound port: ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:27.651372 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:27.659313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-ed2ef0b1-d07e-449a-96fd-b3ebef90d27a service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185037 Aug 06 18:14:27.859074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] For port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:27.875462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] For port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:27.902675 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:27.968705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-06952953-a6f8-4f56-95ab-08b80adf5e06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 217 time: 0.1542723 Aug 06 18:14:28.026110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6959ec6b-d088-4c00-9a09-12af0a9b3ea7 req-c789b6cc-d98f-43c0-a1b6-28765de629ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9620154 Aug 06 18:14:28.070022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8807dfb7-a3a9-4f57-add4-1440915acffe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:28.177790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff9c1-876d-45b3-b0d9-e8f8a3fb2f6e None None] Pushing event updated for resources: {'Port': ['ID=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:28.285747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-ead0e8f6-9842-4853-a522-0a625880847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:28.287817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-ead0e8f6-9842-4853-a522-0a625880847d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2358096 Aug 06 18:14:28.296955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::eee:bf3d:55fe:69ba (cefbc2ff-723f-4405-8414-41b97f8c7653/2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c/0b26acec-5485-4043-bcc8-594078ce5226) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:28.302471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Attempting to bind port 751cd030-d441-46de-85e5-f18ab46eea02 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:28.302945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Attempting to bind port 751cd030-d441-46de-85e5-f18ab46eea02 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:28.303250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Attempting to bind port 751cd030-d441-46de-85e5-f18ab46eea02 on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:28.352430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8807dfb7-a3a9-4f57-add4-1440915acffe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:28.398581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Port 751cd030-d441-46de-85e5-f18ab46eea02 on network 77e6849d-f203-4da0-8ea7-582547fcd4ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:14:28.399483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Attempting to bind port 751cd030-d441-46de-85e5-f18ab46eea02 on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:28.496704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9354a27c-a361-48c9-a019-1f4b67f73847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:28.576360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48592d8d-88ee-4d41-a3f5-f4a5844146a4 req-29756ac4-8045-430f-9288-12ef84dedff9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0455949 Aug 06 18:14:28.577760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:28.578348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Checking segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:28.579341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Bound using segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:28.580141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Bound port: 751cd030-d441-46de-85e5-f18ab46eea02, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:28.590268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:28.828621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cbcc572-7a23-43bb-87be-44c9e449497b req-53ae4fad-8367-4e40-961e-90de7dd8419e service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9645088 Aug 06 18:14:28.848398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-134782f5-900f-4647-abdb-11988de209dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:28.860310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-69d62524-9418-431e-b7e6-db57b4da0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:28.866668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-69d62524-9418-431e-b7e6-db57b4da0a5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5529335 Aug 06 18:14:28.937951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:28.944310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:29.226349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-134782f5-900f-4647-abdb-11988de209dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:29.492707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f811c5-8655-4281-8f49-232dc428a6e6 None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:29.676672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705d56-8ee3-4e9e-8d94-64a941e503d9 req-2d9250bc-8edf-4427-a41a-f8bf5dffe74e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:29.679735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed705d56-8ee3-4e9e-8d94-64a941e503d9 req-2d9250bc-8edf-4427-a41a-f8bf5dffe74e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 943 time: 0.3955383 Aug 06 18:14:29.840106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Provisioning for port 8807dfb7-a3a9-4f57-add4-1440915acffe completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:29.854700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:29.857005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:29.895311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed705d56-8ee3-4e9e-8d94-64a941e503d9 req-10c42723-f6be-491c-b77e-426c25b4f144 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995108 Aug 06 18:14:29.997330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:30.021218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.036244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.082537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-134782f5-900f-4647-abdb-11988de209dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfafcc6df53d4e238ceb9ea83cd13a92&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7207329 Aug 06 18:14:30.082537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-ce2d1d3b-0d91-43ee-8a5d-b01db87705b3 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1046250 Aug 06 18:14:30.099840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60938) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:30.101231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134782f5-900f-4647-abdb-11988de209dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d1fbe-3895-4e88-9b05-4b8f7d04a72f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:30.198958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:30.204137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=d515225b-ea5b-4dd0-b54d-3e23832ffd27,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:30.225154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': 'd58ec6f9-c128-4b01-9284-c7d9fe27c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:30.226414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:30.267338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:30.288159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:30.298962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.311373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:30.313168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.330637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 0b26acec-5485-4043-bcc8-594078ce5226 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:30.338032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0549e5c4-3ddf-4823-9e18-0742691a9807 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3769996 Aug 06 18:14:30.340806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636eb1d-8fa3-470f-99ae-7352b11c4744 None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:30.341907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60942) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:30.352299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:30.403948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.481240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986d26a-b06d-4c93-a494-c096962dfaff req-8b72a4fb-dd29-4201-b064-02b5f61e9219 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:30.482941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7986d26a-b06d-4c93-a494-c096962dfaff req-8b72a4fb-dd29-4201-b064-02b5f61e9219 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.3953142 Aug 06 18:14:30.487777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-e4d8aec2-f970-4a16-80ea-71ef62f56aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:30.494221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-e4d8aec2-f970-4a16-80ea-71ef62f56aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 1096 time: 1.3307476 Aug 06 18:14:30.510748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:30.531569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3937590'] for subnet, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.591183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Update dhcp port {'port': {'network_id': 'c7d83194-dab3-4ee7-9b51-dc6642bf3f07', 'fixed_ips': [{'subnet_id': 'c1fdce58-0957-4f68-888b-1d61eb17ffec', 'ip_address': '2001:db8::2'}, {'subnet_id': '946ba998-4fe7-4cc2-996c-4d18b2e72d72'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '8807dfb7-a3a9-4f57-add4-1440915acffe'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:14:30.659190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.662721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=751cd030-d441-46de-85e5-f18ab46eea02,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:30.696737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8807dfb7-a3a9-4f57-add4-1440915acffe,segment=NetworkSegment(7d18f2b6-6465-4365-9150-c167669e6a80),segment_id=7d18f2b6-6465-4365-9150-c167669e6a80)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:30.724421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.803404 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7986d26a-b06d-4c93-a494-c096962dfaff req-760985b7-1215-4910-a4b9-40b42cc9b405 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575393 Aug 06 18:14:30.805833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.826551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcce35-fdf9-450d-b197-ba01efc8ce73 None None] Pushing event updated for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:30.834765 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.843279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755202594398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3864449'] for subnet, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.910405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-670a01de-ca56-4f11-9cc4-d354b69233fc service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962117 Aug 06 18:14:30.916540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:30.917199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:30.918995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "PUT /v2.0/subnets/d515225b-ea5b-4dd0-b54d-3e23832ffd27 HTTP/1.1" status: 200 len: 826 time: 0.5752680 Aug 06 18:14:30.924779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:31.027372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.051247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Provisioning for port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:31.069436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.119024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Provisioning complete for port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:31.120060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.164227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-4cff56d2-da35-47d8-a4dd-4746ba1878a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 217 time: 0.2193775 Aug 06 18:14:31.226476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b1472-ab53-4bd2-98a9-b8071fbe16e5 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=d515225b-ea5b-4dd0-b54d-3e23832ffd27,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:31.237754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.322686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906391f2-ca52-41fe-b29c-553d01b320b4 req-3b9c8451-b0e6-48db-afcc-086359bc006f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:31.325052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-906391f2-ca52-41fe-b29c-553d01b320b4 req-3b9c8451-b0e6-48db-afcc-086359bc006f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 943 time: 0.1112430 Aug 06 18:14:31.364721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:31.386037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:31.387125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.400554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] 10.222.0.16 "PUT /v2.0/ports/751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 1092 time: 8.6323106 Aug 06 18:14:31.402454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:31.425171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:31.465757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:31.470576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.479827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-31686e4c-9972-475a-8e93-4b1cde14505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:31.480910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-31686e4c-9972-475a-8e93-4b1cde14505e service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.9606147 Aug 06 18:14:31.481779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.501800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:31.513746 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc7bcc-f017-4649-8551-137c787990ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:31.614726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9652a-1b80-4fe3-aa35-67c96b9996be service neutron] Pushing event updated for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:31.673162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=d515225b-ea5b-4dd0-b54d-3e23832ffd27,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:31.806942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-906391f2-ca52-41fe-b29c-553d01b320b4 req-586dcecf-6412-460d-9fa5-f6dcf443c5e2 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689984 Aug 06 18:14:31.834492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-09bc3e7b-6d33-4946-9aac-329195cc5c6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.2250988 Aug 06 18:14:31.850206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.853335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.871522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/693d1fbe-3895-4e88-9b05-4b8f7d04a72f HTTP/1.1" status: 204 len: 168 time: 1.7633061 Aug 06 18:14:31.893922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:31.922951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-e6bf108f-95fd-4cfe-9fb6-6a05f0a2be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:31.924572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-e6bf108f-95fd-4cfe-9fb6-6a05f0a2be63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.7370288 Aug 06 18:14:31.930086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:31.974039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58ec6f9-c128-4b01-9284-c7d9fe27c266') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:31.974795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58ec6f9-c128-4b01-9284-c7d9fe27c266') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:32.038953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.073758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8807dfb7-a3a9-4f57-add4-1440915acffe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:32.128979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.180869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:32.184986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:32.195122 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:32.227100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ad56-c484-425a-8387-1d02e9225795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d1fbe-3895-4e88-9b05-4b8f7d04a72f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:32.231399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-bb385f52-8f10-4760-9dff-d8db6dd767a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:32.234341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-bb385f52-8f10-4760-9dff-d8db6dd767a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.3614380 Aug 06 18:14:32.239907 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c9fea4-c024-45d3-ad85-393eec026b6d x-openstack-request-id: req-68c9fea4-c024-45d3-ad85-393eec026b6d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:32.240308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:32.240715 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68c9fea4-c024-45d3-ad85-393eec026b6d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:32.241360 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:14:32.400205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d4141-fb1e-44e3-9e88-93ed383eed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38', 'network_id': 'ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': 'd515225b-ea5b-4dd0-b54d-3e23832ffd27'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:32.401544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-653d4141-fb1e-44e3-9e88-93ed383eed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.540526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=0b26acec-5485-4043-bcc8-594078ce5226,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:32.554576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fe13c863-0613-49ff-b496-aeaca90374b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.563672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cae5b0eb-5aa6-45bf-ade4-0ef0a8de4f2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.8210506 Aug 06 18:14:32.574537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60982) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:32.580908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-80006c13-3660-4c72-a84f-29d986229c9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2729104 Aug 06 18:14:32.586700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.593006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c', 'ip_address': '2001:db8::eee:bf3d:55fe:69ba'}], 'name': 'tempest-NetworksTestDHCPv6-356346966'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:32.633349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.637172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:32.637872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.675196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:32.678047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 HTTP/1.1" status: 204 len: 168 time: 1.7538016 Aug 06 18:14:32.679389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d164d2-7f0f-4f9d-a3c8-ca8088106855 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:32.712018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0d92a-0e42-40d8-a623-17fbbe54d44a None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:32.729648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60984) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:32.740129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e354ba-d827-428c-9c19-bfb0ff6a2add req-47aa1d3c-875f-4ac8-a0c7-7bd525d4bd16 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:32.742325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84e354ba-d827-428c-9c19-bfb0ff6a2add req-47aa1d3c-875f-4ac8-a0c7-7bd525d4bd16 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.5053587 Aug 06 18:14:32.835416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-3ae565ad-2d75-46f0-8f8f-cef455432ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383432 Aug 06 18:14:32.839289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-2e074da1-e100-4a8e-923a-4cea94d2ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:32.842435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-2e074da1-e100-4a8e-923a-4cea94d2ddb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1095 time: 1.3138742 Aug 06 18:14:32.890476 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44d334c-a3ed-4c4f-b246-f8090c2afdf4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:14:32.891434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44d334c-a3ed-4c4f-b246-f8090c2afdf4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:32.899166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f44d334c-a3ed-4c4f-b246-f8090c2afdf4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 HTTP/1.1" status: 404 len: 339 time: 0.1495285 Aug 06 18:14:32.907531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0d92a-0e42-40d8-a623-17fbbe54d44a None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:32.908027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:32.914078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526448677', 'description': 'd1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:32.974703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Allocated IP 172.20.0.1 (c7d83194-dab3-4ee7-9b51-dc6642bf3f07/946ba998-4fe7-4cc2-996c-4d18b2e72d72/8807dfb7-a3a9-4f57-add4-1440915acffe) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:32.984789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5478fdd-77b7-44ed-8fe7-ef8b6d6769ca None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:33.095581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5478fdd-77b7-44ed-8fe7-ef8b6d6769ca None None] Network ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:33.127074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47956e87-76ec-4ddf-9dcb-9df5b06c6c0e req-0d413318-9d75-4b58-8e85-cc011c5c6709 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652981 Aug 06 18:14:33.138073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.188312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:33.200795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.237873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84e354ba-d827-428c-9c19-bfb0ff6a2add req-a71422dd-ead6-4e26-8b95-54624a3f514f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530032 Aug 06 18:14:33.249215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:33.268119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.271629 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f751aaa7-5881-4d27-9dea-d504dbdbe2a3 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:14:33.303367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] For port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:33.330952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.335373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-fbe94d61-84bc-45e5-9e04-c93cfe950413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:33.341113 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-fbe94d61-84bc-45e5-9e04-c93cfe950413 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1036048 Aug 06 18:14:33.346667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-7d935037-f436-4cc3-836a-e19288488414 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.2173758 Aug 06 18:14:33.464350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8807dfb7-a3a9-4f57-add4-1440915acffe,segment=NetworkSegment(7d18f2b6-6465-4365-9150-c167669e6a80),segment_id=7d18f2b6-6465-4365-9150-c167669e6a80)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:33.534200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-eb9951fb-f535-418f-aed2-6a0057596438 None None] Provisioning for port 0b26acec-5485-4043-bcc8-594078ce5226 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:33.552916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3e409-8949-4c8c-9d43-e8ca6d1b83f5 None None] Pushing event updated for resources: {'Port': ['ID=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:33.566494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-eb9951fb-f535-418f-aed2-6a0057596438 None None] Provisioning complete for port 0b26acec-5485-4043-bcc8-594078ce5226 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:33.567069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-eb9951fb-f535-418f-aed2-6a0057596438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.585332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-3e1bcc8a-0987-47c6-9068-203c0b65940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:33.590831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-3e1bcc8a-0987-47c6-9068-203c0b65940f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.2137058 Aug 06 18:14:33.640297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126a2a-2cb2-40f2-9474-4e0781e4f71c req-bf710b5b-36a4-4ba6-9ca7-7a1cea59382c tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:33.655364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25126a2a-2cb2-40f2-9474-4e0781e4f71c req-bf710b5b-36a4-4ba6-9ca7-7a1cea59382c tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 943 time: 0.3106444 Aug 06 18:14:33.666824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.667170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:33.687553 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.687895 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment f9d72e1b-aa01-4fed-bb7b-170df23a4a8d of type vlan for network 72a2c0b0-21aa-4908-8e69-b20c566d368c Aug 06 18:14:33.733562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Transition to ACTIVE for port object 8807dfb7-a3a9-4f57-add4-1440915acffe will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:33.739793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-eb9951fb-f535-418f-aed2-6a0057596438 None None] Port 0b26acec-5485-4043-bcc8-594078ce5226 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:33.748795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.763564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:33.794888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.816545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.821250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-4178aa75-6ffd-427e-b502-4def47594e3f service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682181 Aug 06 18:14:33.838838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 88e4e699-2834-41a5-92d6-92a8c463debd yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:14:33.921955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62558-20b6-4fff-8772-9a0e7bcd00f5 None None] Pushing event updated for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:33.927416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:33.960945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:33.977141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:33.977845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:34.097726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'port_id': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3', 'mac_address': 'fa:16:3e:7d:e4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44ad36f-26da-4887-8c14-9bdc50d51da6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:14:34.188584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25126a2a-2cb2-40f2-9474-4e0781e4f71c req-dfc3ac79-bb5a-474c-88df-333a385ee0ec tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039480 Aug 06 18:14:34.220782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-1c536cee-5820-4718-9f64-4020192c465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:34.222813 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-1c536cee-5820-4718-9f64-4020192c465d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6183650 Aug 06 18:14:34.382243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:34.452632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f751aaa7-5881-4d27-9dea-d504dbdbe2a3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:34.491014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-c6d4e550-3ba5-4d80-a05c-7cf14fb7b144 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280992 Aug 06 18:14:34.614232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7014618 Aug 06 18:14:34.614232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d27b16-dcbf-4d2e-882d-5aa798688f48 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=72a2c0b0-21aa-4908-8e69-b20c566d368c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:34.615669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:34.641076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:34.654456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:34.656653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:34.695509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:34.701735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-e3568cbc-c600-47c4-8cc0-43ca244bb21a service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652057 Aug 06 18:14:34.718302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 72a2c0b0-21aa-4908-8e69-b20c566d368c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:34.841788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4e690-66eb-456f-be8c-2fa2793720b1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:34.843482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08d4e690-66eb-456f-be8c-2fa2793720b1 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks?id=72a2c0b0-21aa-4908-8e69-b20c566d368c HTTP/1.1" status: 200 len: 765 time: 0.2160456 Aug 06 18:14:34.844564 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 18:14:34.845090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:34.858597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:34.867698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'description': 'd2'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:34.879289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4620b4ac-7730-4799-8530-b358f53d9ba3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.2918346 Aug 06 18:14:34.882609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:34.895447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-4986c7d6-fbe2-44b4-b723-ffd4777b1974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 217 time: 0.3528168 Aug 06 18:14:35.179562 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:35.187530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aa180-825d-42e3-b134-32be31680923 req-b01f14e5-463a-45bc-9d35-43bb5f770d0c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.205160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e1aa180-825d-42e3-b134-32be31680923 req-b01f14e5-463a-45bc-9d35-43bb5f770d0c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 944 time: 0.7349114 Aug 06 18:14:35.262395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:35.346619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db708097-79c3-4e33-8216-f02e34c0f792 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.383282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db708097-79c3-4e33-8216-f02e34c0f792 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.383589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:14:35.385762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db708097-79c3-4e33-8216-f02e34c0f792 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4878263 Aug 06 18:14:35.416409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:35.452450 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e74d7ba-57b1-48d6-a41d-ff16f1cf2d41 req-eeb58979-8d64-4b40-9868-3955522040bb service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610453 Aug 06 18:14:35.478291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-110d5077-d69c-498b-a35c-924ea0feda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.487180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-110d5077-d69c-498b-a35c-924ea0feda95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.5640016 Aug 06 18:14:35.616822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166cf5f-3b1e-4172-b6b9-ae0a6d84de8c None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:35.691117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e1aa180-825d-42e3-b134-32be31680923 req-c2c4e766-726e-43dc-8603-c82a8239ef23 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695756 Aug 06 18:14:35.747038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-8df9374d-27a8-4c4f-bc6a-0e5d1dc7baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.755928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-8df9374d-27a8-4c4f-bc6a-0e5d1dc7baaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2231197 Aug 06 18:14:35.779004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0c433474-f192-4926-8474-923b1df33252 None None] Provisioning for port 8807dfb7-a3a9-4f57-add4-1440915acffe completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:35.818556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7bcc-f017-4649-8551-137c787990ef req-8dd82560-2572-487a-b53c-4a8bd14c16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:35.832366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-8dd82560-2572-487a-b53c-4a8bd14c16a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1095 time: 0.2560632 Aug 06 18:14:35.994023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:36.053221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:36.168941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 72a2c0b0-21aa-4908-8e69-b20c566d368c is not hosted by any dhcp agent {{(pid=94122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:14:36.178767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:36.179851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:36.182598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "PUT /v2.0/networks/72a2c0b0-21aa-4908-8e69-b20c566d368c HTTP/1.1" status: 200 len: 762 time: 1.3227925 Aug 06 18:14:36.203505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:36.206773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8807dfb7-a3a9-4f57-add4-1440915acffe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:36.266478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0c433474-f192-4926-8474-923b1df33252 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:36.266867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0c433474-f192-4926-8474-923b1df33252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:36.314995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-8f762631-5abf-46d6-b1a6-ec79b2598f51 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327945 Aug 06 18:14:36.487025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7bcc-f017-4649-8551-137c787990ef req-170c11cd-6c45-4c7a-bf33-5b56b1ae5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:36.489739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-170c11cd-6c45-4c7a-bf33-5b56b1ae5899 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.6534750 Aug 06 18:14:36.587675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:36.588387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:36.658930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-3b211579-fb89-48ab-81a1-39ba1964ef8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.1568105 Aug 06 18:14:36.974284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-54d7fe80-366f-4e7e-be6c-e522dc60cbf6 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406453 Aug 06 18:14:36.998846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7bcc-f017-4649-8551-137c787990ef req-c9cacee3-0fb0-4a9e-ac20-a0996c097da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:37.002024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-c9cacee3-0fb0-4a9e-ac20-a0996c097da8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.3350272 Aug 06 18:14:37.254565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-0bdbcb15-a2b7-40e1-b53b-efc6ac94e003 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 217 time: 0.1965611 Aug 06 18:14:37.264630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e1fd8-e61f-4672-8837-1451cb00289b req-e4dbb1f0-3c2b-4a53-be9a-6e0983861b0f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:37.274045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-667e1fd8-e61f-4672-8837-1451cb00289b req-e4dbb1f0-3c2b-4a53-be9a-6e0983861b0f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 945 time: 0.3449106 Aug 06 18:14:37.347967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22751f91-5181-43f2-b7e0-4acf79c703d4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:37.366609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22751f91-5181-43f2-b7e0-4acf79c703d4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks?id=72a2c0b0-21aa-4908-8e69-b20c566d368c HTTP/1.1" status: 200 len: 765 time: 1.1501637 Aug 06 18:14:37.378761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32870) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:37.389615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced417b8-16e5-4425-b8ea-2b4d0141a3ce req-fa4d9f80-57b7-4d7a-a7e3-4f519bd9487d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:37.394946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-667e1fd8-e61f-4672-8837-1451cb00289b req-2fbb4885-7edd-49f4-822d-1a5153a6e7e9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195469 Aug 06 18:14:37.403046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ced417b8-16e5-4425-b8ea-2b4d0141a3ce req-fa4d9f80-57b7-4d7a-a7e3-4f519bd9487d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 943 time: 1.4791353 Aug 06 18:14:37.423363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774af24-2fdf-49de-a62f-c73dfbf1233d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=72a2c0b0-21aa-4908-8e69-b20c566d368c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:37.440125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 72a2c0b0-21aa-4908-8e69-b20c566d368c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:37.481992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc7bcc-f017-4649-8551-137c787990ef req-32688903-d1d6-4102-bb54-7fcc304d018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:37.484044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-32688903-d1d6-4102-bb54-7fcc304d018d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3781307 Aug 06 18:14:37.556542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 0b26acec-5485-4043-bcc8-594078ce5226 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:37.559009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:37.605326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ced417b8-16e5-4425-b8ea-2b4d0141a3ce req-81391bee-1378-4e8e-96dd-424c41913b9b tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003565 Aug 06 18:14:37.775564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e0669c34-a832-4a6e-905e-4e901f2c6f97 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:37.776483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e0669c34-a832-4a6e-905e-4e901f2c6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:37.933382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-a2331c19-2865-49e0-b146-0b8ad5364e5a service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149339 Aug 06 18:14:37.955244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:38.005091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 0b26acec-5485-4043-bcc8-594078ce5226 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:38.562564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:38.627864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=0b26acec-5485-4043-bcc8-594078ce5226,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:38.711548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8c33-b094-4162-abe9-c3c009f7b4ce req-dad2ec0c-c4f9-4a44-a8ac-4d91f3affe3a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:38.722866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2faa8c33-b094-4162-abe9-c3c009f7b4ce req-dad2ec0c-c4f9-4a44-a8ac-4d91f3affe3a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 945 time: 0.2143567 Aug 06 18:14:38.750662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:38.753046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-56be89ef-22cd-450c-a2b2-3ef2b63a01a6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/0b26acec-5485-4043-bcc8-594078ce5226 HTTP/1.1" status: 204 len: 168 time: 3.3230093 Aug 06 18:14:38.802830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32898) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:38.951025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-99b2a6b2-410f-4b0d-9170-074432df1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:38.960234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-99b2a6b2-410f-4b0d-9170-074432df1baa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 1.6745720 Aug 06 18:14:39.044001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2faa8c33-b094-4162-abe9-c3c009f7b4ce req-dda57ce7-8cda-4e48-9ddf-9bdccac71316 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122129 Aug 06 18:14:39.079286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acde43-dd4d-4cb9-b517-34cf60e81953 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:39.094676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acde43-dd4d-4cb9-b517-34cf60e81953 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:39.094676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-14acde43-dd4d-4cb9-b517-34cf60e81953 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2891321 Aug 06 18:14:39.095596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32906) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:39.257587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 751cd030-d441-46de-85e5-f18ab46eea02 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:14:39.288640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62bc7bcc-f017-4649-8551-137c787990ef req-376b90a0-d482-41b5-b165-cdeea312ca9d service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3365481 Aug 06 18:14:39.345284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:39.367765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f751aaa7-5881-4d27-9dea-d504dbdbe2a3 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:39.369278 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.380609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead619-adcd-407b-92d0-94959a02b87b req-1d042dbd-81c7-4491-b563-9ddf2904e802 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:39.388285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73ead619-adcd-407b-92d0-94959a02b87b req-1d042dbd-81c7-4491-b563-9ddf2904e802 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 943 time: 0.3593073 Aug 06 18:14:39.478501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.539987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73ead619-adcd-407b-92d0-94959a02b87b req-34b044a4-df18-4c5c-abd2-2a4e80fe575e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372170 Aug 06 18:14:39.543127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=751cd030-d441-46de-85e5-f18ab46eea02,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:39.547253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-2504d8c4-3ff9-46ad-a5ed-a405852de060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:39.554243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-2504d8c4-3ff9-46ad-a5ed-a405852de060 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5927918 Aug 06 18:14:39.568474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ada41-1e9f-457c-9897-74e8daf667a7 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:39.575036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1f4ada41-1e9f-457c-9897-74e8daf667a7 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 2.1788938 Aug 06 18:14:39.579162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32924) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:39.631703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '751cd030-d441-46de-85e5-f18ab46eea02', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:14:39.636646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.646886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:39.677697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:39.678406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.776355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.776621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a76c7085-b51f-4328-8f22-8b7c1857fa1e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 207 time: 0.1735380 Aug 06 18:14:39.781578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:39.853316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.885463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:39.914808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751cd030-d441-46de-85e5-f18ab46eea02 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:39.919284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:39.925018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb587f4b-4264-44b4-839c-d0f445cefe58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c HTTP/1.1" status: 204 len: 168 time: 0.8121483 Aug 06 18:14:39.935317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32934) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:39.996215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=751cd030-d441-46de-85e5-f18ab46eea02,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:40.013944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abd5c0-621b-4e8b-b35f-495714e862a6 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:40.090263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:40.147928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ba6a364-562b-4192-8276-14b7b8ccff9c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2147334 Aug 06 18:14:40.154681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32938) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:40.187739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:40.365539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.384697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.397490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.412910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.438509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.446374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.459966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-42991011-1b6d-449b-8ecf-c9cf84957c23 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.6749053 Aug 06 18:14:40.474736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32956) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:40.527115 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:40.598243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:40.609486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:40.619966 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc5fdb-de18-4708-9a0c-17a74e292993" -d '{"events": [{"server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "name": "network-vif-plugged", "status": "completed", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:40.645916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:40.647072 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:40.674395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954a139-2813-45f2-8548-42337833b7ed req-b1c4c11e-4a80-4679-a788-98855f099398 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:40.687293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d954a139-2813-45f2-8548-42337833b7ed req-b1c4c11e-4a80-4679-a788-98855f099398 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 945 time: 0.2258184 Aug 06 18:14:40.712569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['751cd030-d441-46de-85e5-f18ab46eea02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:14:40.747995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-f474f548-5779-4a1f-ba54-765450dd2274 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1627061 Aug 06 18:14:40.888987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d954a139-2813-45f2-8548-42337833b7ed req-9958ab9c-ab4c-4358-9708-25fb0a2c5c6d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995180 Aug 06 18:14:41.046427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:41.054688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:41.112836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5ad9e-4732-4c8a-9d8e-fd9c5b9ad5bf req-f50ec482-3f43-44e2-83f9-14641e9364f3 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.140452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08b5ad9e-4732-4c8a-9d8e-fd9c5b9ad5bf req-f50ec482-3f43-44e2-83f9-14641e9364f3 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 944 time: 0.3924274 Aug 06 18:14:41.152859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-b3281459-f1de-4a7d-9d0e-9e2b4ac72c1c service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848565 Aug 06 18:14:41.240902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd6a46f5-881c-424a-a8f2-bd4d0973eb5a tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.7639649 Aug 06 18:14:41.293759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:41.354868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32970) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:41.356287 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25849bbc-ef54-4392-9024-89871a5b7930 x-openstack-request-id: req-25849bbc-ef54-4392-9024-89871a5b7930 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:41.356766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-64be7ab9-c624-47c7-98c4-e1b34f50e2a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 217 time: 0.1904802 Aug 06 18:14:41.359537 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "name": "network-vif-plugged", "status": "completed", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:41.359888 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25849bbc-ef54-4392-9024-89871a5b7930 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:41.361989 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3', 'code': 200} Aug 06 18:14:41.531125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-b685aa75-8140-4301-93a6-2eccc8e5352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.533855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-b685aa75-8140-4301-93a6-2eccc8e5352a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.1694853 Aug 06 18:14:41.590098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:41.681669 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:41.819816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-64df8e05-65f0-4c5d-ba22-f69dd9791ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.832222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:14:41.836908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-64df8e05-65f0-4c5d-ba22-f69dd9791ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2689729 Aug 06 18:14:41.856508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08b5ad9e-4732-4c8a-9d8e-fd9c5b9ad5bf req-d86c83d4-929d-4740-b19c-20875aa050f7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992128 Aug 06 18:14:41.867869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.870461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.879653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.885408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.887092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.890979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5bd68-226a-4ee2-a345-2728e21d65ec req-bc99b5c8-a5c7-4ea7-aaea-6d908453d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:41.895074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba96e23c-7e0d-47ad-8197-d7e82f91a534 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5410311 Aug 06 18:14:41.901183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:41.929683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4bf5bd68-226a-4ee2-a345-2728e21d65ec req-bc99b5c8-a5c7-4ea7-aaea-6d908453d37b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 1098 time: 0.3850386 Aug 06 18:14:41.973594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Deleting port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:41.980606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:42.143272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.156996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.166302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.172984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.184344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.187492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93b1d04b-0baa-4336-8a77-bf4e673e01af tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2802918 Aug 06 18:14:42.196864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32996) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:42.226782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4bf5bd68-226a-4ee2-a345-2728e21d65ec req-f7a55e22-448e-4aa7-84a1-dfd17de1d230 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885466 Aug 06 18:14:42.274611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] For port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:42.275257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:42.288513 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-c598824d-d906-4a2f-b48c-92a49e66d59d service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172847 Aug 06 18:14:42.319300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Calling delete_port for ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:42.524851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-dd0271b7-0b3b-4358-b9b3-08a48e526b60 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275147 Aug 06 18:14:42.527007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:42.568051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acc512-8944-4524-823b-53c82efb7363 req-b7577ddc-c6d4-46f0-959a-229bb0afde00 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.572423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80acc512-8944-4524-823b-53c82efb7363 req-b7577ddc-c6d4-46f0-959a-229bb0afde00 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 946 time: 0.3653769 Aug 06 18:14:42.591001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] Pushing event deleted for resources: {'Port': ['ID=ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:42.607411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24541c1b-6f19-44ae-a908-8eec20265de8 None None] No DVR routers for this DVR port ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:14:42.647381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-61594783-5d8a-45b5-b19e-a8473ad51bc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.1150985 Aug 06 18:14:42.681497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80acc512-8944-4524-823b-53c82efb7363 req-dc473538-254a-4e0e-b55a-21bf4f25aca6 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876381 Aug 06 18:14:42.720172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-4e4d17f5-ce58-4adf-a550-a37f1a684a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.722908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-4e4d17f5-ce58-4adf-a550-a37f1a684a3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.0678375 Aug 06 18:14:42.812394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efeaace-ce02-4f8a-8b54-19cf7448f121 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.812394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8efeaace-ce02-4f8a-8b54-19cf7448f121 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks/381e16f5-8730-411a-9ab3-2701aff08e77 HTTP/1.1" status: 200 len: 804 time: 0.6002877 Aug 06 18:14:42.813072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33008) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:42.911177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-72cfde59-6d7c-45cc-a12f-b33f0a7e1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:42.913122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-72cfde59-6d7c-45cc-a12f-b33f0a7e1167 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1737392 Aug 06 18:14:43.185169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-178888c0-c087-48c0-8364-4d8d2701e52e service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629910 Aug 06 18:14:43.260127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 751cd030-d441-46de-85e5-f18ab46eea02 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:43.318305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7405a31d-4012-41bc-9f3a-58a6eaca7693 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/networks/381e16f5-8730-411a-9ab3-2701aff08e77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4893315 Aug 06 18:14:43.338452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:43.375641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 751cd030-d441-46de-85e5-f18ab46eea02 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:43.380974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 751cd030-d441-46de-85e5-f18ab46eea02 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:43.382762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:43.427535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ad0cdf64-daed-43f4-b6b6-4f46d219d7f8 req-ec4421a3-a7a4-455f-93b9-7622fb314996 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334995 Aug 06 18:14:43.513828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08548e7-b291-45ff-b6d8-c6b6c62b988c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:43.516372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d08548e7-b291-45ff-b6d8-c6b6c62b988c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets/6eec11fc-68f4-4c7a-83c0-c34fc77ab48d HTTP/1.1" status: 200 len: 843 time: 0.1763663 Aug 06 18:14:43.521503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:43.524821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33040) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:43.609479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:43.656932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:43.661834 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a600d87-4f4b-4b50-baa2-983c2ed5bc50" -d '{"events": [{"server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "name": "network-vif-plugged", "status": "completed", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:43.701681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:43.712970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:43.713802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=751cd030-d441-46de-85e5-f18ab46eea02,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:43.728119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:43.747995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcee6fe-538a-4be0-b5df-85bd62e7eeb5 req-d1431190-831f-4208-88d7-15b83f47aaa9 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:43.752282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2dcee6fe-538a-4be0-b5df-85bd62e7eeb5 req-d1431190-831f-4208-88d7-15b83f47aaa9 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 944 time: 0.5426333 Aug 06 18:14:43.755311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:43.758471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:43.760665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94228009-5139-40c8-9c63-03cb0ac2561f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['shared'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:43.765768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4634b03-3869-4412-9a89-38f1d24b938c None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:43.769785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-94228009-5139-40c8-9c63-03cb0ac2561f tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "GET /v2.0/subnets/6eec11fc-68f4-4c7a-83c0-c34fc77ab48d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2387815 Aug 06 18:14:43.771071 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de66b3c-1cf4-4d6d-a8fa-f4592cf13069 x-openstack-request-id: req-6de66b3c-1cf4-4d6d-a8fa-f4592cf13069 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:43.771539 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "name": "network-vif-plugged", "status": "completed", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:43.771922 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6de66b3c-1cf4-4d6d-a8fa-f4592cf13069 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:43.772467 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'code': 200} Aug 06 18:14:43.773690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33046) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:43.797491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763230621'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:43.827156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6668289 Aug 06 18:14:43.847207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33050) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:43.863318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea0c04-9a4d-41e9-b877-c953dadc72aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:43.865438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1628181807'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:43.962774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2dcee6fe-538a-4be0-b5df-85bd62e7eeb5 req-d1410bcc-bdab-47a5-b8c0-5daa0886692b tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778440 Aug 06 18:14:43.982266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:44.092933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:14:44.093617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ea0ce6ec-0ad2-46e5-b0d1-86faecdc7676 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:14:44.179200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:44.248699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:44.252989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:44.290123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:44.439379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:44.440289 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:44.468181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:44.525983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74bf47-f0a3-42fe-b064-0f11a8fae50a req-125e405c-f2df-434f-b226-918c096115cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:44.527721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba74bf47-f0a3-42fe-b064-0f11a8fae50a req-125e405c-f2df-434f-b226-918c096115cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.4503546 Aug 06 18:14:44.530366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port b65b63a4-5592-4917-a6f1-9d0bb54ecfd5 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:14:44.552578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552883-37b2-439e-80f1-8f014ad9897a req-be1cc619-b7a5-4dd0-a2d2-c915e972e276 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:44.561413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9552883-37b2-439e-80f1-8f014ad9897a req-be1cc619-b7a5-4dd0-a2d2-c915e972e276 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 946 time: 0.4220920 Aug 06 18:14:44.570939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:14:44.690557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:44.690918 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Added segment 4a6e743c-7338-4f64-b283-ced218da73ed of type vlan for network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 Aug 06 18:14:44.781431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3/17328405-7214-42eb-b1fe-6bf9c68d65db) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:44.827598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9552883-37b2-439e-80f1-8f014ad9897a req-2cd92da3-ba27-49f1-8b06-7ef0cd52d298 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636416 Aug 06 18:14:44.879659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba74bf47-f0a3-42fe-b064-0f11a8fae50a req-82dbd02a-97fb-4f1b-bc9c-690f071da2a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349364 Aug 06 18:14:44.895703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.020673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.030039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:45.031671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.263483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4881394 Aug 06 18:14:45.269373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:45.272265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.278062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:45.311416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Transition to ACTIVE for port object 17328405-7214-42eb-b1fe-6bf9c68d65db will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:45.334332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35002c-8d11-44e7-a5f3-e351de54bd13 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Network': ['ID=6a6f8866-63e6-4950-b2c9-7c1830b02f49,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:45.379577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Transition to ACTIVE for port object 17328405-7214-42eb-b1fe-6bf9c68d65db will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:45.393711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:14:45.406349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.413952 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:14:45.414652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:45.450601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f3a0e-acdd-4530-a795-0eed41aa3a5d req-95777486-b562-4206-a300-15cb95c16219 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:45.453423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-966f3a0e-acdd-4530-a795-0eed41aa3a5d req-95777486-b562-4206-a300-15cb95c16219 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 945 time: 0.1857514 Aug 06 18:14:45.458687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-231bd001-b8ae-42d1-b64b-66c21ef97ca2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6101859 Aug 06 18:14:45.463269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:45.567485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-966f3a0e-acdd-4530-a795-0eed41aa3a5d req-47f12ecc-3d1e-4d42-9f6e-b43e06178285 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621009 Aug 06 18:14:45.569567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Made reservation on behalf of 211e1093255f45819100a813e902ff0f for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:45.573968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:45.598369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4384f-7268-44eb-85d2-31b86fc04c9e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:45.604872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cff4384f-7268-44eb-85d2-31b86fc04c9e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1395438 Aug 06 18:14:45.612473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:45.805552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Performing IP validity checks on allocation pools {{(pid=94121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 18:14:45.808617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 18:14:45.816801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:45.827614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:45.831969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:45.842334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Pushing event updated for resources: {'Port': ['ID=17328405-7214-42eb-b1fe-6bf9c68d65db,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:45.899739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdbd9c-4592-4603-8836-e0566cd2392c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:45.904388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdbd9c-4592-4603-8836-e0566cd2392c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:45.916484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-83cdbd9c-4592-4603-8836-e0566cd2392c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3046684 Aug 06 18:14:45.920806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:46.027074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Attempting to bind port 17328405-7214-42eb-b1fe-6bf9c68d65db on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:46.027615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Attempting to bind port 17328405-7214-42eb-b1fe-6bf9c68d65db by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:46.028372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Attempting to bind port 17328405-7214-42eb-b1fe-6bf9c68d65db on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:46.037969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:46.038765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:46.039201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.039731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:46.040409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Bound port: 17328405-7214-42eb-b1fe-6bf9c68d65db, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:46.043841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.189541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:46.224270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.275243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] For port 17328405-7214-42eb-b1fe-6bf9c68d65db, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:46.285343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] For port 17328405-7214-42eb-b1fe-6bf9c68d65db, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17328405-7214-42eb-b1fe-6bf9c68d65db,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:46.296399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.322413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.433565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.464700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3752-b516-44fe-a495-ff66a48f8f39 None None] Pushing event updated for resources: {'Port': ['ID=17328405-7214-42eb-b1fe-6bf9c68d65db,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:46.498331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.607335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=0be400c2-afa4-4bcb-8146-2b8a2321a3f9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:46.607971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.625713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.626228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.626793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.627140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.627539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.627872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.628289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.629036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.629558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.629927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.630257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.630583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:46.646792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Checking segment: {'id': '4a6e743c-7338-4f64-b283-ced218da73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:46.647461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network hostable DHCP agents. Network: 6a6f8866-63e6-4950-b2c9-7c1830b02f49, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:14:46.663152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:46.678148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.683432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6e107977-1c2b-4139-898b-7f570ad335cb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3 HTTP/1.1" status: 204 len: 168 time: 0.7608771 Aug 06 18:14:46.687460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33160) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:46.721053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:14:46.756189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6a6f8866-63e6-4950-b2c9-7c1830b02f49) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:46.763549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:46.764529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:46.768713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38078d82-22c6-4a28-b813-9a31ea2ef3e1 None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:46.782586 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb348cec-1f83-45bd-9bad-3f7723db73e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934021 Aug 06 18:14:46.790056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:46.801907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:46.816642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-327c1a4a-96ec-465b-befc-fba633b7e8aa tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5462823 Aug 06 18:14:46.819290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33164) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:46.842460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:47.175299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4103393'] for subnet, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:47.367438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fc08e-699c-4149-bd0d-3c58fe3cd08c req-d575603c-1eed-4e04-be78-a0cc8d1e7339 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:47.383065 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce7fc08e-699c-4149-bd0d-3c58fe3cd08c req-d575603c-1eed-4e04-be78-a0cc8d1e7339 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 945 time: 0.5717106 Aug 06 18:14:47.389653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-6a6f8866-63e6-4950-b2c9-7c1830b02f49', 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49', 'tenant_id': '211e1093255f45819100a813e902ff0f', 'fixed_ips': [{'subnet_id': '0be400c2-afa4-4bcb-8146-2b8a2321a3f9'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:14:47.390622 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:47.444877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:47.448856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:47.619785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce7fc08e-699c-4149-bd0d-3c58fe3cd08c req-d04eabdf-32c5-4bbb-9f54-aa123f29310d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355549 Aug 06 18:14:47.749804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755202594398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2714346'] for subnet, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:47.887685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:47.899823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event updated for resources: {'Subnet': ['ID=0be400c2-afa4-4bcb-8146-2b8a2321a3f9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:47.982924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:47.985010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:47.989936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-abddf4d7-3a63-4f1d-88b1-e16831628f98 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "PUT /v2.0/subnets/0be400c2-afa4-4bcb-8146-2b8a2321a3f9 HTTP/1.1" status: 200 len: 900 time: 1.1635997 Aug 06 18:14:47.991334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33194) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:48.010838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17328405-7214-42eb-b1fe-6bf9c68d65db up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:48.024915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abb626-6822-4615-8f4d-bef6e9ad6a91 req-3c6d8827-a8a7-4a8d-9025-2dd7128d64ab tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:48.026629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03abb626-6822-4615-8f4d-bef6e9ad6a91 req-3c6d8827-a8a7-4a8d-9025-2dd7128d64ab tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1728280 Aug 06 18:14:48.035521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-8f4eaec4-79a9-4023-b94b-74f4904cc4a8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:48.037227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-8f4eaec4-79a9-4023-b94b-74f4904cc4a8 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.5089133 Aug 06 18:14:48.078764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Allocated IP 2001:db8::3 (6a6f8866-63e6-4950-b2c9-7c1830b02f49/0be400c2-afa4-4bcb-8146-2b8a2321a3f9/e623bbfe-b0be-46fd-8ba2-3489cb830010) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:48.084998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33196) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:48.150858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-fc8a4580-571d-49be-b7eb-bf1642f2f340 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/quotas/09a82b6afd7a4862ad38a656da485f06 HTTP/1.1" status: 200 len: 375 time: 0.0643644 Aug 06 18:14:48.208575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03abb626-6822-4615-8f4d-bef6e9ad6a91 req-307f2385-5567-41dc-9dd0-a061d1eed881 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639712 Aug 06 18:14:48.220199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.289953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 17328405-7214-42eb-b1fe-6bf9c68d65db completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:48.325295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=d4ee18c9-ee41-4503-8a76-699892fde9f7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:48.381405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.453692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:48.478695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:48.480950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-78e35f94-3025-4fbd-8102-ec0081ad129a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1565793 Aug 06 18:14:48.483424 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef28632-e1b1-4a66-8069-7d636cfaf3be" -d '{"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-unplugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:48.484739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:48.489381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:48.509357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.514217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:48.517310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:48.518031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.523114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.580590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77af608-7871-4836-b19a-01fcc9085cb3 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:48.595912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af26f753-9133-41ba-8172-be2a34a44507 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8042495 Aug 06 18:14:48.599015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33208) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:48.604558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:48.640233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.641415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.724684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.732644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.749776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Provisioning for port 17328405-7214-42eb-b1fe-6bf9c68d65db completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:48.758139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.765523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Provisioning complete for port 17328405-7214-42eb-b1fe-6bf9c68d65db triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:48.766061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.767307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.768589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8803e1e-ec15-4b45-87b7-59742dc857ac tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1679196 Aug 06 18:14:48.771832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:48.802912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:48.844247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.883931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Transition to ACTIVE for port object e623bbfe-b0be-46fd-8ba2-3489cb830010 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:48.922771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dff1322e-9033-42c8-a089-1b8d150831f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:48.938394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Transition to ACTIVE for port object e623bbfe-b0be-46fd-8ba2-3489cb830010 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:48.954806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.007039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.046328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-4059f766-7f0c-44b7-bb6e-c4a5e7866f90 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8112540 Aug 06 18:14:49.053313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:49.078269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-bc89a9e3-0e7a-4315-ac19-39fbcba15881 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:49.079306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:49.080423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-bc89a9e3-0e7a-4315-ac19-39fbcba15881 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/ports?device_id=ead7e6ca-2823-4ccd-8e35-a5ca07dacc02 HTTP/1.1" status: 200 len: 943 time: 0.2462230 Aug 06 18:14:49.091263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:49.095898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.104482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Pushing event updated for resources: {'Port': ['ID=e623bbfe-b0be-46fd-8ba2-3489cb830010,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:49.127310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Allocated IP 172.25.3.213 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4e366fc9-4e30-44be-b417-6b63ef6855e7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:49.208363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] For port 17328405-7214-42eb-b1fe-6bf9c68d65db, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17328405-7214-42eb-b1fe-6bf9c68d65db,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:49.221223 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.230613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Attempting to bind port e623bbfe-b0be-46fd-8ba2-3489cb830010 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:49.234610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Attempting to bind port e623bbfe-b0be-46fd-8ba2-3489cb830010 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4a6e743c-7338-4f64-b283-ced218da73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:49.235279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Attempting to bind port e623bbfe-b0be-46fd-8ba2-3489cb830010 on network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:49.264634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:49.265306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Checking segment: {'id': '4a6e743c-7338-4f64-b283-ced218da73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:49.266381 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.267062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Bound using segment: {'id': '4a6e743c-7338-4f64-b283-ced218da73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:49.267751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Bound port: e623bbfe-b0be-46fd-8ba2-3489cb830010, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6e743c-7338-4f64-b283-ced218da73ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6a6f8866-63e6-4950-b2c9-7c1830b02f49'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:49.268348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.306113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.322414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f29654-5e43-4df6-8c90-2da6a039225c None None] Pushing event updated for resources: {'Port': ['ID=17328405-7214-42eb-b1fe-6bf9c68d65db,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:49.465129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.579328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-652c912d-f171-450e-b258-090c37ebcf79 service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317457 Aug 06 18:14:49.614755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting port e623bbfe-b0be-46fd-8ba2-3489cb830010 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:49.615095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.636924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dff1322e-9033-42c8-a089-1b8d150831f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.645385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6308d65-e59e-4e01-a690-fe71549433f3 None None] Provisioning complete for port 17328405-7214-42eb-b1fe-6bf9c68d65db triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:49.646362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6308d65-e59e-4e01-a690-fe71549433f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.648299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] For port e623bbfe-b0be-46fd-8ba2-3489cb830010, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:49.653173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] For port e623bbfe-b0be-46fd-8ba2-3489cb830010, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e623bbfe-b0be-46fd-8ba2-3489cb830010,segment=NetworkSegment(4a6e743c-7338-4f64-b283-ced218da73ed),segment_id=4a6e743c-7338-4f64-b283-ced218da73ed)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:49.676554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.686287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Deleting port 41c97a0f-9397-4f6e-982d-176412123943 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:49.686678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.691521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dff1322e-9033-42c8-a089-1b8d150831f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:49.793045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d92f23-6995-4c1a-86fb-cadc603ffad3 None None] Pushing event updated for resources: {'Port': ['ID=e623bbfe-b0be-46fd-8ba2-3489cb830010,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:49.940573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1322e-9033-42c8-a089-1b8d150831f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8211aea-2455-442a-93c4-4db9d5bd2212,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:49.946066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17328405-7214-42eb-b1fe-6bf9c68d65db up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:14:49.975828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dff1322e-9033-42c8-a089-1b8d150831f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d421de432454cce9546539926a380a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8883488 Aug 06 18:14:49.992571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:50.091035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 17328405-7214-42eb-b1fe-6bf9c68d65db triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:50.091420 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.123441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] For port e623bbfe-b0be-46fd-8ba2-3489cb830010, host n-d-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:50.124008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.134252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-b589e68b-b399-4e82-aeac-e57be4cf807d service neutron] 10.222.0.64 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340290 Aug 06 18:14:50.159793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.224709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Calling delete_port for e623bbfe-b0be-46fd-8ba2-3489cb830010 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:50.233792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] For port 41c97a0f-9397-4f6e-982d-176412123943, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41c97a0f-9397-4f6e-982d-176412123943,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:50.234258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.271175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Calling delete_port for 41c97a0f-9397-4f6e-982d-176412123943 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:50.299448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:50.308498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:50.315535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:50.319439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event updated for resources: {'Port': ['ID=4e366fc9-4e30-44be-b417-6b63ef6855e7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:50.335176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.418906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::1 (cefbc2ff-723f-4405-8414-41b97f8c7653/d4ee18c9-ee41-4503-8a76-699892fde9f7/35eea296-4e86-4179-bb0d-ae37421b32ae) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:50.440207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.650884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.654072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.658441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8211aea-2455-442a-93c4-4db9d5bd2212 HTTP/1.1" status: 204 len: 168 time: 0.6604953 Aug 06 18:14:50.713413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a24609-17f2-4247-9c83-cf5539db876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8211aea-2455-442a-93c4-4db9d5bd2212,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:50.719522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.748441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.794430 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.845479 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.859662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 35eea296-4e86-4179-bb0d-ae37421b32ae will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:50.862466 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:50.894642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Port': ['ID=e623bbfe-b0be-46fd-8ba2-3489cb830010,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:51.007969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No DVR routers for this DVR port e623bbfe-b0be-46fd-8ba2-3489cb830010 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:14:51.118248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event deleted for resources: {'Port': ['ID=41c97a0f-9397-4f6e-982d-176412123943,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:51.191875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] No DVR routers for this DVR port 41c97a0f-9397-4f6e-982d-176412123943 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:14:51.197696 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.213046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdb3638c-1efd-4b06-8655-4ad057c2882b req-49c30794-3ef1-41ee-9f57-c86f1650afab tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "DELETE /v2.0/ports/41c97a0f-9397-4f6e-982d-176412123943 HTTP/1.1" status: 204 len: 173 time: 2.1207852 Aug 06 18:14:51.213555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-deleted', 'tag': '41c97a0f-9397-4f6e-982d-176412123943'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:14:51.221539 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9092185-71cf-4ec2-9305-65a22be93b65" -d '{"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-deleted", "tag": "41c97a0f-9397-4f6e-982d-176412123943"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:14:51.280944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.285057 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.360626 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e16c9-71d1-4e72-9746-9daef30de449 x-openstack-request-id: req-672e16c9-71d1-4e72-9746-9daef30de449 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:51.361631 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-unplugged", "status": "completed", "tag": "41c97a0f-9397-4f6e-982d-176412123943", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:51.362157 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-672e16c9-71d1-4e72-9746-9daef30de449 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:51.362872 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c97a0f-9397-4f6e-982d-176412123943', 'code': 200} Aug 06 18:14:51.540440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33240) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:51.547298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.587764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abff03bb-08fb-4b5d-af80-1118537124bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.593262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:51.610782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=35eea296-4e86-4179-bb0d-ae37421b32ae,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:51.634834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:51.641290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:51.642313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.691311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=0be400c2-afa4-4bcb-8146-2b8a2321a3f9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:51.708960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8190fb-b15c-4648-b7fa-349fb8d6f25c None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:51.823326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:51.876547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d81ef-756a-4c5b-9599-5af03cacc049 req-e3ccf95d-1cb8-4ef6-b916-be0ae8324913 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:51.897213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b2d81ef-756a-4c5b-9599-5af03cacc049 req-e3ccf95d-1cb8-4ef6-b916-be0ae8324913 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3771975 Aug 06 18:14:51.903862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6f8866-63e6-4950-b2c9-7c1830b02f49']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:51.939277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6e743c-7338-4f64-b283-ced218da73ed') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:51.940005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6e743c-7338-4f64-b283-ced218da73ed') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:51.962166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.027511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b2d81ef-756a-4c5b-9599-5af03cacc049 req-d16ef3ee-989a-4012-b014-ea6dccb0bfae tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185174 Aug 06 18:14:52.029918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.056367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:52.059911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:52.070731 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:52.083150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.111606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.193438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f01282b-bb1b-46e6-92d2-72da21c02ff6 None None] Could not find standard attr ID for object e623bbfe-b0be-46fd-8ba2-3489cb830010. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:14:52.286615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.343898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-baadac51-dfc2-480c-ac0a-28ace06c15f2 None None] Provisioning for port 35eea296-4e86-4179-bb0d-ae37421b32ae completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:14:52.354714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event updated for resources: {'Port': ['ID=4e366fc9-4e30-44be-b417-6b63ef6855e7,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:52.359842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e9149-dcc1-4d03-9e1c-b0111ff75f56 None None] DHCP port deletion for 6a6f8866-63e6-4950-b2c9-7c1830b02f49 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:14:52.360925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eab1f21d-7756-409a-9ee4-6c2fbc239d3c req-605377f2-3e48-412c-80e3-72c49f72d99f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 210 time: 0.1635411 Aug 06 18:14:52.377321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-baadac51-dfc2-480c-ac0a-28ace06c15f2 None None] Provisioning complete for port 35eea296-4e86-4179-bb0d-ae37421b32ae triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:52.378120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-baadac51-dfc2-480c-ac0a-28ace06c15f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.381856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.424109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.442011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.445509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/6a6f8866-63e6-4950-b2c9-7c1830b02f49 HTTP/1.1" status: 204 len: 168 time: 4.4452848 Aug 06 18:14:52.470854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33244) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:52.478663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0735f-4cbe-4cfb-9822-581352366ac8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=6a6f8866-63e6-4950-b2c9-7c1830b02f49,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:52.527163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-baadac51-dfc2-480c-ac0a-28ace06c15f2 None None] Port 35eea296-4e86-4179-bb0d-ae37421b32ae cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:52.534295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7b2ae-d65b-4f42-a7a5-b603b9c13678 None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:52.543885 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5595212-c729-4907-a194-d777924a1552 x-openstack-request-id: req-a5595212-c729-4907-a194-d777924a1552 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:14:52.544318 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead7e6ca-2823-4ccd-8e35-a5ca07dacc02", "name": "network-vif-deleted", "tag": "41c97a0f-9397-4f6e-982d-176412123943", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:14:52.546453 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5595212-c729-4907-a194-d777924a1552 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:14:52.546453 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead7e6ca-2823-4ccd-8e35-a5ca07dacc02', 'name': 'network-vif-deleted', 'tag': '41c97a0f-9397-4f6e-982d-176412123943', 'status': 'completed', 'code': 200} Aug 06 18:14:52.583540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7b2ae-d65b-4f42-a7a5-b603b9c13678 None None] Network 6a6f8866-63e6-4950-b2c9-7c1830b02f49 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:14:52.618523 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2019023-9a8b-48eb-8491-317b9a44ae34 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:14:52.619539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2019023-9a8b-48eb-8491-317b9a44ae34 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:52.624251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2019023-9a8b-48eb-8491-317b9a44ae34 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/0be400c2-afa4-4bcb-8146-2b8a2321a3f9 HTTP/1.1" status: 404 len: 337 time: 0.1420939 Aug 06 18:14:52.634222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33248) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:52.738944 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-60444708-372c-4689-ad7d-1d1a6944ff74 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:14:52.740041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60444708-372c-4689-ad7d-1d1a6944ff74 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:52.743876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60444708-372c-4689-ad7d-1d1a6944ff74 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/6a6f8866-63e6-4950-b2c9-7c1830b02f49 HTTP/1.1" status: 404 len: 339 time: 0.1114328 Aug 06 18:14:52.748728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33250) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:52.923454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-a79c21c4-a917-4f1b-96dd-16fb7172cd9c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:52.926729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-a79c21c4-a917-4f1b-96dd-16fb7172cd9c tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 804 time: 0.3189282 Aug 06 18:14:52.931112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abff03bb-08fb-4b5d-af80-1118537124bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.945152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Request body: {'port': {'device_id': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'admin_state_up': True, 'tenant_id': '09a82b6afd7a4862ad38a656da485f06'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:52.974664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abff03bb-08fb-4b5d-af80-1118537124bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.979210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:52.981144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-40d6092c-b248-4087-99d5-d3487ab3a61d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4990351 Aug 06 18:14:53.059706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.169386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-deca15e8-82c0-4576-9609-1b4d992d0c05 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1601970 Aug 06 18:14:53.172851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abff03bb-08fb-4b5d-af80-1118537124bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06da90cad71d45408f9b13cb411ba6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6160662 Aug 06 18:14:53.177913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff03bb-08fb-4b5d-af80-1118537124bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae406c3-f84b-45f5-8262-75716f209ec6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:53.185999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33254) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:53.225435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Made reservation on behalf of 09a82b6afd7a4862ad38a656da485f06 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:14:53.235786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.300254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dcbae-00f9-4f37-a643-17775d231685 req-fcdd66e1-5091-4488-87f2-a2ec1807b241 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:53.302347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd5dcbae-00f9-4f37-a643-17775d231685 req-fcdd66e1-5091-4488-87f2-a2ec1807b241 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1559911 Aug 06 18:14:53.422484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd5dcbae-00f9-4f37-a643-17775d231685 req-606e2f9f-f9a8-4755-9e5b-a80a8841b8e5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823777 Aug 06 18:14:53.513031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.531593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Allocated IP 172.20.0.7 (3782b742-c50a-4ec0-980f-60db9655f409/6ad6b11d-3910-42a5-bb94-12f6314a7e72/164bd040-adb5-4515-b1f4-6b492f9514a3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:14:53.564155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2c0b0-21aa-4908-8e69-b20c566d368c']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:53.578124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.591147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d72e1b-aa01-4fed-bb7b-170df23a4a8d') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:53.591742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d72e1b-aa01-4fed-bb7b-170df23a4a8d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:53.595010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.615520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.616421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.630747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.674912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-cbf30917-d630-4f38-ba6c-b87b01b5d3b1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:53.676981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-cbf30917-d630-4f38-ba6c-b87b01b5d3b1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4893727 Aug 06 18:14:53.691211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a1d3655-1b73-4d75-84cf-24cc1b78137a req-9da497b3-8ddf-4ab8-bd10-06b0fe16d80f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 210 time: 0.0718179 Aug 06 18:14:53.751362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.778067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-422945a2-a90b-4962-8660-389d332375d5 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:14:53.780409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0e8130a-c3d5-4dda-a014-e6e02fd4f9a9 req-422945a2-a90b-4962-8660-389d332375d5 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507240 Aug 06 18:14:53.782215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.847695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:14:53.848371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:14:53.856906 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:14:53.892384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e623bbfe-b0be-46fd-8ba2-3489cb830010 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:54.000758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:14:54.020406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e623bbfe-b0be-46fd-8ba2-3489cb830010 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:14:54.022194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e623bbfe-b0be-46fd-8ba2-3489cb830010 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:14:54.060526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 41c97a0f-9397-4f6e-982d-176412123943 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:14:54.061265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41c97a0f-9397-4f6e-982d-176412123943 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:14:54.104587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.159308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=35eea296-4e86-4179-bb0d-ae37421b32ae,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:54.189512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.199337 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.240342 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.243825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/72a2c0b0-21aa-4908-8e69-b20c566d368c HTTP/1.1" status: 204 len: 168 time: 1.4930856 Aug 06 18:14:54.248958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85f300-8496-4e9c-ab61-a1b857b0b7bd tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=72a2c0b0-21aa-4908-8e69-b20c566d368c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:54.254812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33274) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:54.276036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.277960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Network 3782b742-c50a-4ec0-980f-60db9655f409 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:54.283382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.283745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:54.286202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ae406c3-f84b-45f5-8262-75716f209ec6 HTTP/1.1" status: 204 len: 168 time: 1.0945671 Aug 06 18:14:54.296176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:14:54.394289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6db0-8264-4ed7-96f7-2f2f8217408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae406c3-f84b-45f5-8262-75716f209ec6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:54.420901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:54.430166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.445579 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f590f1-1a7f-426e-a8fc-6c7c5ef3d15b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:14:54.446386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f590f1-1a7f-426e-a8fc-6c7c5ef3d15b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:54.451722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:54.451933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-11f590f1-1a7f-426e-a8fc-6c7c5ef3d15b tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/d515225b-ea5b-4dd0-b54d-3e23832ffd27 HTTP/1.1" status: 404 len: 337 time: 0.1919558 Aug 06 18:14:54.453845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33278) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:54.462264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:14:54.470041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:14:54.531195 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-09de485b-88b5-4563-9f38-d9e59a21545e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:14:54.532259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09de485b-88b5-4563-9f38-d9e59a21545e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:14:54.542021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-09de485b-88b5-4563-9f38-d9e59a21545e tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/ec3ad71d-45a9-4844-9a93-9e0cf7fd7d38 HTTP/1.1" status: 404 len: 339 time: 0.0861270 Aug 06 18:14:54.544628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-1e9de7b0-729e-4190-9dcb-1f09def78d2b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6070867 Aug 06 18:14:54.545243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33282) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:54.681976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting subnet 946ba998-4fe7-4cc2-996c-4d18b2e72d72 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:54.743556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.811184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.938368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:54.995691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-183303a0-baab-4c3c-835c-f54e4ca69572 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:55.011403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-183303a0-baab-4c3c-835c-f54e4ca69572 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 821 time: 0.7134497 Aug 06 18:14:55.017106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-943735ff-7edc-4870-b762-6d45522f33ac None None] Provisioning complete for port 35eea296-4e86-4179-bb0d-ae37421b32ae triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:55.017742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-943735ff-7edc-4870-b762-6d45522f33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:55.057884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Router c5a1153d-38ba-42f1-87a9-e161012670c2 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:14:55.090158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-60c61179-3780-4782-974d-5dc04ba9a1b7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/quotas/24d16405d2404ae888f4b1d9e847e558 HTTP/1.1" status: 200 len: 375 time: 0.0652688 Aug 06 18:14:55.151689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-943735ff-7edc-4870-b762-6d45522f33ac None None] Port 35eea296-4e86-4179-bb0d-ae37421b32ae cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:14:55.163317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:55.228511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=946ba998-4fe7-4cc2-996c-4d18b2e72d72,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:55.247066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:55.250929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bb36f525-6de1-4332-9ab4-cadd258069e8 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/946ba998-4fe7-4cc2-996c-4d18b2e72d72 HTTP/1.1" status: 204 len: 168 time: 0.7041674 Aug 06 18:14:55.254097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33298) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:55.260860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05bdf3-89e3-49f4-8f17-6038b8731ef4 None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:55.293518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e73aa-de22-4e6f-a38a-7d325aaa02be req-7f8623d9-7d68-4b8a-8253-616f9f021f52 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:55.310303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b58e73aa-de22-4e6f-a38a-7d325aaa02be req-7f8623d9-7d68-4b8a-8253-616f9f021f52 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.6231911 Aug 06 18:14:55.319614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-b61ee9f4-b201-4a3f-9ac0-812f5a025886 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2280743 Aug 06 18:14:55.399622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Request body: {'port': {'device_id': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:55.432327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-7bc81c11-b97c-4b0b-8275-852e60077fd7 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110008 Aug 06 18:14:55.553636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-24ad09af-3422-4c91-bcb4-5952e430a445 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204734 Aug 06 18:14:55.600985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b58e73aa-de22-4e6f-a38a-7d325aaa02be req-1b3bdd7d-419a-4ba2-917e-4075a552e3ad tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890756 Aug 06 18:14:55.603986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:14:55.624997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c4bfdd7-5cc5-4a33-b14c-80a2354d05f4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "PUT /v2.0/routers/c5a1153d-38ba-42f1-87a9-e161012670c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8512778 Aug 06 18:14:55.626616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33304) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:55.641492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Sync routers for ids ['c5a1153d-38ba-42f1-87a9-e161012670c2'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:14:55.660140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting subnet c1fdce58-0957-4f68-888b-1d61eb17ffec {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:14:55.670708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:55.687429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Routers {'c5a1153d-38ba-42f1-87a9-e161012670c2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:14:55.689722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c5a1153d-38ba-42f1-87a9-e161012670c2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:55.775345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:55.929383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d0868d-353b-490d-af32-e938d0a93c8b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:55.946455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-06d0868d-353b-490d-af32-e938d0a93c8b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports/35eea296-4e86-4179-bb0d-ae37421b32ae HTTP/1.1" status: 200 len: 911 time: 0.3151634 Aug 06 18:14:55.947670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33314) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:56.020555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Set router c5a1153d-38ba-42f1-87a9-e161012670c2 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:14:56.169211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcdefe-aa0b-4d7a-98b1-1661f5c2cdc4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:56.195273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fcdefe-aa0b-4d7a-98b1-1661f5c2cdc4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:56.204641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08fcdefe-aa0b-4d7a-98b1-1661f5c2cdc4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2485147 Aug 06 18:14:56.206417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:56.233434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:56.302743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:56.513967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc1352b9-088f-4bd4-84b2-d818030a34e1 req-186e775d-b6e7-4668-a951-200f41aba04d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 210 time: 0.0825431 Aug 06 18:14:56.597591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e445b-0e14-4787-af50-046aab066637 req-d58fc713-c439-4024-9ae8-9c481ffffca1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:56.606739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e60e445b-0e14-4787-af50-046aab066637 req-d58fc713-c439-4024-9ae8-9c481ffffca1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 931 time: 0.6765199 Aug 06 18:14:56.767103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:14:52Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': '35eea296-4e86-4179-bb0d-ae37421b32ae', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:6d:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:49Z', 'updated_at': '2021-08-06T18:14:52Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:56.807356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e60e445b-0e14-4787-af50-046aab066637 req-f0bf2ef4-e405-4dfa-9ee6-f83ca7174e44 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993506 Aug 06 18:14:56.826268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:56.928949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Checking router: c5a1153d-38ba-42f1-87a9-e161012670c2 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:14:56.929652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Updating router c5a1153d-38ba-42f1-87a9-e161012670c2 port 35eea296-4e86-4179-bb0d-ae37421b32ae binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:14:56.984287 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:57.235332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279e63-12dc-47b1-bd2b-4346762121f3 req-334b1e4f-9d70-4ff3-970f-c90a08927eb3 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:57.239505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29279e63-12dc-47b1-bd2b-4346762121f3 req-334b1e4f-9d70-4ff3-970f-c90a08927eb3 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4858491 Aug 06 18:14:57.460411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164bd040-adb5-4515-b1f4-6b492f9514a3 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:14:57.527003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:57.537104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fdce58-0957-4f68-888b-1d61eb17ffec,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:57.588159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:57.591563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-998ce2df-d777-4823-8bc4-5efdaf48c9ab tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/c1fdce58-0957-4f68-888b-1d61eb17ffec HTTP/1.1" status: 204 len: 168 time: 2.3316994 Aug 06 18:14:57.605115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d1395-88ba-4522-9f4b-961b99d0bf14 None None] Network c7d83194-dab3-4ee7-9b51-dc6642bf3f07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:14:57.614386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33348) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:14:57.760223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Transition to ACTIVE for port object 164bd040-adb5-4515-b1f4-6b492f9514a3 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:57.803979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bc8f8e26-fe28-42c7-9e2a-e6518290eee2 None None] Provisioning complete for port 8807dfb7-a3a9-4f57-add4-1440915acffe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:14:57.804885 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8f8e26-fe28-42c7-9e2a-e6518290eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:57.877770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a1c9dd4b-6722-4382-976a-a6655970c696 req-408e749e-98c2-4799-97b1-5f4457de04f5 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 210 time: 0.2171359 Aug 06 18:14:57.879016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.165235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29279e63-12dc-47b1-bd2b-4346762121f3 req-a04d8ef2-28a1-4ca9-9351-2914ff192988 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9138772 Aug 06 18:14:58.175943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.365326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.379365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Transition to ACTIVE for port object 35eea296-4e86-4179-bb0d-ae37421b32ae will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:14:58.399835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.515384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] DHCP port deletion for c7d83194-dab3-4ee7-9b51-dc6642bf3f07 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:14:58.529922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a312eef-24fc-4e89-9bc5-55500bceed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.552704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:58.629083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Pushing event updated for resources: {'Port': ['ID=35eea296-4e86-4179-bb0d-ae37421b32ae,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:58.720191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.721057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.721937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.722725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.723481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.724238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.725350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.726630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.727535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.728306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.729082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.729874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:14:58.816538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Attempting to bind port 35eea296-4e86-4179-bb0d-ae37421b32ae on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:58.840264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Attempting to bind port 35eea296-4e86-4179-bb0d-ae37421b32ae by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:58.841616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Attempting to bind port 35eea296-4e86-4179-bb0d-ae37421b32ae on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:58.865122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:14:58.865858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:14:58.866616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.869640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:14:58.870126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Bound port: 35eea296-4e86-4179-bb0d-ae37421b32ae, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:14:58.871126 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.921588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Deleting port 8807dfb7-a3a9-4f57-add4-1440915acffe {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:58.922397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:58.940271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:59.122836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] For port 35eea296-4e86-4179-bb0d-ae37421b32ae, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:14:59.206474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] For port 35eea296-4e86-4179-bb0d-ae37421b32ae, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=35eea296-4e86-4179-bb0d-ae37421b32ae,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:14:59.231798 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:59.386952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3825af-a176-446f-81fa-af38e9102d42 req-fc79b873-70d7-4042-bb04-260abbf37d6a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:59.400021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f3825af-a176-446f-81fa-af38e9102d42 req-fc79b873-70d7-4042-bb04-260abbf37d6a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 943 time: 1.2219057 Aug 06 18:14:59.410280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d54059f-b361-4eab-888c-ed9316b9c78a req-a03f32fd-559e-4708-ac09-10dc31b1c33a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 210 time: 0.0962129 Aug 06 18:14:59.478784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a6322-5611-4bae-a97b-0177304662c3 None None] Pushing event updated for resources: {'Port': ['ID=35eea296-4e86-4179-bb0d-ae37421b32ae,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:14:59.506784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Routers {'c5a1153d-38ba-42f1-87a9-e161012670c2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:14:59.509348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c5a1153d-38ba-42f1-87a9-e161012670c2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:14:59.612492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting port 8807dfb7-a3a9-4f57-add4-1440915acffe {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:14:59.613132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:59.640853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-47700ad1-59f6-480b-a802-125ecadb7d31 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:59.643175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-47700ad1-59f6-480b-a802-125ecadb7d31 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.55 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 821 time: 1.4544127 Aug 06 18:14:59.671345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'port': {'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'admin_state_up': True, 'tenant_id': '24d16405d2404ae888f4b1d9e847e558'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:14:59.701560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8807dfb7-a3a9-4f57-add4-1440915acffe,segment=NetworkSegment(7d18f2b6-6465-4365-9150-c167669e6a80),segment_id=7d18f2b6-6465-4365-9150-c167669e6a80)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:14:59.702279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:14:59.771759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f3825af-a176-446f-81fa-af38e9102d42 req-80b4cd41-89c7-45dd-be9d-16322741b42e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705602 Aug 06 18:14:59.772567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Calling delete_port for 8807dfb7-a3a9-4f57-add4-1440915acffe owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:14:59.815242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] Set router c5a1153d-38ba-42f1-87a9-e161012670c2 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:14:59.912412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Attempting to bind port 164bd040-adb5-4515-b1f4-6b492f9514a3 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:14:59.922346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Attempting to bind port 164bd040-adb5-4515-b1f4-6b492f9514a3 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:14:59.922925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Attempting to bind port 164bd040-adb5-4515-b1f4-6b492f9514a3 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:14:59.941705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91bfb0-e2aa-4867-8d06-83f0becae3f4 req-eadcf323-3152-4bae-bf80-3937df410624 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:14:59.953138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac91bfb0-e2aa-4867-8d06-83f0becae3f4 req-eadcf323-3152-4bae-bf80-3937df410624 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3146102 Aug 06 18:15:00.028975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Port 164bd040-adb5-4515-b1f4-6b492f9514a3 on network 3782b742-c50a-4ec0-980f-60db9655f409 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:15:00.030121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Attempting to bind port 164bd040-adb5-4515-b1f4-6b492f9514a3 on network 3782b742-c50a-4ec0-980f-60db9655f409 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:00.052104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:00.052677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Checking segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:00.053348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Bound using segment: {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:00.054174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Bound port: 164bd040-adb5-4515-b1f4-6b492f9514a3, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c904af-1d0a-4afc-a28e-236226103f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:00.054771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.084765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac91bfb0-e2aa-4867-8d06-83f0becae3f4 req-821986f7-8a1e-4f4e-9363-62ea18723fb9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299579 Aug 06 18:15:00.174549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 35eea296-4e86-4179-bb0d-ae37421b32ae {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:00.175340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.262868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] For port 8807dfb7-a3a9-4f57-add4-1440915acffe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8807dfb7-a3a9-4f57-add4-1440915acffe,segment=NetworkSegment(7d18f2b6-6465-4365-9150-c167669e6a80),segment_id=7d18f2b6-6465-4365-9150-c167669e6a80)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:00.263407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.318186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8807dfb7-a3a9-4f57-add4-1440915acffe no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:00.401804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Calling delete_port for 8807dfb7-a3a9-4f57-add4-1440915acffe owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:00.444543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:00.479917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:00.522826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.532995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Made reservation on behalf of 24d16405d2404ae888f4b1d9e847e558 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:00.549346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.672318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.740607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] Pushing event deleted for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:00.755144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.762769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f10588-857f-4acd-9236-eb883afcc260 None None] No DVR routers for this DVR port 8807dfb7-a3a9-4f57-add4-1440915acffe on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:00.845809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port 35eea296-4e86-4179-bb0d-ae37421b32ae, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=35eea296-4e86-4179-bb0d-ae37421b32ae,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:00.846585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:00.908448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:14:52Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': '35eea296-4e86-4179-bb0d-ae37421b32ae', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:6d:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:49Z', 'updated_at': '2021-08-06T18:14:59Z', 'revision_number': 4, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:00.966236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c21654-9e13-4e17-a8ca-d6877771cef0 None None] The sync data for ids ['c5a1153d-38ba-42f1-87a9-e161012670c2'] in n-d-793621-29 is: [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:14:52Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': '35eea296-4e86-4179-bb0d-ae37421b32ae', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:6d:75:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:49Z', 'updated_at': '2021-08-06T18:14:59Z', 'revision_number': 4, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': 'd4ee18c9-ee41-4503-8a76-699892fde9f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:00.974100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 35eea296-4e86-4179-bb0d-ae37421b32ae owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:01.069701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823326-7b1e-423b-8507-e5b72343c84e req-6dd1decb-91c4-4984-bdf0-355f8020c3e7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:01.082404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49823326-7b1e-423b-8507-e5b72343c84e req-6dd1decb-91c4-4984-bdf0-355f8020c3e7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.4594467 Aug 06 18:15:01.095142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e8494a1-af53-4520-950b-2dd251e03b1b req-8e1142fd-8298-4507-825f-81d71d34f453 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 210 time: 0.3050683 Aug 06 18:15:01.112202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:01.113624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:01.121501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] 10.222.0.55 "PUT /v2.0/ports/164bd040-adb5-4515-b1f4-6b492f9514a3 HTTP/1.1" status: 200 len: 1092 time: 6.5444558 Aug 06 18:15:01.121501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e814c1-7c94-466a-9302-a465b294a533 service neutron] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:01.139799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:01.149124 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd9782-c724-4186-a55f-d80f07b6889b" -d '{"events": [{"name": "network-changed", "server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:01.151817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-ec9fa18b-6e1a-40a3-9b9b-648a38948fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:01.157597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-ec9fa18b-6e1a-40a3-9b9b-648a38948fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.4481497 Aug 06 18:15:01.159943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:01.343848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Port': ['ID=8807dfb7-a3a9-4f57-add4-1440915acffe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:01.462070 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:15:01.506030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49823326-7b1e-423b-8507-e5b72343c84e req-57268d8f-e4ad-4cba-8603-6d474adb9e4f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942602 Aug 06 18:15:01.521486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No DVR routers for this DVR port 8807dfb7-a3a9-4f57-add4-1440915acffe on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:01.537358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:01.675958 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d61422c5-3490-4ea4-a8d2-695d2fd4b031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:01.752799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-a2090f81-8e33-41e4-a316-88ffc01d2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:01.768342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-a2090f81-8e33-41e4-a316-88ffc01d2fac service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.4933128 Aug 06 18:15:01.869287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Allocated IP 172.20.0.7 (77e6849d-f203-4da0-8ea7-582547fcd4ce/0770e39b-68b4-4759-92e1-68f0cc4875e5/ffd691df-97cf-4ad8-8f0d-46cdad6d636d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:01.941766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35eea296-4e86-4179-bb0d-ae37421b32ae up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:02.073756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-2675e39e-6b29-4f7f-a118-000ac71c4e46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1002 time: 0.2932808 Aug 06 18:15:02.222336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 35eea296-4e86-4179-bb0d-ae37421b32ae completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:02.225954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.228901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 35eea296-4e86-4179-bb0d-ae37421b32ae triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:02.230284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.240077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-bee1895d-d3d6-4ee9-bf47-201e67ab4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:02.243749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-bee1895d-d3d6-4ee9-bf47-201e67ab4411 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.1636326 Aug 06 18:15:02.260628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port 35eea296-4e86-4179-bb0d-ae37421b32ae was deleted so its status cannot be updated. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 18:15:02.277132 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee10af3-4c6d-4c8d-a6db-6c0c13fe9601 x-openstack-request-id: req-4ee10af3-4c6d-4c8d-a6db-6c0c13fe9601 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:02.278163 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:02.278646 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ee10af3-4c6d-4c8d-a6db-6c0c13fe9601 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:02.279442 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'status': 'completed', 'code': 200} Aug 06 18:15:02.426139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=35eea296-4e86-4179-bb0d-ae37421b32ae,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:02.489221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-b7fba762-0876-4f4f-8abe-1b97d39200df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:02.492696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-b7fba762-0876-4f4f-8abe-1b97d39200df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 1095 time: 1.2969940 Aug 06 18:15:02.510509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.568209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d83194-dab3-4ee7-9b51-dc6642bf3f07']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:02.627631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d18f2b6-6465-4365-9150-c167669e6a80') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:02.628140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d18f2b6-6465-4365-9150-c167669e6a80') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:02.638549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd132e-6fca-4ada-9196-06a7a4be0ee0 req-dfaaf296-5aad-4f0a-b3c1-e446c536a9d3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:02.640475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bacd132e-6fca-4ada-9196-06a7a4be0ee0 req-dfaaf296-5aad-4f0a-b3c1-e446c536a9d3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 943 time: 1.3591087 Aug 06 18:15:02.642576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-87af1b66-5c25-402b-90e9-78f90f415ced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164bd040-adb5-4515-b1f4-6b492f9514a3 HTTP/1.1" status: 200 len: 217 time: 0.0995054 Aug 06 18:15:02.672005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be019fbe-1be1-425f-b003-deecf039b304 req-9df5b4bf-280b-454a-926b-609c2c2e23fa tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 210 time: 0.2409136 Aug 06 18:15:02.698118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.745827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-ccc05412-554a-4a16-bd5f-62d8207b2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:02.748590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-ccc05412-554a-4a16-bd5f-62d8207b2754 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4905674 Aug 06 18:15:02.814556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.836678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.842662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-12f3fdeb-f81b-45fa-a02c-a7cd4d9c4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:02.848346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-12f3fdeb-f81b-45fa-a02c-a7cd4d9c4083 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.1929066 Aug 06 18:15:02.964304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Transition to ACTIVE for port object ffd691df-97cf-4ad8-8f0d-46cdad6d636d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:02.969997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:02.980615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-e7b9c9f9-d0f6-487c-9b1e-318a77997d72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970638 Aug 06 18:15:03.019591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:15:03.020422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:15:03.031879 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:15:03.053487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d03ee9-3d07-445a-bab0-2680c6ca6b0a req-41a4804f-0483-4f7d-a0f3-e68af60796b0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:03.055084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15d03ee9-3d07-445a-bab0-2680c6ca6b0a req-41a4804f-0483-4f7d-a0f3-e68af60796b0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2584171 Aug 06 18:15:03.085916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-85b5ee8a-cd76-40f8-b4f9-003bf03415c5 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291092 Aug 06 18:15:03.088284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:03.089535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bacd132e-6fca-4ada-9196-06a7a4be0ee0 req-fd8c248a-d649-4e45-8369-4b50c98ccf6a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262838 Aug 06 18:15:03.288390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15d03ee9-3d07-445a-bab0-2680c6ca6b0a req-b5b84d4b-19bc-494f-97bb-5c728d04e312 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241592 Aug 06 18:15:03.361362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:03.384027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:03.387934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/c7d83194-dab3-4ee7-9b51-dc6642bf3f07 HTTP/1.1" status: 204 len: 168 time: 5.7719429 Aug 06 18:15:03.392583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33438) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.407504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:03.426105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['751cd030-d441-46de-85e5-f18ab46eea02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:03.430900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e42c0b8-ba57-4e71-8033-a00a33b946dd req-90ef9a6f-3ad9-4d52-85e7-692cb6057aff service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812414 Aug 06 18:15:03.436108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Router c5a1153d-38ba-42f1-87a9-e161012670c2 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:03.505193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6cb2f-eaf3-445b-8466-5366c90a4e56 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=c7d83194-dab3-4ee7-9b51-dc6642bf3f07,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:03.581629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-81a2de75-36c2-4556-91ca-aa2e5d4b145c service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771141 Aug 06 18:15:03.590448 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-16520246-9e1b-4fdf-bf26-e4b7fd6a13c2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:03.591102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16520246-9e1b-4fdf-bf26-e4b7fd6a13c2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:03.591722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:03.595053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16520246-9e1b-4fdf-bf26-e4b7fd6a13c2 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/1287b637-65a4-406e-a1a2-dba0296e07d0 HTTP/1.1" status: 404 len: 337 time: 0.1888106 Aug 06 18:15:03.608165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.617311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22607d9c-ae2c-42c5-b4c7-9ef90f0764fb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "PUT /v2.0/routers/c5a1153d-38ba-42f1-87a9-e161012670c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4057710 Aug 06 18:15:03.620006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33444) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.656437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:03.679960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event updated for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:03.684247 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-786c33b8-9a3c-45f7-af08-6f42aeb3378d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:03.686190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786c33b8-9a3c-45f7-af08-6f42aeb3378d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:03.694412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-786c33b8-9a3c-45f7-af08-6f42aeb3378d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/79811193-f146-4108-aa42-5a3c5ca2dffc HTTP/1.1" status: 404 len: 339 time: 0.0729680 Aug 06 18:15:03.698626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.731347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:03.741351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:03.760327 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d522ae0e-3575-4345-8e1f-5c3e095b19e6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:03.760950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d522ae0e-3575-4345-8e1f-5c3e095b19e6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:03.763036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d522ae0e-3575-4345-8e1f-5c3e095b19e6 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/ffe0c506-66b6-44d5-b496-4065d97ccf4f HTTP/1.1" status: 404 len: 337 time: 0.0633459 Aug 06 18:15:03.768081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.775664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eea43-3068-4f6c-aa29-6fbff26b4108 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:03.783044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eea43-3068-4f6c-aa29-6fbff26b4108 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:03.788416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f7eea43-3068-4f6c-aa29-6fbff26b4108 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1633422 Aug 06 18:15:03.792312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:03.943341 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Sync routers for ids ['c5a1153d-38ba-42f1-87a9-e161012670c2'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:03.962793 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Routers {'c5a1153d-38ba-42f1-87a9-e161012670c2'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:03.963453 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c5a1153d-38ba-42f1-87a9-e161012670c2'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:03.964249 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bb80b4-e97e-4381-bc7b-af359770276c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:03.965278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bb80b4-e97e-4381-bc7b-af359770276c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:03.976064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e1bb80b4-e97e-4381-bc7b-af359770276c tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/15c5b76c-d1d6-4590-a79e-f71d5d0b13df HTTP/1.1" status: 404 len: 339 time: 0.1851640 Aug 06 18:15:03.982622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:04.070382 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c4fd51-48b2-44be-8e9c-032907699975 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:04.074788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c4fd51-48b2-44be-8e9c-032907699975 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:04.082860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70c4fd51-48b2-44be-8e9c-032907699975 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/ab414263-5b44-41f8-9391-5988a99cf9a7 HTTP/1.1" status: 404 len: 337 time: 0.0982869 Aug 06 18:15:04.087745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:04.089277 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Set router c5a1153d-38ba-42f1-87a9-e161012670c2 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:04.111346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet d4ee18c9-ee41-4503-8a76-699892fde9f7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:04.148511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.154128 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c673787-0e54-4b6d-8008-d12017b60a64 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:04.155394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c673787-0e54-4b6d-8008-d12017b60a64 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:04.163437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4c673787-0e54-4b6d-8008-d12017b60a64 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/f9332559-9f88-4677-9d6d-7c841a011e56 HTTP/1.1" status: 404 len: 339 time: 0.0728576 Aug 06 18:15:04.163437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:04.225976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:15:01Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:04.255555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Checking router: c5a1153d-38ba-42f1-87a9-e161012670c2 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:04.266438 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Routers {'c5a1153d-38ba-42f1-87a9-e161012670c2'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:04.267374 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c5a1153d-38ba-42f1-87a9-e161012670c2'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:04.282840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.334129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:04.336497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting subnet 8c464288-fc4c-48c3-927e-8853019eb516 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:04.336853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.367420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.378198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687f08-1065-44fa-88e1-3f8826836a11 req-2f8d839f-2c78-47e3-b84f-360b6dabc8df tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:04.380933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be687f08-1065-44fa-88e1-3f8826836a11 req-2f8d839f-2c78-47e3-b84f-360b6dabc8df tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 943 time: 0.1505935 Aug 06 18:15:04.390907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257b65-a6aa-4807-8f41-12d315a53ed8 req-06cfe9a3-5a1d-4376-9276-3e783fdfcf63 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:04.394017 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] Set router c5a1153d-38ba-42f1-87a9-e161012670c2 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:04.414401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78257b65-a6aa-4807-8f41-12d315a53ed8 req-06cfe9a3-5a1d-4376-9276-3e783fdfcf63 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 931 time: 0.4995184 Aug 06 18:15:04.441928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9501e7d-e5a0-48bb-8388-6aa005404b59 req-cc9af4b3-2255-4d35-9c3e-cc2ff950055b service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397472 Aug 06 18:15:04.461913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d40c642b-6792-415d-8d2a-ed4ececdd089 None None] Provisioning for port ffd691df-97cf-4ad8-8f0d-46cdad6d636d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:04.494525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.515997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d40c642b-6792-415d-8d2a-ed4ececdd089 None None] Provisioning complete for port ffd691df-97cf-4ad8-8f0d-46cdad6d636d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:04.517821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d40c642b-6792-415d-8d2a-ed4ececdd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.541108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f839a51c-6f20-4899-8c9a-e3a8e86019d1 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8779042 Aug 06 18:15:04.564015 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:15:01Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:04.569728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.583825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Request body: {'port': {'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:04.630630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488f5b0-e888-45ce-8e54-827b1720dfeb None None] The sync data for ids ['c5a1153d-38ba-42f1-87a9-e161012670c2'] in n-d-793621-29 is: [{'id': 'c5a1153d-38ba-42f1-87a9-e161012670c2', 'name': 'tempest-NetworksTestDHCPv6-router-1249576261', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:14:48Z', 'updated_at': '2021-08-06T18:15:01Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:04.637807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be687f08-1065-44fa-88e1-3f8826836a11 req-da6ce826-acf8-4148-81ad-dce1fcc030e5 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500309 Aug 06 18:15:04.677802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d40c642b-6792-415d-8d2a-ed4ececdd089 None None] Port ffd691df-97cf-4ad8-8f0d-46cdad6d636d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:15:04.752859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78257b65-a6aa-4807-8f41-12d315a53ed8 req-3b6fb778-ab26-4e4c-8bfe-2c9d4e131496 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820826 Aug 06 18:15:04.762806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.778294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.824113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9782-c724-4186-a55f-d80f07b6889b req-73813e15-c948-41fd-ad61-ddc81f1f4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:04.826024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-73813e15-c948-41fd-ad61-ddc81f1f4884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09a82b6afd7a4862ad38a656da485f06&device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 1095 time: 0.2788923 Aug 06 18:15:04.850802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.851392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ee18c9-ee41-4503-8a76-699892fde9f7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:04.860092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:04.865870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5174a619-f1ff-4417-8d29-08431f9c0441 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/d4ee18c9-ee41-4503-8a76-699892fde9f7 HTTP/1.1" status: 204 len: 168 time: 1.0565205 Aug 06 18:15:04.872738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33478) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:04.877234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d406f7c-4f90-4953-82c7-ea92bb445cff None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:04.929886 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.070469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.128264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.130282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9782-c724-4186-a55f-d80f07b6889b req-a5f19c3f-cf84-4a6a-8b96-4728125bd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:05.136639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-a5f19c3f-cf84-4a6a-8b96-4728125bd243 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 200 len: 905 time: 0.2992456 Aug 06 18:15:05.137984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/8c464288-fc4c-48c3-927e-8853019eb516 HTTP/1.1" status: 204 len: 168 time: 0.9436035 Aug 06 18:15:05.138350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33482) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:05.140082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc110f-35de-4e24-b7c0-2934b093f2b8 None None] Network d151aca9-5ce7-40b7-a519-9e0d920fa974 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:05.141489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5e58d-4f47-477f-81c3-3ef00dabbf55 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=8c464288-fc4c-48c3-927e-8853019eb516,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:05.155231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1a2a8-20eb-4ae6-ad4a-5a6d7bd242b4 req-dc8a90b8-653f-4788-b18a-97119b8b06db tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:05.157887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51a1a2a8-20eb-4ae6-ad4a-5a6d7bd242b4 req-dc8a90b8-653f-4788-b18a-97119b8b06db tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.2493968 Aug 06 18:15:05.258095 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51a1a2a8-20eb-4ae6-ad4a-5a6d7bd242b4 req-7ba6964a-b854-4079-b3d1-53f290b9698e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756354 Aug 06 18:15:05.408513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07334e4c-769f-470b-9159-05b56365af72 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:15:05.471638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-2c23a3ee-d9ab-4f8e-bf69-925e450b0af1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164bd040-adb5-4515-b1f4-6b492f9514a3 HTTP/1.1" status: 200 len: 217 time: 0.2212462 Aug 06 18:15:05.524119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Deleting port 17328405-7214-42eb-b1fe-6bf9c68d65db {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:05.525014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.582329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:05.590963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e378ee1a-dd8a-431f-9336-ea1a1b07bcd2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7084050 Aug 06 18:15:05.612975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.618954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] DHCP port deletion for d151aca9-5ce7-40b7-a519-9e0d920fa974 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:15:05.662438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9782-c724-4186-a55f-d80f07b6889b req-96235e3a-f436-4366-a781-140c1345f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:05.667736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-96235e3a-f436-4366-a781-140c1345f519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 200 len: 844 time: 0.1765077 Aug 06 18:15:05.721400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.738207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-07334e4c-769f-470b-9159-05b56365af72 None None] For port 17328405-7214-42eb-b1fe-6bf9c68d65db, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=17328405-7214-42eb-b1fe-6bf9c68d65db,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:05.738712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.824060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Calling delete_port for 17328405-7214-42eb-b1fe-6bf9c68d65db owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:05.833240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-2f9a2ab6-1df1-46aa-8cca-58d42234f77b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3782b742-c50a-4ec0-980f-60db9655f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513925 Aug 06 18:15:05.866598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Deleting port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:05.866986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:05.987653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:06.144936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-7a5101b3-8ebb-40a8-bc0d-f941606b7c02 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845322 Aug 06 18:15:06.209302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.214760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.220829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,segment=NetworkSegment(2156a426-9c18-466e-bb06-a906f8253034),segment_id=2156a426-9c18-466e-bb06-a906f8253034)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:06.221344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.261391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Calling delete_port for bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:06.293539 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.331322 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.332692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Fanout notify agent at l3_agent the message router_deleted on router c5a1153d-38ba-42f1-87a9-e161012670c2 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:15:06.348798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.352619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b3b4c26-9092-47cc-97dc-aec3e3469055 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/routers/c5a1153d-38ba-42f1-87a9-e161012670c2 HTTP/1.1" status: 204 len: 168 time: 0.7688868 Aug 06 18:15:06.358709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33510) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:06.373027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07334e4c-769f-470b-9159-05b56365af72 None None] No DVR routers for this DVR port 17328405-7214-42eb-b1fe-6bf9c68d65db on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:06.389003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:06.411696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07334e4c-769f-470b-9159-05b56365af72 None None] Pushing event deleted for resources: {'Port': ['ID=17328405-7214-42eb-b1fe-6bf9c68d65db,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:06.461957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cff36-a71d-463e-849e-71bc71aa89f8 req-c722a0ba-b194-479a-b798-5362431a314f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:06.464196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c81cff36-a71d-463e-849e-71bc71aa89f8 req-c722a0ba-b194-479a-b798-5362431a314f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 931 time: 0.1593108 Aug 06 18:15:06.487703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.562973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c81cff36-a71d-463e-849e-71bc71aa89f8 req-78ea2e4b-3429-40c7-8dfe-4e0c48547fb4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912707 Aug 06 18:15:06.598133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,segment=NetworkSegment(2156a426-9c18-466e-bb06-a906f8253034),segment_id=2156a426-9c18-466e-bb06-a906f8253034)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:06.613187 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.613187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35eea296-4e86-4179-bb0d-ae37421b32ae no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:06.652597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 35eea296-4e86-4179-bb0d-ae37421b32ae {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:06.653513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35eea296-4e86-4179-bb0d-ae37421b32ae not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:06.654344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17328405-7214-42eb-b1fe-6bf9c68d65db no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:06.720546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 17328405-7214-42eb-b1fe-6bf9c68d65db {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:06.721356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 17328405-7214-42eb-b1fe-6bf9c68d65db not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:06.724742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:06.732207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event deleted for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:06.785253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] No DVR routers for this DVR port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:06.787616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756ed99-f972-4eca-b0ed-0319a5bf0530 None None] Pushing event deleted for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:07.089906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0adb14-fef6-4697-bf0e-3d530bc6315b req-1de12e1a-6a73-4323-9c6b-5c1abf27192f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:07.093106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b0adb14-fef6-4697-bf0e-3d530bc6315b req-1de12e1a-6a73-4323-9c6b-5c1abf27192f tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 943 time: 1.2199376 Aug 06 18:15:07.375183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:07.375768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.431976 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b0adb14-fef6-4697-bf0e-3d530bc6315b req-a4fb25b6-1aab-4eeb-a6c1-45495e0f0556 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750885 Aug 06 18:15:07.470517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:07.476794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.484813 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25fd9782-c724-4186-a55f-d80f07b6889b req-29a1b905-ab8e-4578-9bac-248a392c0051 service neutron] 10.222.0.55 "GET /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3311834 Aug 06 18:15:07.693493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] For port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363, host n-d-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:07.694176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.751392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Calling delete_port for bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:07.758342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 was not found and therefore no delete operation was performed {{(pid=94121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:15:07.764484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd691df-97cf-4ad8-8f0d-46cdad6d636d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:07.770011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.786563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.823405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fa373-13ce-4e77-82af-19e6f90b8d6f req-47a22317-6f28-4bba-b4a8-0cf85e526939 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:07.832622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No DVR routers for this DVR port bbb72c0f-1b6d-4b80-97fb-4fa1086d1363 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:07.836224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a8fa373-13ce-4e77-82af-19e6f90b8d6f req-47a22317-6f28-4bba-b4a8-0cf85e526939 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 931 time: 0.1576624 Aug 06 18:15:07.839452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Transition to ACTIVE for port object ffd691df-97cf-4ad8-8f0d-46cdad6d636d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:07.843329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Port': ['ID=bbb72c0f-1b6d-4b80-97fb-4fa1086d1363,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:07.876215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:07.907210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a8fa373-13ce-4e77-82af-19e6f90b8d6f req-5e959d0a-b77a-4ce8-abcb-463df53bb2a8 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Aug 06 18:15:08.016087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:15:08.054252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.062105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:08.101803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151aca9-5ce7-40b7-a519-9e0d920fa974']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:08.208306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2156a426-9c18-466e-bb06-a906f8253034') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:08.208943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2156a426-9c18-466e-bb06-a906f8253034') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:08.274761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.290329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Attempting to bind port ffd691df-97cf-4ad8-8f0d-46cdad6d636d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:08.290715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Attempting to bind port ffd691df-97cf-4ad8-8f0d-46cdad6d636d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:08.290988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Attempting to bind port ffd691df-97cf-4ad8-8f0d-46cdad6d636d on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:08.303646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:08.309305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Port ffd691df-97cf-4ad8-8f0d-46cdad6d636d on network 77e6849d-f203-4da0-8ea7-582547fcd4ce not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:15:08.309621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Attempting to bind port ffd691df-97cf-4ad8-8f0d-46cdad6d636d on network 77e6849d-f203-4da0-8ea7-582547fcd4ce {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:08.316640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.320863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:08.321293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Checking segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:08.321734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Bound using segment: {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:08.322216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Bound port: ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d90d1-c396-49dc-8429-474c5587fe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:08.322894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.329581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'mac_address': 'fa:16:3e:ed:8c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:15:08.343514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:15:08.344037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:15:08.352377 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:15:08.358624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.435631 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.492033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164bd040-adb5-4515-b1f4-6b492f9514a3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:08.500771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:08.515856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:08.530316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:08.530947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.532204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c07c4-52d4-4094-9e2e-d24bbff088b6 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:08.562237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:08.564518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=09253def-3df1-44f0-bf8f-144838549e9b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:08.570116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:08.572593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.593562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.596361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/d151aca9-5ce7-40b7-a519-9e0d920fa974 HTTP/1.1" status: 204 len: 168 time: 3.4236205 Aug 06 18:15:08.598629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059030e-7eca-49d6-a21b-bd0a251de1d9 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=d151aca9-5ce7-40b7-a519-9e0d920fa974,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:08.601142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33544) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:08.605218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1d5c08fc-b1f0-4e82-9902-d3aa3d678136 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2284758 Aug 06 18:15:08.606857 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.613598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33546) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:08.624282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:08.627092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:08.643614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.676709 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d973ed1a-0eb4-47ca-be8d-d065872f31c3 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:08.678013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d973ed1a-0eb4-47ca-be8d-d065872f31c3 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:08.680729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d973ed1a-0eb4-47ca-be8d-d065872f31c3 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/694fce54-b0a4-4836-9b95-9767928e540b HTTP/1.1" status: 404 len: 337 time: 0.0775454 Aug 06 18:15:08.686827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33548) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:08.704978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:08.706203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.707964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 1092 time: 4.1315997 Aug 06 18:15:08.708823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:08.709300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.712229 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe18a1-6937-4e49-a136-16d81c9cf43f" -d '{"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:08.726455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.740098 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e029e0-8426-4c88-b7ef-759c221f6fd0 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] DELETE failed (client error): The resource could not be found. Aug 06 18:15:08.741003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e029e0-8426-4c88-b7ef-759c221f6fd0 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:15:08.745505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83e029e0-8426-4c88-b7ef-759c221f6fd0 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/5398ad9c-e53b-44c4-a1f4-df5252c38fa5 HTTP/1.1" status: 404 len: 339 time: 0.0522525 Aug 06 18:15:08.750025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:08.772456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6a2f9-e1b9-4604-ad8e-5ade0a4a7f09 req-a6c256ca-2984-46c0-bec9-b0d067079df1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:08.780168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7a6a2f9-e1b9-4604-ad8e-5ade0a4a7f09 req-a6c256ca-2984-46c0-bec9-b0d067079df1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 943 time: 0.1796985 Aug 06 18:15:08.861174 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9662992f-c03c-43c8-a526-1f2f9ed96ab1 x-openstack-request-id: req-9662992f-c03c-43c8-a526-1f2f9ed96ab1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:08.861622 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:08.861808 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9662992f-c03c-43c8-a526-1f2f9ed96ab1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:08.862218 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'status': 'completed', 'code': 200} Aug 06 18:15:08.863060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6ac12-297e-4517-aee7-f7efc1219190 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:08.921630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting subnet 6eec11fc-68f4-4c7a-83c0-c34fc77ab48d {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:08.929637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.934249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-d7a242a6-42aa-4cd2-9e3b-e6d700a3a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:08.936092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-d7a242a6-42aa-4cd2-9e3b-e6d700a3a2f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1095 time: 0.1587138 Aug 06 18:15:08.945413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:08.966721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:09.031479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7a6a2f9-e1b9-4604-ad8e-5ade0a4a7f09 req-a0a5fb8e-b902-4345-853e-861cefc2e899 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412982 Aug 06 18:15:09.041293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:09.044354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1156c886-9086-4cf7-950a-a60f3d3d0fa5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4255457 Aug 06 18:15:09.054265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:09.148052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-f114a867-d2d0-45b7-afd0-f45d503a7688 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 217 time: 0.1583173 Aug 06 18:15:09.187308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:09.290114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:09.368507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['164bd040-adb5-4515-b1f4-6b492f9514a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:09.451848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-1e32b548-fc0d-4012-8556-92cb20ed219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:09.457970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-1e32b548-fc0d-4012-8556-92cb20ed219a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.1532869 Aug 06 18:15:09.517870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '09253def-3df1-44f0-bf8f-144838549e9b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:15:09.518870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:09.632084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-0ff4a48d-c987-4afb-9ac3-6b7be7f6c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:09.635380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-0ff4a48d-c987-4afb-9ac3-6b7be7f6c8c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667533 Aug 06 18:15:09.724794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a46-01df-4db0-a7b9-4ba6490364b8 req-c5cbfb1e-f942-4f79-bf30-229905c1a5a6 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:09.738600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1c90a46-01df-4db0-a7b9-4ba6490364b8 req-c5cbfb1e-f942-4f79-bf30-229905c1a5a6 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 943 time: 0.4394054 Aug 06 18:15:10.006965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/09253def-3df1-44f0-bf8f-144838549e9b/0d9633b3-e846-4d18-b54d-96a547b87de6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:10.143637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.235507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-9b42ccec-a3f8-4f7b-b55e-a1b3ff87384c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:10.242045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.244912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-9b42ccec-a3f8-4f7b-b55e-a1b3ff87384c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.3415844 Aug 06 18:15:10.270978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d0cb7a6d-ea73-4c2b-b9b6-e51edccb737f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/quotas/ed6e164037b04eabbd80ffb43827eb3c HTTP/1.1" status: 200 len: 375 time: 0.0247145 Aug 06 18:15:10.329633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1c90a46-01df-4db0-a7b9-4ba6490364b8 req-9b364a93-1eb1-4d91-b24d-24cb656d3ee6 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868304 Aug 06 18:15:10.391469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.412674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-33598527-2144-48bf-afe2-a4583584904b service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565496 Aug 06 18:15:10.415483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.495750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-725dc3ed-fa3e-48cc-9e26-c724767fac45 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2235265 Aug 06 18:15:10.508829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.534531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Transition to ACTIVE for port object 0d9633b3-e846-4d18-b54d-96a547b87de6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:10.568299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Transition to ACTIVE for port object 0d9633b3-e846-4d18-b54d-96a547b87de6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:10.578641 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.618901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Subnet': ['ID=6eec11fc-68f4-4c7a-83c0-c34fc77ab48d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:10.648828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:10.653500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:10.666938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:10.668321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.672253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad57d930-2c3e-4c0c-a53e-bd25e2e7faa4 tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/subnets/6eec11fc-68f4-4c7a-83c0-c34fc77ab48d HTTP/1.1" status: 204 len: 168 time: 1.9164791 Aug 06 18:15:10.677986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33586) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:10.681849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71189e-f8db-4eac-adb7-17c90bf1145b None None] Network 381e16f5-8730-411a-9ab3-2701aff08e77 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:10.690252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Pushing event updated for resources: {'Port': ['ID=0d9633b3-e846-4d18-b54d-96a547b87de6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:10.738790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad9c10-0890-4457-b3c6-4ae1e62212a0 req-a72bd8d0-c90b-46f1-8dbb-f08b041cae3b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:10.741904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dad9c10-0890-4457-b3c6-4ae1e62212a0 req-a72bd8d0-c90b-46f1-8dbb-f08b041cae3b tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 944 time: 0.1911719 Aug 06 18:15:10.749088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ce4712b-2ecc-415a-85d6-e2535eaced28 req-1d397299-1b8e-4bf3-b880-e76fb6692a20 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174603 Aug 06 18:15:10.778657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:10.827759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dad9c10-0890-4457-b3c6-4ae1e62212a0 req-d4580363-19f8-47d4-af8d-a6f2c268c4f2 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Aug 06 18:15:10.913594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Attempting to bind port 0d9633b3-e846-4d18-b54d-96a547b87de6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:10.914114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Attempting to bind port 0d9633b3-e846-4d18-b54d-96a547b87de6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:10.914547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Attempting to bind port 0d9633b3-e846-4d18-b54d-96a547b87de6 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:10.922874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:10.923263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:10.923677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.924075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:10.924574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-e8d29b9f-f336-4c08-bc67-6c714ebe2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:10.924728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Bound port: 0d9633b3-e846-4d18-b54d-96a547b87de6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:10.925645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:10.927406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-e8d29b9f-f336-4c08-bc67-6c714ebe2797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1095 time: 0.1035321 Aug 06 18:15:10.992390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-0e8daf68-4c0b-4a8a-9e05-ffbc39a5f717 service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323897 Aug 06 18:15:11.030426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] For port 0d9633b3-e846-4d18-b54d-96a547b87de6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:11.033971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] For port 0d9633b3-e846-4d18-b54d-96a547b87de6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0d9633b3-e846-4d18-b54d-96a547b87de6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:11.045981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.066718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80ec18ea-a183-484d-a7ca-bc8495f3612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.134239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] DHCP port deletion for 381e16f5-8730-411a-9ab3-2701aff08e77 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:15:11.144538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de206-dfd0-42fb-b5e8-6df40da95761 None None] Pushing event updated for resources: {'Port': ['ID=0d9633b3-e846-4d18-b54d-96a547b87de6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:11.160782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-50c753c6-b321-41c5-9e1d-5b7a4aca02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:11.162636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-50c753c6-b321-41c5-9e1d-5b7a4aca02ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.2274711 Aug 06 18:15:11.192567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.219239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Deleting port d3683ed3-0150-4111-a3f0-7e5d691bccf5 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:11.220957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.231161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-f963df38-609c-4c34-a9cb-e431dd283d37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 217 time: 0.0570431 Aug 06 18:15:11.324232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-896847a7-2f81-4f27-8759-e86dac64ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:11.326623 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-896847a7-2f81-4f27-8759-e86dac64ebc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.0873096 Aug 06 18:15:11.342406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] For port d3683ed3-0150-4111-a3f0-7e5d691bccf5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d3683ed3-0150-4111-a3f0-7e5d691bccf5,segment=NetworkSegment(767f664a-4cde-4b6b-a267-b117e9248928),segment_id=767f664a-4cde-4b6b-a267-b117e9248928)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:11.343975 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.371597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Calling delete_port for d3683ed3-0150-4111-a3f0-7e5d691bccf5 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:11.406637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80ec18ea-a183-484d-a7ca-bc8495f3612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.422003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80ec18ea-a183-484d-a7ca-bc8495f3612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.423011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::1 (cefbc2ff-723f-4405-8414-41b97f8c7653/09253def-3df1-44f0-bf8f-144838549e9b/ff6e20d8-e50f-46ac-ac06-b845e0165f94) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:11.434471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-7312987a-b587-4097-9e98-f3ca6ab85e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:11.436588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-7312987a-b587-4097-9e98-f3ca6ab85e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941846 Aug 06 18:15:11.481701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-16ef11a2-ad59-41c9-911d-9cd13b71b3ea service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771715 Aug 06 18:15:11.602010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Deleting port d3683ed3-0150-4111-a3f0-7e5d691bccf5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:11.602515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.690597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33594) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:11.691107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80ec18ea-a183-484d-a7ca-bc8495f3612a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ff4f84227f1439cab3ce1b184a68e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096131 Aug 06 18:15:11.692162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec18ea-a183-484d-a7ca-bc8495f3612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224916e8-f752-4d11-84db-4640fdbd10de,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:11.756474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460f27-f9d9-46ca-8ca3-be44ab680d8c req-b97bf187-f3d0-4aa4-a243-7781a0d1a7f6 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:11.758277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb460f27-f9d9-46ca-8ca3-be44ab680d8c req-b97bf187-f3d0-4aa4-a243-7781a0d1a7f6 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 943 time: 0.1350617 Aug 06 18:15:11.803975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-9401f153-9243-46e4-ae1c-11320cb58f35 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500125 Aug 06 18:15:11.826299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.835876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.883392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.900923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] No DVR routers for this DVR port d3683ed3-0150-4111-a3f0-7e5d691bccf5 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:11.907086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] For port d3683ed3-0150-4111-a3f0-7e5d691bccf5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d3683ed3-0150-4111-a3f0-7e5d691bccf5,segment=NetworkSegment(767f664a-4cde-4b6b-a267-b117e9248928),segment_id=767f664a-4cde-4b6b-a267-b117e9248928)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:11.908296 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:11.920485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb460f27-f9d9-46ca-8ca3-be44ab680d8c req-e9af5c61-288d-4aab-b595-b45991ad7cf0 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369066 Aug 06 18:15:11.943473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Calling delete_port for d3683ed3-0150-4111-a3f0-7e5d691bccf5 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:11.979218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67f7ea03-2e39-4516-bdc0-837a940342d4 req-75b7a792-b606-48ee-99b6-62034595a042 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.1112344 Aug 06 18:15:11.991727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object ff6e20d8-e50f-46ac-ac06-b845e0165f94 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:12.058437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.060254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:12.093012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe02b3-1e3f-43a2-9511-e321d0068ff7 None None] Pushing event deleted for resources: {'Port': ['ID=d3683ed3-0150-4111-a3f0-7e5d691bccf5,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:12.128122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bffe18a1-6937-4e49-a136-16d81c9cf43f req-c47cd040-ca2e-471e-8d52-7eada6fa6440 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739558 Aug 06 18:15:12.176051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.182937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0d9633b3-e846-4d18-b54d-96a547b87de6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:12.243159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55126c60-a9e0-49d5-88de-1d1116ec288e req-ca3664ad-d539-437e-82f2-f2934af58dd9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:12.247269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.253911 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55126c60-a9e0-49d5-88de-1d1116ec288e req-ca3664ad-d539-437e-82f2-f2934af58dd9 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 944 time: 0.1010544 Aug 06 18:15:12.300752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0d9633b3-e846-4d18-b54d-96a547b87de6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:12.310674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55126c60-a9e0-49d5-88de-1d1116ec288e req-4b886c9c-9ae6-4b7d-a93f-7a813e99583e tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Aug 06 18:15:12.317512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 164bd040-adb5-4515-b1f4-6b492f9514a3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:12.319878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=ff6e20d8-e50f-46ac-ac06-b845e0165f94,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:12.326862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 164bd040-adb5-4515-b1f4-6b492f9514a3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:12.327994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.329361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:12.332224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.342219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:12.345328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:12.345896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.354082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] No DVR routers for this DVR port d3683ed3-0150-4111-a3f0-7e5d691bccf5 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:12.448818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Port': ['ID=d3683ed3-0150-4111-a3f0-7e5d691bccf5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:12.464445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d3683ed3-0150-4111-a3f0-7e5d691bccf5 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:12.517195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d3683ed3-0150-4111-a3f0-7e5d691bccf5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:12.517693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d3683ed3-0150-4111-a3f0-7e5d691bccf5 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:12.534010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.582795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.586021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:12.590700 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad1dac-d913-465a-a302-0c61808a0c1e" -d '{"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-plugged", "status": "completed", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:12.596615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381e16f5-8730-411a-9ab3-2701aff08e77']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:12.611158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767f664a-4cde-4b6b-a267-b117e9248928') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:12.611450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767f664a-4cde-4b6b-a267-b117e9248928') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:12.620986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.621586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:12.623647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.625077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/224916e8-f752-4d11-84db-4640fdbd10de HTTP/1.1" status: 204 len: 168 time: 0.8942661 Aug 06 18:15:12.647199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.647434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.655177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e536382-4e4e-47c0-aa51-05bb167cdcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224916e8-f752-4d11-84db-4640fdbd10de,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:12.688013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.803618 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f711245-fbf4-4284-9977-add532406b37 x-openstack-request-id: req-5f711245-fbf4-4284-9977-add532406b37 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:12.804553 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-plugged", "status": "completed", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:12.805986 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f711245-fbf4-4284-9977-add532406b37 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:12.807396 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'code': 200} Aug 06 18:15:12.838819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:15:12.839728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.840664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042aaa-f34c-40ed-80a6-346246afda20 req-40f8ca5b-aabc-4bb1-89cc-4c2c1dd978b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:12.842345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b042aaa-f34c-40ed-80a6-346246afda20 req-40f8ca5b-aabc-4bb1-89cc-4c2c1dd978b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 1097 time: 0.0960662 Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:15:12.847611 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:15:12.879000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:12.912424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b042aaa-f34c-40ed-80a6-346246afda20 req-3328db8c-efea-4ca8-b0f2-3ca5bcbba9dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 Aug 06 18:15:12.944338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.979594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.984791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:12.990432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] 10.222.0.64 "DELETE /v2.0/networks/381e16f5-8730-411a-9ab3-2701aff08e77 HTTP/1.1" status: 204 len: 168 time: 2.3112071 Aug 06 18:15:13.165723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d761-788e-424f-b641-e29f1dcb6e51 req-d0aa150a-61fb-47a3-bbf6-eabbed3714ed tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:13.176761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b77b1-0468-4442-ad2f-812f0ebe5a0d tempest-NetworksIpV6Test-1236602818 tempest-NetworksIpV6Test-1236602818-project] Pushing event deleted for resources: {'Network': ['ID=381e16f5-8730-411a-9ab3-2701aff08e77,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:13.179223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8fe3d761-788e-424f-b641-e29f1dcb6e51 req-d0aa150a-61fb-47a3-bbf6-eabbed3714ed tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 943 time: 0.0733726 Aug 06 18:15:13.223403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Provisioning for port 0d9633b3-e846-4d18-b54d-96a547b87de6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:13.228665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Provisioning complete for port 0d9633b3-e846-4d18-b54d-96a547b87de6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:13.229195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.259727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f4a9552-96a8-4701-8e37-08ed72e9c26a req-3d69dc10-fb6b-43e2-97c2-8a55e8772be3 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.1128769 Aug 06 18:15:13.311216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8fe3d761-788e-424f-b641-e29f1dcb6e51 req-d25274cd-ce8a-4ba3-a078-92f423585280 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303186 Aug 06 18:15:13.396178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33632) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:13.411447 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd1ab-77f2-42b8-b115-3cce6778f202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.628769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33634) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:13.656186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.728905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae2aa1-754b-4111-ae10-b92fce4a6f52 req-763b2f48-def4-4762-b0f8-cf9e8aeed508 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:13.740734 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80ae2aa1-754b-4111-ae10-b92fce4a6f52 req-763b2f48-def4-4762-b0f8-cf9e8aeed508 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.2259085 Aug 06 18:15:13.807158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] For port 0d9633b3-e846-4d18-b54d-96a547b87de6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0d9633b3-e846-4d18-b54d-96a547b87de6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:13.815682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.902669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.906420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80ae2aa1-754b-4111-ae10-b92fce4a6f52 req-1037e1d1-b637-4680-97af-dfbe0a0e05e6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635952 Aug 06 18:15:13.912926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.912926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.966133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681fc60-a2ce-48bb-a3bc-60768d07e4e1 None None] Pushing event updated for resources: {'Port': ['ID=0d9633b3-e846-4d18-b54d-96a547b87de6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:13.986029 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd1ab-77f2-42b8-b115-3cce6778f202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:13.996779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd1ab-77f2-42b8-b115-3cce6778f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.001636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e88824c2-5c97-47f0-aa63-f485a62ebd32 None None] Provisioning for port ff6e20d8-e50f-46ac-ac06-b845e0165f94 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:14.011929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e88824c2-5c97-47f0-aa63-f485a62ebd32 None None] Provisioning complete for port ff6e20d8-e50f-46ac-ac06-b845e0165f94 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:14.014478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e88824c2-5c97-47f0-aa63-f485a62ebd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.043910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=ff6e20d8-e50f-46ac-ac06-b845e0165f94,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:14.053485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ffd691df-97cf-4ad8-8f0d-46cdad6d636d details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:15:14.054600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.054943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.055454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.055795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.056567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.056902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.057228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.057581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.057903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.058227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.058572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.058872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:14.090160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e88824c2-5c97-47f0-aa63-f485a62ebd32 None None] Port ff6e20d8-e50f-46ac-ac06-b845e0165f94 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:15:14.097134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:14.098600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1d6fd1ab-77f2-42b8-b115-3cce6778f202 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e03ac834fc9144e4b58f9e5f64e41fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012858 Aug 06 18:15:14.098964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:14.102640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33638) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:14.135640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fd1ab-77f2-42b8-b115-3cce6778f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee582c-3b46-480a-8c20-0bbaccd9d726,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:14.171002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7283ef02-0bcf-4be1-bba0-73dc33411d14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=211e1093255f45819100a813e902ff0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385959 Aug 06 18:15:14.172887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:14.298819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.315401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:14.318644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.382432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:15:14.389274 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.396476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.526830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.576747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd691df-97cf-4ad8-8f0d-46cdad6d636d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:14.577878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cad0bcf8-4229-49fc-8f31-2ea10f0a5edf req-dfa437ea-39b8-4e57-8914-8ec326b9ba57 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.0817087 Aug 06 18:15:14.580114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8733-d96a-4390-b7c5-619bb1bd3487 req-a53e2beb-8f5c-40a0-8d07-f7c1d6b0bd65 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:14.584841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53f8733-d96a-4390-b7c5-619bb1bd3487 req-a53e2beb-8f5c-40a0-8d07-f7c1d6b0bd65 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 943 time: 0.1208525 Aug 06 18:15:14.597945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.600829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d65534d8-60ea-4e0b-8ffd-0cf62db87f6c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:14.602654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d65534d8-60ea-4e0b-8ffd-0cf62db87f6c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.2744040 Aug 06 18:15:14.604951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.613822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54ee582c-3b46-480a-8c20-0bbaccd9d726 HTTP/1.1" status: 204 len: 168 time: 0.5069218 Aug 06 18:15:14.634186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:14.640507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Router ffbcfe45-8246-41ca-943d-c4a414a59ad8 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:15:14.645218 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.648927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41f34-6a07-46e9-a55c-09e1f8476e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee582c-3b46-480a-8c20-0bbaccd9d726,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:14.651768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Request body: {'port': {'device_id': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'admin_state_up': True, 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:14.725789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:14.765780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c32f130a-89ff-4131-b47d-06fe6a868917 None None] Provisioning complete for port ff6e20d8-e50f-46ac-ac06-b845e0165f94 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:14.766665 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c32f130a-89ff-4131-b47d-06fe6a868917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.812599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.828075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:14.830753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2ffd53f-7797-4bf6-ab26-8bca9b4c0d94 HTTP/1.1" status: 204 len: 168 time: 0.6577661 Aug 06 18:15:14.833614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c32f130a-89ff-4131-b47d-06fe6a868917 None None] Port ff6e20d8-e50f-46ac-ac06-b845e0165f94 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:15:14.855630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e7bb3-93cd-4183-b5b8-cc37e9c372ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ffd53f-7797-4bf6-ab26-8bca9b4c0d94,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:14.910025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:14.911281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53f8733-d96a-4390-b7c5-619bb1bd3487 req-7a835c2c-4cf6-4309-bd65-bb838f564f9f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060524 Aug 06 18:15:14.923181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d8d9f13e-896b-4f70-ae03-bb7e56e6ed26 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "PUT /v2.0/routers/ffbcfe45-8246-41ca-943d-c4a414a59ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8667328 Aug 06 18:15:14.927445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:14.937415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Sync routers for ids ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:14.958401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Routers {'ffbcfe45-8246-41ca-943d-c4a414a59ad8'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:14.959220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:15.031690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8cde2b-9d08-40fb-983d-6a76e09fb6b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:15.033401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bf8cde2b-9d08-40fb-983d-6a76e09fb6b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports/ff6e20d8-e50f-46ac-ac06-b845e0165f94 HTTP/1.1" status: 200 len: 911 time: 0.1048872 Aug 06 18:15:15.038894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33658) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:15.079988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:15.088832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:15.179099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ffd691df-97cf-4ad8-8f0d-46cdad6d636d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:15.274486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Set router ffbcfe45-8246-41ca-943d-c4a414a59ad8 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:15.343794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432181a9-0de7-4bcb-85f1-bbc1c43e851c req-48e849bd-b568-47a3-b617-2b594f6ad490 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:15.357086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-432181a9-0de7-4bcb-85f1-bbc1c43e851c req-48e849bd-b568-47a3-b617-2b594f6ad490 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.2156255 Aug 06 18:15:15.376500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec27e0-2f73-4b97-bdcd-0eb3b9239fa8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:15.389486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec27e0-2f73-4b97-bdcd-0eb3b9239fa8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:15.398524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dcec27e0-2f73-4b97-bdcd-0eb3b9239fa8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3567002 Aug 06 18:15:15.411618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33670) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:15.476785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-432181a9-0de7-4bcb-85f1-bbc1c43e851c req-f3a7e826-a27a-4f90-9edd-9080ca9181d6 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181145 Aug 06 18:15:15.749400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Allocated IP 172.20.0.9 (40fbd49c-f8c0-4f63-a555-e3f8abe85555/b44ad36f-26da-4887-8c14-9bdc50d51da6/662d4c28-e3f0-4fdf-86a0-bf515f561624) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:15.776758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:12Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': 'ff6e20d8-e50f-46ac-ac06-b845e0165f94', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:f6:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '09253def-3df1-44f0-bf8f-144838549e9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:10Z', 'updated_at': '2021-08-06T18:15:13Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': '09253def-3df1-44f0-bf8f-144838549e9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:15.798615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0abd814-c577-4e59-8591-e4ca222f9412 req-3da07af6-7c56-41f0-b46e-7d0e4b4fa72c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.0693471 Aug 06 18:15:15.843909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Checking router: ffbcfe45-8246-41ca-943d-c4a414a59ad8 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:15.844373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Updating router ffbcfe45-8246-41ca-943d-c4a414a59ad8 port ff6e20d8-e50f-46ac-ac06-b845e0165f94 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:15:15.885431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:16.040786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0d9633b3-e846-4d18-b54d-96a547b87de6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:16.252399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed611-ad3c-45ab-9300-b957abf9a6ae req-0d2ce4df-3106-4c84-a4a7-76e0e1826a91 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:16.260772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6ed611-ad3c-45ab-9300-b957abf9a6ae req-0d2ce4df-3106-4c84-a4a7-76e0e1826a91 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 944 time: 0.1610065 Aug 06 18:15:16.328217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6ed611-ad3c-45ab-9300-b957abf9a6ae req-6a195e6e-7418-49bb-8583-1a5a4ce70512 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Aug 06 18:15:16.477816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0d9633b3-e846-4d18-b54d-96a547b87de6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:16.478654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.037032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.051284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Transition to ACTIVE for port object ff6e20d8-e50f-46ac-ac06-b845e0165f94 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:17.067484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.149422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73985dd-c735-4714-8568-9badec4998be None None] Pushing event updated for resources: {'Port': ['ID=ff6e20d8-e50f-46ac-ac06-b845e0165f94,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:17.166502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0bbbb4d-7abe-43d4-85c0-8910986834c0 req-f9dbcf73-63be-4944-af20-003c629daffe tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.1487911 Aug 06 18:15:17.231960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997932e-2d18-4f55-8d0b-b8a6f69b0e71 req-5937c9b5-4ecf-4527-8121-438dad85b3a3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:17.243260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3997932e-2d18-4f55-8d0b-b8a6f69b0e71 req-5937c9b5-4ecf-4527-8121-438dad85b3a3 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.1582799 Aug 06 18:15:17.316197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Attempting to bind port ff6e20d8-e50f-46ac-ac06-b845e0165f94 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:17.317021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Attempting to bind port ff6e20d8-e50f-46ac-ac06-b845e0165f94 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:17.317815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Attempting to bind port ff6e20d8-e50f-46ac-ac06-b845e0165f94 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:17.327595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:17.328515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:17.329251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.330042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:17.332134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Bound port: ff6e20d8-e50f-46ac-ac06-b845e0165f94, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:17.333059 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.366970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3997932e-2d18-4f55-8d0b-b8a6f69b0e71 req-35eb99f5-0c44-4133-a387-b465e1da59e0 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219451 Aug 06 18:15:17.492439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.562932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] For port ff6e20d8-e50f-46ac-ac06-b845e0165f94, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:17.568737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] For port ff6e20d8-e50f-46ac-ac06-b845e0165f94, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ff6e20d8-e50f-46ac-ac06-b845e0165f94,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:17.580339 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.678637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Routers {'ffbcfe45-8246-41ca-943d-c4a414a59ad8'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:17.679291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:17.704899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659087-85f4-41a8-8f18-3cd1e41d9c58 req-52176be5-d677-4ad4-83f5-592416b25e48 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:17.706852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6659087-85f4-41a8-8f18-3cd1e41d9c58 req-52176be5-d677-4ad4-83f5-592416b25e48 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 944 time: 0.1779697 Aug 06 18:15:17.878842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:17.954367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.031244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6659087-85f4-41a8-8f18-3cd1e41d9c58 req-be06be4e-2c7c-4592-b63a-5ee53f63ce59 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082356 Aug 06 18:15:18.035900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:18.088595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:18.092916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event updated for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:18.095817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:18.104060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73985dd-c735-4714-8568-9badec4998be None None] Pushing event updated for resources: {'Port': ['ID=ff6e20d8-e50f-46ac-ac06-b845e0165f94,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:18.109687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:18.113525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ffd691df-97cf-4ad8-8f0d-46cdad6d636d up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:18.222907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:18.228170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.254824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] Set router ffbcfe45-8246-41ca-943d-c4a414a59ad8 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:18.331237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ffd691df-97cf-4ad8-8f0d-46cdad6d636d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:18.357711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ffd691df-97cf-4ad8-8f0d-46cdad6d636d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:18.358143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.403163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75eef3-52cb-4cf4-8ba0-a9d7015b6a6f req-8ffed8d2-c9f1-4d07-b80c-b8db013658b2 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:18.413726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d75eef3-52cb-4cf4-8ba0-a9d7015b6a6f req-8ffed8d2-c9f1-4d07-b80c-b8db013658b2 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 931 time: 0.1066635 Aug 06 18:15:18.415290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-4bf1530b-6c46-4df0-9f51-55a3668d3960 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7729888 Aug 06 18:15:18.500755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Request body: {'port': {'device_id': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:18.501636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d75eef3-52cb-4cf4-8ba0-a9d7015b6a6f req-05af3c37-9daf-474e-9ded-c4b7dc95c11f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Aug 06 18:15:18.669933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.742833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1888f60-1094-4cf2-bd2e-dddad8c4212c req-b7eda1ce-4d07-48df-b3af-df8ee6675f89 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:18.745335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a1888f60-1094-4cf2-bd2e-dddad8c4212c req-b7eda1ce-4d07-48df-b3af-df8ee6675f89 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.1370788 Aug 06 18:15:18.821224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.849536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:18.875646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:18.878437 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a4258-5171-468c-ac46-884fff770087" -d '{"events": [{"server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "name": "network-vif-plugged", "status": "completed", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:18.900033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:18.907833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:12Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': 'ff6e20d8-e50f-46ac-ac06-b845e0165f94', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:f6:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '09253def-3df1-44f0-bf8f-144838549e9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:10Z', 'updated_at': '2021-08-06T18:15:17Z', 'revision_number': 4, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': '09253def-3df1-44f0-bf8f-144838549e9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:18.912514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:18.952566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122dbd9-27a7-4e87-a010-99a234c369fa None None] The sync data for ids ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'] in n-d-793621-29 is: [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:12Z', 'revision_number': 2, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None, '_interfaces': [{'id': 'ff6e20d8-e50f-46ac-ac06-b845e0165f94', 'name': '', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'mac_address': 'fa:16:3e:f6:f3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '09253def-3df1-44f0-bf8f-144838549e9b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:10Z', 'updated_at': '2021-08-06T18:15:17Z', 'revision_number': 4, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'subnets': [{'id': '09253def-3df1-44f0-bf8f-144838549e9b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:19.001996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port ff6e20d8-e50f-46ac-ac06-b845e0165f94 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:19.003320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.006141 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddc32b-42a6-41e0-a028-64ada822c320 x-openstack-request-id: req-72ddc32b-42a6-41e0-a028-64ada822c320 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:19.006456 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "name": "network-vif-plugged", "status": "completed", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:19.006689 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72ddc32b-42a6-41e0-a028-64ada822c320 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:19.007093 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'code': 200} Aug 06 18:15:19.039792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a1888f60-1094-4cf2-bd2e-dddad8c4212c req-04db7324-39d7-4e21-aae4-18bcfdb76854 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867477 Aug 06 18:15:19.071938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:19.279809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f83d4d3-7473-4195-94d4-f8bdb359a5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.406024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6396a6a-32ca-4261-8b76-9ddbf00cde71 req-f269cf7a-f1d3-4281-b176-1bb7e5211447 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:19.409997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f31036-b8d6-47be-97b1-a5c8544a5547 req-19241880-14a3-48c0-9bfd-74ca7ecb82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:19.410755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6396a6a-32ca-4261-8b76-9ddbf00cde71 req-f269cf7a-f1d3-4281-b176-1bb7e5211447 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 945 time: 0.2065799 Aug 06 18:15:19.412729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12f31036-b8d6-47be-97b1-a5c8544a5547 req-19241880-14a3-48c0-9bfd-74ca7ecb82b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1097 time: 0.2772532 Aug 06 18:15:19.421553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port ff6e20d8-e50f-46ac-ac06-b845e0165f94, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ff6e20d8-e50f-46ac-ac06-b845e0165f94,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:19.422531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.478560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for ff6e20d8-e50f-46ac-ac06-b845e0165f94 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:19.686387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6396a6a-32ca-4261-8b76-9ddbf00cde71 req-96979915-fcd5-4fed-a07a-f9367d5c73f9 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485282 Aug 06 18:15:19.695994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12f31036-b8d6-47be-97b1-a5c8544a5547 req-a41cc3e6-29ad-4b20-808b-54612fbcf688 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588980 Aug 06 18:15:19.748844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f83d4d3-7473-4195-94d4-f8bdb359a5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.757586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f83d4d3-7473-4195-94d4-f8bdb359a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.810971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d4d3-7473-4195-94d4-f8bdb359a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a528c-45bc-447d-9b43-cba20b9aa15b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:19.842993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662d4c28-e3f0-4fdf-86a0-bf515f561624 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:19.855625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3f83d4d3-7473-4195-94d4-f8bdb359a5cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7439806092a04ea2b64b77d04a1b9dec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0046680 Aug 06 18:15:19.855963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:19.888555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:19.995899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff6e20d8-e50f-46ac-ac06-b845e0165f94 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:20.051646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Transition to ACTIVE for port object 662d4c28-e3f0-4fdf-86a0-bf515f561624 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:20.104066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.110065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:15:20.136695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1d86f-f3fa-40d0-9209-3aa64e1dd97a req-4531e621-1f51-4c8c-ade7-01052ac9eff9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:20.138527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bac1d86f-f3fa-40d0-9209-3aa64e1dd97a req-4531e621-1f51-4c8c-ade7-01052ac9eff9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 931 time: 0.3571124 Aug 06 18:15:20.222280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:20.277892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Pushing event updated for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:20.317046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.347235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bac1d86f-f3fa-40d0-9209-3aa64e1dd97a req-f37b0cd9-4a7f-4d4b-ab88-6829d7d1a46b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678097 Aug 06 18:15:20.352495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ff6e20d8-e50f-46ac-ac06-b845e0165f94 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:20.354880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.370291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ff6e20d8-e50f-46ac-ac06-b845e0165f94 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:20.370689 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.374394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:20.415026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port ff6e20d8-e50f-46ac-ac06-b845e0165f94 was deleted so its status cannot be updated. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 18:15:20.420398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'network_id': '3782b742-c50a-4ec0-980f-60db9655f409', 'port_id': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'mac_address': 'fa:16:3e:ed:8c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6b11d-3910-42a5-bb94-12f6314a7e72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:15:20.431755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=ff6e20d8-e50f-46ac-ac06-b845e0165f94,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:20.432393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-228f65d9-4cf9-4ad8-a225-18649c5461cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.442591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.477942 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.510758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 164bd040-adb5-4515-b1f4-6b492f9514a3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:20.570531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:20.578671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.643899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Attempting to bind port 662d4c28-e3f0-4fdf-86a0-bf515f561624 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:20.644753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Attempting to bind port 662d4c28-e3f0-4fdf-86a0-bf515f561624 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:20.645386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Attempting to bind port 662d4c28-e3f0-4fdf-86a0-bf515f561624 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:20.649830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.661836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Port 662d4c28-e3f0-4fdf-86a0-bf515f561624 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:15:20.662744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Attempting to bind port 662d4c28-e3f0-4fdf-86a0-bf515f561624 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:20.677646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:20.678413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Checking segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:20.679052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Bound using segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:20.679763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Bound port: 662d4c28-e3f0-4fdf-86a0-bf515f561624, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:20.681017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.743092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['164bd040-adb5-4515-b1f4-6b492f9514a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:20.745274 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-228f65d9-4cf9-4ad8-a225-18649c5461cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.762009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:20.762968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-228f65d9-4cf9-4ad8-a225-18649c5461cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.803307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.807176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:20.817260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/123a528c-45bc-447d-9b43-cba20b9aa15b HTTP/1.1" status: 204 len: 168 time: 0.9558413 Aug 06 18:15:20.892846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8ea2b-ee08-401d-86a7-b73589744ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a528c-45bc-447d-9b43-cba20b9aa15b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:20.945251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f65d9-4cf9-4ad8-a225-18649c5461cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b698e4-0b73-46cc-adac-7499fc610fee,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:20.994142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81719022-1aaa-4cd0-8ff3-b38279360a65 req-2ca6c2bb-0efc-4975-9ea2-fb334c7c34fc tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.011072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81719022-1aaa-4cd0-8ff3-b38279360a65 req-2ca6c2bb-0efc-4975-9ea2-fb334c7c34fc tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 944 time: 0.7727494 Aug 06 18:15:21.041563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-228f65d9-4cf9-4ad8-a225-18649c5461cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8272a1c4f4754a5ca3bf8466bb57f58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127053 Aug 06 18:15:21.043061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:21.142001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Router ffbcfe45-8246-41ca-943d-c4a414a59ad8 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:21.143989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81719022-1aaa-4cd0-8ff3-b38279360a65 req-54f5afb2-1268-4f95-bd1d-da2eccd50aa1 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263394 Aug 06 18:15:21.149924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:21.157792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:21.167100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.185591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.185591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c29146-8673-4f15-9ef1-417c7c38bcbb req-78901b5e-0b76-485f-8ccd-bcc28f9b9656 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.194176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4c29146-8673-4f15-9ef1-417c7c38bcbb req-78901b5e-0b76-485f-8ccd-bcc28f9b9656 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 945 time: 0.1532004 Aug 06 18:15:21.214469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.327597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.335730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.337520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9b698e4-0b73-46cc-adac-7499fc610fee HTTP/1.1" status: 204 len: 168 time: 0.2882798 Aug 06 18:15:21.351574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5113ef-b255-4918-ab46-4353e52ce73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b698e4-0b73-46cc-adac-7499fc610fee,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:21.383435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.384075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.385686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] 10.222.0.16 "PUT /v2.0/ports/662d4c28-e3f0-4fdf-86a0-bf515f561624 HTTP/1.1" status: 200 len: 1092 time: 2.9027658 Aug 06 18:15:21.398603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4c29146-8673-4f15-9ef1-417c7c38bcbb req-c92774b5-8baa-4f1f-af10-7218c18a2bba tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029126 Aug 06 18:15:21.400785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:21.404841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:21.408369 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b57bb1-798a-4642-9b5f-066b40e8293b" -d '{"events": [{"name": "network-changed", "server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:21.443754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f59d32a0-6e7d-4b06-8d74-5f63b616b37a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "PUT /v2.0/routers/ffbcfe45-8246-41ca-943d-c4a414a59ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0293119 Aug 06 18:15:21.445104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edfc5c-9d3e-43c1-a5c4-bd5b34130042 service neutron] Pushing event updated for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:21.446674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:21.535544 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Sync routers for ids ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:21.579565 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Routers {'ffbcfe45-8246-41ca-943d-c4a414a59ad8'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:21.584290 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:21.644739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:21.698264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6403a68-7cc5-4189-b4a8-b8d2119aba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:21.703499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d4614cfc-5ee0-4332-acff-0f42ee47398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.706794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d4614cfc-5ee0-4332-acff-0f42ee47398f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 1095 time: 0.2327747 Aug 06 18:15:21.710025 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Set router ffbcfe45-8246-41ca-943d-c4a414a59ad8 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:21.752413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4154f-36ff-4350-89f0-4138e91f7cf7 req-10c308e7-37e5-4e56-b486-6f4fa84d00a6 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.756205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ba4154f-36ff-4350-89f0-4138e91f7cf7 req-10c308e7-37e5-4e56-b486-6f4fa84d00a6 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 943 time: 0.1990190 Aug 06 18:15:21.801063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4ccd2-c24d-495c-a704-87c848782537 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.804502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4ccd2-c24d-495c-a704-87c848782537 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.807298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c0d4ccd2-c24d-495c-a704-87c848782537 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3580363 Aug 06 18:15:21.824217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33866) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:21.841478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-14db03ee-60c0-4ac1-9093-76df949a5052 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:21.844922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-14db03ee-60c0-4ac1-9093-76df949a5052 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2337525 Aug 06 18:15:21.848720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-0349ef6b-0428-409d-b7f5-135f3aac32db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624 HTTP/1.1" status: 200 len: 217 time: 0.0893054 Aug 06 18:15:21.944442 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:20Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:22.001880 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Checking router: ffbcfe45-8246-41ca-943d-c4a414a59ad8 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:22.014402 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Routers {'ffbcfe45-8246-41ca-943d-c4a414a59ad8'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:22.015314 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:22.056068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ba4154f-36ff-4350-89f0-4138e91f7cf7 req-229d3031-31b2-4b61-90d8-6fb34e49b215 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923835 Aug 06 18:15:22.108640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:22.130496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d1a5a551-8e3c-434c-8554-8aed9ebcb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:22.133122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-d1a5a551-8e3c-434c-8554-8aed9ebcb15a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.2695107 Aug 06 18:15:22.136385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-99179dd8-3fc8-462d-bb29-0c6d53fd3364 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.2729280 Aug 06 18:15:22.158977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:22.169726 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] Set router ffbcfe45-8246-41ca-943d-c4a414a59ad8 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:22.178390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 09253def-3df1-44f0-bf8f-144838549e9b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:22.186095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.225814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-690e06aa-fcfc-4730-bd8c-3b58dc993734 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833652 Aug 06 18:15:22.266351 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:20Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:22.300969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.318324 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821c52c-079a-40cd-951e-23d2f8177955 None None] The sync data for ids ['ffbcfe45-8246-41ca-943d-c4a414a59ad8'] in n-d-793621-29 is: [{'id': 'ffbcfe45-8246-41ca-943d-c4a414a59ad8', 'name': 'tempest-NetworksTestDHCPv6-router-1604669051', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:08Z', 'updated_at': '2021-08-06T18:15:20Z', 'revision_number': 3, 'project_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:22.358146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 164bd040-adb5-4515-b1f4-6b492f9514a3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:22.359257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.424480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6403a68-7cc5-4189-b4a8-b8d2119aba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.428738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:22.467958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6403a68-7cc5-4189-b4a8-b8d2119aba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.518200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-032ddc51-6ab3-49cf-ab6f-9e40de68d3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.532328 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760f69c-11fd-41a8-9e01-8428d938a715 x-openstack-request-id: req-b760f69c-11fd-41a8-9e01-8428d938a715 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:22.532770 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:22.533188 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b760f69c-11fd-41a8-9e01-8428d938a715 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:22.534001 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624', 'status': 'completed', 'code': 200} Aug 06 18:15:22.581684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.641415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:22.646633 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37271e2-7c7c-4b54-83d3-9639f0b0b437" -d '{"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-plugged", "status": "completed", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:22.663972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f6403a68-7cc5-4189-b4a8-b8d2119aba1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03dc86a6a46043cea51b94396fd1e24b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0148065 Aug 06 18:15:22.677391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:22.678884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:22.682055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6403a68-7cc5-4189-b4a8-b8d2119aba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586f048d-e05d-4870-a83e-f41bd48c3033,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:22.691285 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.866247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:22.916976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:22.917866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-5b52d313-881d-47bb-b70e-e8fcebc25a19 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675491 Aug 06 18:15:22.920977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.126463 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed630586-4946-4522-a754-b999d9152b5e x-openstack-request-id: req-ed630586-4946-4522-a754-b999d9152b5e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:23.127420 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-plugged", "status": "completed", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:23.127420 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed630586-4946-4522-a754-b999d9152b5e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:23.127798 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'code': 200} Aug 06 18:15:23.156041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94720f17-7376-475a-98f2-3a77b15e1ef8 req-bb743204-2a81-4936-8575-fa82a9370cce service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258055 Aug 06 18:15:23.159269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.258171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.421708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.459979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=09253def-3df1-44f0-bf8f-144838549e9b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:23.491986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.497189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-78f9b4e2-4b1e-4c3b-9d23-40879ad5be02 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/09253def-3df1-44f0-bf8f-144838549e9b HTTP/1.1" status: 204 len: 168 time: 1.6498146 Aug 06 18:15:23.497976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33890) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:23.498716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cfc9d-08ad-4cc0-a40c-82fe618f694e None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:23.674290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fbfbb722-5dfe-43e2-98e6-0dfd5df002ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1725476 Aug 06 18:15:23.683187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:23.754799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-032ddc51-6ab3-49cf-ab6f-9e40de68d3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.776258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-391352f3-904d-4b95-8213-d132d14f6a75 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:23.777875 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-391352f3-904d-4b95-8213-d132d14f6a75 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.6097927 Aug 06 18:15:23.778598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-032ddc51-6ab3-49cf-ab6f-9e40de68d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.796492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5733e9-17ec-49ec-b59a-bef56eb63f2a req-5f3cbda4-f35a-4ca4-8141-a219eee7363a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:23.806085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed5733e9-17ec-49ec-b59a-bef56eb63f2a req-5f3cbda4-f35a-4ca4-8141-a219eee7363a tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 945 time: 0.5626624 Aug 06 18:15:23.822931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:15:23.825996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.829401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff6e20d8-e50f-46ac-ac06-b845e0165f94 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:23.855055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ff6e20d8-e50f-46ac-ac06-b845e0165f94 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:23.855401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff6e20d8-e50f-46ac-ac06-b845e0165f94 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:23.863995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.868444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.870361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/586f048d-e05d-4870-a83e-f41bd48c3033 HTTP/1.1" status: 204 len: 168 time: 1.1829851 Aug 06 18:15:23.897787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.909920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.914302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-fd632fb2-23c4-41f4-aa55-b1741798383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:23.916062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-fd632fb2-23c4-41f4-aa55-b1741798383c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 1095 time: 0.6662054 Aug 06 18:15:23.930657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Deleting port 0d9633b3-e846-4d18-b54d-96a547b87de6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:23.931086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:23.987433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-032ddc51-6ab3-49cf-ab6f-9e40de68d3fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed2810a42f8047daabee3b94d0198b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5532568 Aug 06 18:15:23.997473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33898) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:24.013342 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.016200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.030307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ddc51-6ab3-49cf-ab6f-9e40de68d3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7523d-0657-4263-9dac-5842ce338197,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:24.043769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] For port 0d9633b3-e846-4d18-b54d-96a547b87de6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0d9633b3-e846-4d18-b54d-96a547b87de6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:24.044708 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.083610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Calling delete_port for 0d9633b3-e846-4d18-b54d-96a547b87de6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:24.110918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.111421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Fanout notify agent at l3_agent the message router_deleted on router ffbcfe45-8246-41ca-943d-c4a414a59ad8 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:15:24.120835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.121481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-49c39390-b495-4dc6-b3cf-678e2fca453f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/routers/ffbcfe45-8246-41ca-943d-c4a414a59ad8 HTTP/1.1" status: 204 len: 168 time: 0.4369831 Aug 06 18:15:24.128587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33900) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:24.187205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed5733e9-17ec-49ec-b59a-bef56eb63f2a req-2dfb655a-2ff8-4695-a8c6-92f8a2fb8bbe tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac16456c-e58d-4103-bc17-a2ce52144012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800616 Aug 06 18:15:24.250163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8cfa99-60c3-4e42-be37-a16a22b8bcae tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:24.252369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0c8cfa99-60c3-4e42-be37-a16a22b8bcae tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1221440 Aug 06 18:15:24.256702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33902) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:24.259396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921cffb-2a9c-47c1-89f8-53ebedd184cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586f048d-e05d-4870-a83e-f41bd48c3033,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:24.270783 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Floating IP c726f471-c802-432f-8b83-e5516feea413 associated. External IP: 172.25.3.213, port: 751cd030-d441-46de-85e5-f18ab46eea02. Aug 06 18:15:24.335749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-c66d7bad-8c84-4c2b-a697-717dca05b606 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4153864 Aug 06 18:15:24.356269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.416564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] Pushing event deleted for resources: {'Port': ['ID=0d9633b3-e846-4d18-b54d-96a547b87de6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:24.424171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8c201-c303-4e20-8b66-f4dc9d38cd28 None None] No DVR routers for this DVR port 0d9633b3-e846-4d18-b54d-96a547b87de6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:24.448299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90627a33-31d7-401a-bf8f-18f5386a43b7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:24.449976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-90627a33-31d7-401a-bf8f-18f5386a43b7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922693 Aug 06 18:15:24.457766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33906) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:24.508313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-926e6e4b-4998-44a7-af0c-ed77608bbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:24.510062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-926e6e4b-4998-44a7-af0c-ed77608bbb11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.5756786 Aug 06 18:15:24.557940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.561836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9abd80af-3378-4a6b-901e-27c046b17c18 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818098 Aug 06 18:15:24.571009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33908) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:24.585437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:24.609709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Deleting port 164bd040-adb5-4515-b1f4-6b492f9514a3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:24.610052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.618159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.661670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-17535046-b3fb-414b-a9f8-eb740870bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:24.663246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-17535046-b3fb-414b-a9f8-eb740870bf3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 1098 time: 0.2827704 Aug 06 18:15:24.677218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9f7f-5e38-4aa0-b98e-1376eed3f314 req-099dbc57-3308-4dc1-bd65-06f51e01ac83 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:24.683218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-146d9f7f-5e38-4aa0-b98e-1376eed3f314 req-099dbc57-3308-4dc1-bd65-06f51e01ac83 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 943 time: 0.3296499 Aug 06 18:15:24.771470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:24.776224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:24.856924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:24.980735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-183de8e2-83b4-40a5-9218-b4fe0abd6bfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624 HTTP/1.1" status: 200 len: 217 time: 0.4266562 Aug 06 18:15:25.000884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-146d9f7f-5e38-4aa0-b98e-1376eed3f314 req-5072ed5a-9aa7-4f01-9bfd-d624083af0f0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165560 Aug 06 18:15:25.023782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.027136 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.031652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64c7523d-0657-4263-9dac-5842ce338197 HTTP/1.1" status: 204 len: 168 time: 1.0280626 Aug 06 18:15:25.035095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] For port 164bd040-adb5-4515-b1f4-6b492f9514a3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=164bd040-adb5-4515-b1f4-6b492f9514a3,segment=NetworkSegment(64c904af-1d0a-4afc-a28e-236226103f8d),segment_id=64c904af-1d0a-4afc-a28e-236226103f8d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:25.035518 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.096279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddb2fe-c435-4029-905f-10ae0e9247a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7523d-0657-4263-9dac-5842ce338197,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:25.123800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Calling delete_port for 164bd040-adb5-4515-b1f4-6b492f9514a3 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:25.163021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-125d0953-69dd-4f6a-b61d-91b0d607c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:25.165880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-125d0953-69dd-4f6a-b61d-91b0d607c9db service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.4292665 Aug 06 18:15:25.176487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-2273ea9d-dfb5-4750-af27-972450e749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:25.178383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-2273ea9d-dfb5-4750-af27-972450e749f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.1718118 Aug 06 18:15:25.181757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:25.190048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.201532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:25.234878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:25.235965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:25.269747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-d1c46567-03ed-4d19-a381-b4a4194d42ff tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "PUT /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 996 time: 3.1320927 Aug 06 18:15:25.283594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:25.286608 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04133589-f8c9-4160-81be-d5d6e473f6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:25.339108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-26b9a835-f764-4870-8849-e8eafe0b4979 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512551 Aug 06 18:15:25.438497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:25.522915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.574889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:15:25.577601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.611653 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-15a8d151-fd08-4e79-9857-bace7772d97d req-73342a8e-edc4-4432-999e-e80531654448 tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.64 "GET /v2.0/ports?device_id=051380f0-c7c1-4789-a840-2ed7b508c70d HTTP/1.1" status: 200 len: 210 time: 0.1213946 Aug 06 18:15:25.638975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['164bd040-adb5-4515-b1f4-6b492f9514a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:25.643227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Pushing event deleted for resources: {'Port': ['ID=164bd040-adb5-4515-b1f4-6b492f9514a3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:25.644264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:25.650013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:25.655503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:25.656112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.680986 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1084208 Aug 06 18:15:25.686978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33940) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:25.690770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988b00-2686-4f40-817d-0237b3920a0e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=a69cafcb-c310-4f5e-a0c4-e59b8258d4ff,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:25.703709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:25.704289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-0ef0e635-6b1f-4a1c-86d0-a1bb7e47c55e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 200 len: 1002 time: 0.5296597 Aug 06 18:15:25.781528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352fed5-056c-4987-a87b-94cddc2cb353 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:25.812606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] No DVR routers for this DVR port 164bd040-adb5-4515-b1f4-6b492f9514a3 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:25.827396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:25.829946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc798ec8-04b0-4136-ac23-a605bfc9d94e req-ec8d998a-9d84-4435-8732-3c5270f05afb tempest-ImagesTestJSON-859614812 tempest-ImagesTestJSON-859614812-project] 10.222.0.55 "DELETE /v2.0/ports/164bd040-adb5-4515-b1f4-6b492f9514a3 HTTP/1.1" status: 204 len: 173 time: 2.0436339 Aug 06 18:15:25.830747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-deleted', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:25.833861 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac239ed-5aec-48f4-8a4f-b4e2f2454f15" -d '{"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-deleted", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:25.860550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-e4379db5-e5c7-4f5c-89d8-6003db07e1bc service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692014 Aug 06 18:15:25.863388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-11f30a99-1593-42b5-9a61-8f5f0c69d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:25.868284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-11f30a99-1593-42b5-9a61-8f5f0c69d5ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.1545141 Aug 06 18:15:25.965880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-bbdf56e3-f99d-4142-bff2-728f1dbb443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:25.968087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0d9633b3-e846-4d18-b54d-96a547b87de6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:25.982177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-bbdf56e3-f99d-4142-bff2-728f1dbb443f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.6260200 Aug 06 18:15:26.017326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0d9633b3-e846-4d18-b54d-96a547b87de6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:26.020012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0d9633b3-e846-4d18-b54d-96a547b87de6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:26.139864 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a060513c-58c6-4ca0-977a-88a8ba611165 x-openstack-request-id: req-a060513c-58c6-4ca0-977a-88a8ba611165 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:26.140108 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:26.140387 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a060513c-58c6-4ca0-977a-88a8ba611165 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:26.140691 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:15:26.146528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:26.150527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:26.206436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-14b57bb1-798a-4642-9b5f-066b40e8293b req-3cf40037-466d-42f9-99c4-17c844947a46 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313167 Aug 06 18:15:26.242969 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54126395-2eda-4301-91a0-c0b877f71a00 x-openstack-request-id: req-54126395-2eda-4301-91a0-c0b877f71a00 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:26.243256 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051380f0-c7c1-4789-a840-2ed7b508c70d", "name": "network-vif-deleted", "tag": "164bd040-adb5-4515-b1f4-6b492f9514a3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:26.243522 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54126395-2eda-4301-91a0-c0b877f71a00 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:26.243961 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051380f0-c7c1-4789-a840-2ed7b508c70d', 'name': 'network-vif-deleted', 'tag': '164bd040-adb5-4515-b1f4-6b492f9514a3', 'status': 'completed', 'code': 200} Aug 06 18:15:26.278601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-332d886e-0b25-4e03-89c5-12ee2bc4ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:26.287795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-332d886e-0b25-4e03-89c5-12ee2bc4ae99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.3044255 Aug 06 18:15:26.291749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-c8470113-800f-4a12-80a8-d53d4bef041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:26.293482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-c8470113-800f-4a12-80a8-d53d4bef041d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4013827 Aug 06 18:15:26.302382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-f20f1a92-6321-40bf-a4e4-521e309995e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:26.304822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-f20f1a92-6321-40bf-a4e4-521e309995e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.0960660 Aug 06 18:15:26.455035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:23Z', 'revision_number': 1, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:26.502348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-48aad66b-0aec-4d39-b2cc-4803342632e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 999 time: 0.2133045 Aug 06 18:15:26.555013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'a69cafcb-c310-4f5e-a0c4-e59b8258d4ff'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:15:26.556405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:26.561419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:26.595388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:26.596110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:26.806682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-83c42d12-efee-4432-b3da-4751612a2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:26.810904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-83c42d12-efee-4432-b3da-4751612a2fe4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.4968481 Aug 06 18:15:26.946798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-915a823a-b5ad-437a-91b0-38473de3c31c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 999 time: 0.1161215 Aug 06 18:15:26.981628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-21e4b2c4-30f7-4576-9237-90e24cc83119 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760573 Aug 06 18:15:27.061019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849f67b-2ade-4561-9b60-daf9cff94c75 req-9a9d6f07-f334-470a-9f87-f5df4a638a0c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.069092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4849f67b-2ade-4561-9b60-daf9cff94c75 req-9a9d6f07-f334-470a-9f87-f5df4a638a0c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 943 time: 0.4390569 Aug 06 18:15:27.147455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-c38a20b6-b51a-442e-bcac-15ab797e133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.149343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-c38a20b6-b51a-442e-bcac-15ab797e133c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.6455266 Aug 06 18:15:27.251355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4849f67b-2ade-4561-9b60-daf9cff94c75 req-8bd233bd-6b88-4526-98f9-d2c141ad0b7a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807303 Aug 06 18:15:27.268722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:27.271613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Allocated IP 2001:db8::f816:3eff:fef6:1d52 (cefbc2ff-723f-4405-8414-41b97f8c7653/a69cafcb-c310-4f5e-a0c4-e59b8258d4ff/1188769f-5047-4469-b880-7d89c7e865ec) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:27.273385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-c8970dcc-7b8c-4286-8b4f-2d0d143a2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.275372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-c8970dcc-7b8c-4286-8b4f-2d0d143a2c02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132898 Aug 06 18:15:27.286506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-b679c6aa-02f9-465c-b56b-451ffb92d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.288257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-b679c6aa-02f9-465c-b56b-451ffb92d812 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.3031466 Aug 06 18:15:27.295006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-2ced9608-d67a-4d99-a418-2992da0619b4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:15:27.297561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-2ced9608-d67a-4d99-a418-2992da0619b4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136504 Aug 06 18:15:27.449325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87744cd0-df78-4c3c-b443-b1953076e4b9 req-0fe0dafc-8db7-4a62-b4fe-231440ceb387 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469266 Aug 06 18:15:27.451316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-ec0f16bc-9493-4c2c-8513-6a1ca5427af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.452959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-ec0f16bc-9493-4c2c-8513-6a1ca5427af7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508534 Aug 06 18:15:27.543755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 662d4c28-e3f0-4fdf-86a0-bf515f561624 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:15:27.650518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:27.673365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-7b463c20-c37b-4e31-99a8-d333c5bca1e9 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120414 Aug 06 18:15:27.744565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:15:27.822075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-262d6715-77e3-4038-bc32-a996fbb97099 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686656 Aug 06 18:15:27.851564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:27.882504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:27.914343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:27.915366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:27.988065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04133589-f8c9-4160-81be-d5d6e473f6c1 req-15b29af5-9c76-469f-9569-a0e7dd212dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008471 Aug 06 18:15:28.024638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=9e8e47d0-639b-4817-b1e1-9b41ee460f28,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:28.042010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a392df77-164b-4a5c-8a27-66c5fdc264e7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3448184 Aug 06 18:15:28.042308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:28.079018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:50:b2:aa', 'name': 'tempest-NetworksTestDHCPv6-2000852459'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:28.107190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-d8f0dac7-0024-48a1-8fbd-18a70fabec30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3286738 Aug 06 18:15:28.178995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:28.200256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34032) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:28.241900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 164bd040-adb5-4515-b1f4-6b492f9514a3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:28.242574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 164bd040-adb5-4515-b1f4-6b492f9514a3 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:28.255508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.280336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Transition to ACTIVE for port object 1188769f-5047-4469-b880-7d89c7e865ec will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:28.306380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302399-2883-4a5a-b076-931a66eb61fd req-38c0b4e6-0125-4fc6-962a-da075126fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:28.309720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-38c0b4e6-0125-4fc6-962a-da075126fdb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 1098 time: 0.1302493 Aug 06 18:15:28.344121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:23Z', 'revision_number': 1, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:28.368166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:28.393256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf5ad53c-b393-4bc8-90bc-3f1d0933c99c req-3af0beda-8671-4f7c-b3d1-b3def1c10481 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699422 Aug 06 18:15:28.432859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Transition to ACTIVE for port object 1188769f-5047-4469-b880-7d89c7e865ec will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:28.453706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a14bab-74b5-4673-bce9-f3766557e309 None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:23Z', 'revision_number': 1, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:28.462432 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.486300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '662d4c28-e3f0-4fdf-86a0-bf515f561624', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'port_id': '662d4c28-e3f0-4fdf-86a0-bf515f561624', 'mac_address': 'fa:16:3e:a9:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44ad36f-26da-4887-8c14-9bdc50d51da6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:15:28.588757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:28.594113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:28.599432 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-544b23be-736c-40e1-af06-f34740c03f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.610238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:28.620369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:28.639711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0de8-97f0-4c51-8628-c94c4750e3ad req-66712b06-2df6-43da-9fa1-8ea1adc3164f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:28.649141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89dd0de8-97f0-4c51-8628-c94c4750e3ad req-66712b06-2df6-43da-9fa1-8ea1adc3164f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 943 time: 0.2162402 Aug 06 18:15:28.666982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:28.684645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.710335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:28.743114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662d4c28-e3f0-4fdf-86a0-bf515f561624 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:15:28.758681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302399-2883-4a5a-b076-931a66eb61fd req-1bdcc197-f15d-4e68-bc4e-ac4877f26572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:28.760846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-1bdcc197-f15d-4e68-bc4e-ac4877f26572 service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.4271245 Aug 06 18:15:28.788157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Attempting to bind port 1188769f-5047-4469-b880-7d89c7e865ec on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:28.789189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Attempting to bind port 1188769f-5047-4469-b880-7d89c7e865ec by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:28.790086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Attempting to bind port 1188769f-5047-4469-b880-7d89c7e865ec on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:28.807726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:28.808165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:28.808611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.809069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:28.809619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Bound port: 1188769f-5047-4469-b880-7d89c7e865ec, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:28.810208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:28.816007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:28.817110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89dd0de8-97f0-4c51-8628-c94c4750e3ad req-57e2d331-f1bf-46d3-a74b-06009f85b9c4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665540 Aug 06 18:15:28.876941 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33a6c5-b29b-47ca-b335-9cd55c0d01f6 None None] New status for floating IP c726f471-c802-432f-8b83-e5516feea413: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:15:28.993796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-17b563da-6f50-46d0-a295-0649a09f5429 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:29.009240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-17b563da-6f50-46d0-a295-0649a09f5429 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2553043 Aug 06 18:15:29.030058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.030367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.047337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-aa385792-25a7-4522-820a-0748fd83e0c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.2266686 Aug 06 18:15:29.107721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:29.146215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:29.196596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302399-2883-4a5a-b076-931a66eb61fd req-a8975933-a083-4ee6-bc25-216bbaefc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:29.198490 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-a8975933-a083-4ee6-bc25-216bbaefc068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.1412871 Aug 06 18:15:29.203380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Deleting subnet 6ad6b11d-3910-42a5-bb94-12f6314a7e72 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:29.204879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.207342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.241128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 8fe20119-79af-4fac-bb80-5649ce3e12d6 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:15:29.274854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.295847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:29.362416 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.392473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-b09cdc41-fa16-49c0-a289-f0be1b0d1f3d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 999 time: 0.3816049 Aug 06 18:15:29.401372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:29.448353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['662d4c28-e3f0-4fdf-86a0-bf515f561624'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:29.506879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab7ed-64c9-4a27-9257-6cd8576e9577 None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:29.541611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.542720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-b6233203-9057-4f6b-9db1-740462e13eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791316 Aug 06 18:15:29.543747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ba3364a-dc60-43e5-a5fc-c431df3481ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.559199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.736807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:29.741118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6ad6b11d-3910-42a5-bb94-12f6314a7e72 HTTP/1.1" status: 204 len: 168 time: 1.5401862 Aug 06 18:15:29.743081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:29.820278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 172.20.0.6 (cefbc2ff-723f-4405-8414-41b97f8c7653/9e8e47d0-639b-4817-b1e1-9b41ee460f28/8fe20119-79af-4fac-bb80-5649ce3e12d6) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:29.839452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5d698-d98e-40c8-a820-71efe33ed1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad6b11d-3910-42a5-bb94-12f6314a7e72,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:29.847312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-0dc05927-2707-4171-81c0-e7d9fafbbae9 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923596 Aug 06 18:15:29.869960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe50:b2aa (cefbc2ff-723f-4405-8414-41b97f8c7653/a69cafcb-c310-4f5e-a0c4-e59b8258d4ff/8fe20119-79af-4fac-bb80-5649ce3e12d6) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:30.076096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.116689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:30.187564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1188769f-5047-4469-b880-7d89c7e865ec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:30.227006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e1302399-2883-4a5a-b076-931a66eb61fd req-d6337d67-3f6b-4805-b653-105f9e8e860b service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705914 Aug 06 18:15:30.265322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff513c-a88f-47b9-858d-fefb2a388d4f req-8295b8a3-48c7-4542-8bea-e0d2577973b7 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:30.278315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3cff513c-a88f-47b9-858d-fefb2a388d4f req-8295b8a3-48c7-4542-8bea-e0d2577973b7 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 944 time: 0.2303641 Aug 06 18:15:30.343417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ba3364a-dc60-43e5-a5fc-c431df3481ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.363838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ba3364a-dc60-43e5-a5fc-c431df3481ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.380390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3cff513c-a88f-47b9-858d-fefb2a388d4f req-f18004fa-287b-4b5a-93ef-7d71f14f2d5a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967219 Aug 06 18:15:30.396472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.414220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ba3364a-dc60-43e5-a5fc-c431df3481ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=382892a373eb448d80d612aae7a9c803&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6574285 Aug 06 18:15:30.415499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34068) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:30.424356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3364a-dc60-43e5-a5fc-c431df3481ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1903111-c374-4507-aa01-a7316182e37c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:30.458521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3782b742-c50a-4ec0-980f-60db9655f409']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:30.495946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.524768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.532757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c904af-1d0a-4afc-a28e-236226103f8d') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:30.533466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c904af-1d0a-4afc-a28e-236226103f8d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:30.583041 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.618642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.622230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.623961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1903111-c374-4507-aa01-a7316182e37c HTTP/1.1" status: 204 len: 168 time: 0.2069304 Aug 06 18:15:30.640161 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.654855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b5eb-ff59-49b9-9f2c-d3249e1965c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1903111-c374-4507-aa01-a7316182e37c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:30.685792 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.702964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:15:30.703414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:15:30.708049 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:15:30.721963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:30.739505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 8fe20119-79af-4fac-bb80-5649ce3e12d6 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:30.875919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.900834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:30.907208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3782b742-c50a-4ec0-980f-60db9655f409 HTTP/1.1" status: 204 len: 168 time: 1.1561675 Aug 06 18:15:30.945762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d754b-cacb-4aad-935c-dce0efbdde15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3782b742-c50a-4ec0-980f-60db9655f409,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:31.086503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.135829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6de1c-b1be-4526-90e9-368a16255975 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:31.172750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7615183-3288-48a4-86fc-5aad6128c2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.231557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:31.243938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:31.257705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Provisioning for port 1188769f-5047-4469-b880-7d89c7e865ec completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:31.258562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.260959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:31.267498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=8fe20119-79af-4fac-bb80-5649ce3e12d6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:31.275330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.278808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:31.279437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.343283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34084) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:31.377738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34086) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:31.401955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfab5-65ef-4cdc-90a5-434502b6f0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.448992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.458006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7615183-3288-48a4-86fc-5aad6128c2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.484015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:31.484893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.488692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7615183-3288-48a4-86fc-5aad6128c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.522149 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Floating IP c726f471-c802-432f-8b83-e5516feea413 associated. External IP: 172.25.3.213, port: 751cd030-d441-46de-85e5-f18ab46eea02. Aug 06 18:15:31.540947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7615183-3288-48a4-86fc-5aad6128c2dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e64374f3a5704545970bd331b056593b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130243 Aug 06 18:15:31.545844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b8bb313c-d06d-49f0-bc5e-0257e5ea9d38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09a82b6afd7a4862ad38a656da485f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983826 Aug 06 18:15:31.545844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:31.545844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:31.558880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 662d4c28-e3f0-4fdf-86a0-bf515f561624 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:31.666425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.668920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7615183-3288-48a4-86fc-5aad6128c2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602325b-62d4-4cbe-9bc4-8f9b23ae142a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:31.729440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb34b-38d0-4ad7-b8ef-d8f2d2a01cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.759218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:31.774229 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.821752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3344e-ecd1-4d01-b871-9b00de8ec799 req-a84dc386-2805-4d76-ba89-b9b622569b51 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:31.829896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48e3344e-ecd1-4d01-b871-9b00de8ec799 req-a84dc386-2805-4d76-ba89-b9b622569b51 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 944 time: 0.3021941 Aug 06 18:15:31.836876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:31.854734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.862033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 662d4c28-e3f0-4fdf-86a0-bf515f561624 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:31.879248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 662d4c28-e3f0-4fdf-86a0-bf515f561624 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:31.879602 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:31.924743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c331b-9119-4b07-b30a-856bce8914be None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:31.931281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': 'a69cafcb-c310-4f5e-a0c4-e59b8258d4ff', 'ip_address': '2001:db8::f816:3eff:fef6:1d52'}, {'subnet_id': '9e8e47d0-639b-4817-b1e1-9b41ee460f28'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '1188769f-5047-4469-b880-7d89c7e865ec'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:15:31.976523 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.034611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:32.069406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:32.165717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.194290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:32.195263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:32.319744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.346863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:32.349771 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6015d040-14cf-4e30-b38a-efeb7cbfdd24" -d '{"events": [{"server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "name": "network-vif-plugged", "status": "completed", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:32.382813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:32.389055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.407347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.411782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48e3344e-ecd1-4d01-b871-9b00de8ec799 req-a5b99d2a-a1fe-4c38-9a41-4d86cee285c3 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809252 Aug 06 18:15:32.423132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfab5-65ef-4cdc-90a5-434502b6f0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.424919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.442581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfab5-65ef-4cdc-90a5-434502b6f0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.461951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Allocated IP 172.20.0.2 (cefbc2ff-723f-4405-8414-41b97f8c7653/9e8e47d0-639b-4817-b1e1-9b41ee460f28/1188769f-5047-4469-b880-7d89c7e865ec) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:32.524010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d7fbfab5-65ef-4cdc-90a5-434502b6f0cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e8333000a494b699c4af2a73a944008&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1437683 Aug 06 18:15:32.528225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34100) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:32.535885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbfab5-65ef-4cdc-90a5-434502b6f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b74388-c477-42ea-8be5-2ee7e6607138,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:32.570815 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.573648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.577679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac16456c-e58d-4103-bc17-a2ce52144012 HTTP/1.1" status: 204 len: 168 time: 1.0215886 Aug 06 18:15:32.577679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.578436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.579706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1602325b-62d4-4cbe-9bc4-8f9b23ae142a HTTP/1.1" status: 204 len: 168 time: 1.0282109 Aug 06 18:15:32.600909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80c963-eefd-4756-8053-dbf2a4fb2309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16456c-e58d-4103-bc17-a2ce52144012,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:32.625048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d4d5-7c46-4ea2-a143-5dce030e4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602325b-62d4-4cbe-9bc4-8f9b23ae142a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:32.635673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.672247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-efa88d46-ff7b-4c9f-bf94-2559a13c7d51 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6287181 Aug 06 18:15:32.680122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:32.702313 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb93a2-42fb-48ed-9116-33932ee5103c x-openstack-request-id: req-f2fb93a2-42fb-48ed-9116-33932ee5103c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:32.702572 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "name": "network-vif-plugged", "status": "completed", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:32.702806 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2fb93a2-42fb-48ed-9116-33932ee5103c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:32.703119 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624', 'code': 200} Aug 06 18:15:32.712607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.761727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:32.860846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:32.882334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.885533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:32.887123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0b74388-c477-42ea-8be5-2ee7e6607138 HTTP/1.1" status: 204 len: 168 time: 0.3591218 Aug 06 18:15:32.928937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b363e-f72e-4cf7-bedf-2948a14d1663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b74388-c477-42ea-8be5-2ee7e6607138,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:32.950333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8622c5d-5b8f-401d-93fa-c40024459dbe req-d49fb508-2538-41a3-9186-234b93d93828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:32.951972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8622c5d-5b8f-401d-93fa-c40024459dbe req-d49fb508-2538-41a3-9186-234b93d93828 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 1097 time: 0.1328237 Aug 06 18:15:33.025103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:33.050243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1391a-c85a-4ff2-957e-ff489689fc53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:33.050738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8622c5d-5b8f-401d-93fa-c40024459dbe req-c658c2c0-7a58-4a6a-a783-bb5f302cbd42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853307 Aug 06 18:15:33.083232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1391a-c85a-4ff2-957e-ff489689fc53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:33.086135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8db1391a-c85a-4ff2-957e-ff489689fc53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4004006 Aug 06 18:15:33.090344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34116) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:33.199357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:33.219795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.249951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:30Z', 'revision_number': 3, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:33.276379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 8fe20119-79af-4fac-bb80-5649ce3e12d6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:33.277058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.289736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.292521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:33.301016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Transition to ACTIVE for port object 1188769f-5047-4469-b880-7d89c7e865ec will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:33.307080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:33.309121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:33.370761 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.428756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34120) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:33.468634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f118866-e42c-4d0b-861c-9aadcb25cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.515550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:33.519275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.532337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:33.564284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 8fe20119-79af-4fac-bb80-5649ce3e12d6 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:33.566314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffb2e7-1fd8-4164-aeca-a88507f8c7bf None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:33.596015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:33.619256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:33.624048 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:33.795182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f7e29e5f-040a-4c3c-95f4-072d29e66b3e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "PUT /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 998 time: 4.4015374 Aug 06 18:15:33.826142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686957-3a62-40a3-843f-c161c5cf6eba req-e65447d9-8feb-4db8-a49a-e98f0324d0cd tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:33.854581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4686957-3a62-40a3-843f-c161c5cf6eba req-e65447d9-8feb-4db8-a49a-e98f0324d0cd tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 0.2112532 Aug 06 18:15:33.978060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4686957-3a62-40a3-843f-c161c5cf6eba req-531da1da-eac9-48d1-8172-5fe6667f0101 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205881 Aug 06 18:15:34.026554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:34.134005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-91d99a3c-3ecd-4dd6-9c4c-b5d3bf25abe7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:34.138618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-91d99a3c-3ecd-4dd6-9c4c-b5d3bf25abe7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports/751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 942 time: 0.3215203 Aug 06 18:15:34.175903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f118866-e42c-4d0b-861c-9aadcb25cbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.259510 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f118866-e42c-4d0b-861c-9aadcb25cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.288955 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f514580-b06d-4604-bc7c-7e80024ef954 x-openstack-request-id: req-1f514580-b06d-4604-bc7c-7e80024ef954 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:34.289256 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:34.289538 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f514580-b06d-4604-bc7c-7e80024ef954 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:34.289956 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:15:34.322532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:30Z', 'revision_number': 3, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:34.343857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f118866-e42c-4d0b-861c-9aadcb25cbc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=512020e392b84fb3870f9236800473d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150343 Aug 06 18:15:34.348243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:34.357064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f118866-e42c-4d0b-861c-9aadcb25cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56acaa3-48d9-4894-8e4f-2f027146502c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:34.387676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3d43-bd99-485b-8d13-bd657d8b66ab None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:30Z', 'revision_number': 3, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:34.570058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.610662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.639634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-09212db6-047d-4ecd-a6b5-fe3d6363922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:34.647888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-09212db6-047d-4ecd-a6b5-fe3d6363922e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.2912357 Aug 06 18:15:34.688533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.717372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=8fe20119-79af-4fac-bb80-5649ce3e12d6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:34.763598 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d756a1f-ad52-4428-81cd-4d1876dc4248 None None] New status for floating IP c726f471-c802-432f-8b83-e5516feea413: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:15:34.786235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.836168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-7c05ee3b-d41f-4124-98e4-4401dee03692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:34.838355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-7c05ee3b-d41f-4124-98e4-4401dee03692 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.2473993 Aug 06 18:15:34.863364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-9b6e7c82-937e-4786-bf08-1b9871330daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:34.866177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-9b6e7c82-937e-4786-bf08-1b9871330daf service neutron] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.2093234 Aug 06 18:15:34.942611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d6c6976-2440-4866-aa7b-e0e9a5b6e31a None None] Provisioning for port 1188769f-5047-4469-b880-7d89c7e865ec completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:34.948996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d6c6976-2440-4866-aa7b-e0e9a5b6e31a None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:34.949624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6976-2440-4866-aa7b-e0e9a5b6e31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:34.958093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-ad11d2d0-f90c-4641-ba5e-8234a8d8cf79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.0821431 Aug 06 18:15:35.014100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:35.021327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d47d574d-d193-4991-80ec-43c59243e8b9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8fe20119-79af-4fac-bb80-5649ce3e12d6 HTTP/1.1" status: 204 len: 168 time: 1.9266860 Aug 06 18:15:35.024825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:35.069657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-3e373dc5-e1dc-41d5-bbf9-a510ea9b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.069657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-3e373dc5-e1dc-41d5-bbf9-a510ea9b91bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.0919321 Aug 06 18:15:35.069657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:35.070666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:35.071808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c56acaa3-48d9-4894-8e4f-2f027146502c HTTP/1.1" status: 204 len: 168 time: 0.7212360 Aug 06 18:15:35.082682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e912-e192-4236-b25c-933059918bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56acaa3-48d9-4894-8e4f-2f027146502c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:35.152988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-834ff3c7-4e8b-4ed0-94d9-eedda2b74bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.160069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-834ff3c7-4e8b-4ed0-94d9-eedda2b74bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784800 Aug 06 18:15:35.291568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d6c6976-2440-4866-aa7b-e0e9a5b6e31a None None] Could not find standard attr ID for object 8fe20119-79af-4fac-bb80-5649ce3e12d6. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:15:35.375350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-c9d5aef8-3f0d-4d70-9f71-7c2d3db06937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.379846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-c9d5aef8-3f0d-4d70-9f71-7c2d3db06937 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.5326810 Aug 06 18:15:35.428275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31231b-8f80-42d9-a870-98036a39338a req-0b71556b-0d77-492a-9fa1-f34f3a46c65a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.430072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e31231b-8f80-42d9-a870-98036a39338a req-0b71556b-0d77-492a-9fa1-f34f3a46c65a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 0.1212957 Aug 06 18:15:35.515949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-603b310e-065f-4698-b7ed-d28b71be9982 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471546 Aug 06 18:15:35.522399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8f8d2ab6-6728-4b0d-97d5-b040add82e22 None None] Could not find standard attr ID for object 8fe20119-79af-4fac-bb80-5649ce3e12d6. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:15:35.526391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e31231b-8f80-42d9-a870-98036a39338a req-5d7918c2-f052-4db0-b4db-e657acd253a0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808327 Aug 06 18:15:35.600001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-c12064ab-0920-4609-80e2-90dd8f479cf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.2054987 Aug 06 18:15:35.607648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f8f60-1122-47e7-9619-a39d27f09845 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.611730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f8f60-1122-47e7-9619-a39d27f09845 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.616517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f8f60-1122-47e7-9619-a39d27f09845 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.619905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db8f8f60-1122-47e7-9619-a39d27f09845 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5887957 Aug 06 18:15:35.624293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34182) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:35.630361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:35.653342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:35.654754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:35.721264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b167f4c-12f7-46eb-bb70-0457f92dc2e8 req-848bea6b-f1c8-468d-8b7a-1d0bb9b2a097 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936994 Aug 06 18:15:35.822453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 9e8e47d0-639b-4817-b1e1-9b41ee460f28 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:35.826407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:35.855793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f0d098a7-4eb2-4891-9635-5fb8e3719168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:35.857578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-f0d098a7-4eb2-4891-9635-5fb8e3719168 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.2078388 Aug 06 18:15:35.926159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:35.937497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:36.024653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-b3585efd-fffb-41ae-82ea-1b038a0a62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:36.026283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-b3585efd-fffb-41ae-82ea-1b038a0a62a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611702 Aug 06 18:15:36.171892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.294598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-9b5911b9-f11b-489b-821a-44980b0ae658 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460394 Aug 06 18:15:36.296456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:36.300503 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172" -d '{"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:36.461740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.500996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.506889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/9e8e47d0-639b-4817-b1e1-9b41ee460f28 HTTP/1.1" status: 204 len: 168 time: 0.8769751 Aug 06 18:15:36.508015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:36.530452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042d533-5d8a-4d5b-84b0-0d982522f776 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:36.539435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade9ef3-ff7b-4455-b691-51a604e11cbb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8e47d0-639b-4817-b1e1-9b41ee460f28,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:36.583391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-027ec0e1-2b22-4021-88f3-cc78d82ee9a8 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615192 Aug 06 18:15:36.635426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet a69cafcb-c310-4f5e-a0c4-e59b8258d4ff {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:36.649149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.713574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.765107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:35Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:36.836421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-5e8825f8-c1b6-4f15-bc31-1e11a34426f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:36.839258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-5e8825f8-c1b6-4f15-bc31-1e11a34426f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1097 time: 0.1703696 Aug 06 18:15:36.928583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:36.953704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:36.996125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:36.997683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:37.118965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:37.151185 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff72bcb-79de-4233-94d7-2a340a54a878 x-openstack-request-id: req-2ff72bcb-79de-4233-94d7-2a340a54a878 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:37.151739 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:37.151739 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ff72bcb-79de-4233-94d7-2a340a54a878 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:37.152192 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'status': 'completed', 'code': 200} Aug 06 18:15:37.188629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-026d2d94-3ea2-405c-afa1-611598399b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:37.191162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-026d2d94-3ea2-405c-afa1-611598399b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.3313172 Aug 06 18:15:37.235394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:37.244354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/a69cafcb-c310-4f5e-a0c4-e59b8258d4ff HTTP/1.1" status: 204 len: 168 time: 0.7350552 Aug 06 18:15:37.245866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:37.261151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f90e9-8929-457e-84bc-5bbe888023ce tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=a69cafcb-c310-4f5e-a0c4-e59b8258d4ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:37.364876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-f2895ed5-1724-4893-a414-14a4d4dc7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:37.368380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-f2895ed5-1724-4893-a414-14a4d4dc7667 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1097 time: 0.1386797 Aug 06 18:15:37.409685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a07338a-6b55-45b2-bc20-1204908d4e04 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622505 Aug 06 18:15:37.415632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34238) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:37.421483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:37.493712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-48cc7448-1286-436d-a528-891af8731777 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 1001 time: 0.2783251 Aug 06 18:15:37.629807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-1f808597-0d1a-4a75-8db5-175b209c9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:37.635345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-1f808597-0d1a-4a75-8db5-175b209c9f3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.2566195 Aug 06 18:15:37.817314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-9bb10dad-ba1a-491e-882f-4518d01a4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:37.826511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-9bb10dad-ba1a-491e-882f-4518d01a4eeb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.2677593 Aug 06 18:15:37.927308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:37.952701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-fa1c4951-1fc4-4e6a-b04b-82a492488322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:37.954495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-fa1c4951-1fc4-4e6a-b04b-82a492488322 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268137 Aug 06 18:15:37.956026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:37.960267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:37.974586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-5169e717-a341-4902-9d68-20d956ee1e44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 1001 time: 0.3228266 Aug 06 18:15:38.106837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2677e6c7-308c-402d-961c-edc01ffaadbb req-b4cf67c4-e946-4c30-9577-80ec6d95121e tempest-AbsoluteLimitsNegativeTestJSON-129068868 tempest-AbsoluteLimitsNegativeTestJSON-129068868-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=667f3c837cc144a5b9f40d8acdeb49ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2299347 Aug 06 18:15:38.182229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-b9e3062b-0fc9-46bb-a458-ff5dcfc463f9 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005866 Aug 06 18:15:38.227568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9cdb1-2054-4b7d-8484-18988beae052 None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': 'a69cafcb-c310-4f5e-a0c4-e59b8258d4ff'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '1188769f-5047-4469-b880-7d89c7e865ec'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:15:38.332175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cdb1-2054-4b7d-8484-18988beae052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:38.361197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-032b9e5e-98ec-40e5-bc14-dd2c70dc7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:38.364395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-032b9e5e-98ec-40e5-bc14-dd2c70dc7419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.3880289 Aug 06 18:15:38.466555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:15:38.704905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-47644a8d-d230-4566-9c07-ff44667a4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:38.708257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-47644a8d-d230-4566-9c07-ff44667a4395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315339 Aug 06 18:15:38.724003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e6c7-308c-402d-961c-edc01ffaadbb req-16db6b54-9782-446d-bf08-78ecbe71dade tempest-AbsoluteLimitsNegativeTestJSON-129068868 tempest-AbsoluteLimitsNegativeTestJSON-129068868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:38.737536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2677e6c7-308c-402d-961c-edc01ffaadbb req-16db6b54-9782-446d-bf08-78ecbe71dade tempest-AbsoluteLimitsNegativeTestJSON-129068868 tempest-AbsoluteLimitsNegativeTestJSON-129068868-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6292458 Aug 06 18:15:38.799361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2677e6c7-308c-402d-961c-edc01ffaadbb req-f2b43b68-9425-4cba-a514-b3810d9c65fa tempest-AbsoluteLimitsNegativeTestJSON-129068868 tempest-AbsoluteLimitsNegativeTestJSON-129068868-project] 10.222.0.64 "GET /v2.0/quotas/667f3c837cc144a5b9f40d8acdeb49ab HTTP/1.1" status: 200 len: 375 time: 0.0592823 Aug 06 18:15:38.940096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2677e6c7-308c-402d-961c-edc01ffaadbb req-17d48e20-0f71-4e98-b863-7f4f094d9fce tempest-AbsoluteLimitsNegativeTestJSON-129068868 tempest-AbsoluteLimitsNegativeTestJSON-129068868-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=667f3c837cc144a5b9f40d8acdeb49ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391597 Aug 06 18:15:39.031731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3863ffa6-66f9-4eb1-9f3d-78146dd3fdb3 req-d3c2e98c-c0b1-4984-bd2e-e1e9a175d351 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463821 Aug 06 18:15:39.142922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0697e-266e-4ad9-a696-27d22174d978 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:39.150957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-dd0b8002-e3cc-4163-9a89-8fb590e258fe service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086928 Aug 06 18:15:39.451584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:35Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:39.521935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef66a0-6fb5-4b84-85d0-a8c7480f689e None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:08:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:35Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:39.528149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-44cc12d3-3bbc-4e11-8cc7-365f6fcdc88c None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:39.528716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-44cc12d3-3bbc-4e11-8cc7-365f6fcdc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:39.747649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:15:39.969186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-26650c72-7bd2-4016-845c-bf7db55b95ef tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.4858332 Aug 06 18:15:39.981120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-075e6e2d-ec3a-4c5b-bf92-ec5db5e81172 req-6e7aab5c-8fb8-4eec-b645-7fe80b6d1434 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8217447 Aug 06 18:15:40.039674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:40.216787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-da883c50-0b3c-4fec-81f1-7a52e479b192 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:40.233775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-da883c50-0b3c-4fec-81f1-7a52e479b192 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports/ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 942 time: 0.2456105 Aug 06 18:15:40.238250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34298) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:40.356140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '38219015-ea85-4db1-8b16-37b1b9e9c6d3'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '1188769f-5047-4469-b880-7d89c7e865ec'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:15:40.430922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5c4f9-916b-4d0c-a9e7-660074e1a682 req-20eecfba-3659-4c7d-adad-ae1bdd4be19c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:40.435858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.445203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54a5c4f9-916b-4d0c-a9e7-660074e1a682 req-20eecfba-3659-4c7d-adad-ae1bdd4be19c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3168993 Aug 06 18:15:40.468970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.487963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-3502e2d8-4ed5-4854-b378-27b798bcdead tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.1647403 Aug 06 18:15:40.672214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54a5c4f9-916b-4d0c-a9e7-660074e1a682 req-33760bc7-c128-44d7-8980-fa62e08b25cd tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244039 Aug 06 18:15:40.716458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-84988067-b018-461f-9c51-aa19da444f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.757910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.853733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.889426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-b1ca78a4-3526-4c0d-b0b6-6644656ea746 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:40.895944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-b1ca78a4-3526-4c0d-b0b6-6644656ea746 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4069905 Aug 06 18:15:40.908185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-8fa1c70d-4c84-4aad-8c6a-3b4a9ebaf11c tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:15:40.909386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c07d401-7994-4d37-9157-fc2f51e27cd1 req-8fa1c70d-4c84-4aad-8c6a-3b4a9ebaf11c tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086224 Aug 06 18:15:40.955981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-84988067-b018-461f-9c51-aa19da444f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:40.964284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-84988067-b018-461f-9c51-aa19da444f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.010044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84988067-b018-461f-9c51-aa19da444f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c33a219-13a4-486e-ba6b-26a527cc8a9e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:41.016930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef6:1d52-79e1fc4b-3bcf-4c09-a9cd-1ad6f632ee {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:15:41.017553 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:15:41.028443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-84988067-b018-461f-9c51-aa19da444f2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=667f3c837cc144a5b9f40d8acdeb49ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878890 Aug 06 18:15:41.029884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34316) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:41.132545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.168068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.183714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-5ed38503-fc80-49ae-a0d9-4eca0be56c99 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.1080854 Aug 06 18:15:41.254195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.261355 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.261817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-7484411b-6dd5-443a-957e-1940691b8df7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:41.265191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-7484411b-6dd5-443a-957e-1940691b8df7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports/ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 942 time: 0.0731924 Aug 06 18:15:41.269705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c33a219-13a4-486e-ba6b-26a527cc8a9e HTTP/1.1" status: 204 len: 168 time: 0.2314255 Aug 06 18:15:41.284088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67ccc6-8f37-4918-8067-749a5885de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c33a219-13a4-486e-ba6b-26a527cc8a9e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:41.284720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:41.451310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.464596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.465427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.629326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:15:41.633809 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:15:41.637944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.672187 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:41.691395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-07acfbfc-a163-43ea-8c02-ca2c9c54b88d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.2132828 Aug 06 18:15:41.748624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-3326efa1-ee8d-41c7-84e0-09d7e0bfedc1 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:41.769101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-3326efa1-ee8d-41c7-84e0-09d7e0bfedc1 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.1517668 Aug 06 18:15:41.903350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:41.968872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:42.030519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:42.031282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:42.238891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=38219015-ea85-4db1-8b16-37b1b9e9c6d3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:42.240694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac681e-e33b-4952-9060-616554911af9 req-a9af8104-73d3-4302-9c47-5841f17c07f7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:42.246041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6ac681e-e33b-4952-9060-616554911af9 req-a9af8104-73d3-4302-9c47-5841f17c07f7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 0.3808775 Aug 06 18:15:42.277199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=8']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:42.324909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68e4650f-61b0-4300-a447-0c9af0374b62 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9078064 Aug 06 18:15:42.329200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Deleting port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:42.329685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:42.332689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:42.379937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:42.395431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:42.403689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-61e23c6a-163f-4535-b3ff-fe1ebba02130 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:42.420362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-61e23c6a-163f-4535-b3ff-fe1ebba02130 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.7278619 Aug 06 18:15:42.619557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:42.718630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-e6fccad3-1afb-48b5-884d-fe0b74632920 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.2923102 Aug 06 18:15:42.742932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:42.757214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:42.771014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:42.899171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:43.008997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6ac681e-e33b-4952-9060-616554911af9 req-b871c181-b11e-4bd8-a131-2f369aa02598 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7376654 Aug 06 18:15:43.283521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] For port 3098cac0-fd70-4033-8faa-ca8443e7e5c6, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3098cac0-fd70-4033-8faa-ca8443e7e5c6,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:43.284336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:43.321995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70e23-b929-4fde-9015-a4dcd1f6e50c None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:43.332453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:15:43.333030 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:15:43.528784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:43.536827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:43.557849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:43.612286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:43.664820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:43.678889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:43.896015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:44.016688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:44.234228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34410) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:44.256454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:44.259470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.356037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e172cf-69f4-4bf0-b142-7d81d07c75c1 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:44.512394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1130bdf4-004a-435a-b8d2-faa2c828dbd5 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:44.513226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1130bdf4-004a-435a-b8d2-faa2c828dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.590157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.660514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:44.699166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.827953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.834560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:44.837869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:44.838166 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Floating IP c726f471-c802-432f-8b83-e5516feea413 disassociated. External IP: 172.25.3.213, port: ffd691df-97cf-4ad8-8f0d-46cdad6d636d. Aug 06 18:15:45.262720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.263241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.263503 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Floating IP 666011df-39e9-40b8-b2df-4bd2cdfce050 disassociated. External IP: 172.25.3.166, port: 3098cac0-fd70-4033-8faa-ca8443e7e5c6. Aug 06 18:15:45.263920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Calling delete_port for 3098cac0-fd70-4033-8faa-ca8443e7e5c6 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:45.349549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69d9fb60-0d29-4a5c-9b0b-11de0f64079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.350051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-93158db6-ab4a-4439-a08e-fadc9eb69089 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:45.351647 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93158db6-ab4a-4439-a08e-fadc9eb69089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.360652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:45.428850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-643149790-network', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:45.439783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa611d5f-2820-41d9-b8d0-011ac24fd129 req-471d3e70-3d46-4bb8-b98c-699b520f29f0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:45.441791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa611d5f-2820-41d9-b8d0-011ac24fd129 req-471d3e70-3d46-4bb8-b98c-699b520f29f0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 946 time: 1.2082822 Aug 06 18:15:45.580583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:45.597201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.612050 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:45.636889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-2a0c5a9e-4979-43ad-a519-4ca4797ad5e7 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "PUT /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 695 time: 2.9072516 Aug 06 18:15:45.637531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:45.640456 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42490ee0-bfdd-4225-b14f-97fe642b977a" -d '{"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:45.640968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:15:45.640968 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:15:45.640968 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': 'f2443dcc91294277aa870ca3ed0ca580', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 15, 45, 470442)}] Aug 06 18:15:45.640968 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:15:45.641351 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:15:45.656099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69d9fb60-0d29-4a5c-9b0b-11de0f64079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.671673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69d9fb60-0d29-4a5c-9b0b-11de0f64079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.724198 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:45.725100 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:45.732494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:45.760076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-c0c53411-3d40-4348-9943-8bc70d23c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:45.761910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-c0c53411-3d40-4348-9943-8bc70d23c75f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1097 time: 0.1062942 Aug 06 18:15:45.763362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa611d5f-2820-41d9-b8d0-011ac24fd129 req-5d278e18-bd90-42f9-bb5d-91d6d8879270 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=b119aca0-2553-4454-b833-c67025aa5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090003 Aug 06 18:15:45.918763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:45.960481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-69d9fb60-0d29-4a5c-9b0b-11de0f64079b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b63fa12b029b40f58a6d74f66ff10591&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2186298 Aug 06 18:15:45.967548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34436) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:45.975528 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:46.000504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:46.006157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-67698a02-9d02-4ad3-b154-f2dbbef7b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:46.010849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-67698a02-9d02-4ad3-b154-f2dbbef7b097 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.2283838 Aug 06 18:15:46.138513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-492d549e-e385-40f6-888d-04c8af20a065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 217 time: 0.1061425 Aug 06 18:15:46.141414 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9372d45-2fcf-4251-a947-7a6d3c55cc45 x-openstack-request-id: req-f9372d45-2fcf-4251-a947-7a6d3c55cc45 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:46.142140 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:46.142656 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9372d45-2fcf-4251-a947-7a6d3c55cc45 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:46.143466 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'status': 'completed', 'code': 200} Aug 06 18:15:46.153144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:46.154343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:46.255522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-3ea0045d-917d-424e-abbc-d763928b4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:46.257310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-3ea0045d-917d-424e-abbc-d763928b4056 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.1032653 Aug 06 18:15:46.267020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3098cac0-fd70-4033-8faa-ca8443e7e5c6 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:46.324405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3098cac0-fd70-4033-8faa-ca8443e7e5c6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:15:46.336237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3098cac0-fd70-4033-8faa-ca8443e7e5c6 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:46.365649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-8d737d18-f3e6-48f9-84c5-ffe8f658c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:46.368169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-8d737d18-f3e6-48f9-84c5-ffe8f658c92d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854850 Aug 06 18:15:46.467206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9fb60-0d29-4a5c-9b0b-11de0f64079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61291220-6ea4-402e-824f-780f6e5e11e6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:46.551255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-e91c2238-5c60-428c-ae73-6ebd703e03ad service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566865 Aug 06 18:15:46.570764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:46.573511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=84d753a0-9dbf-4b01-98b0-0270f1bcf848,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:46.602802 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:46.640276 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:46.651889 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:46.652571 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:46.724297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4263fb5-0e8a-4efb-9628-f430de397246 req-4767aa27-cdc8-4884-a712-4a76154b1499 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609306 Aug 06 18:15:46.795151 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:46.917752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:46.921868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:46.932567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8531c4-c1b3-467e-864c-2c29c9e3ab9e None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:46.945795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:46.949524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'Port': ['ID=3098cac0-fd70-4033-8faa-ca8443e7e5c6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:46.972756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:46.977941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.033224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa9e0a7d-dd88-45fa-a50b-a9706c43a3a5 req-896b32de-172e-419c-b1b5-13044e49b0cb tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.0819926 Aug 06 18:15:47.181077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.259108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.286775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.288038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.288950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.289863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.290712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.291515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.292314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.293101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.294284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.297333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.298375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.299162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:15:47.390990 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fc20c71-056a-4c5b-b9ca-101c9a838d49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0255795 Aug 06 18:15:47.393661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:47.399893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.415217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:ec:5e:ed', 'name': 'tempest-NetworksTestDHCPv6-438502462'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:47.500792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:47.584560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '38219015-ea85-4db1-8b16-37b1b9e9c6d3', 'ip_address': '2001:db8::f816:3eff:fef6:1d52'}, {'subnet_id': '84d753a0-9dbf-4b01-98b0-0270f1bcf848'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '1188769f-5047-4469-b880-7d89c7e865ec'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:15:47.643005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.684738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:47.692630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-cbd78ae2-6535-4e7f-b0e0-cd6763066e93 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:47.695283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-cbd78ae2-6535-4e7f-b0e0-cd6763066e93 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3219981 Aug 06 18:15:47.757650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428bf7a-17db-4d40-944a-03e80e56511e None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:47.820104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-4972af2b-151b-4bb4-b6ed-f2c4c6e2427f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 698 time: 0.1178687 Aug 06 18:15:47.822005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.840258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:47.866175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:47.886047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-ebcdbad4-28cc-4525-8040-20b29f56e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:47.888265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-ebcdbad4-28cc-4525-8040-20b29f56e2f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 1097 time: 1.5898292 Aug 06 18:15:47.998269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.018217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Allocated IP 172.20.0.2 (cefbc2ff-723f-4405-8414-41b97f8c7653/84d753a0-9dbf-4b01-98b0-0270f1bcf848/1188769f-5047-4469-b880-7d89c7e865ec) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:48.061108 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:15:48.076488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.076981 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Added segment e19ad4c4-b77c-4adf-a73d-d151bdb88b2c of type vlan for network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd Aug 06 18:15:48.135476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.144098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:48.167652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd467c8-b16f-4223-89f5-b2dae452d2d7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:48.198410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.202656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.204058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61291220-6ea4-402e-824f-780f6e5e11e6 HTTP/1.1" status: 204 len: 168 time: 2.2116783 Aug 06 18:15:48.247917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe4996-98ce-4c04-a2b8-e146b267cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61291220-6ea4-402e-824f-780f6e5e11e6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:48.274875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.277775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:48.279304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.308300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974e118-2807-4eda-b869-8f090a55c82a None None] New status for floating IP c726f471-c802-432f-8b83-e5516feea413: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:15:48.474401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:48.506272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0263478a-3370-4c26-a7b5-6be7ad70fa8f req-f7848e62-125f-4dfc-b265-598c54a3c0e6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.2459886 Aug 06 18:15:48.552540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port b1bfb866-a950-44dc-abab-4af398694057 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:15:48.683863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.3477030 Aug 06 18:15:48.696609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34472) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:48.713394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Request body: {'subnet': {'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-643149790-subnet', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:48.751635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-ae263170-2e4d-4b80-868e-4e1d52406b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:48.754559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-ae263170-2e4d-4b80-868e-4e1d52406b2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.8444045 Aug 06 18:15:48.821199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:48.827107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:49.078428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-fd8ad61b-5fac-441d-b293-2d0e12b80fd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 200 len: 217 time: 0.2402070 Aug 06 18:15:49.087519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:49.093238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235954f4-6b63-405d-b429-3d9a0d050cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc13680-b82b-4b3d-b4f8-00d5871b49bd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:49.110634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:15:49.110943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:49.135310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:49.188023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:49.189791 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:49.269301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] No DVR routers for this DVR port 3098cac0-fd70-4033-8faa-ca8443e7e5c6 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:49.276060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:49.276533 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:49.280079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d0f2f29-4f97-4420-9012-71d7a9bc4c7c req-e550a997-d0b5-47de-8066-af8e7e940ba2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "DELETE /v2.0/ports/3098cac0-fd70-4033-8faa-ca8443e7e5c6 HTTP/1.1" status: 204 len: 173 time: 7.5026331 Aug 06 18:15:49.320399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'name': 'network-vif-deleted', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:49.324375 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b5fd7-d350-4424-9c96-7ffbd7e40bbc" -d '{"events": [{"server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "name": "network-vif-deleted", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:49.324708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Transition to ACTIVE for port object 1188769f-5047-4469-b880-7d89c7e865ec will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:49.340558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:49.375453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-7c250c48-db26-435d-90f0-c0c1a1e9d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:49.390678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-7c250c48-db26-435d-90f0-c0c1a1e9d810 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.2912157 Aug 06 18:15:49.517407 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb04781-9fd5-478a-a5c3-66bf39658bb2 x-openstack-request-id: req-feb04781-9fd5-478a-a5c3-66bf39658bb2 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:49.521520 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0778fde-c35b-470a-abd3-7e946f2c2a54", "name": "network-vif-deleted", "tag": "3098cac0-fd70-4033-8faa-ca8443e7e5c6", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:49.525482 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feb04781-9fd5-478a-a5c3-66bf39658bb2 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:49.526579 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0778fde-c35b-470a-abd3-7e946f2c2a54', 'name': 'network-vif-deleted', 'tag': '3098cac0-fd70-4033-8faa-ca8443e7e5c6', 'status': 'completed', 'code': 200} Aug 06 18:15:49.648183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-6218e283-759c-4940-9d7d-72cd7558beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:49.655797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-6218e283-759c-4940-9d7d-72cd7558beab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2556672 Aug 06 18:15:49.736067 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:49.736351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 172.20.0.11 (cefbc2ff-723f-4405-8414-41b97f8c7653/84d753a0-9dbf-4b01-98b0-0270f1bcf848/b1bfb866-a950-44dc-abab-4af398694057) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:49.762077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a424c-7c60-46f5-b3e9-263c29c80e21 None None] Pushing event updated for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:49.771445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:feec:5eed (cefbc2ff-723f-4405-8414-41b97f8c7653/38219015-ea85-4db1-8b16-37b1b9e9c6d3/b1bfb866-a950-44dc-abab-4af398694057) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:49.924677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:50.035416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-7e22819b-c737-4a06-98d1-ecb038c5ea82 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:50.042560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-7e22819b-c737-4a06-98d1-ecb038c5ea82 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.55 "GET /v2.0/ports?device_id=2051a694-0bd9-4c53-a93c-75dfcb05d005 HTTP/1.1" status: 200 len: 945 time: 1.3472176 Aug 06 18:15:50.092712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e761ca07-3f43-4c2f-8fe3-3f99f3e6cae8 req-c149736a-9f3b-4588-98a6-8758ec6fc7b6 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0778fde-c35b-470a-abd3-7e946f2c2a54 HTTP/1.1" status: 200 len: 210 time: 0.1364200 Aug 06 18:15:50.185194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-874be7d7-7cf8-4884-81c4-e822aac19c51 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174639 Aug 06 18:15:50.298742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:50.383981 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:50.414438 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:50.415488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:50.434822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:15:50.435163 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:15:50.476276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-42490ee0-bfdd-4225-b14f-97fe642b977a req-47412876-41be-4753-8095-076f7456a545 service neutron] 10.222.0.55 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818360 Aug 06 18:15:50.559597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962c3da-6d73-49da-98ba-b376124fde79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:50.605698 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:50.625113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-6d8c9a44-be4b-4877-9b4a-a7501ffe4fbd tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:50.629033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-6d8c9a44-be4b-4877-9b4a-a7501ffe4fbd tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.3413873 Aug 06 18:15:50.651665 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-750ec1c0-2081-4ab6-b752-ab343410eae4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/quotas/ed6e164037b04eabbd80ffb43827eb3c HTTP/1.1" status: 200 len: 375 time: 0.0133548 Aug 06 18:15:50.738615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-ddc2f5e6-7c06-4611-a8fe-0509b9fdb307 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807955 Aug 06 18:15:50.935972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:50.956200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-6473a488-aeeb-45a0-a916-60d4798fc92e service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965213 Aug 06 18:15:50.975483 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:51.005267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ecd8eeac-e309-4875-ab42-bca182d99c78 None None] Provisioning for port 1188769f-5047-4469-b880-7d89c7e865ec completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:51.015606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ecd8eeac-e309-4875-ab42-bca182d99c78 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:51.016257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ecd8eeac-e309-4875-ab42-bca182d99c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.024073 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4962e-1d47-4d9c-be26-725e18fac03e None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:51.025469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Deleting port ffd691df-97cf-4ad8-8f0d-46cdad6d636d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:51.025861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.125908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.209412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-0c8606ee-7cb2-4379-b1cf-1fa47a362112 service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456536 Aug 06 18:15:51.312368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.432922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object b1bfb866-a950-44dc-abab-4af398694057 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:51.468890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] For port ffd691df-97cf-4ad8-8f0d-46cdad6d636d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:51.469339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.552545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Calling delete_port for ffd691df-97cf-4ad8-8f0d-46cdad6d636d owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:51.570254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954a9f38-8b68-472b-934e-f4585ae9b7c7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:51.597091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ecc15-2046-46c2-9729-73685cfee209 None None] New status for floating IP 666011df-39e9-40b8-b2df-4bd2cdfce050: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:15:51.609607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962c3da-6d73-49da-98ba-b376124fde79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.635072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962c3da-6d73-49da-98ba-b376124fde79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:51.691581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2d51c0b-addb-45d5-b282-5e1e548b4cd2 req-4b377a43-9c80-4664-8a25-12d7d0eb5c8b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.0660033 Aug 06 18:15:51.783876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Checking segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:51.783876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Network hostable DHCP agents. Network: 0cc13680-b82b-4b3d-b4f8-00d5871b49bd, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:15:51.917527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:51.967516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4962c3da-6d73-49da-98ba-b376124fde79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ada89b4fb5944416ba739945874da3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0231092 Aug 06 18:15:51.968964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:51.987517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962c3da-6d73-49da-98ba-b376124fde79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e327dd6e-8332-45d7-bffc-be1c133e8d4d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:51.993582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.007106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:52.009199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.152069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.200661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.244945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:15:52.292936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ffd691df-97cf-4ad8-8f0d-46cdad6d636d no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:15:52.297228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.304524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.311185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:52.311475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e327dd6e-8332-45d7-bffc-be1c133e8d4d HTTP/1.1" status: 204 len: 168 time: 0.3350961 Aug 06 18:15:52.318020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:52.333470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:52.342502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0cc13680-b82b-4b3d-b4f8-00d5871b49bd) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:52.344329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=b1bfb866-a950-44dc-abab-4af398694057,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:52.366420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0620fe-ff33-457d-86ef-2adfc4887104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e327dd6e-8332-45d7-bffc-be1c133e8d4d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:52.388540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:52.389239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.419547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.422390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bdd7961f-8922-4123-b814-3bc04f31a480 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7202134 Aug 06 18:15:52.427195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:52.438363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:52.445956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4367991-2345-45b0-a633-d361e975a4cc None None] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:52.458192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['751cd030-d441-46de-85e5-f18ab46eea02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:52.489798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event deleted for resources: {'Port': ['ID=ffd691df-97cf-4ad8-8f0d-46cdad6d636d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:52.532047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No active binding found for port ffd691df-97cf-4ad8-8f0d-46cdad6d636d {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:15:52.532565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ffd691df-97cf-4ad8-8f0d-46cdad6d636d not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:15:52.562644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.565607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.660906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:15:52.727067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:52.728083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.838885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34576) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:52.974811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:52.987955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:15:52.988921 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:53.059180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-05ab021b-ce24-4db1-acd8-d879b5cc3c99 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6620424 Aug 06 18:15:53.117573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] No DVR routers for this DVR port ffd691df-97cf-4ad8-8f0d-46cdad6d636d on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:15:53.130105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34594) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:53.142463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:53.180610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:53.183484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12dada2e-1304-4ef5-9f99-9d4e946ec11f req-49936f82-f055-49c9-81a4-17ea3ecce4d4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.55 "DELETE /v2.0/ports/ffd691df-97cf-4ad8-8f0d-46cdad6d636d HTTP/1.1" status: 204 len: 173 time: 2.8686032 Aug 06 18:15:53.184368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:53.206450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'name': 'network-vif-deleted', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:53.216928 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5bb514-09dd-4c11-8d20-c8256e812f84" -d '{"events": [{"server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "name": "network-vif-deleted", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:53.474860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Allocated IP 172.20.0.2 (0cc13680-b82b-4b3d-b4f8-00d5871b49bd/954a9f38-8b68-472b-934e-f4585ae9b7c7/a560ea08-949d-42fb-89ee-a490814c3bfe) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:53.660533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13ed3a97-b816-45ac-a617-1ecc87eb5c22 None None] Provisioning for port b1bfb866-a950-44dc-abab-4af398694057 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:53.692458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13ed3a97-b816-45ac-a617-1ecc87eb5c22 None None] Provisioning complete for port b1bfb866-a950-44dc-abab-4af398694057 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:53.693259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13ed3a97-b816-45ac-a617-1ecc87eb5c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:53.774402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-13ed3a97-b816-45ac-a617-1ecc87eb5c22 None None] Port b1bfb866-a950-44dc-abab-4af398694057 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:15:53.856960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34624) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:53.989710 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.029763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Transition to ACTIVE for port object a560ea08-949d-42fb-89ee-a490814c3bfe will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:54.099452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Transition to ACTIVE for port object a560ea08-949d-42fb-89ee-a490814c3bfe will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:15:54.124630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.150079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e78dd0c5-5456-40f9-9ebf-d1c92aa92f1a req-0be5a3cf-a611-4002-9514-d5096cf17b85 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.2912147 Aug 06 18:15:54.180862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2f12d-3d35-4a1f-9d37-49c1e5f929cf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:54.186606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2f12d-3d35-4a1f-9d37-49c1e5f929cf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:54.188981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e0c2f12d-3d35-4a1f-9d37-49c1e5f929cf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0426071 Aug 06 18:15:54.209613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34650) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:54.242018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:54.251828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:54.268991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:54.275734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90757851-9b90-4ccd-b586-99580e7ec0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.285636 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c4705-8e58-49f8-9794-9da3ce3ae40d x-openstack-request-id: req-0a2c4705-8e58-49f8-9794-9da3ce3ae40d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:54.285929 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051a694-0bd9-4c53-a93c-75dfcb05d005", "name": "network-vif-deleted", "tag": "ffd691df-97cf-4ad8-8f0d-46cdad6d636d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:54.286188 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a2c4705-8e58-49f8-9794-9da3ce3ae40d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:54.286657 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051a694-0bd9-4c53-a93c-75dfcb05d005', 'name': 'network-vif-deleted', 'tag': 'ffd691df-97cf-4ad8-8f0d-46cdad6d636d', 'status': 'completed', 'code': 200} Aug 06 18:15:54.287313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.331778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.389289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Pushing event updated for resources: {'Port': ['ID=a560ea08-949d-42fb-89ee-a490814c3bfe,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:54.396709 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Floating IP c726f471-c802-432f-8b83-e5516feea413 associated. External IP: 172.25.3.213, port: 751cd030-d441-46de-85e5-f18ab46eea02. Aug 06 18:15:54.456249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Attempting to bind port a560ea08-949d-42fb-89ee-a490814c3bfe on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:15:54.456626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Attempting to bind port a560ea08-949d-42fb-89ee-a490814c3bfe by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:15:54.456999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Attempting to bind port a560ea08-949d-42fb-89ee-a490814c3bfe on network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:15:54.459553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:54.468522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:15:54.469303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Checking segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:15:54.469787 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.470291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Bound using segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:15:54.471132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Bound port: a560ea08-949d-42fb-89ee-a490814c3bfe, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:15:54.471644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.545193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.580482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] For port a560ea08-949d-42fb-89ee-a490814c3bfe, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:15:54.586454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] For port a560ea08-949d-42fb-89ee-a490814c3bfe, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a560ea08-949d-42fb-89ee-a490814c3bfe,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:15:54.602472 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.681268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90757851-9b90-4ccd-b586-99580e7ec0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.702288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90757851-9b90-4ccd-b586-99580e7ec0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.729102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf9264-70ac-4b03-b6b0-6e7faac2efd0 None None] Pushing event updated for resources: {'Port': ['ID=a560ea08-949d-42fb-89ee-a490814c3bfe,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:54.761740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-62d2c695-28cd-46a7-aced-d005f9e5ee05 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:54.764468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-62d2c695-28cd-46a7-aced-d005f9e5ee05 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.55 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.6568408 Aug 06 18:15:54.792097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Request body: {'port': {'device_id': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'admin_state_up': True, 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:54.882342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90757851-9b90-4ccd-b586-99580e7ec0f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c57dcea745c9434dba75fd832a4fb7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0162632 Aug 06 18:15:54.882342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27a06152-a1a4-4bfc-8615-2fddbbeb5696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.889138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34658) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:54.930285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90757851-9b90-4ccd-b586-99580e7ec0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9f547-779d-4e4c-83e9-6d149d7d0730,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:54.933590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.948017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:54.954798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "DELETE /v2.0/security-groups/b119aca0-2553-4454-b833-c67025aa5fa7 HTTP/1.1" status: 204 len: 168 time: 2.0761273 Aug 06 18:15:54.960088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34660) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:55.012144 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-6ae949a3-fe69-4222-a71c-15dd016d633d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] show failed (client error): The resource could not be found. Aug 06 18:15:55.016046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ae949a3-fe69-4222-a71c-15dd016d633d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups/b119aca0-2553-4454-b833-c67025aa5fa7 HTTP/1.1" status: 404 len: 347 time: 0.0308375 Aug 06 18:15:55.035869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34662) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:55.040209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port b1bfb866-a950-44dc-abab-4af398694057 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:55.040761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.148714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.166931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b63b8b-f169-4bae-a1df-0db43e618f45 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119aca0-2553-4454-b833-c67025aa5fa7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:55.221367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.307401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.440874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.460507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:15:55.461631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for b1bfb866-a950-44dc-abab-4af398694057 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:55.491599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a05ae83-cdfb-421c-a562-79f5f4d17b0a req-30ba5a3b-5ecf-4342-b0c9-229b818d813d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.1928875 Aug 06 18:15:55.561981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.603523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Deleting port dd4d7833-cfd6-46e4-8862-a5c589b0ca63 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:15:55.604167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.740904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27a06152-a1a4-4bfc-8615-2fddbbeb5696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.766444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27a06152-a1a4-4bfc-8615-2fddbbeb5696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.839771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:15:55.841330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27a06152-a1a4-4bfc-8615-2fddbbeb5696 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cdbcd4d35e74223a4952fdcb7af07ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3794873 Aug 06 18:15:55.844437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.846179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34670) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:55.862387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.862964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.866686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.869889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.871650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53b9f547-779d-4e4c-83e9-6d149d7d0730 HTTP/1.1" status: 204 len: 168 time: 0.9797857 Aug 06 18:15:55.874263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Allocated IP 172.25.3.10 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0b1ab31a-42c7-4b81-9243-4ab22383fd72) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:55.874962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:15:55.889517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:15:55.912251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:55.918992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:55.920427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:55.930894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a06152-a1a4-4bfc-8615-2fddbbeb5696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd992746-f465-42a1-8eb6-21df2f6cb45d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:55.935443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a560ea08-949d-42fb-89ee-a490814c3bfe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:56.015285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Calling delete_port for dd4d7833-cfd6-46e4-8862-a5c589b0ca63 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:15:56.075667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1fe8-4f5f-4f38-a3cb-02b265b10d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9f547-779d-4e4c-83e9-6d149d7d0730,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:56.093066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:56.131331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a560ea08-949d-42fb-89ee-a490814c3bfe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:56.150949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6ea61-722f-4493-8ddf-0bdc04a4efe4 None None] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:15:56.225080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.277198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.290185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Provisioning for port a560ea08-949d-42fb-89ee-a490814c3bfe completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:15:56.303026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Provisioning complete for port a560ea08-949d-42fb-89ee-a490814c3bfe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:56.304027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.355573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.480272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ab31a-42c7-4b81-9243-4ab22383fd72,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:56.488814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=b1bfb866-a950-44dc-abab-4af398694057,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:56.498817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:56.504333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:56.523986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:56.583490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.656606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f31dc51b-0f89-42c2-95ef-d1bcc31b53fd tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "PUT /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 996 time: 8.8279083 Aug 06 18:15:56.699509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.753482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:52Z', 'revision_number': 8, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:56.799301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] For port a560ea08-949d-42fb-89ee-a490814c3bfe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a560ea08-949d-42fb-89ee-a490814c3bfe,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:15:56.807616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:15:56.811428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:56.827245 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:15:56.827557 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:15:56.843629 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:15:56.845108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:56.891168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c3a5835d-764b-40b0-8626-577f16763e7a req-89c0b12a-3a76-4e7c-9587-6b970207211f tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.0559950 Aug 06 18:15:56.954022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.039550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45330bb5-d54c-48a6-85a0-cb73426d9ae2 None None] Pushing event updated for resources: {'Port': ['ID=a560ea08-949d-42fb-89ee-a490814c3bfe,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:57.079605 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:15:57.250937 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e44ae2-4733-4d48-9c3f-41a92fb80f71 x-openstack-request-id: req-c7e44ae2-4733-4d48-9c3f-41a92fb80f71 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:15:57.251282 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:15:57.251519 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7e44ae2-4733-4d48-9c3f-41a92fb80f71 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:15:57.251922 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:15:57.268210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-81fc16f2-ee4f-4759-8cc3-0bc2561df7b0 None None] Provisioning complete for port a560ea08-949d-42fb-89ee-a490814c3bfe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:57.268452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Allocated IP 172.20.0.5 (40fbd49c-f8c0-4f63-a555-e3f8abe85555/b44ad36f-26da-4887-8c14-9bdc50d51da6/8559145d-0958-4b20-9ffc-c5e6186caeec) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:15:57.271156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.273483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-340e854a-bb55-44cb-b0ea-868f310013d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/b1bfb866-a950-44dc-abab-4af398694057 HTTP/1.1" status: 204 len: 168 time: 3.0488381 Aug 06 18:15:57.273884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-81fc16f2-ee4f-4759-8cc3-0bc2561df7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.287417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:57.302500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.387955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f1ce52b4-dc68-4dc9-892a-ea8d7052fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.394462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-f1ce52b4-dc68-4dc9-892a-ea8d7052fdb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.5092802 Aug 06 18:15:57.472335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-6eb19266-8734-4a5a-a4c7-bfb69c55d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.474668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-6eb19266-8734-4a5a-a4c7-bfb69c55d440 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.2277997 Aug 06 18:15:57.652303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.656574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:57.662933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd992746-f465-42a1-8eb6-21df2f6cb45d HTTP/1.1" status: 204 len: 168 time: 1.8107612 Aug 06 18:15:57.707836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3bab1-b606-4772-8936-155b4918b58e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.711701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3bab1-b606-4772-8936-155b4918b58e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.714960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3bab1-b606-4772-8936-155b4918b58e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.718210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28f3bab1-b606-4772-8936-155b4918b58e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4249809 Aug 06 18:15:57.730097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34702) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:57.763478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7697c-3b40-4fd6-b985-080070b289e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd992746-f465-42a1-8eb6-21df2f6cb45d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:57.774785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-2ef302da-148b-4f21-94c2-99d0744aeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:57.792418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-2ef302da-148b-4f21-94c2-99d0744aeafb service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.3818192 Aug 06 18:15:57.897779 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:52Z', 'revision_number': 8, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:15:57.951677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.012726 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef173cf4-ea3a-4a3d-bb16-e80389a9a54b None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c726f471-c802-432f-8b83-e5516feea413', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'port_id': '751cd030-d441-46de-85e5-f18ab46eea02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'mac_address': 'fa:16:3e:e7:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:14:50Z', 'updated_at': '2021-08-06T18:15:52Z', 'revision_number': 8, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:15:58.084470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a560ea08-949d-42fb-89ee-a490814c3bfe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:15:58.145765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-26c6843f-3653-4098-a1ca-ce501622b05e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 999 time: 0.3336229 Aug 06 18:15:58.147241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'Port': ['ID=dd4d7833-cfd6-46e4-8862-a5c589b0ca63,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:58.177749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 38219015-ea85-4db1-8b16-37b1b9e9c6d3 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:15:58.196344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.264404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-3b45e31f-55bd-4d75-bee9-8d614c9ddf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:58.267148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-3b45e31f-55bd-4d75-bee9-8d614c9ddf79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.7799222 Aug 06 18:15:58.270638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b05a2045-664b-42ef-a61c-037239d80f38 req-e3e6bf17-a740-4145-a41f-de458c03c0e9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.1318545 Aug 06 18:15:58.397175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a560ea08-949d-42fb-89ee-a490814c3bfe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:15:58.397890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.592864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-4dfe7b28-a82d-490c-9dc0-d32ad008aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:58.603632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-4dfe7b28-a82d-490c-9dc0-d32ad008aac4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.3744471 Aug 06 18:15:58.611384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.634638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737de892-0692-4823-a19a-b1bc685f2ecc None None] New status for floating IP c726f471-c802-432f-8b83-e5516feea413: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:15:58.646547 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b654-62e0-430f-848a-c9d9f0ab553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.656619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.685315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.688202 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.689579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bbc39965-6db7-4bab-b917-07075639299b tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "DELETE /v2.0/floatingips/666011df-39e9-40b8-b2df-4bd2cdfce050 HTTP/1.1" status: 204 len: 168 time: 3.6435890 Aug 06 18:15:58.693346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.726003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-193bffe3-4b64-4cd3-8e96-295b9cfdae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:58.726003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-193bffe3-4b64-4cd3-8e96-295b9cfdae55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176517 Aug 06 18:15:58.837798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:15:58.881184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.885351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e61ef80a-efe5-4052-ba2c-ac0311c8170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:58.888220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-629d4aa9-3181-4872-b4ef-0abb8e5a4e7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 999 time: 0.5625043 Aug 06 18:15:58.918834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3', '662d4c28-e3f0-4fdf-86a0-bf515f561624'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:15:58.959915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-8848fdce-9bd0-45d9-8647-ef76b54a0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:58.961601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-8848fdce-9bd0-45d9-8647-ef76b54a0462 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.0626078 Aug 06 18:15:59.157237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:15:59.186883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:15:59.199488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-5f48d72d-efa8-48df-8bfe-44ac7b8dd119 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741731 Aug 06 18:15:59.206018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:15:59.328077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event updated for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:15:59.530142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:59.534439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:59.637639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-720a2ae9-b1f1-48b6-bc87-252bb04e114f req-a4ba6523-a111-4f41-b2bd-3984ac97b9dc service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032853 Aug 06 18:15:59.746769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:59.763710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e61ef80a-efe5-4052-ba2c-ac0311c8170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:59.772812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e61ef80a-efe5-4052-ba2c-ac0311c8170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:15:59.818548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-9b662c86-2c00-49cd-af3d-0c77e0391cd1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0355155 Aug 06 18:15:59.901309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-f350dad6-4073-4618-b3d0-741d4aff214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:15:59.903543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-f350dad6-4073-4618-b3d0-741d4aff214d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9303398 Aug 06 18:15:59.923277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Request body: {'port': {'device_id': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:15:59.999256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ef80a-efe5-4052-ba2c-ac0311c8170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88d0a6-126a-4bb8-aeef-6d1b3633afe7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:00.053169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Router 4762e9de-2251-43d4-901d-d2d57125706e is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:16:00.084664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e61ef80a-efe5-4052-ba2c-ac0311c8170d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6190716a49144b23bf00ea1e690bb2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2456827 Aug 06 18:16:00.088713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34750) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:00.144649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:00.164557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163679017', 'description': 'tempest-description--828129500'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:00.228809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.275865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.294163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bf25d-a8cc-4e87-b520-c9d149453629 req-fe84d58b-d991-44f9-86c1-387daef25b0d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:00.296910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed8bf25d-a8cc-4e87-b520-c9d149453629 req-fe84d58b-d991-44f9-86c1-387daef25b0d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 931 time: 0.4369831 Aug 06 18:16:00.322113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.344469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-dc51a6a8-72e8-42ce-9857-d761a7dbb003 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285927 Aug 06 18:16:00.485881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=38219015-ea85-4db1-8b16-37b1b9e9c6d3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:00.498036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.506253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-968ac31c-efbe-41d1-8cfb-87bb2ebe1bcc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/38219015-ea85-4db1-8b16-37b1b9e9c6d3 HTTP/1.1" status: 204 len: 168 time: 2.7525947 Aug 06 18:16:00.508531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f91a0-db1a-4483-ba60-2d413076f0ad None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:00.540847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34764) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:00.581158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.807280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.831261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f81bbfbf-7bb4-4e65-8254-9b2fe9102cbd req-1e0c4bc8-228d-4244-b4d1-297903c0c9e2 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 998 time: 0.4996433 Aug 06 18:16:00.833295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed8bf25d-a8cc-4e87-b520-c9d149453629 req-79b5a435-9d5c-4117-ba3a-23a8824aa091 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116135 Aug 06 18:16:00.925399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:16:00.933085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 84d753a0-9dbf-4b01-98b0-0270f1bcf848 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:00.952515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Sync routers for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:16:00.975616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:00.983257 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:00.984399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:01.132301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f047b11-d23e-4d65-a9fd-4cc6853dfa5d req-32d10cd8-3c7d-4d90-b5af-3b5d0fff00a1 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7322865 Aug 06 18:16:01.177256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.289296 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:01.345314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.347447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34780) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:01.362023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.366356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.374143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a88d0a6-126a-4bb8-aeef-6d1b3633afe7 HTTP/1.1" status: 204 len: 168 time: 1.2729547 Aug 06 18:16:01.429694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.431894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f8969a6c-b43b-4e20-8644-fc20a6cb484e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0018935 Aug 06 18:16:01.445352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.457088 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.481314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bbfbf-7bb4-4e65-8254-9b2fe9102cbd req-88d2f76c-f81f-44f7-9684-fa436ce6a6e9 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:01.500179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:01.507604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f81bbfbf-7bb4-4e65-8254-9b2fe9102cbd req-88d2f76c-f81f-44f7-9684-fa436ce6a6e9 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.6704230 Aug 06 18:16:01.513910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b421-404f-4370-874e-c9fdb8485e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a88d0a6-126a-4bb8-aeef-6d1b3633afe7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:01.681282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f50426c-0a0f-416e-848b-b2edf8b50c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.699461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.818848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:15:57Z', 'revision_number': 3, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:01.843734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.846185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6938717 Aug 06 18:16:01.850776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34792) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:01.859320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group_rule': {'security_group_id': 'd10b16de-3d97-467c-8e6b-a0c0ca3b4789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:01.877510 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ba7e39-6233-4f0e-ab89-f2bcb55b81c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.880512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.893547 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Checking router: 4762e9de-2251-43d4-901d-d2d57125706e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:16:01.894143 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Updating router 4762e9de-2251-43d4-901d-d2d57125706e port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:16:01.936833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35607c92-798f-49d9-bcd3-e8eb5292d0a9 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b16de-3d97-467c-8e6b-a0c0ca3b4789,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:01.962041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-17b83615-051c-4cdb-982b-f454725e5504 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.2600892 Aug 06 18:16:01.978929 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:01.983732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=84d753a0-9dbf-4b01-98b0-0270f1bcf848,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:02.052091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.055749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0e3cd35f-968a-4a2d-a201-004dd399a1db tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/84d753a0-9dbf-4b01-98b0-0270f1bcf848 HTTP/1.1" status: 204 len: 168 time: 1.5087392 Aug 06 18:16:02.063316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:02.173920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9681c8-26d9-4bc6-a197-781b20449c27 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:02.234083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e0ddd249-9f53-4355-91c5-ec36944ef765 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1653137 Aug 06 18:16:02.236121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.255218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34802) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:02.267291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:02.347055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-6efa13d7-9956-4114-a65a-5aa2a29c7621 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:02.359230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-6efa13d7-9956-4114-a65a-5aa2a29c7621 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports/751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 942 time: 0.2683160 Aug 06 18:16:02.403993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991cc2-0c4a-4c9a-a7ff-d5b29eeec19b req-d8742ee0-25f1-476c-a05e-b02c15106afb tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:02.408149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3991cc2-0c4a-4c9a-a7ff-d5b29eeec19b req-d8742ee0-25f1-476c-a05e-b02c15106afb tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 931 time: 0.3196890 Aug 06 18:16:02.483089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.492587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3991cc2-0c4a-4c9a-a7ff-d5b29eeec19b req-eaf26771-bb09-4315-9fc6-ea5973b21761 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689206 Aug 06 18:16:02.510634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.531178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-65dc590c-d6d6-42a2-806c-995f59fd05c7 None None] Provisioning complete for port 1188769f-5047-4469-b880-7d89c7e865ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:02.531373 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65dc590c-d6d6-42a2-806c-995f59fd05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.557929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5240efb4-5394-4623-8910-2982c7c07ae6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:02.674476 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.698333 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Transition to ACTIVE for port object 0b1ab31a-42c7-4b81-9243-4ab22383fd72 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:02.724098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:02.732159 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.845091 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Pushing event updated for resources: {'Port': ['ID=0b1ab31a-42c7-4b81-9243-4ab22383fd72,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:02.852411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Deleting port 1188769f-5047-4469-b880-7d89c7e865ec {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:02.853013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.854164 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Attempting to bind port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:02.859763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Attempting to bind port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:02.860442 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Attempting to bind port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:02.877223 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:02.877866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:02.878543 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.879482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:02.880441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Bound port: 0b1ab31a-42c7-4b81-9243-4ab22383fd72, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:02.881081 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.886104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.886551 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.887129 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.887686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.888291 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.888766 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.889331 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.889928 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.890471 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.891028 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.891608 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.892122 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:02.977863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] For port 1188769f-5047-4469-b880-7d89c7e865ec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1188769f-5047-4469-b880-7d89c7e865ec,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:02.978849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:02.998842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] For port 0b1ab31a-42c7-4b81-9243-4ab22383fd72, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:03.006510 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] For port 0b1ab31a-42c7-4b81-9243-4ab22383fd72, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b1ab31a-42c7-4b81-9243-4ab22383fd72,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:03.011005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Calling delete_port for 1188769f-5047-4469-b880-7d89c7e865ec owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:03.015012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9333e055-3b04-40a8-921d-a9d62c100491 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.4222453 Aug 06 18:16:03.020646 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.046207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8559145d-0958-4b20-9ffc-c5e6186caeec {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:16:03.117550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.158733 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:03.159412 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:03.174416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.226566 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d258b4-225c-4267-9847-a9a6dbc74cff None None] Pushing event updated for resources: {'Port': ['ID=0b1ab31a-42c7-4b81-9243-4ab22383fd72,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:03.270460 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.306813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Pushing event deleted for resources: {'Port': ['ID=1188769f-5047-4469-b880-7d89c7e865ec,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:03.313104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] No DVR routers for this DVR port 1188769f-5047-4469-b880-7d89c7e865ec on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:03.322861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.323313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.323750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.324155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.325438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.325438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.325438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.326050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.326381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.326792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.327193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.327601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1245ea0c-1071-4324-ad1d-9c94d1dab7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:03.343306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ba7e39-6233-4f0e-ab89-f2bcb55b81c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.350360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Transition to ACTIVE for port object 8559145d-0958-4b20-9ffc-c5e6186caeec will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:03.363617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ba7e39-6233-4f0e-ab89-f2bcb55b81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.378561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.385731 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:03.388431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20b6121e-3b6f-469f-b0fb-4093ef87f936 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5355337 Aug 06 18:16:03.389497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34824) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:03.392858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.406934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'security_group_rule': {'security_group_id': 'd10b16de-3d97-467c-8e6b-a0c0ca3b4789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:03.478489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:03.487204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.520156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07ba7e39-6233-4f0e-ab89-f2bcb55b81c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da1c2805d11841afb010ba0760cf22d6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1493688 Aug 06 18:16:03.551360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba7e39-6233-4f0e-ab89-f2bcb55b81c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e14a1a-8b28-4dcb-af02-211bc1d407dd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:03.558114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34826) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:03.596369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-a4bff972-01f6-42aa-a657-7668ce02b65d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:03.605339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-a4bff972-01f6-42aa-a657-7668ce02b65d tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.5759811 Aug 06 18:16:03.609685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.702481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-cf34eabe-6574-4935-8f02-502485093ea2 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1001 time: 0.0957868 Aug 06 18:16:03.718008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Pushing event updated for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:03.771695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:03.799162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:15:57Z', 'revision_number': 3, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:03.843292 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b113ad-8017-4ac4-a5de-e8067d838c8d None None] The sync data for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 is: [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:15:57Z', 'revision_number': 3, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:16:03.882989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.909267 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.926246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:03.946329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c6020b-1834-4168-b000-f2eb69b1044a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:03.965501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:03.966746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae6a8b42-c72c-4c7d-9eb9-6f581acd5959 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5667489 Aug 06 18:16:03.975840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a684-00b1-46b5-90fc-63525490e96d req-e01414c4-2cf2-44f8-baf9-a5a29ec668b5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:03.982074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad9a684-00b1-46b5-90fc-63525490e96d req-e01414c4-2cf2-44f8-baf9-a5a29ec668b5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 943 time: 0.2659862 Aug 06 18:16:03.996123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1188769f-5047-4469-b880-7d89c7e865ec {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:03.996874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1188769f-5047-4469-b880-7d89c7e865ec not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:04.018599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34842) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:04.062929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:04.109784 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.144521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aad9a684-00b1-46b5-90fc-63525490e96d req-f9c81ce5-2195-4bb2-a7b9-5a49c965241b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053386 Aug 06 18:16:04.154481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:04.179384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:04.183430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:04.184139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.186024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.196931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020bfb3-2abf-44cd-a84a-94f9377291bd None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:04.259631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=77b56301-ec87-4d30-89ca-67d2bc9ba334,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:04.290804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Attempting to bind port 8559145d-0958-4b20-9ffc-c5e6186caeec on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:04.291376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Attempting to bind port 8559145d-0958-4b20-9ffc-c5e6186caeec by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:04.291929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Attempting to bind port 8559145d-0958-4b20-9ffc-c5e6186caeec on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:04.295707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.351200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-512ae698-d662-4c81-8289-e5ade0f02085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0922172 Aug 06 18:16:04.359937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:04.367419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:04.449284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.461340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Port 8559145d-0958-4b20-9ffc-c5e6186caeec on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:16:04.461892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Attempting to bind port 8559145d-0958-4b20-9ffc-c5e6186caeec on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:04.533329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.571872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:04.572723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Checking segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:04.574319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Bound using segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:04.575079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Bound port: 8559145d-0958-4b20-9ffc-c5e6186caeec, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:04.575687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.670729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.707046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:04.726454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '77b56301-ec87-4d30-89ca-67d2bc9ba334'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:16:04.728743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.731533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:04.835943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.056463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.115365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.115955 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Floating IP c726f471-c802-432f-8b83-e5516feea413 disassociated. External IP: 172.25.3.213, port: 751cd030-d441-46de-85e5-f18ab46eea02. Aug 06 18:16:05.117656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Allocated IP 172.20.0.2 (cefbc2ff-723f-4405-8414-41b97f8c7653/77b56301-ec87-4d30-89ca-67d2bc9ba334/b8c86422-444e-4cac-9042-4e80b6d24c57) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:05.118406 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.120904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.135913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54e14a1a-8b28-4dcb-af02-211bc1d407dd HTTP/1.1" status: 204 len: 168 time: 1.5498941 Aug 06 18:16:05.284784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:05.363328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2b177-fe16-4418-8300-bf87431aa849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e14a1a-8b28-4dcb-af02-211bc1d407dd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:05.407601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=8559145d-0958-4b20-9ffc-c5e6186caeec,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:05.489371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.528349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.543815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Transition to ACTIVE for port object b8c86422-444e-4cac-9042-4e80b6d24c57 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:05.587047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Transition to ACTIVE for port object b8c86422-444e-4cac-9042-4e80b6d24c57 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:05.588741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:16:05.609883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.654210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.691369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:05.697804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.703767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] 10.222.0.55 "PUT /v2.0/ports/8559145d-0958-4b20-9ffc-c5e6186caeec HTTP/1.1" status: 200 len: 1092 time: 5.8111367 Aug 06 18:16:05.717501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:05.722835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:05.724134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:05.732912 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416f493-f9e5-428d-a829-2679a79867c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:05.736874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:05.893874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Attempting to bind port b8c86422-444e-4cac-9042-4e80b6d24c57 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:05.894445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Attempting to bind port b8c86422-444e-4cac-9042-4e80b6d24c57 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:05.897666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Attempting to bind port b8c86422-444e-4cac-9042-4e80b6d24c57 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:05.897979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ec611-cf9e-491b-a90b-7af6733e403c service neutron] Pushing event updated for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:05.911959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Pushing event updated for resources: {'Port': ['ID=b8c86422-444e-4cac-9042-4e80b6d24c57,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:05.923510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:05.924093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:05.924756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.925379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:05.926210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Bound port: b8c86422-444e-4cac-9042-4e80b6d24c57, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:05.926889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.927109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:05.967717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Allocated IP 172.20.0.1 (0cc13680-b82b-4b3d-b4f8-00d5871b49bd/954a9f38-8b68-472b-934e-f4585ae9b7c7/edaf7084-552e-4479-89f9-b2b38fc89faf) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:06.082479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:06.101134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b1ab31a-42c7-4b81-9243-4ab22383fd72 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:06.103215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:06.114496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:06.161503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-d10a37d0-a8f0-4b44-b185-8c48da263699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:06.162409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24c60-dc08-4b79-acfd-157fd3c9dc8d req-1dabed93-2e00-47ed-994b-1e966b7c3c09 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:06.164212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-d10a37d0-a8f0-4b44-b185-8c48da263699 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 1095 time: 0.3436537 Aug 06 18:16:06.174940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aca24c60-dc08-4b79-acfd-157fd3c9dc8d req-1dabed93-2e00-47ed-994b-1e966b7c3c09 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 943 time: 0.6271286 Aug 06 18:16:06.179342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:06.180254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.330135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] For port b8c86422-444e-4cac-9042-4e80b6d24c57, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:06.341504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-487391f5-83db-47c1-930f-4e89899e35be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9788458 Aug 06 18:16:06.363943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:06.387778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:8e:b1:8b', 'name': 'tempest-NetworksTestDHCPv6-725206590'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:06.393756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:06.404350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] For port b8c86422-444e-4cac-9042-4e80b6d24c57, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b8c86422-444e-4cac-9042-4e80b6d24c57,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:06.409509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aca24c60-dc08-4b79-acfd-157fd3c9dc8d req-5bac1679-dadd-45e7-90e1-955dc25d5113 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329814 Aug 06 18:16:06.432873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.508632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:06.535777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:06.536197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.566491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d0e81a2-bb58-4d31-ada4-9a9109e61ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.644435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13131a-033d-4c4d-b8c7-625d96b05290 None None] Pushing event updated for resources: {'Port': ['ID=b8c86422-444e-4cac-9042-4e80b6d24c57,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:06.865563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.874244 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d0e81a2-bb58-4d31-ada4-9a9109e61ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.910315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0b1ab31a-42c7-4b81-9243-4ab22383fd72, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b1ab31a-42c7-4b81-9243-4ab22383fd72,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:06.919747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:06.986676 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d0e81a2-bb58-4d31-ada4-9a9109e61ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.029901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:07.103684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0b1ab31a-42c7-4b81-9243-4ab22383fd72,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:07.112910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e81a2-bb58-4d31-ada4-9a9109e61ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a7c80d-d973-4e46-8965-80586c765cc4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:07.239514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8d0e81a2-bb58-4d31-ada4-9a9109e61ce4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff908f67c8524cc78917869e9f04a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8373063 Aug 06 18:16:07.243361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34922) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:07.295471 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6011d54c-8a74-48c1-84d5-0164b01554b0 x-openstack-request-id: req-6011d54c-8a74-48c1-84d5-0164b01554b0 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:07.296090 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:07.296280 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6011d54c-8a74-48c1-84d5-0164b01554b0 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:07.297148 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec', 'status': 'completed', 'code': 200} Aug 06 18:16:07.299920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-b4dbdbd0-e729-4efb-88a3-3eeabff5eda6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8559145d-0958-4b20-9ffc-c5e6186caeec HTTP/1.1" status: 200 len: 217 time: 1.1112912 Aug 06 18:16:07.356567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.401637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.415822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port b3af71ef-1dae-41b5-bfd1-619899b0597c yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:07.447342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:16:07.500441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Allocated IP 172.25.3.218 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/130f30c6-66fe-4cd9-b560-081d64643c52) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:07.518846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-bb72e5f0-7fab-47b8-ad08-2ffc06255a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:07.521474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.521737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-bb72e5f0-7fab-47b8-ad08-2ffc06255a49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.2087040 Aug 06 18:16:07.576061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.636660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-3c28f75e-e4cd-4e7d-93b2-af65b933ee82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033692 Aug 06 18:16:07.685699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Transition to ACTIVE for port object edaf7084-552e-4479-89f9-b2b38fc89faf will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:07.876306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd033c-1aac-401b-aa03-a617ea156276 req-80f838c1-e749-4118-a5e1-c60a724084a0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:07.884397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0cd033c-1aac-401b-aa03-a617ea156276 req-80f838c1-e749-4118-a5e1-c60a724084a0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 943 time: 0.2933896 Aug 06 18:16:07.888936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.891976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:07.897011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46a7c80d-d973-4e46-8965-80586c765cc4 HTTP/1.1" status: 204 len: 168 time: 0.6485312 Aug 06 18:16:07.930275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1ff2-5b24-4e4b-9648-7fae7192d27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a7c80d-d973-4e46-8965-80586c765cc4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:07.976923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 172.20.0.5 (cefbc2ff-723f-4405-8414-41b97f8c7653/77b56301-ec87-4d30-89ca-67d2bc9ba334/b3af71ef-1dae-41b5-bfd1-619899b0597c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:08.063680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b0cd033c-1aac-401b-aa03-a617ea156276 req-d887383b-84bc-4a6f-aa94-cf56558ad51d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706903 Aug 06 18:16:08.066562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe8e:b18b (cefbc2ff-723f-4405-8414-41b97f8c7653/2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9/b3af71ef-1dae-41b5-bfd1-619899b0597c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:08.149406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-8d5a12c1-aa54-4af0-8c72-a65ad5d20337 service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574320 Aug 06 18:16:08.154034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b8c86422-444e-4cac-9042-4e80b6d24c57 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:08.337991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b8c86422-444e-4cac-9042-4e80b6d24c57 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:08.351771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b1ab31a-42c7-4b81-9243-4ab22383fd72 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:08.425709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.445902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object b3af71ef-1dae-41b5-bfd1-619899b0597c will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:08.491861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf1445-b93e-41aa-9a2d-f8279bacf7a8 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:08.493361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.531809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.546340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.555799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:16:08.565167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.615462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:16:08.634790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-9bc53ff2-d5c2-4a65-9305-9cfe3a597665 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "PUT /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 696 time: 4.9308155 Aug 06 18:16:08.675894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=b3af71ef-1dae-41b5-bfd1-619899b0597c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:08.691746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:08.694007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:08.701810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:08.713129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:08.713744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:08.748739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:08.813081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:08.814412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.843713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:08.857108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9191971e-f47b-4524-94ad-4cf733e3a862 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4888017 Aug 06 18:16:08.858101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:08.867671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:08.881577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:08.943916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:08.983782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:08.984529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:08.995750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8f9c0-1840-4aa5-961a-3970569c4299 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:08.996081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Provisioning for port b8c86422-444e-4cac-9042-4e80b6d24c57 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:09.002572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8f9c0-1840-4aa5-961a-3970569c4299 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:09.005679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8c8f9c0-1840-4aa5-961a-3970569c4299 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1458757 Aug 06 18:16:09.008863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34978) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:09.134472 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Provisioning complete for port b8c86422-444e-4cac-9042-4e80b6d24c57 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:09.134990 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:09.194467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:09.241213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-dcc3176d-7a2e-43df-aa0c-fa5e2670ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:09.249374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-dcc3176d-7a2e-43df-aa0c-fa5e2670ce3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.5495245 Aug 06 18:16:09.262496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c89b11f2-d0b5-44ed-b463-5a89e6e447c6 req-3a9f17f7-94b7-4165-b373-e712236feff1 service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1066866 Aug 06 18:16:09.306496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:09.320180 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:09.643859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:09.686165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f493-f9e5-428d-a829-2679a79867c0 req-69bee473-4fa9-4ef2-9b5f-973300bceeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:09.690379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-69bee473-4fa9-4ef2-9b5f-973300bceeb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 1095 time: 0.2527239 Aug 06 18:16:10.013051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '77b56301-ec87-4d30-89ca-67d2bc9ba334', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9'}], 'binding:host_id': 'n-d-793621-29'}, 'id': 'b8c86422-444e-4cac-9042-4e80b6d24c57'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:16:10.014015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f493-f9e5-428d-a829-2679a79867c0 req-e59d9293-8d88-4cce-8a9d-254a5bbb7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.016186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-e59d9293-8d88-4cce-8a9d-254a5bbb7327 service neutron] 10.222.0.55 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.2693605 Aug 06 18:16:10.098133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:10.141354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port b3af71ef-1dae-41b5-bfd1-619899b0597c {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:10.142610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.143804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:10.184088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfb9ee-a142-45cc-a6f7-1d192d384c68 req-2c92f59b-e209-4b8a-89f5-cafa01ed3287 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.190084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2dfb9ee-a142-45cc-a6f7-1d192d384c68 req-2c92f59b-e209-4b8a-89f5-cafa01ed3287 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 943 time: 0.8027761 Aug 06 18:16:10.198115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:10.207211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=130f30c6-66fe-4cd9-b560-081d64643c52,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:10.242643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-7bc10e42-462b-42d2-a064-e0301fc676df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8559145d-0958-4b20-9ffc-c5e6186caeec HTTP/1.1" status: 200 len: 217 time: 0.1695304 Aug 06 18:16:10.250150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-fa8c9fbb-f04b-4648-a3f0-903285e87226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.251968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-fa8c9fbb-f04b-4648-a3f0-903285e87226 service neutron] 10.222.0.64 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.9844320 Aug 06 18:16:10.291517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2dfb9ee-a142-45cc-a6f7-1d192d384c68 req-d399d829-fac7-44a1-a950-4f5e99543c01 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001513 Aug 06 18:16:10.322637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f493-f9e5-428d-a829-2679a79867c0 req-7039345d-4c19-4df2-a7a7-d87b0868ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.324628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-7039345d-4c19-4df2-a7a7-d87b0868ad27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.0707006 Aug 06 18:16:10.466032 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.504952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-25da777b-4634-4452-bc77-74abeca75d05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.1779230 Aug 06 18:16:10.513144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for b3af71ef-1dae-41b5-bfd1-619899b0597c owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:10.519677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-441213b1-d267-4d61-aafe-fbabe3abba42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744385 Aug 06 18:16:10.601802 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcfc12-6818-495a-9f7c-c76fb6eb627b x-openstack-request-id: req-bafcfc12-6818-495a-9f7c-c76fb6eb627b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:10.602094 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:10.602349 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bafcfc12-6818-495a-9f7c-c76fb6eb627b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:10.603304 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:16:10.618485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.646830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.713524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-64e3d397-4ec9-4464-a5d1-7be3e41c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.715143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-64e3d397-4ec9-4464-a5d1-7be3e41c102e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.1753240 Aug 06 18:16:10.796354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.815467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.849063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-15c60b21-4f7c-4e91-9353-8948fff30009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:10.861938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-15c60b21-4f7c-4e91-9353-8948fff30009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24d16405d2404ae888f4b1d9e847e558&device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 1097 time: 0.2172809 Aug 06 18:16:10.916379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] For port b8c86422-444e-4cac-9042-4e80b6d24c57, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b8c86422-444e-4cac-9042-4e80b6d24c57,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:10.925280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:10.936086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.012336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-cfd9a55f-b123-41b7-ad89-b7f0ff223659 service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712329 Aug 06 18:16:11.108175 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.194999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bbbcb524-98bf-401b-a9f7-6959bc7e9698 None None] Provisioning for port edaf7084-552e-4479-89f9-b2b38fc89faf completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:11.200760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:11.223737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-ca8042a3-d315-4330-b892-748c8105f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:11.225378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-ca8042a3-d315-4330-b892-748c8105f75e service neutron] 10.222.0.16 "GET /v2.0/networks?id=77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 200 len: 922 time: 0.3557212 Aug 06 18:16:11.243601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-0e2dd511-b890-4f1a-a897-926c947d30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:11.243840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-0e2dd511-b890-4f1a-a897-926c947d30be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4824412 Aug 06 18:16:11.267746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bbbcb524-98bf-401b-a9f7-6959bc7e9698 None None] Provisioning complete for port edaf7084-552e-4479-89f9-b2b38fc89faf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:11.269381 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bbbcb524-98bf-401b-a9f7-6959bc7e9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.271537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:16:11.424101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-93bba3d1-a252-448a-941c-2c4623b370bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 200 len: 217 time: 0.1869199 Aug 06 18:16:11.442469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcb524-98bf-401b-a9f7-6959bc7e9698 None None] Port edaf7084-552e-4479-89f9-b2b38fc89faf cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:16:11.445411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c2547-926a-46fa-b76f-1e98713dfed6 None None] Pushing event updated for resources: {'Port': ['ID=b8c86422-444e-4cac-9042-4e80b6d24c57,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:11.480214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:11.482449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:11.638446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9416f493-f9e5-428d-a829-2679a79867c0 req-1dc19518-6dbd-41f3-8a72-71901495c4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115012 Aug 06 18:16:11.735726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.736581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-2f5e5193-239c-46c3-96ec-47c905b6664d service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717550 Aug 06 18:16:11.747840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.748451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:11.776024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.785553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Allocated IP 2001:db8::f816:3eff:fe06:9f98 (cefbc2ff-723f-4405-8414-41b97f8c7653/2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9/b8c86422-444e-4cac-9042-4e80b6d24c57) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:11.828959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-b95d15fa-3c4e-4d46-93c9-e9e1d08c1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:11.830937 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-b95d15fa-3c4e-4d46-93c9-e9e1d08c1171 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 200 len: 860 time: 0.3686740 Aug 06 18:16:11.834385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.921512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=b3af71ef-1dae-41b5-bfd1-619899b0597c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:11.939941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:11.954060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d72b9-5200-41e5-9b7f-55f4546f56b3 req-38af7158-3a79-48f5-a069-ec89f181356c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:11.956002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b7d72b9-5200-41e5-9b7f-55f4546f56b3 req-38af7158-3a79-48f5-a069-ec89f181356c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 943 time: 0.5150380 Aug 06 18:16:12.194287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b7d72b9-5200-41e5-9b7f-55f4546f56b3 req-6db23f4e-2acd-48c6-9046-5b6122740653 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937759 Aug 06 18:16:12.212613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b8c86422-444e-4cac-9042-4e80b6d24c57 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:12.254245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a9a6484-cddc-48a9-8495-928ad6193d19 req-d6aa10a8-fd7a-4a53-8534-55d6a8de8fb3 service neutron] 10.222.0.64 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969959 Aug 06 18:16:12.267706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.293991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:12.322664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-7e3041b8-0d7b-407c-9675-630f06fb0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:12.325507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-7e3041b8-0d7b-407c-9675-630f06fb0f7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77e6849d-f203-4da0-8ea7-582547fcd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4726870 Aug 06 18:16:12.373636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.374080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.377847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35ecfddf-b4b8-4e2b-aa1b-8ad6b6409381 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/b3af71ef-1dae-41b5-bfd1-619899b0597c HTTP/1.1" status: 204 len: 168 time: 3.3669491 Aug 06 18:16:12.380999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:12.391888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] For port b8c86422-444e-4cac-9042-4e80b6d24c57, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b8c86422-444e-4cac-9042-4e80b6d24c57,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:12.432225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 8559145d-0958-4b20-9ffc-c5e6186caeec details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:16:12.513016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.513344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=130f30c6-66fe-4cd9-b560-081d64643c52,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:12.526702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.540961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Transition to ACTIVE for port object b8c86422-444e-4cac-9042-4e80b6d24c57 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:12.548206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-a6cc5be0-0619-4f35-b7ae-299ae7c7710b tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 200 len: 696 time: 0.1032093 Aug 06 18:16:12.565125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.574829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9f585115-42ee-45c3-942e-97ad0bce9ce2 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5348995 Aug 06 18:16:12.663809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:12.668310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ce800-5173-49ed-a39a-b62c8c1a8091 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:12.670225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ce800-5173-49ed-a39a-b62c8c1a8091 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:12.670691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:12.671865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ce800-5173-49ed-a39a-b62c8c1a8091 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:12.677410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a41ce800-5173-49ed-a39a-b62c8c1a8091 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2842133 Aug 06 18:16:12.678785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:12.794359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.908605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:12.923149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Router 4762e9de-2251-43d4-901d-d2d57125706e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:16:12.925858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:12.967885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=8559145d-0958-4b20-9ffc-c5e6186caeec,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:12.972826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-f6e25b39-9bee-40cc-aa6b-7ea2086b9c29 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--163679017&fields=id&tenant_id=ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 267 time: 0.0988314 Aug 06 18:16:12.987939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d899ae8-50b0-4e93-803b-333e953959c8 None None] Pushing event updated for resources: {'Port': ['ID=b8c86422-444e-4cac-9042-4e80b6d24c57,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:13.003165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '8559145d-0958-4b20-9ffc-c5e6186caeec', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'port_id': '8559145d-0958-4b20-9ffc-c5e6186caeec', 'mac_address': 'fa:16:3e:19:1e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44ad36f-26da-4887-8c14-9bdc50d51da6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:16:13.047992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-ff8de264-d888-47c5-ac9f-86feefeded7a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:13.049546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-ff8de264-d888-47c5-ac9f-86feefeded7a tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.4515946 Aug 06 18:16:13.052186 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:13.057235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-ce50e9ca-7d9c-4a00-8963-bf0c9fc6da29 service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179179 Aug 06 18:16:13.109633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-8e918d32-2d5f-4a56-a31b-e221e1a8810f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:16:13.111043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-8e918d32-2d5f-4a56-a31b-e221e1a8810f tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289538 Aug 06 18:16:13.184980 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:13.257422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8559145d-0958-4b20-9ffc-c5e6186caeec {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:16:13.266427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-07e8d102-efbb-46a0-adab-9882a4a45adc tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 699 time: 0.1047971 Aug 06 18:16:13.299547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:16:13.309713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=8559145d-0958-4b20-9ffc-c5e6186caeec,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:13.316614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-81675a7b-a2c6-405d-956d-c022d184c7c0 None None] Provisioning complete for port edaf7084-552e-4479-89f9-b2b38fc89faf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:13.318589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-81675a7b-a2c6-405d-956d-c022d184c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:13.318963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b6ffb09-cd84-411f-8265-81d82a5b09c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/4762e9de-2251-43d4-901d-d2d57125706e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8094630 Aug 06 18:16:13.337062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:13.345616 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Sync routers for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:16:13.368608 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:13.371210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:13.525814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:13.545870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:13.628451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-3f4c56ca-f626-4300-adb9-7e8e4b757585 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 699 time: 0.3609483 Aug 06 18:16:13.670229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f0cd5b43-8efc-431a-b387-3bc8e62bc4d5 req-10fc555e-78b8-46f7-b971-5f5b7a45ea5d service neutron] 10.222.0.16 "GET /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887647 Aug 06 18:16:13.690378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-7c980ccd-044e-4bbb-a7a1-08c7287a353f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:13.696272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-7c980ccd-044e-4bbb-a7a1-08c7287a353f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 810 time: 0.6445026 Aug 06 18:16:13.725426 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:13.742140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-efd11378-09e0-42be-aa17-acc377425e88 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/quotas/ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 375 time: 0.0303013 Aug 06 18:16:13.765158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb1c17-cced-42fe-bb2f-9ed32b12e6ce None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:14:03Z', 'revision_number': 4, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'fb2276a8-18de-42fb-9a3f-7eba3408f1af', 'name': '', 'network_id': '77e6849d-f203-4da0-8ea7-582547fcd4ce', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'mac_address': 'fa:16:3e:fe:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:14:01Z', 'updated_at': '2021-08-06T18:14:20Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'subnets': [{'id': '0770e39b-68b4-4759-92e1-68f0cc4875e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:16:13.819632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['8559145d-0958-4b20-9ffc-c5e6186caeec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:16:14.006840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-2d8a729c-ae7c-4f2c-9eb0-1db91f388deb tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2454050 Aug 06 18:16:14.126248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-81675a7b-a2c6-405d-956d-c022d184c7c0 None None] Port edaf7084-552e-4479-89f9-b2b38fc89faf cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:16:14.258531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:14.279717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b8c86422-444e-4cac-9042-4e80b6d24c57 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:14.461069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-2b029711-355f-4400-9f01-309d3e1415aa service neutron] 10.222.0.64 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577588 Aug 06 18:16:14.564355 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:14.620625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59147df-1065-4463-b2ec-dfde9407b1e5 None None] New status for floating IP c726f471-c802-432f-8b83-e5516feea413: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:16:14.718161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:14.779021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:14.786559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-e239dca3-0396-4529-b188-930a65f1a479 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043077 Aug 06 18:16:14.792788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:14.793560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4c3bd6ea-3d3f-45dd-9534-49bf47fff6b4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9 HTTP/1.1" status: 204 len: 168 time: 1.9737787 Aug 06 18:16:14.836272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Deleting port 4e366fc9-4e30-44be-b417-6b63ef6855e7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:14.836826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:14.857025 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 2, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:14.977478 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Checking router: 4762e9de-2251-43d4-901d-d2d57125706e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:16:14.980902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 77b56301-ec87-4d30-89ca-67d2bc9ba334 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:14.994016 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Updating router 4762e9de-2251-43d4-901d-d2d57125706e port edaf7084-552e-4479-89f9-b2b38fc89faf binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:16:15.015126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.137938 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.212555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565b5ea-f8a9-47ab-8519-f0b4bd31f2a4 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:15.221379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.251185 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.252429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.309673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Calling delete_port for 4e366fc9-4e30-44be-b417-6b63ef6855e7 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:15.582555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6df3-8be6-4b00-a304-7c5a3736ad4a req-4bebc846-6358-4e98-bba7-9e5a3d5168fa tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:15.589322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be0e6df3-8be6-4b00-a304-7c5a3736ad4a req-4bebc846-6358-4e98-bba7-9e5a3d5168fa tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 944 time: 0.2960405 Aug 06 18:16:15.820927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:16:15.843482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:15.860010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9decebde-d1cd-42b8-9533-c5006b969ee4 None None] Provisioning for port b8c86422-444e-4cac-9042-4e80b6d24c57 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:15.871010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be0e6df3-8be6-4b00-a304-7c5a3736ad4a req-5d6d68e7-1b67-4680-bc36-5035fbb23730 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714303 Aug 06 18:16:16.081357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.162401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=77b56301-ec87-4d30-89ca-67d2bc9ba334,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:16.177971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.184727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35296) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:16.189792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/77b56301-ec87-4d30-89ca-67d2bc9ba334 HTTP/1.1" status: 204 len: 168 time: 1.3956633 Aug 06 18:16:16.217607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.218774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.219657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.220177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.220882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.221476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.222805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.223307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.223808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.224297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.224847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.226227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ae6450-9448-4203-a14d-75ba19eacd10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:16.227369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9decebde-d1cd-42b8-9533-c5006b969ee4 None None] Provisioning complete for port b8c86422-444e-4cac-9042-4e80b6d24c57 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:16.228154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9decebde-d1cd-42b8-9533-c5006b969ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.405110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-21b54048-2119-4707-960b-8fcb5a8557ab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2174559 Aug 06 18:16:16.408131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35314) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:16.432448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78d14728-3acb-4598-bba4-de00bd1e7b52 req-2aa3b652-9d9d-49e4-8251-9d8629808acb tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.0927205 Aug 06 18:16:16.433210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:16.558937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 8559145d-0958-4b20-9ffc-c5e6186caeec up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:16.577115 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.615407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Transition to ACTIVE for port object edaf7084-552e-4479-89f9-b2b38fc89faf will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:16.637340 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.672868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:16.703139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9decebde-d1cd-42b8-9533-c5006b969ee4 None None] Could not find standard attr ID for object b3af71ef-1dae-41b5-bfd1-619899b0597c. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:16:16.762799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:16.775223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.830044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 8559145d-0958-4b20-9ffc-c5e6186caeec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:16.837345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 8559145d-0958-4b20-9ffc-c5e6186caeec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:16.838003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.944456 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Attempting to bind port edaf7084-552e-4479-89f9-b2b38fc89faf on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:16.945017 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Attempting to bind port edaf7084-552e-4479-89f9-b2b38fc89faf by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:16.945583 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Attempting to bind port edaf7084-552e-4479-89f9-b2b38fc89faf on network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:16.961658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:16.962699 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Checking segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:16.963324 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.963870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Bound using segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:16.964867 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Bound port: edaf7084-552e-4479-89f9-b2b38fc89faf, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:16.965518 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:16.975376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Deleting port b8c86422-444e-4cac-9042-4e80b6d24c57 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:16.976013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.051999 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] For port edaf7084-552e-4479-89f9-b2b38fc89faf, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:17.056106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] For port edaf7084-552e-4479-89f9-b2b38fc89faf, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=edaf7084-552e-4479-89f9-b2b38fc89faf,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:17.070362 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.093247 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6f3f9-a1f0-4c92-ae4a-0222fddb112e None None] Pushing event updated for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:17.132712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.183095 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6f3f9-a1f0-4c92-ae4a-0222fddb112e None None] Pushing event updated for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:17.202353 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:17.208038 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:17.269538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:17.272884 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e747e99b-54ce-4f2a-8dc6-266b192eabf2" -d '{"events": [{"server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "name": "network-vif-plugged", "status": "completed", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:17.304219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] For port b8c86422-444e-4cac-9042-4e80b6d24c57, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b8c86422-444e-4cac-9042-4e80b6d24c57,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:17.305610 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.382005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=8559145d-0958-4b20-9ffc-c5e6186caeec,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:17.396224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90fa78-181f-4fb0-8a36-edb08fa4de3f req-a69e7063-2d30-44ae-bea4-5db22a9f4d4b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:17.407178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.412030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a90fa78-181f-4fb0-8a36-edb08fa4de3f req-a69e7063-2d30-44ae-bea4-5db22a9f4d4b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 944 time: 0.2709973 Aug 06 18:16:17.417690 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.426223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Calling delete_port for b8c86422-444e-4cac-9042-4e80b6d24c57 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:17.519374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event deleted for resources: {'Port': ['ID=4e366fc9-4e30-44be-b417-6b63ef6855e7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:17.584679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:17.750246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a90fa78-181f-4fb0-8a36-edb08fa4de3f req-0b4ec165-cb40-49a8-8c5e-6ca654eb3216 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208919 Aug 06 18:16:17.752796 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:17.878973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.909092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.957206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.970335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:17.976361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e4e7bf5-ebe7-4103-bf55-be83b7b5622c req-e7a1c9fe-521e-48e3-a0a2-50c8f42d3693 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "DELETE /v2.0/floatingips/c726f471-c802-432f-8b83-e5516feea413 HTTP/1.1" status: 204 len: 173 time: 4.3456790 Aug 06 18:16:18.057493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] Pushing event deleted for resources: {'Port': ['ID=b8c86422-444e-4cac-9042-4e80b6d24c57,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:18.112233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f854e-c293-4559-bdd4-f20459df5f00 None None] No DVR routers for this DVR port b8c86422-444e-4cac-9042-4e80b6d24c57 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:18.168070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:18.192597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:18.210541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b8c86422-444e-4cac-9042-4e80b6d24c57 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:18.217923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:18.218846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:18.283791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=b5d10f59-0b7f-45da-a6ab-5ef3713ec54b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:18.313227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b8c86422-444e-4cac-9042-4e80b6d24c57 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:18.314025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b8c86422-444e-4cac-9042-4e80b6d24c57 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:18.318567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-34b364b1-642a-4460-8e1b-1c4949ddedeb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9019723 Aug 06 18:16:18.321023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35364) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:18.323782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc28453-fb83-4ecf-a41e-10848eb490b8 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:18.344475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:18.739995 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:17Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:18.741701 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d362ed2-1009-4998-9eb2-9eceb952e6b4 x-openstack-request-id: req-0d362ed2-1009-4998-9eb2-9eceb952e6b4 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:18.742711 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "name": "network-vif-plugged", "status": "completed", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:18.744730 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d362ed2-1009-4998-9eb2-9eceb952e6b4 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:18.745422 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec', 'code': 200} Aug 06 18:16:18.759630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35370) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:18.900428 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40053ce0-73c4-4ca9-a894-8d12a72a1224 None None] The sync data for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 is: [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:17Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:16:19.104879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'b5d10f59-0b7f-45da-a6ab-5ef3713ec54b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:16:19.108901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:19.142166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf31f3-ef82-4d3c-b624-e8c43c63b4ab req-f96ed095-e215-4e86-87c2-1f52332ea117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:19.147640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fdf31f3-ef82-4d3c-b624-e8c43c63b4ab req-f96ed095-e215-4e86-87c2-1f52332ea117 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 1097 time: 0.3161085 Aug 06 18:16:19.269587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30016159-8641-49f3-a0b1-16a0d0c6156e req-9c9eec5a-75fd-4b39-b805-f603d2543503 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.0567584 Aug 06 18:16:19.292675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4fdf31f3-ef82-4d3c-b624-e8c43c63b4ab req-9e8074be-8b1c-4443-8dc8-56a981772374 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352110 Aug 06 18:16:19.364604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:19.378361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:19.430607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-ca068f13-fea1-4b34-aed8-0fba69b9312d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:19.433119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-ca068f13-fea1-4b34-aed8-0fba69b9312d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 810 time: 1.8047028 Aug 06 18:16:19.447341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Allocated IP 172.20.0.2 (cefbc2ff-723f-4405-8414-41b97f8c7653/b5d10f59-0b7f-45da-a6ab-5ef3713ec54b/903331cc-1f0d-45a1-a72c-53b0d7fb243c) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:19.489535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0da9a65-a182-40d0-bd14-a4f32ac1d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:19.536526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-54a8897e-36e6-45ca-b86c-0ff0891ad00d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea4bfcdedfa74ae281b53c9f8586a833 HTTP/1.1" status: 200 len: 379 time: 0.0939958 Aug 06 18:16:19.562259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'port': {'device_id': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'admin_state_up': True, 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'security_groups': ['d10b16de-3d97-467c-8e6b-a0c0ca3b4789']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:19.600365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b761-fc91-4bb3-ad4c-9f9b383002c2 req-47e596e6-7df5-4554-bc41-26cdbc46d9cf tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:19.604423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d911b761-fc91-4bb3-ad4c-9f9b383002c2 req-47e596e6-7df5-4554-bc41-26cdbc46d9cf tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 945 time: 0.1551564 Aug 06 18:16:19.841408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d911b761-fc91-4bb3-ad4c-9f9b383002c2 req-a65a63af-8237-4e37-b3f9-02fbee2e4a70 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168696 Aug 06 18:16:19.997347 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.059560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Transition to ACTIVE for port object 903331cc-1f0d-45a1-a72c-53b0d7fb243c will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:20.183023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Transition to ACTIVE for port object 903331cc-1f0d-45a1-a72c-53b0d7fb243c will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:20.195840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Made reservation on behalf of ea4bfcdedfa74ae281b53c9f8586a833 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:20.207464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.219956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.265302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device edaf7084-552e-4479-89f9-b2b38fc89faf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:20.465585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6abb1-e811-4fd4-9a9d-9e86f06f97b2 req-cfc74784-c33e-476d-b96a-4f040dc09587 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:20.474745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bac6abb1-e811-4fd4-9a9d-9e86f06f97b2 req-cfc74784-c33e-476d-b96a-4f040dc09587 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 945 time: 1.2207999 Aug 06 18:16:20.632636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:20.634289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bac6abb1-e811-4fd4-9a9d-9e86f06f97b2 req-982eb0a7-db03-4b6f-a038-fa5ec5eaa24e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584935 Aug 06 18:16:20.654604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:20.667555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:20.671394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Allocated IP 172.20.0.5 (a9ea0630-b98a-4953-a59b-c0474f6fc6db/1d30067c-c662-4638-8df8-40cf59f99f5b/c8b33df2-cb55-49cb-8d57-90772a516404) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:20.736666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d082fcb-128f-4378-9967-f6ae95de9997 req-bc6b30c4-7197-4162-b785-6a7dfdda0dd7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.0405362 Aug 06 18:16:20.774132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Pushing event updated for resources: {'Port': ['ID=903331cc-1f0d-45a1-a72c-53b0d7fb243c,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:20.808224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0da9a65-a182-40d0-bd14-a4f32ac1d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.824304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0da9a65-a182-40d0-bd14-a4f32ac1d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.860371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port edaf7084-552e-4479-89f9-b2b38fc89faf completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:20.888824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port edaf7084-552e-4479-89f9-b2b38fc89faf triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:20.894535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:20.902872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Attempting to bind port 903331cc-1f0d-45a1-a72c-53b0d7fb243c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:20.902872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Attempting to bind port 903331cc-1f0d-45a1-a72c-53b0d7fb243c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:20.902872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Attempting to bind port 903331cc-1f0d-45a1-a72c-53b0d7fb243c on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:21.006166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:21.007012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:21.010251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.010934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:21.011646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Bound port: 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:21.012250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.034432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0da9a65-a182-40d0-bd14-a4f32ac1d9aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b13ffeb4b52a42109138d2cc802375e9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2493436 Aug 06 18:16:21.038364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35412) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:21.137812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da9a65-a182-40d0-bd14-a4f32ac1d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bdc3f8-4120-4dfe-a15f-b8cc4f672c4e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:21.137812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-f3334dea-7ae4-412c-95f5-c6883729d1eb tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:21.137812 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-f3334dea-7ae4-412c-95f5-c6883729d1eb tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 945 time: 0.2541645 Aug 06 18:16:21.205184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.232348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Transition to ACTIVE for port object c8b33df2-cb55-49cb-8d57-90772a516404 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:21.284681 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.300370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.314294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] For port 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:21.357104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] For port 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=903331cc-1f0d-45a1-a72c-53b0d7fb243c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:21.357561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:21.359422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.368717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:21.374791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5e4e-5ae2-448d-9ebb-f0675d9629f3 req-0640386a-8711-44ef-aa2f-c4fc12dd946e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:21.383674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83ad5e4e-5ae2-448d-9ebb-f0675d9629f3 req-0640386a-8711-44ef-aa2f-c4fc12dd946e tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 945 time: 0.3342466 Aug 06 18:16:21.390225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port edaf7084-552e-4479-89f9-b2b38fc89faf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=edaf7084-552e-4479-89f9-b2b38fc89faf,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:21.394999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:21.400893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.408329 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.490720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.605411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540a939-3b16-4712-8228-d9f56a2f4e2e None None] Pushing event updated for resources: {'Port': ['ID=903331cc-1f0d-45a1-a72c-53b0d7fb243c,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:21.699870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-22e1c1fe-a58d-4315-b2bd-253da688ca29 req-a9f828e7-d4bc-42e3-9ce6-a98f81b4932c service neutron] (94122) timed out ('10.222.0.16', 49990) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:16:21.750145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.758583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.760324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6bdc3f8-4120-4dfe-a15f-b8cc4f672c4e HTTP/1.1" status: 204 len: 168 time: 0.7188342 Aug 06 18:16:21.774533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:21.778416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Deleting port 751cd030-d441-46de-85e5-f18ab46eea02 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:21.779033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.818587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event updated for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:21.867241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:21.868400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:21.953970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45623ce-7819-4f31-835f-7f3ad90bed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bdc3f8-4120-4dfe-a15f-b8cc4f672c4e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:21.962458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2257d74b-e36c-4e19-949e-93e654bda5fc None None] Provisioning for port c8b33df2-cb55-49cb-8d57-90772a516404 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:21.963690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83ad5e4e-5ae2-448d-9ebb-f0675d9629f3 req-f72cae86-cdc8-4db2-8e46-6a63efd22151 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787969 Aug 06 18:16:21.973196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2257d74b-e36c-4e19-949e-93e654bda5fc None None] Provisioning complete for port c8b33df2-cb55-49cb-8d57-90772a516404 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:21.973962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2257d74b-e36c-4e19-949e-93e654bda5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:22.002883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-a5111442-a593-4d98-9c77-4f20f5db4a6f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4477363 Aug 06 18:16:22.041150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Request body: {'port': {'device_id': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:22.130004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb6762-066b-4034-a6a0-c29a3d873565 req-34d1cdca-019b-46b8-895e-c3ba6c0e5218 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:22.134482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80fb6762-066b-4034-a6a0-c29a3d873565 req-34d1cdca-019b-46b8-895e-c3ba6c0e5218 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 945 time: 0.3298769 Aug 06 18:16:22.161570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2257d74b-e36c-4e19-949e-93e654bda5fc None None] Port c8b33df2-cb55-49cb-8d57-90772a516404 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:16:22.304060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80fb6762-066b-4034-a6a0-c29a3d873565 req-35c8a9dc-90ed-4933-8fac-1e8f01d8b296 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334975 Aug 06 18:16:22.315403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:22.370296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:16:22.378985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] For port 751cd030-d441-46de-85e5-f18ab46eea02, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=751cd030-d441-46de-85e5-f18ab46eea02,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:22.379437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 903331cc-1f0d-45a1-a72c-53b0d7fb243c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:22.379920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:22.638913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Calling delete_port for 751cd030-d441-46de-85e5-f18ab46eea02 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:22.659124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:22.669241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device edaf7084-552e-4479-89f9-b2b38fc89faf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:22.683538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c7f8c-2784-46fb-838f-908a126518ed req-352a071c-c5d9-4951-91de-8dc8cfc7bf0c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:22.698552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c82c7f8c-2784-46fb-838f-908a126518ed req-352a071c-c5d9-4951-91de-8dc8cfc7bf0c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 931 time: 0.5025578 Aug 06 18:16:22.891324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port edaf7084-552e-4479-89f9-b2b38fc89faf triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:22.892468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:23.143441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b33df2-cb55-49cb-8d57-90772a516404 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:16:23.160494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:23.196435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Transition to ACTIVE for port object c8b33df2-cb55-49cb-8d57-90772a516404 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:23.210389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:23.224772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c82c7f8c-2784-46fb-838f-908a126518ed req-88c73c68-ff17-48a7-9545-3e770ac9c20a tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5245528 Aug 06 18:16:23.676035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:23.781528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:23.794216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['751cd030-d441-46de-85e5-f18ab46eea02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:16:23.807589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Attempting to bind port c8b33df2-cb55-49cb-8d57-90772a516404 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:23.807955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Attempting to bind port c8b33df2-cb55-49cb-8d57-90772a516404 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:23.808303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Attempting to bind port c8b33df2-cb55-49cb-8d57-90772a516404 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:23.828307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Port c8b33df2-cb55-49cb-8d57-90772a516404 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:16:23.828637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Attempting to bind port c8b33df2-cb55-49cb-8d57-90772a516404 on network a9ea0630-b98a-4953-a59b-c0474f6fc6db {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:23.850842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ecc5b-e02f-484d-ba37-1d7227d900b3 req-39138289-0984-4f3f-be83-9d42c6752e12 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:23.852873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de2ecc5b-e02f-484d-ba37-1d7227d900b3 req-39138289-0984-4f3f-be83-9d42c6752e12 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 867 time: 0.4691222 Aug 06 18:16:23.858597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:23.858956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Checking segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:23.859342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Bound using segment: {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:23.859830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Bound port: c8b33df2-cb55-49cb-8d57-90772a516404, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48e7688-c910-4f76-9826-794681e792df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:23.861620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:23.873962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Pushing event deleted for resources: {'Port': ['ID=751cd030-d441-46de-85e5-f18ab46eea02,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:23.924059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.036895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de2ecc5b-e02f-484d-ba37-1d7227d900b3 req-75a65343-d0f8-4241-ab36-6790fc6816b2 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/security-groups?id=67b569f8-fc76-4108-8780-ba338b22254c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365700 Aug 06 18:16:24.066108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Provisioning for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:24.096007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Provisioning complete for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:24.099789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.135656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] No DVR routers for this DVR port 751cd030-d441-46de-85e5-f18ab46eea02 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:24.159419 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.162001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ddd185f-fb65-4c6b-8c64-6a74aaa0482a req-258b3348-b1a6-4392-b723-ea7aaeefad42 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.16 "DELETE /v2.0/ports/751cd030-d441-46de-85e5-f18ab46eea02 HTTP/1.1" status: 204 len: 173 time: 3.0327566 Aug 06 18:16:24.162706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'name': 'network-vif-deleted', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:24.187562 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5041f3c-aa6b-4b84-bbdc-1347eb8e34b9" -d '{"events": [{"server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "name": "network-vif-deleted", "tag": "751cd030-d441-46de-85e5-f18ab46eea02"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:24.203520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:24.223832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c8b33df2-cb55-49cb-8d57-90772a516404,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:24.233922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.388731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:24.391994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.398977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] 10.222.0.55 "PUT /v2.0/ports/c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 200 len: 1092 time: 2.3788366 Aug 06 18:16:24.410264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:24.422658 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be771c15-b421-49e0-b709-0fc838bf31bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:24.637842 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e48bb8-a8f8-415b-81b2-69a1327e1b61 x-openstack-request-id: req-62e48bb8-a8f8-415b-81b2-69a1327e1b61 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:24.639878 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e16751-2c4c-4b42-b243-b4528c1ffbf9", "name": "network-vif-deleted", "tag": "751cd030-d441-46de-85e5-f18ab46eea02", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:24.640528 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62e48bb8-a8f8-415b-81b2-69a1327e1b61 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:24.643802 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e16751-2c4c-4b42-b243-b4528c1ffbf9', 'name': 'network-vif-deleted', 'tag': '751cd030-d441-46de-85e5-f18ab46eea02', 'status': 'completed', 'code': 200} Aug 06 18:16:24.690135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:24.815767 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d85531-9190-4366-8b81-dcc8a0b531d7 x-openstack-request-id: req-45d85531-9190-4366-8b81-dcc8a0b531d7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:24.816113 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:24.816349 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45d85531-9190-4366-8b81-dcc8a0b531d7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:24.824104 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'status': 'completed', 'code': 200} Aug 06 18:16:24.904396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=903331cc-1f0d-45a1-a72c-53b0d7fb243c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:24.928962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf162da-f9a9-47be-afac-b1be63dac79c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:24.988102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:25.004119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:25.005255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:25.027226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-038efc10-575d-49fc-ab21-c7b1700faf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:25.032970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-038efc10-575d-49fc-ab21-c7b1700faf90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 1095 time: 0.3713105 Aug 06 18:16:25.082355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7a701-646f-4876-8b2b-7a963fc7fb64 req-98c5a9ce-5fc9-4ee2-9b15-14eb6cc65748 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:25.093213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc7a701-646f-4876-8b2b-7a963fc7fb64 req-98c5a9ce-5fc9-4ee2-9b15-14eb6cc65748 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 943 time: 0.5416183 Aug 06 18:16:25.095812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:16:25.096591 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:16:25.184122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-93bd6439-4823-44e7-9d7f-b0832c2a2a47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 200 len: 217 time: 0.1414044 Aug 06 18:16:25.289174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc7a701-646f-4876-8b2b-7a963fc7fb64 req-94972a3c-2ac7-4b66-a427-3abff76827e8 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948698 Aug 06 18:16:25.303321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-c4bf4a2c-d99f-4467-90c4-6864de7bf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:25.313240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-c4bf4a2c-d99f-4467-90c4-6864de7bf0c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.1009750 Aug 06 18:16:25.327526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:25.378789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:25.394120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d0c7b-efd4-44bf-bec9-e8c63aa2c99d None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:25.417658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:25.418913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:25.441024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-880b414c-a67b-46a2-9c24-28d04090e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:25.448659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-880b414c-a67b-46a2-9c24-28d04090e53f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308005 Aug 06 18:16:25.576862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d3bdba6-bab7-4c53-815f-e2fef10dedd8 req-e059b67f-6d61-40d5-9183-64505c4a0ac4 tempest-FloatingIPsAssociationTestJSON-836432623 tempest-FloatingIPsAssociationTestJSON-836432623-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0e16751-2c4c-4b42-b243-b4528c1ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.1751108 Aug 06 18:16:25.595412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=3d351890-9fcd-4543-8fe1-b5fb1896654d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:25.621723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=903331cc-1f0d-45a1-a72c-53b0d7fb243c,revision_number=4']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:25.632687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-91350e35-3e03-4770-8719-b632ca1be2be tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.3062694 Aug 06 18:16:25.639672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:25.646822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:fa:c2:1e', 'name': 'tempest-NetworksTestDHCPv6-577872611'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:25.724735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:25.820648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-024cee1a-e309-43c2-a6bf-4fe677a74e1d service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619342 Aug 06 18:16:25.836968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 751cd030-d441-46de-85e5-f18ab46eea02 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:25.842700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:25.944864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35508) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:25.998931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] For port 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=903331cc-1f0d-45a1-a72c-53b0d7fb243c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:26.007774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 751cd030-d441-46de-85e5-f18ab46eea02 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:26.008297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 751cd030-d441-46de-85e5-f18ab46eea02 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:26.027645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:26.137561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dd03e-2670-4922-a087-0e3c9ab8fb96 None None] Pushing event updated for resources: {'Port': ['ID=903331cc-1f0d-45a1-a72c-53b0d7fb243c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:26.154840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 903331cc-1f0d-45a1-a72c-53b0d7fb243c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:26.222903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60337f1c-0b38-4920-be17-2cb583b7b129 req-827567c0-6259-496b-9c60-b23108e883a5 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929420 Aug 06 18:16:26.230918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:26.265956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 3f6f721f-de6f-4944-a64b-6fd2e65a17bf yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:26.309159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c71b-dd60-4310-b7dc-3306c06c6373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:26.411900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:26.412953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:26.445149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771c15-b421-49e0-b709-0fc838bf31bf req-5443d559-2d66-44a8-8aa4-717c28cef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:26.447286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-5443d559-2d66-44a8-8aa4-717c28cef1a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 1095 time: 0.1204956 Aug 06 18:16:26.635853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 172.20.0.11 (cefbc2ff-723f-4405-8414-41b97f8c7653/b5d10f59-0b7f-45da-a6ab-5ef3713ec54b/3f6f721f-de6f-4944-a64b-6fd2e65a17bf) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:26.645284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fefa:c21e (cefbc2ff-723f-4405-8414-41b97f8c7653/3d351890-9fcd-4543-8fe1-b5fb1896654d/3f6f721f-de6f-4944-a64b-6fd2e65a17bf) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:26.796015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35518) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:26.827311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb534c4-6933-46c7-9cb4-612f2e4609d0 req-3741ba37-11d7-4308-8208-b94afe26e9e0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:26.829046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-feb534c4-6933-46c7-9cb4-612f2e4609d0 req-3741ba37-11d7-4308-8208-b94afe26e9e0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 943 time: 0.2718520 Aug 06 18:16:26.899159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.026289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 3f6f721f-de6f-4944-a64b-6fd2e65a17bf will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:27.138002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771c15-b421-49e0-b709-0fc838bf31bf req-13bf2b47-56f5-43f7-9560-c29cb0fadb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:27.140411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-13bf2b47-56f5-43f7-9560-c29cb0fadb64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.2549562 Aug 06 18:16:27.169540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.254027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-feb534c4-6933-46c7-9cb4-612f2e4609d0 req-95aca4b6-6890-4798-aa06-e934a83d36ce tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404913 Aug 06 18:16:27.304808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-eef2270d-0de7-47ed-a042-771c119f75cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 200 len: 217 time: 0.1430540 Aug 06 18:16:27.316215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c71b-dd60-4310-b7dc-3306c06c6373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.333178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c71b-dd60-4310-b7dc-3306c06c6373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.480410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:27.483397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771c15-b421-49e0-b709-0fc838bf31bf req-913ead0f-b850-457a-a038-b4ecaa58dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:27.484984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-913ead0f-b850-457a-a038-b4ecaa58dbca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.0958841 Aug 06 18:16:27.486231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:27.496403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:27.579299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dcf8c71b-dd60-4310-b7dc-3306c06c6373 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43aeb7657ac04dc082bd34d35882d839&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6320777 Aug 06 18:16:27.594818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35532) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:27.651138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=3f6f721f-de6f-4944-a64b-6fd2e65a17bf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:27.658755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8c71b-dd60-4310-b7dc-3306c06c6373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40640b18-35b1-4c72-af87-4a1fd0392af8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:27.661355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-863778ba-9480-481e-a737-bb57350dbc02 None None] Provisioning complete for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:27.668565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-863778ba-9480-481e-a737-bb57350dbc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.790243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:27.791276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:27.842950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be771c15-b421-49e0-b709-0fc838bf31bf req-6ea16862-51d3-4308-867c-05a938ad8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:27.846143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-6ea16862-51d3-4308-867c-05a938ad8977 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3510134 Aug 06 18:16:27.849431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb6043c2-235e-46f8-8c10-3343b79b3442 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2081914 Aug 06 18:16:27.853704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:27.891180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.132626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 903331cc-1f0d-45a1-a72c-53b0d7fb243c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:28.173178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-9fc50b6e-c627-4f83-85a9-595a1ed0f667 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148644 Aug 06 18:16:28.184752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.359660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc3188fc-e78c-41ff-be19-03212c0f2e7d None None] Provisioning for port 3f6f721f-de6f-4944-a64b-6fd2e65a17bf completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:28.375438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:28.376270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.381679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc3188fc-e78c-41ff-be19-03212c0f2e7d None None] Provisioning complete for port 3f6f721f-de6f-4944-a64b-6fd2e65a17bf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:28.382332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc3188fc-e78c-41ff-be19-03212c0f2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.486648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979174c-9a3c-4c43-8500-e3f511c69755 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:28.496390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979174c-9a3c-4c43-8500-e3f511c69755 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:28.499740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5979174c-9a3c-4c43-8500-e3f511c69755 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6449790 Aug 06 18:16:28.507254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35548) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:28.624368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be771c15-b421-49e0-b709-0fc838bf31bf req-08c9d156-9bc6-49ef-86b2-794171951e71 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443159 Aug 06 18:16:28.688815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf02972-189c-4d04-8f3e-e4c183e97daf req-61eed755-7306-4b30-9f8b-5df770868a2a tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:28.705018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cf02972-189c-4d04-8f3e-e4c183e97daf req-61eed755-7306-4b30-9f8b-5df770868a2a tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 943 time: 0.2245345 Aug 06 18:16:28.798896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cf02972-189c-4d04-8f3e-e4c183e97daf req-f04ea15c-6cc2-4c9c-a760-bd7bdeb87412 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914407 Aug 06 18:16:28.804401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f9a0d34-8e38-4fde-b9a7-351596959b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.851782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cc3188fc-e78c-41ff-be19-03212c0f2e7d None None] Port 3f6f721f-de6f-4944-a64b-6fd2e65a17bf cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:16:28.859329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.871164 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:28.874461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40640b18-35b1-4c72-af87-4a1fd0392af8 HTTP/1.1" status: 204 len: 168 time: 1.2776186 Aug 06 18:16:28.919326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c92336-05ef-4488-8a49-d4f5e22188b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40640b18-35b1-4c72-af87-4a1fd0392af8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:28.990554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 3f6f721f-de6f-4944-a64b-6fd2e65a17bf {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:28.990886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:29.203504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:29.255135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 3f6f721f-de6f-4944-a64b-6fd2e65a17bf owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:29.293060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:29.970664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:30.034168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=3f6f721f-de6f-4944-a64b-6fd2e65a17bf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:30.364660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dbebd-ab84-48bf-bcb6-fd9c304f6440 req-8a526c73-ba12-403b-b63b-a3f894c47601 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:30.384085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e9dbebd-ab84-48bf-bcb6-fd9c304f6440 req-8a526c73-ba12-403b-b63b-a3f894c47601 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 943 time: 0.3067775 Aug 06 18:16:30.526452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c8b33df2-cb55-49cb-8d57-90772a516404 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:16:30.534818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e9dbebd-ab84-48bf-bcb6-fd9c304f6440 req-3ca487cd-f3d0-4c4e-8ca0-a0a482bb833c tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488914 Aug 06 18:16:30.817156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c8b33df2-cb55-49cb-8d57-90772a516404,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:30.842923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'port_id': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'mac_address': 'fa:16:3e:45:2c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:16:30.964590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:30.968983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Deleting port fb2276a8-18de-42fb-9a3f-7eba3408f1af {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:30.969641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:31.006740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b33df2-cb55-49cb-8d57-90772a516404 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:16:31.062054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c8b33df2-cb55-49cb-8d57-90772a516404,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:31.082563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:31.248242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:31.258856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7d2785ff-7298-44cd-8579-73d902c5d14a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/3f6f721f-de6f-4944-a64b-6fd2e65a17bf HTTP/1.1" status: 204 len: 168 time: 2.7471719 Aug 06 18:16:31.261716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35596) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:31.389413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:31.420413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c8b33df2-cb55-49cb-8d57-90772a516404'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:16:31.540065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35604) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:31.546287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] For port fb2276a8-18de-42fb-9a3f-7eba3408f1af, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fb2276a8-18de-42fb-9a3f-7eba3408f1af,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:31.547202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:31.599232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Calling delete_port for fb2276a8-18de-42fb-9a3f-7eba3408f1af owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:31.619090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62958d-062b-498f-be99-ec26ce1bc65e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:31.651048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62958d-062b-498f-be99-ec26ce1bc65e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:31.666964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62958d-062b-498f-be99-ec26ce1bc65e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:31.671123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8d62958d-062b-498f-be99-ec26ce1bc65e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4076326 Aug 06 18:16:31.675801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35610) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:31.815139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:31.867268 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d85a4a76-ce46-4c92-96a1-9f87498170f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.101478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 3d351890-9fcd-4543-8fe1-b5fb1896654d {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:32.146668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.231939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8c6f967-ec7d-466f-93c1-86ff459e23d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.333787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.395206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2276a8-18de-42fb-9a3f-7eba3408f1af,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:32.397704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b890-5ec0-44a5-a032-163b1bddf1ce req-31f5a8dc-8dfc-4f7a-afaf-bbe6f7627083 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:32.401182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a44b890-5ec0-44a5-a032-163b1bddf1ce req-31f5a8dc-8dfc-4f7a-afaf-bbe6f7627083 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 944 time: 0.5423231 Aug 06 18:16:32.569637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.724968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a44b890-5ec0-44a5-a032-163b1bddf1ce req-d81170e8-cc90-4014-b3a8-8ad6adc8946a tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271299 Aug 06 18:16:32.920171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8c6f967-ec7d-466f-93c1-86ff459e23d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:32.940445 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.043499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8c6f967-ec7d-466f-93c1-86ff459e23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.083941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.108169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.148545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51662a50-f536-4b20-bbab-924576f2ea00 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:33.159805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.165781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3d351890-9fcd-4543-8fe1-b5fb1896654d HTTP/1.1" status: 204 len: 168 time: 1.4842737 Aug 06 18:16:33.165781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6f967-ec7d-466f-93c1-86ff459e23d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea45ce5-2335-4338-89af-b73bd719d061,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:33.167713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e8c6f967-ec7d-466f-93c1-86ff459e23d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebbe768a6e8549a8a956949d25e51bac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6261754 Aug 06 18:16:33.168784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35632) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:33.171123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b278f-3e89-4d90-a73d-57df0f0ffd95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=3d351890-9fcd-4543-8fe1-b5fb1896654d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:33.179523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35634) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:33.221150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.448751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet b5d10f59-0b7f-45da-a6ab-5ef3713ec54b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:33.462871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.586264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:33.604854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.716784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.783972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:33.882936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:16:33.919201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.146331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-86cd18cd-8ee7-4a4a-b3f4-71d25abe2270 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:34.234493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0133c7-b7d8-48be-94c3-902eeff8da46 req-3e4bb7c1-e9b4-4167-8c46-366ee4c759a5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:34.247012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c0133c7-b7d8-48be-94c3-902eeff8da46 req-3e4bb7c1-e9b4-4167-8c46-366ee4c759a5 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 944 time: 0.3647807 Aug 06 18:16:34.250619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.256173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.263287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ea45ce5-2335-4338-89af-b73bd719d061 HTTP/1.1" status: 204 len: 168 time: 1.0823798 Aug 06 18:16:34.328978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86cd18cd-8ee7-4a4a-b3f4-71d25abe2270 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "PUT /v2.0/quotas/a5838c38a56f440f9ee4e345cafd1171 HTTP/1.1" status: 200 len: 368 time: 0.7378516 Aug 06 18:16:34.333523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:34.343305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Request body: {'network': {'project_id': 'a5838c38a56f440f9ee4e345cafd1171'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:34.359042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fc4e5-d82f-4c65-8b6f-d45e53b7df71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea45ce5-2335-4338-89af-b73bd719d061,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:34.381403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.441423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:16:34.441772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d10f59-0b7f-45da-a6ab-5ef3713ec54b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:34.457811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea03adaf-b683-431f-b8db-87a3f926ac7f admin admin] 10.222.0.64 "PUT /v2.0/routers/5e62bcbf-f6af-4b1c-98b6-1ce4752b029c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6575603 Aug 06 18:16:34.461661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c0133c7-b7d8-48be-94c3-902eeff8da46 req-e260329c-6a6b-4237-88ff-e7a6f4a50728 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649466 Aug 06 18:16:34.461955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:34.462652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Made reservation on behalf of a5838c38a56f440f9ee4e345cafd1171 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:34.463848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Sync routers for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:16:34.467364 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.475437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.478250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75c1c701-5f78-4b7e-8da8-e7cd54756227 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/b5d10f59-0b7f-45da-a6ab-5ef3713ec54b HTTP/1.1" status: 204 len: 168 time: 1.3082383 Aug 06 18:16:34.483527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35656) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:34.505286 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:34.509984 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:34.600309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c8b33df2-cb55-49cb-8d57-90772a516404 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:34.636377 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca75a2b4-ef62-4388-97a9-7550a19203e6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507008 Aug 06 18:16:34.644115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:34.779306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.803671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c8b33df2-cb55-49cb-8d57-90772a516404 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:34.809088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c8b33df2-cb55-49cb-8d57-90772a516404 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:34.810820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.881244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093442a5-b021-4db0-8aec-6721ceec6aab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:34.892265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-093442a5-b021-4db0-8aec-6721ceec6aab tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2421498 Aug 06 18:16:34.896792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35664) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:34.943735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:34.987590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.043999 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:35.146364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3fec2-c12d-452f-9158-d6e2ba882d46 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:35.147959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.158895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1af3fec2-c12d-452f-9158-d6e2ba882d46 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2499807 Aug 06 18:16:35.162139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35666) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:35.293603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:35.299469 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca31661f-05f7-4a87-be2f-d3d98313b8c9" -d '{"events": [{"server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "name": "network-vif-plugged", "status": "completed", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:35.325546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e0d4c184-73dd-4662-bb19-06a6a7c1c02c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569858 Aug 06 18:16:35.329570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35674) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:35.338176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c8b33df2-cb55-49cb-8d57-90772a516404,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:35.349128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.352342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:35.490499 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce5b77-7dab-42df-845c-669872f83114 x-openstack-request-id: req-e0ce5b77-7dab-42df-845c-669872f83114 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:35.491573 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "name": "network-vif-plugged", "status": "completed", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:35.492692 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0ce5b77-7dab-42df-845c-669872f83114 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:35.493641 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'code': 200} Aug 06 18:16:35.654573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.660022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:35.759273 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '20970708-0a93-4bdf-adae-70174027cd23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:16:32Z', 'revision_number': 5, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port': {'id': '20970708-0a93-4bdf-adae-70174027cd23', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:08:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:13:53Z', 'updated_at': '2021-08-06T18:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:35.843182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.902951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Checking router: 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:16:35.903616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:35.980713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Routers {'5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:35.986912 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:36.009232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:36.022124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e5338-1bf3-4fab-821c-db43f4a17062 req-54adf2e2-03fe-4937-a580-328d3f412034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:36.034776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f05e5338-1bf3-4fab-821c-db43f4a17062 req-54adf2e2-03fe-4937-a580-328d3f412034 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 1097 time: 0.2992194 Aug 06 18:16:36.043813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3489e09-f586-487d-8b62-1341c5daf7b6 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:36.145724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff37d6-e2ae-4467-8d8d-795d33e513b9 req-a9f8ccce-6b39-4908-a350-7efc78ec23c7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:36.162501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aff37d6-e2ae-4467-8d8d-795d33e513b9 req-a9f8ccce-6b39-4908-a350-7efc78ec23c7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.3244731 Aug 06 18:16:36.164577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7a75a-8c3f-4d64-bbfe-fb6e7c63cfa1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:36.172159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.173117 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Added segment 610fa42c-12ef-4756-ba05-198ea6374328 of type vlan for network fcacf558-131e-42f2-90a7-6fb6ca135060 Aug 06 18:16:36.245765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f05e5338-1bf3-4fab-821c-db43f4a17062 req-b998e27e-5b78-47a4-8ae8-664fd98896a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097473 Aug 06 18:16:36.257271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:36.272834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.275194 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:36.275922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:36.289146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Deleting port 20970708-0a93-4bdf-adae-70174027cd23 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:36.289788 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.329417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d33aacc8-88f7-411a-9456-5a2cc4332099 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9984367 Aug 06 18:16:36.334368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:36.346807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:36.364572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.427743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e5913f2-496f-4fcd-81dc-49e59e108daa None None] Provisioning complete for port 903331cc-1f0d-45a1-a72c-53b0d7fb243c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:36.429324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e5913f2-496f-4fcd-81dc-49e59e108daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.474093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aff37d6-e2ae-4467-8d8d-795d33e513b9 req-900b5075-5db2-41c6-a635-26a1ccf71cea tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764575 Aug 06 18:16:36.513692 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] Set router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:36.616921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.619698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:36.623203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.667891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:36.688066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.701364 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:36.703516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:36.725239 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:16:35Z', 'revision_number': 6, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:36.736871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-76322c1e-48ce-4da6-ac75-6064d80e15ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3975496 Aug 06 18:16:36.739409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:36.749491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:36.867047 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c2250-8bc4-464a-a4fd-783b90e31365 None None] The sync data for ids ['5e62bcbf-f6af-4b1c-98b6-1ce4752b029c'] in n-d-793621-29 is: [{'id': '5e62bcbf-f6af-4b1c-98b6-1ce4752b029c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1390204774-router', 'tenant_id': '24d16405d2404ae888f4b1d9e847e558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:13:52Z', 'updated_at': '2021-08-06T18:16:35Z', 'revision_number': 6, 'project_id': '24d16405d2404ae888f4b1d9e847e558', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:16:36.878262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] For port 20970708-0a93-4bdf-adae-70174027cd23, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=20970708-0a93-4bdf-adae-70174027cd23,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:36.879199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:36.927459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Pushing event updated for resources: {'Network': ['ID=fcacf558-131e-42f2-90a7-6fb6ca135060,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:36.982165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Calling delete_port for 20970708-0a93-4bdf-adae-70174027cd23 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:36.994214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae7e600b-49fa-42f6-b838-a53ee9a4773e tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6586633 Aug 06 18:16:36.996044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:37.010357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Request body: {'network': {'project_id': 'a5838c38a56f440f9ee4e345cafd1171'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:37.031365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network fcacf558-131e-42f2-90a7-6fb6ca135060 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:37.053950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:37.080847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:37.087706 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:37.091349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:37.293278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Made reservation on behalf of a5838c38a56f440f9ee4e345cafd1171 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:37.300314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8cdb14ff-45b4-4ca3-ae38-dd1955591ca1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5592942 Aug 06 18:16:37.304565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:37.304859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35712) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:37.316889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:37.491475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:37.614236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:37.630323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:37.638559 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:37.643383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:37.696210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-efec41f7-950a-4974-acf3-b02095e066fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3903298 Aug 06 18:16:37.701517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35720) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:37.704464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:37.708936 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Added segment 26526861-f6b2-434e-8b9f-039953582119 of type vlan for network b67b7945-6dd2-413c-9ba0-76fe9df657ca Aug 06 18:16:37.713758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:37.760488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:37.902568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Deleting port 903331cc-1f0d-45a1-a72c-53b0d7fb243c {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:37.903608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:37.986422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:37.993404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.005184 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:38.008459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:38.086597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fde910bc-cefe-4571-9e71-1f6df6994cc3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3828568 Aug 06 18:16:38.094068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:38.128177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.132828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:38.147909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.232885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=20970708-0a93-4bdf-adae-70174027cd23,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:38.260700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 903331cc-1f0d-45a1-a72c-53b0d7fb243c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:38.387341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.470526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] For port 903331cc-1f0d-45a1-a72c-53b0d7fb243c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=903331cc-1f0d-45a1-a72c-53b0d7fb243c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:38.479634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.497970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:38.518164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.535555 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:16:38.536455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:38.571958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Calling delete_port for 903331cc-1f0d-45a1-a72c-53b0d7fb243c owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:38.631553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-85c53cf3-477d-482c-aa3f-1cad3328485d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5337880 Aug 06 18:16:38.638239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35730) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:38.773832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.783281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.839355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437518d-37b0-4cbd-be7e-6563fe8210d1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:38.845776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0437518d-37b0-4cbd-be7e-6563fe8210d1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2055998 Aug 06 18:16:38.850595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35734) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:38.851693 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:38.888305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] Pushing event deleted for resources: {'Port': ['ID=903331cc-1f0d-45a1-a72c-53b0d7fb243c,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:38.908255 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No ports have port_id starting with 903331cc-1f0d-45a1-a72c-53b0d7fb243c Aug 06 18:16:38.926650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9c373-4f82-4337-8666-2c0d40df37e9 None None] No DVR routers for this DVR port 903331cc-1f0d-45a1-a72c-53b0d7fb243c on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:38.945377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 20970708-0a93-4bdf-adae-70174027cd23 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:38.978287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 20970708-0a93-4bdf-adae-70174027cd23 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:38.979117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 20970708-0a93-4bdf-adae-70174027cd23 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:38.979920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fb2276a8-18de-42fb-9a3f-7eba3408f1af no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:38.990636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:16:39.016487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cce174-8b87-43e8-ba76-1dbc88f247d1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:39.018684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7cce174-8b87-43e8-ba76-1dbc88f247d1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1660058 Aug 06 18:16:39.024034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: fb2276a8-18de-42fb-9a3f-7eba3408f1af {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:39.024426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fb2276a8-18de-42fb-9a3f-7eba3408f1af not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:39.026085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35736) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:39.027769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a52d5-e1eb-411f-aeb9-4f50cf6cb2a6 req-62271142-2f18-4b15-be1a-76481d496721 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:39.036134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a88a52d5-e1eb-411f-aeb9-4f50cf6cb2a6 req-62271142-2f18-4b15-be1a-76481d496721 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 1.3074653 Aug 06 18:16:39.050302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.052518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e62bcbf-f6af-4b1c-98b6-1ce4752b029c {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:16:39.084580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.090498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d70f552-e46b-4078-8a2d-03ca72428e8f admin admin] 10.222.0.64 "DELETE /v2.0/routers/5e62bcbf-f6af-4b1c-98b6-1ce4752b029c HTTP/1.1" status: 204 len: 168 time: 4.6010573 Aug 06 18:16:39.090498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.091778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:39.093135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.097794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35740) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:39.113104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4345430-66f2-4612-ae71-f4ee468a6e34 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848303 Aug 06 18:16:39.114741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35742) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:39.126806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:39.294101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Deleting subnet 0770e39b-68b4-4759-92e1-68f0cc4875e5 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:39.350389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.360807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3582923 Aug 06 18:16:39.363263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:39.380212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-243ee855-9994-4e1f-bdcb-423bb7147fc5 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Request body: {'network': {'project_id': 'a5838c38a56f440f9ee4e345cafd1171'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:39.440760 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-243ee855-9994-4e1f-bdcb-423bb7147fc5 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 18:16:39.442139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243ee855-9994-4e1f-bdcb-423bb7147fc5 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:16:39.445070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-243ee855-9994-4e1f-bdcb-423bb7147fc5 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0791612 Aug 06 18:16:39.494040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a88a52d5-e1eb-411f-aeb9-4f50cf6cb2a6 req-83192624-98c0-4401-a0db-0eef6202bc5f tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4520307 Aug 06 18:16:39.502916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23923b5-8c75-44e6-86d9-f9b5138d8701 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Pushing event updated for resources: {'Network': ['ID=b67b7945-6dd2-413c-9ba0-76fe9df657ca,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:39.510860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:39.514422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.525717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network b67b7945-6dd2-413c-9ba0-76fe9df657ca details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:39.549509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.751725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35752) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:39.788671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.914943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.976693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:39.979450 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0770e39b-68b4-4759-92e1-68f0cc4875e5 HTTP/1.1" status: 204 len: 168 time: 0.8552454 Aug 06 18:16:39.995239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c98945-6c4f-458f-a7bd-91ae073b0933 None None] Network 77e6849d-f203-4da0-8ea7-582547fcd4ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:40.025556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:40.084371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e230054-c570-4563-9b0e-6063e947bbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0770e39b-68b4-4759-92e1-68f0cc4875e5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:40.296171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3069298c-0e0c-4ce2-99eb-226a94d021a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5838c38a56f440f9ee4e345cafd1171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400481 Aug 06 18:16:40.297893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35764) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:40.430470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.442767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.483593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.624143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.624826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] DHCP port deletion for 77e6849d-f203-4da0-8ea7-582547fcd4ce request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:40.629834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.632113 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15c7a75a-8c3f-4d64-bbfe-fb6e7c63cfa1 HTTP/1.1" status: 204 len: 168 time: 0.3322456 Aug 06 18:16:40.649565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35766) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:40.652217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3e535-7582-4ce9-9458-2bf1850bff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7a75a-8c3f-4d64-bbfe-fb6e7c63cfa1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:40.762794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a1d10-3e48-4b1e-857f-cb123fa81ba7 req-9e99e68b-326f-476d-a20a-e074ad825aac tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:40.778853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a38a1d10-3e48-4b1e-857f-cb123fa81ba7 req-9e99e68b-326f-476d-a20a-e074ad825aac tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.7602005 Aug 06 18:16:40.799185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35768) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:40.807533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Request body: {'floatingip': {'port_id': 'c8b33df2-cb55-49cb-8d57-90772a516404'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:40.836973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Deleting port 86523110-5964-4426-90a7-8661b34a4bff {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:40.837999 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.853169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.939002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:40.948564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.037089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] For port 86523110-5964-4426-90a7-8661b34a4bff, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=86523110-5964-4426-90a7-8661b34a4bff,segment=NetworkSegment(578d90d1-c396-49dc-8429-474c5587fe74),segment_id=578d90d1-c396-49dc-8429-474c5587fe74)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:41.037690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.093191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Calling delete_port for 86523110-5964-4426-90a7-8661b34a4bff owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:41.125256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.153856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67b7945-6dd2-413c-9ba0-76fe9df657ca']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:41.188498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26526861-f6b2-434e-8b9f-039953582119') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:41.188983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26526861-f6b2-434e-8b9f-039953582119') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:41.223722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.259777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:16:41.267288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.278689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.298710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:41.303218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:16:41.304111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:16:41.306941 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:16:41.345381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:41.350266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.351465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:41.352076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.399777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] No DVR routers for this DVR port 86523110-5964-4426-90a7-8661b34a4bff on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:41.419780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f356c8-0952-404c-9e98-1abca66deea7 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:41.454235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3381648 Aug 06 18:16:41.467112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35778) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:41.468886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Deleting port 86523110-5964-4426-90a7-8661b34a4bff {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:41.469224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.482214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:ae:17:48', 'name': 'tempest-NetworksTestDHCPv6-1143038622'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:41.485824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a63b7-deb1-496c-8e45-964354d991d0 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=de696a3f-0403-4e74-a2d9-d4c81b972ee6,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:41.609944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.619866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:41.625353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b67b7945-6dd2-413c-9ba0-76fe9df657ca HTTP/1.1" status: 204 len: 168 time: 0.9660904 Aug 06 18:16:41.668168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35782) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:41.703246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623bb71-f9e3-4693-bf5d-235a86bce654 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Pushing event deleted for resources: {'Network': ['ID=b67b7945-6dd2-413c-9ba0-76fe9df657ca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:41.778585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d781f-9a45-4bce-89e4-500bf48e19c1 None None] Pushing event deleted for resources: {'Port': ['ID=86523110-5964-4426-90a7-8661b34a4bff,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:41.806678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.011398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'de696a3f-0403-4e74-a2d9-d4c81b972ee6'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:16:42.018659 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.163910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.167698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] For port 86523110-5964-4426-90a7-8661b34a4bff, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:42.168205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.196052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.207914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Calling delete_port for 86523110-5964-4426-90a7-8661b34a4bff owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:42.223163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Port 86523110-5964-4426-90a7-8661b34a4bff was not found and therefore no delete operation was performed {{(pid=94122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:16:42.252453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 86523110-5964-4426-90a7-8661b34a4bff no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:42.277148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.281344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 86523110-5964-4426-90a7-8661b34a4bff {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:42.281915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 86523110-5964-4426-90a7-8661b34a4bff not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:42.309701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.316795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Pushing event deleted for resources: {'Port': ['ID=86523110-5964-4426-90a7-8661b34a4bff,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:42.350521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] No DVR routers for this DVR port 86523110-5964-4426-90a7-8661b34a4bff on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:42.475251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Allocated IP 2001:db8::f816:3eff:feca:cfc6 (cefbc2ff-723f-4405-8414-41b97f8c7653/de696a3f-0403-4e74-a2d9-d4c81b972ee6/4f99856a-79d8-4d49-beb1-1beecc246467) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:42.525364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:42.560326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.591974 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Floating IP 3b072d6b-b2fe-4569-a774-69903f8a6563 associated. External IP: 172.25.3.218, port: c8b33df2-cb55-49cb-8d57-90772a516404. Aug 06 18:16:42.744435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e6849d-f203-4da0-8ea7-582547fcd4ce']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:42.823814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.840000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.845925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcacf558-131e-42f2-90a7-6fb6ca135060']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:42.854683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Transition to ACTIVE for port object 4f99856a-79d8-4d49-beb1-1beecc246467 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:42.878905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Transition to ACTIVE for port object 4f99856a-79d8-4d49-beb1-1beecc246467 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:42.890524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.899094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610fa42c-12ef-4756-ba05-198ea6374328') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:42.899458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610fa42c-12ef-4756-ba05-198ea6374328') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:42.917721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:42.940609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Pushing event updated for resources: {'Port': ['ID=4f99856a-79d8-4d49-beb1-1beecc246467,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:42.962544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:42.964599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:42.969958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:42.971814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578d90d1-c396-49dc-8429-474c5587fe74') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:42.972802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578d90d1-c396-49dc-8429-474c5587fe74') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:43.015263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.066652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.082164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Attempting to bind port 4f99856a-79d8-4d49-beb1-1beecc246467 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:43.083686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Attempting to bind port 4f99856a-79d8-4d49-beb1-1beecc246467 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:43.083945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Attempting to bind port 4f99856a-79d8-4d49-beb1-1beecc246467 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:43.084425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:16:43.084912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:16:43.094700 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:16:43.112054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:43.115965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:43.117278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.119465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:43.122630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Bound port: 4f99856a-79d8-4d49-beb1-1beecc246467, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:43.125317 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.240636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.273463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.314962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:16:43.315790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:16:43.351311 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:16:43.404760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 5038ecc2-c67e-4b77-b203-abf23f733c59 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:43.406536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] For port 4f99856a-79d8-4d49-beb1-1beecc246467, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:43.414752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.415831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] For port 4f99856a-79d8-4d49-beb1-1beecc246467, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f99856a-79d8-4d49-beb1-1beecc246467,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:43.429368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.483978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.488768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] 10.222.0.64 "DELETE /v2.0/networks/fcacf558-131e-42f2-90a7-6fb6ca135060 HTTP/1.1" status: 204 len: 168 time: 1.8166609 Aug 06 18:16:43.603565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda10b3-7a21-4b6f-aee3-9fb5c3e51206 tempest-QuotasNegativeTest-1794912078 tempest-QuotasNegativeTest-1794912078-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcacf558-131e-42f2-90a7-6fb6ca135060,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:43.605402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5ffd9-5536-4fec-90e3-0c4ef8644b70 None None] Pushing event updated for resources: {'Port': ['ID=4f99856a-79d8-4d49-beb1-1beecc246467,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:43.673875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.751969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:43.758129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] 10.222.0.64 "DELETE /v2.0/networks/77e6849d-f203-4da0-8ea7-582547fcd4ce HTTP/1.1" status: 204 len: 168 time: 3.7281756 Aug 06 18:16:43.800228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab144244-5db5-45a7-9d60-3f3cfa12163b admin admin] Pushing event deleted for resources: {'Network': ['ID=77e6849d-f203-4da0-8ea7-582547fcd4ce,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:43.955381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:feae:1748 (cefbc2ff-723f-4405-8414-41b97f8c7653/de696a3f-0403-4e74-a2d9-d4c81b972ee6/5038ecc2-c67e-4b77-b203-abf23f733c59) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:43.972623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:16:44.202445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f99856a-79d8-4d49-beb1-1beecc246467 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:44.283893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:44.396031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4f99856a-79d8-4d49-beb1-1beecc246467 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:44.447279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:16:44.455097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.460160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:16:44.481203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:44.482178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:44.483687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dd2cde61-1f1a-472a-b163-53a6fa58b63b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24d16405d2404ae888f4b1d9e847e558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965737 Aug 06 18:16:44.490388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35816) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:44.542275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be346491-1717-435c-adc1-c30f9835ef72 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "PUT /v2.0/floatingips/3b072d6b-b2fe-4569-a774-69903f8a6563 HTTP/1.1" status: 200 len: 991 time: 3.7408335 Aug 06 18:16:44.560970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:44.563608 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d23926-bfee-49ce-b522-22c4a6c275d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:44.576271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.615050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:44.687475 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e84d7e-5309-4b14-abfb-983a6d0ab979 x-openstack-request-id: req-a9e84d7e-5309-4b14-abfb-983a6d0ab979 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:44.690560 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:44.690972 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9e84d7e-5309-4b14-abfb-983a6d0ab979 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:44.691851 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'status': 'completed', 'code': 200} Aug 06 18:16:44.694155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.698079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 5038ecc2-c67e-4b77-b203-abf23f733c59 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:44.757748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.767681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b253cbf-5640-4c51-b7b6-f96f95e1f078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.860263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.863791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:44.865797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67b569f8-fc76-4108-8780-ba338b22254c HTTP/1.1" status: 204 len: 168 time: 0.3702524 Aug 06 18:16:44.889298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736762-31c1-41df-90ad-a2c9a5ce26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b569f8-fc76-4108-8780-ba338b22254c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:44.964478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:44.980255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-f9f67e31-c656-4dec-8a0a-52adb530b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:44.986881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-f9f67e31-c656-4dec-8a0a-52adb530b672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 1097 time: 0.2605665 Aug 06 18:16:45.055685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:45.289146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:45.310944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:45.314706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:45.326018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:45.328797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:45.337113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=5038ecc2-c67e-4b77-b203-abf23f733c59,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:45.473754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-e928f906-cc48-4856-833f-cd499ed7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:45.473754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-e928f906-cc48-4856-833f-cd499ed7a84b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.4644082 Aug 06 18:16:45.500481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b253cbf-5640-4c51-b7b6-f96f95e1f078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:45.511670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3b072d6b-b2fe-4569-a774-69903f8a6563', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:45:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:16:10Z', 'updated_at': '2021-08-06T18:16:41Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:45.555032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:16:45.562604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Provisioning for port 4f99856a-79d8-4d49-beb1-1beecc246467 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:45.590288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Provisioning complete for port 4f99856a-79d8-4d49-beb1-1beecc246467 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:45.590691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:45.672905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:16:45.674985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:45.950156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:16:46.310193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-f1f6a815-146c-492d-bc4c-846dd875b305 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 200 len: 999 time: 0.8212850 Aug 06 18:16:46.313972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b253cbf-5640-4c51-b7b6-f96f95e1f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.420543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b253cbf-5640-4c51-b7b6-f96f95e1f078 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46607af8b3aa4e8b8e477bc10e212bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7868555 Aug 06 18:16:46.423651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35850) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:46.431748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-8f8647ef-bd0e-414d-83d0-2bdbe95fd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:46.434234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-8f8647ef-bd0e-414d-83d0-2bdbe95fd716 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.0863545 Aug 06 18:16:46.442535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-98545aef-4211-4179-bc85-9c996cf3e30e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9704845 Aug 06 18:16:46.453792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:46.454998 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.526952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.575097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.634170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b253cbf-5640-4c51-b7b6-f96f95e1f078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baac747-eaa3-4c2b-aae8-0f645a570d8b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:46.665991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcb105-aebf-4083-8df8-52fc9b89ed92 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:46.667350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] For port 4f99856a-79d8-4d49-beb1-1beecc246467, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f99856a-79d8-4d49-beb1-1beecc246467,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:46.686391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcb105-aebf-4083-8df8-52fc9b89ed92 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:46.691355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.692253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-23dcb105-aebf-4083-8df8-52fc9b89ed92 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2037294 Aug 06 18:16:46.692555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35860) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:46.700517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-1cb82355-562d-413c-8cad-7397645e12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:46.703713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-1cb82355-562d-413c-8cad-7397645e12b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2581880 Aug 06 18:16:46.711758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.714373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:46.716312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7baac747-eaa3-4c2b-aae8-0f645a570d8b HTTP/1.1" status: 204 len: 168 time: 0.2906125 Aug 06 18:16:46.767172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3b072d6b-b2fe-4569-a774-69903f8a6563', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:45:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:16:10Z', 'updated_at': '2021-08-06T18:16:41Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:46.817242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e0e06-ac8e-4329-9f48-76842d043879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baac747-eaa3-4c2b-aae8-0f645a570d8b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:46.903157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d5fdf-ddfb-4d16-a5f6-f560bcd7765c None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3b072d6b-b2fe-4569-a774-69903f8a6563', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'port_id': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'mac_address': 'fa:16:3e:45:2c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:16:10Z', 'updated_at': '2021-08-06T18:16:41Z', 'revision_number': 1, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:16:47.002697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0683c9-2da8-4e04-83c5-9b1c3664330b None None] Pushing event updated for resources: {'Port': ['ID=4f99856a-79d8-4d49-beb1-1beecc246467,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:47.023680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d8c4e92-e855-4958-88d9-54b24a02f8e0 None None] Provisioning for port 5038ecc2-c67e-4b77-b203-abf23f733c59 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:47.028525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-10d18622-c3b8-4cfd-9fb3-12b48a92e2f3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109326 Aug 06 18:16:47.038909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d8c4e92-e855-4958-88d9-54b24a02f8e0 None None] Provisioning complete for port 5038ecc2-c67e-4b77-b203-abf23f733c59 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:47.039775 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d8c4e92-e855-4958-88d9-54b24a02f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.099266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:47.106586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 5038ecc2-c67e-4b77-b203-abf23f733c59 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:47.108449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.118946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c4e92-e855-4958-88d9-54b24a02f8e0 None None] Port 5038ecc2-c67e-4b77-b203-abf23f733c59 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:16:47.348442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82d23926-bfee-49ce-b522-22c4a6c275d8 req-93770943-58b9-4034-b5e0-e98817c588ad service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070011 Aug 06 18:16:47.447739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.497979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 5038ecc2-c67e-4b77-b203-abf23f733c59 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:47.523238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ff873-0bef-48f1-afae-557987b46f54 None None] New status for floating IP 3b072d6b-b2fe-4569-a774-69903f8a6563: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:16:47.676185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-272571522-network', 'tenant_id': '8037407dee8044e1a69c104f29fe8c77'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:47.801149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Made reservation on behalf of 8037407dee8044e1a69c104f29fe8c77 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:47.814127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.836079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:47.852129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caadfb6c-e7a9-48b7-b244-ca4655019995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.857004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:47.903045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.017202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=5038ecc2-c67e-4b77-b203-abf23f733c59,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:48.041536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.049724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/5038ecc2-c67e-4b77-b203-abf23f733c59 HTTP/1.1" status: 204 len: 168 time: 1.3517766 Aug 06 18:16:48.055263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35898) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:48.090055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.090720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.091341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.092047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.092960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.093709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.094297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.095447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.096418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.097074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.098282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.098783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c531d-b507-449e-8e86-62cd6a870f1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:16:48.179058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caadfb6c-e7a9-48b7-b244-ca4655019995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.194255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f99856a-79d8-4d49-beb1-1beecc246467 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:48.200815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-caadfb6c-e7a9-48b7-b244-ca4655019995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.344882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36605f8f-35c0-4778-90ce-c8ffd05c2e65 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:48.347130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36605f8f-35c0-4778-90ce-c8ffd05c2e65 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:48.349070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-36605f8f-35c0-4778-90ce-c8ffd05c2e65 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2907915 Aug 06 18:16:48.356310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-caadfb6c-e7a9-48b7-b244-ca4655019995 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a4a6157d21c49cfaebefe44823e98e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189116 Aug 06 18:16:48.357502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadfb6c-e7a9-48b7-b244-ca4655019995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca71f97-2bfe-4166-b758-18bcd5dc6b07,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:48.360555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35906) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:48.361168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35908) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:48.418245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4f99856a-79d8-4d49-beb1-1beecc246467 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:48.418905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.443933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.510579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.611275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet de696a3f-0403-4e74-a2d9-d4c81b972ee6 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:48.625321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.667051 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.678381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.704706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.708064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.709427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ca71f97-2bfe-4166-b758-18bcd5dc6b07 HTTP/1.1" status: 204 len: 168 time: 0.3469050 Aug 06 18:16:48.733562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:48.739762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dddd6a-9188-465b-a9f2-0bc7d0b7432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca71f97-2bfe-4166-b758-18bcd5dc6b07,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:48.758566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.759206 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Added segment 0f81ded5-5ba4-4d77-a797-5e9d89c95caf of type vlan for network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef Aug 06 18:16:48.818572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.868381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bc69d1-8557-4f34-a75a-1ea3fd42562c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:48.877220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.880890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:48.882200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:48.883309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.049859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] Pushing event updated for resources: {'Network': ['ID=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:49.064584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-424cbc08-f093-4780-931a-b2fd44d31d58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9428110 Aug 06 18:16:49.067635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:49.070543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35932) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:49.079264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Request body: {'subnet': {'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-272571522-subnet', 'tenant_id': '8037407dee8044e1a69c104f29fe8c77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:49.152558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Made reservation on behalf of 8037407dee8044e1a69c104f29fe8c77 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:49.155349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.261039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.504041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.590478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=de696a3f-0403-4e74-a2d9-d4c81b972ee6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:49.628194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.630281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fd9bbde-e9e6-49ce-888e-b71cbab02298 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/de696a3f-0403-4e74-a2d9-d4c81b972ee6 HTTP/1.1" status: 204 len: 168 time: 1.2625911 Aug 06 18:16:49.635000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:49.737852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a56e581c-3672-46eb-8534-af6c84404b8b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000092 Aug 06 18:16:49.741991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:49.748990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:49.833018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bf034-6f93-4d08-8d22-f6a5209f72a4 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:49.918678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:49.998323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:50.008395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:50.075701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb775256-dd6f-4042-b6c5-13faccdce89b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:50.100633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Checking segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:50.101922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Network hostable DHCP agents. Network: 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:16:50.154798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:16:50.172920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:50.187987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec74aa5-8ba2-4d56-a07e-92da4a40b5bc None None] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:50.201231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:50.203115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:50.268318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b0a6437-172a-402e-b38f-88049dba830d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1932919 Aug 06 18:16:50.272067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:50.650870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Deleting port 4f99856a-79d8-4d49-beb1-1beecc246467 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:50.651255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:50.703371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f564aa-1a85-4ee6-a957-82662e7908ad None None] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:50.797538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35984) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:50.823784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] For port 4f99856a-79d8-4d49-beb1-1beecc246467, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f99856a-79d8-4d49-beb1-1beecc246467,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:50.825201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:50.890134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Calling delete_port for 4f99856a-79d8-4d49-beb1-1beecc246467 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:51.056018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'networks': [{'name': 'tempest-network--43318509'}, {'name': 'tempest-network--970619406'}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:51.056494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-network--43318509'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:51.057156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-network--970619406'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:51.159400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'network': 2} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:51.166717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.242635 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.364105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] Pushing event deleted for resources: {'Port': ['ID=4f99856a-79d8-4d49-beb1-1beecc246467,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:51.368036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939236b-3402-46a4-9e48-6b0838c8b48e None None] No DVR routers for this DVR port 4f99856a-79d8-4d49-beb1-1beecc246467 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:51.441759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.444964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:16:51.446726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.496269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:51.502063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:51.515622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26446da-37d2-4d28-bb8a-a879caf1be03 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:51.517117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-48bf0574-f379-45f6-9bcc-bf79b89143a9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:51.521614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:51.522245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.530253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-48bf0574-f379-45f6-9bcc-bf79b89143a9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.3294590 Aug 06 18:16:51.562756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=ea83e800-6fd4-44e3-960b-023371241415,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:51.567686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-c0661531-91f2-45f2-a8f9-3977bb10eb1e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/quotas/8037407dee8044e1a69c104f29fe8c77 HTTP/1.1" status: 200 len: 375 time: 0.0359566 Aug 06 18:16:51.630237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-ad30cd8f-aa83-4efa-9dfd-b8dd6edc23ce tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502772 Aug 06 18:16:51.807448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9ea017ef-4cca-41d9-a8ea-eb26b86b9a0d service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687820 Aug 06 18:16:51.872089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'ea83e800-6fd4-44e3-960b-023371241415'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:16:51.873241 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.958403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.985591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.985591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:51.987203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5c13f583-4f28-4381-afc8-008ac5986950 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2429202 Aug 06 18:16:51.988365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36014) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:51.997988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:45:c1:d3', 'name': 'tempest-NetworksTestDHCPv6-2127519478'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:52.083696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0b338-0d91-4418-b553-65179fe16fa2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:52.152710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-946439b3-5398-4817-9a3c-94b45466788e service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349600 Aug 06 18:16:52.228562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:52.284678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.285543 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment cc2173fe-f212-466e-9184-823ac666a71c of type vlan for network 4cdbffe9-cb36-4d07-b631-7bf5c65bf045 Aug 06 18:16:52.319537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f99856a-79d8-4d49-beb1-1beecc246467 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:16:52.361428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4f99856a-79d8-4d49-beb1-1beecc246467 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:16:52.362086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f99856a-79d8-4d49-beb1-1beecc246467 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:16:52.367511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.401564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Allocated IP 2001:db8::f816:3eff:fea6:a848 (cefbc2ff-723f-4405-8414-41b97f8c7653/ea83e800-6fd4-44e3-960b-023371241415/ffc1abca-dbb8-454c-b954-e6a68cbd87d3) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:52.420650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:52.434089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.434527 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment fcbb8627-8e98-42a6-b96b-a6dddd45cf52 of type vlan for network 1d4977ed-0319-42ef-8ed4-4ae356080b9f Aug 06 18:16:52.453433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:16:52.535273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.584463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62000e5f-98bb-49de-ad9f-9097f35d0313 req-3168ed34-6c2d-43a5-bc28-93a3451114b6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 210 time: 0.1020002 Aug 06 18:16:52.612045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.613250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.623056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:52.632219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:52.633508 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.645769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:52.741721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.9423208 Aug 06 18:16:52.746742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:52.797127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.825602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Transition to ACTIVE for port object ffc1abca-dbb8-454c-b954-e6a68cbd87d3 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:52.869059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Transition to ACTIVE for port object ffc1abca-dbb8-454c-b954-e6a68cbd87d3 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:52.892517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:52.992132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.049259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a9b6-e170-4dd1-a33e-5f8249fd8773 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:53.055578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:53.057181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a9b6-e170-4dd1-a33e-5f8249fd8773 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:53.059972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port e6074cad-dff9-46f5-a5e9-ce4a51c2c455 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:53.064416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:53.080580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:53.085668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a9b6-e170-4dd1-a33e-5f8249fd8773 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:53.094510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a9b6-e170-4dd1-a33e-5f8249fd8773 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:53.098051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db25a9b6-e170-4dd1-a33e-5f8249fd8773 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3484364 Aug 06 18:16:53.109571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=4cdbffe9-cb36-4d07-b631-7bf5c65bf045,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:53.138951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4cdbffe9-cb36-4d07-b631-7bf5c65bf045 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:53.139296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36034) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:53.308162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.413070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe45:c1d3 (cefbc2ff-723f-4405-8414-41b97f8c7653/ea83e800-6fd4-44e3-960b-023371241415/e6074cad-dff9-46f5-a5e9-ce4a51c2c455) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:53.416598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774998f-f0e5-4c4a-a650-86b4ad1b29dc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=1d4977ed-0319-42ef-8ed4-4ae356080b9f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:53.453896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Pushing event updated for resources: {'Port': ['ID=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:53.475407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Attempting to bind port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:53.476496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Attempting to bind port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:53.477166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Attempting to bind port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:53.487392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1d4977ed-0319-42ef-8ed4-4ae356080b9f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:53.495900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:53.496755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:53.497414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.498492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:53.499223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Bound port: ffc1abca-dbb8-454c-b954-e6a68cbd87d3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:53.499854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.539690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.606040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdbffe9-cb36-4d07-b631-7bf5c65bf045']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:53.644741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2173fe-f212-466e-9184-823ac666a71c') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:53.645244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2173fe-f212-466e-9184-823ac666a71c') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:53.666762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] For port ffc1abca-dbb8-454c-b954-e6a68cbd87d3, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:53.677603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] For port ffc1abca-dbb8-454c-b954-e6a68cbd87d3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:53.693077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.740408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.761482 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.769234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:16:53.783869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:16:53.793922 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:16:53.900763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51a91666-bd61-4d7d-a75c-f34ad1c77ff5 req-c6d79feb-4ea4-47ce-b2e0-6bfd3dee9cf3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 210 time: 0.1351428 Aug 06 18:16:53.910776 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.952744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object e6074cad-dff9-46f5-a5e9-ce4a51c2c455 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:53.960146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:53.996629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.003113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85287839-1d89-407f-b9df-7435887cd6f3 None None] Pushing event updated for resources: {'Port': ['ID=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:54.009433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/4cdbffe9-cb36-4d07-b631-7bf5c65bf045 HTTP/1.1" status: 204 len: 168 time: 0.8686850 Aug 06 18:16:54.032841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36046) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:54.036698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c9906-1d1b-41a2-9549-766b4d75c129 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=4cdbffe9-cb36-4d07-b631-7bf5c65bf045,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:54.054383 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.158750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.231770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=e6074cad-dff9-46f5-a5e9-ce4a51c2c455,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:54.258876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:54.285700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:54.289225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:54.303982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:54.304692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.367448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-026e8442-8dc3-40ad-a649-c44d60d3e6b6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3773096 Aug 06 18:16:54.371086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36054) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:54.472617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.505800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4977ed-0319-42ef-8ed4-4ae356080b9f']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:54.547649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbb8627-8e98-42a6-b96b-a6dddd45cf52') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:54.562036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbb8627-8e98-42a6-b96b-a6dddd45cf52') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:16:54.586432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbc5d8-8a23-4b3f-90d0-06dfb6ecf77d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:54.596477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.605208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbc5d8-8a23-4b3f-90d0-06dfb6ecf77d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:54.608249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4efbc5d8-8a23-4b3f-90d0-06dfb6ecf77d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2338617 Aug 06 18:16:54.611767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:54.719557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.742777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:16:54.744514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:16:54.750656 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:16:54.826936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port e6074cad-dff9-46f5-a5e9-ce4a51c2c455 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:54.827345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:54.912542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-324fc271-4c41-44b9-8ee7-6d08f17fffc0 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:54.916440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-324fc271-4c41-44b9-8ee7-6d08f17fffc0 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.4066446 Aug 06 18:16:54.941298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'port': {'device_id': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'admin_state_up': True, 'tenant_id': '8037407dee8044e1a69c104f29fe8c77'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:54.953282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.000390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.016820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/1d4977ed-0319-42ef-8ed4-4ae356080b9f HTTP/1.1" status: 204 len: 168 time: 0.9792602 Aug 06 18:16:55.019514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.028218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:55.089585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47892-5689-470f-bf41-b71885ede6e8 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=1d4977ed-0319-42ef-8ed4-4ae356080b9f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:55.124848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for e6074cad-dff9-46f5-a5e9-ce4a51c2c455 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:55.383354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565566b-0e5c-42f1-9f6a-fadf14e25dcc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:55.403041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565566b-0e5c-42f1-9f6a-fadf14e25dcc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:55.405119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07d6f4f9-0cd0-414c-8d6d-999070210210 req-5d9ee1b9-7334-4e94-9142-5c7b7b200de5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 210 time: 0.1710689 Aug 06 18:16:55.408901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5565566b-0e5c-42f1-9f6a-fadf14e25dcc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3779683 Aug 06 18:16:55.413773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36068) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:55.423520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1712820049'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:55.542467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Made reservation on behalf of 8037407dee8044e1a69c104f29fe8c77 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:55.549490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.617027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:55.621675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.680806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.702477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:55.766963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.768151 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment bf8178ee-fdc4-42a4-bdc9-a0c71ee7631c of type vlan for network 97282a00-6851-4e33-b08e-56d351496353 Aug 06 18:16:55.781927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=e6074cad-dff9-46f5-a5e9-ce4a51c2c455,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:55.848443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.851714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e93d7bb-0707-4f1e-b125-4c53f569abff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/e6074cad-dff9-46f5-a5e9-ce4a51c2c455 HTTP/1.1" status: 204 len: 168 time: 1.2378874 Aug 06 18:16:55.858710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36074) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:55.885936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.968830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.987728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:55.987728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:55.998248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c7237393-7cd7-4173-a3c0-bc4a76473643 None None] Provisioning for port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:56.009346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6050119-3da7-4083-a7a8-9bfee6c16f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:56.011111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6050119-3da7-4083-a7a8-9bfee6c16f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:56.020662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e6050119-3da7-4083-a7a8-9bfee6c16f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1605344 Aug 06 18:16:56.025547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:56.071492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Allocated IP 172.20.0.12 (36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef/cb775256-dd6f-4042-b6c5-13faccdce89b/b50956eb-65d9-46fd-85b1-650b0a310f53) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:56.161510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7473221 Aug 06 18:16:56.177303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:56.205209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274fa18-5198-4961-b5ba-bd4e9c51fc4f tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=97282a00-6851-4e33-b08e-56d351496353,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:56.216693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-674652513'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:56.228471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 97282a00-6851-4e33-b08e-56d351496353 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:56.250558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet ea83e800-6fd4-44e3-960b-023371241415 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:16:56.264768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ffc1abca-dbb8-454c-b954-e6a68cbd87d3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:56.288858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.414107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.447248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:56.464939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.501515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.507096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:16:56.534076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:56.534697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.541409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0cabe99a-0c29-483a-a095-3fc4bb424783 None None] Could not find standard attr ID for object e6074cad-dff9-46f5-a5e9-ce4a51c2c455. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:16:56.613331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:56.631937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:56.634178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:56.643312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:16:56.656436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:16:56.698320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.699487 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment 7a8d67a4-fe64-41ce-bbe3-3cc680964633 of type vlan for network 98eb9603-50be-4ede-8634-636bb95411d0 Aug 06 18:16:56.818736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.831532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.872542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:56.873963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.894988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.901708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ffc1abca-dbb8-454c-b954-e6a68cbd87d3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:56.911064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-9c4a3978-09f5-4b32-a3f6-2f52d049871e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9814980 Aug 06 18:16:56.913296 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:56.937897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Request body: {'port': {'device_id': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:57.001113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.013036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:57.013786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.067116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:57.095245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.143733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9593685 Aug 06 18:16:57.167474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.185749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'ports': [{'network_id': '97282a00-6851-4e33-b08e-56d351496353', 'name': 'tempest-port--28577560', 'admin_state_up': True}, {'network_id': '98eb9603-50be-4ede-8634-636bb95411d0', 'admin_state_up': False}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:57.186248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'port': {'network_id': '97282a00-6851-4e33-b08e-56d351496353', 'name': 'tempest-port--28577560', 'admin_state_up': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:57.187154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'port': {'network_id': '98eb9603-50be-4ede-8634-636bb95411d0', 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:57.304267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be03b-af66-45e7-addb-4ca09df2ecd9 req-bdd1ad55-1d39-4522-beb1-6ddba3632d68 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:57.307525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-636be03b-af66-45e7-addb-4ca09df2ecd9 req-bdd1ad55-1d39-4522-beb1-6ddba3632d68 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 932 time: 0.4028313 Aug 06 18:16:57.333439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb82d87-25ff-40b4-b011-e891e0acc009 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=98eb9603-50be-4ede-8634-636bb95411d0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:57.349875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 98eb9603-50be-4ede-8634-636bb95411d0 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:16:57.423240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-636be03b-af66-45e7-addb-4ca09df2ecd9 req-ae1fa64c-0e08-4f74-827c-0c5cff258c15 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027398 Aug 06 18:16:57.426832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.547036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.619098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.624164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/ea83e800-6fd4-44e3-960b-023371241415 HTTP/1.1" status: 204 len: 168 time: 1.5971410 Aug 06 18:16:57.625639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20de02b-344e-4fea-ac09-393dace984b1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=ea83e800-6fd4-44e3-960b-023371241415,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:57.631133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007604f0-f854-4413-9fde-29aa28677d76 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:57.636000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.721755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f63667ca-66f4-4f5e-948d-c25994c84f0d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798519 Aug 06 18:16:57.724017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36100) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.814519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f2b11-18e8-4758-903e-eec6c0e1631f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:57.821560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-234f2b11-18e8-4758-903e-eec6c0e1631f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0924053 Aug 06 18:16:57.832691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.869390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'port': 2} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:57.898053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.901818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806bd350-652c-41cc-8790-6254d7836fd4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:57.907158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-806bd350-652c-41cc-8790-6254d7836fd4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0709152 Aug 06 18:16:57.907408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36110) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.972024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c851d11c-8896-44ff-86aa-5b52aee7e389 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623283 Aug 06 18:16:57.982217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36112) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:57.988679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:57.992385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:58.102092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ffc1abca-dbb8-454c-b954-e6a68cbd87d3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:16:58.193397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:16:58.197396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] device_id is not set on port 72ef07c6-934d-440f-b964-71a7ed4144bb yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:58.227505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:58.234922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.244863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:16:58.245554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.385977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50956eb-65d9-46fd-85b1-650b0a310f53 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:16:58.434867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Deleting port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:16:58.435795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.440318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47f82e2c-aa4c-4df8-8d96-d3a467a795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.485659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.541837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] For port ffc1abca-dbb8-454c-b954-e6a68cbd87d3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:16:58.542364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.564801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Calling delete_port for ffc1abca-dbb8-454c-b954-e6a68cbd87d3 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:16:58.610274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Transition to ACTIVE for port object b50956eb-65d9-46fd-85b1-650b0a310f53 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:16:58.648343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.693287 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.722952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:16:58.735048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] Pushing event deleted for resources: {'Port': ['ID=ffc1abca-dbb8-454c-b954-e6a68cbd87d3,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:58.754640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e004d62-b4fc-4870-8c7c-fa82df9d2838 None None] No DVR routers for this DVR port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:16:58.876500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78477-f444-4a59-aefb-18bc54faf8a0 req-2071aebd-d6ba-4e0f-ba16-e7f21e60489f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:58.889206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70b78477-f444-4a59-aefb-18bc54faf8a0 req-2071aebd-d6ba-4e0f-ba16-e7f21e60489f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 944 time: 0.2806613 Aug 06 18:16:58.895066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:58.912646 n-d-793621-29 neutron-server[94122]: WARNING neutron.services.revisions.revision_plugin [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Could not find related port for resource to bump revision. Aug 06 18:16:58.926038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Port ffc1abca-dbb8-454c-b954-e6a68cbd87d3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 18:16:58.926038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Reverting IP allocation for 2001:db8::f816:3eff:fea6:a848 {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 18:16:58.929663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:58.934028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea6:a848 {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 18:16:58.936260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.053264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=9e0fd257-a417-4695-a580-b4e152fb9171,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:59.084657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70b78477-f444-4a59-aefb-18bc54faf8a0 req-9127e201-652a-4251-a909-e5b49d526251 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572275 Aug 06 18:16:59.090681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:16:59.093313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:16:59.109629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:59.109949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf5f1a-c7ff-449f-8ff5-16fbdef4e6fa None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:16:59.110715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.156550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Attempting to bind port b50956eb-65d9-46fd-85b1-650b0a310f53 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:16:59.157090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Attempting to bind port b50956eb-65d9-46fd-85b1-650b0a310f53 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:16:59.157677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Attempting to bind port b50956eb-65d9-46fd-85b1-650b0a310f53 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:59.178768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5c316f6b-2a76-4ce4-8e37-7a799677a5ea tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1943724 Aug 06 18:16:59.179846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36128) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:16:59.181724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Port b50956eb-65d9-46fd-85b1-650b0a310f53 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:16:59.182170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Attempting to bind port b50956eb-65d9-46fd-85b1-650b0a310f53 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:16:59.188839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:58:b0:a4', 'name': 'tempest-NetworksTestDHCPv6-1627473741'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:16:59.246379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] device_id is not set on port a6e27ba6-41cb-4c43-a185-38c7606d6d41 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:59.255333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:16:59.255892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Checking segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:16:59.256550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Bound using segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:16:59.257360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Bound port: b50956eb-65d9-46fd-85b1-650b0a310f53, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:16:59.257998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.344414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '9e0fd257-a417-4695-a580-b4e152fb9171'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:16:59.346602 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.427347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:16:59.446944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:16:59.469194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:16:59.512993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.625687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:59.626846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.629044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] 10.222.0.16 "PUT /v2.0/ports/b50956eb-65d9-46fd-85b1-650b0a310f53 HTTP/1.1" status: 200 len: 1093 time: 2.7057891 Aug 06 18:16:59.646337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:16:59.650174 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:16:59.691521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Allocated IP 2001:db8::f816:3eff:fe66:1911 (cefbc2ff-723f-4405-8414-41b97f8c7653/9e0fd257-a417-4695-a580-b4e152fb9171/42d63637-52b4-4abd-a70d-ad3a42019e38) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:16:59.696011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.785874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 8794f2de-a116-4092-a712-7d05dc9c9898 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:16:59.834291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc75ac-7f85-4fd2-a0bc-d4215292b614 service neutron] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:16:59.856193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:16:59.869439 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240e90d-e576-484b-810a-ec9bcaab139d x-openstack-request-id: req-6240e90d-e576-484b-810a-ec9bcaab139d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:16:59.870048 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:16:59.870496 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6240e90d-e576-484b-810a-ec9bcaab139d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:16:59.871450 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'status': 'completed', 'code': 200} Aug 06 18:16:59.907604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-478c90bd-0ea6-4b25-8efe-9b72ba479d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:16:59.911315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-478c90bd-0ea6-4b25-8efe-9b72ba479d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 1096 time: 0.2054858 Aug 06 18:17:00.086534 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.099789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Transition to ACTIVE for port object 42d63637-52b4-4abd-a70d-ad3a42019e38 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:00.102544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-b4f0670b-2b10-4bf7-8160-d1fdbcefe982 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50956eb-65d9-46fd-85b1-650b0a310f53 HTTP/1.1" status: 200 len: 217 time: 0.1770661 Aug 06 18:17:00.159062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Transition to ACTIVE for port object 42d63637-52b4-4abd-a70d-ad3a42019e38 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:00.176264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ffc1abca-dbb8-454c-b954-e6a68cbd87d3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:00.249896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ffc1abca-dbb8-454c-b954-e6a68cbd87d3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:17:00.250774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ffc1abca-dbb8-454c-b954-e6a68cbd87d3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:17:00.260006 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.297537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe58:b0a4 (cefbc2ff-723f-4405-8414-41b97f8c7653/9e0fd257-a417-4695-a580-b4e152fb9171/8794f2de-a116-4092-a712-7d05dc9c9898) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:00.372317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:00.379528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:00.380876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-24750088-b095-4b43-910f-5bc13118dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:00.384669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-24750088-b095-4b43-910f-5bc13118dadd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 0.2738295 Aug 06 18:17:00.389933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:00.476329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Pushing event updated for resources: {'Port': ['ID=42d63637-52b4-4abd-a70d-ad3a42019e38,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:00.503534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.513030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.531017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 8794f2de-a116-4092-a712-7d05dc9c9898 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:00.548162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Attempting to bind port 42d63637-52b4-4abd-a70d-ad3a42019e38 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:00.548877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Attempting to bind port 42d63637-52b4-4abd-a70d-ad3a42019e38 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:00.549524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Attempting to bind port 42d63637-52b4-4abd-a70d-ad3a42019e38 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:00.561857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-57a6100b-c91d-4667-8491-f55b268cc73d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545491 Aug 06 18:17:00.562156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:00.562887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:00.563760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.564600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:00.565944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Bound port: 42d63637-52b4-4abd-a70d-ad3a42019e38, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:00.566862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.579443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.643213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=8794f2de-a116-4092-a712-7d05dc9c9898,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:00.665472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:00.667389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:00.673237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:00.680005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:00.680891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.712055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-880fc99b-cc8c-4826-b756-e09ff40e3390 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5307071 Aug 06 18:17:00.713988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36148) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:00.748706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] For port 42d63637-52b4-4abd-a70d-ad3a42019e38, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:00.761730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] For port 42d63637-52b4-4abd-a70d-ad3a42019e38, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=42d63637-52b4-4abd-a70d-ad3a42019e38,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:00.776358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:00.798130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c476bb-a14e-443a-9649-1fc6a2feb714 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:00.806186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c476bb-a14e-443a-9649-1fc6a2feb714 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:00.811904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e1c476bb-a14e-443a-9649-1fc6a2feb714 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0964265 Aug 06 18:17:00.812970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:00.878415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01daf25-b20e-4d6f-895b-3b88de22ec83 None None] Pushing event updated for resources: {'Port': ['ID=42d63637-52b4-4abd-a70d-ad3a42019e38,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:00.908295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f398d-89e4-41f3-8938-f7dc0fa44035 req-6d846b20-9a59-4db6-94ae-402330eb0c15 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:00.911215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c6f398d-89e4-41f3-8938-f7dc0fa44035 req-6d846b20-9a59-4db6-94ae-402330eb0c15 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 944 time: 0.4852562 Aug 06 18:17:00.916634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Port': ['ID=72ef07c6-934d-440f-b964-71a7ed4144bb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:00.986286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 8794f2de-a116-4092-a712-7d05dc9c9898 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:00.987116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.033777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-d01b494d-61af-4325-99ce-a03b60571ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709184 Aug 06 18:17:01.035507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Checking segment: {'id': 'bf8178ee-fdc4-42a4-bdc9-a0c71ee7631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '97282a00-6851-4e33-b08e-56d351496353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:01.035885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network hostable DHCP agents. Network: 97282a00-6851-4e33-b08e-56d351496353, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:01.086746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c6f398d-89e4-41f3-8938-f7dc0fa44035 req-e019109a-b756-49ac-8cf5-f94d73c23693 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622138 Aug 06 18:17:01.175375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.256884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 8794f2de-a116-4092-a712-7d05dc9c9898 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:01.402696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network 97282a00-6851-4e33-b08e-56d351496353 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:01.430465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 97282a00-6851-4e33-b08e-56d351496353) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:01.451227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0ba86-3c93-4867-96df-4bfa61dd6e41 None None] Network 97282a00-6851-4e33-b08e-56d351496353 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:01.460440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:01.461533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.614583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cae27d42-25d0-48d5-9fd7-2ad42ed683c8 req-c369b5c5-21bd-415a-9748-c793569662b5 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253205 Aug 06 18:17:01.688454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.708229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.737489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Port': ['ID=a6e27ba6-41cb-4c43-a185-38c7606d6d41,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:01.761766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d4f9cbac-e711-4046-86e9-4c318dec3bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.772052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=8794f2de-a116-4092-a712-7d05dc9c9898,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:01.817901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.822920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-987f4d85-54c5-444a-b0e5-0a680e5ecedd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8794f2de-a116-4092-a712-7d05dc9c9898 HTTP/1.1" status: 204 len: 168 time: 1.0062969 Aug 06 18:17:01.823141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Checking segment: {'id': '7a8d67a4-fe64-41ce-bbe3-3cc680964633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98eb9603-50be-4ede-8634-636bb95411d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:01.823379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36170) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:01.823595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network hostable DHCP agents. Network: 98eb9603-50be-4ede-8634-636bb95411d0, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:01.893772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network 98eb9603-50be-4ede-8634-636bb95411d0 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:01.906769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-7e927ff6-ec37-47cf-b7a0-36aa3cfdd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:01.909821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-7e927ff6-ec37-47cf-b7a0-36aa3cfdd8d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 1096 time: 0.1972690 Aug 06 18:17:01.917260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 98eb9603-50be-4ede-8634-636bb95411d0) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:01.929884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a4c3b-d3cf-4ded-bd91-a050f437538a None None] Network 98eb9603-50be-4ede-8634-636bb95411d0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:01.942041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:01.954983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:01.955201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0624cf-83d4-4d62-a363-78735731e6e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:01.965935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:01.967131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:01.968435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0624cf-83d4-4d62-a363-78735731e6e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:01.976908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1c0624cf-83d4-4d62-a363-78735731e6e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1521208 Aug 06 18:17:01.981260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36176) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:02.105875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 9e0fd257-a417-4695-a580-b4e152fb9171 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:02.110457 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:02.170989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7baaeec8-4db4-43f3-87ea-8649863b2e69 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.0011830 Aug 06 18:17:02.180373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:02.182561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36182) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:02.237799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 42d63637-52b4-4abd-a70d-ad3a42019e38 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:02.300541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:02.482384 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:02.502043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-55b1233b-9fa4-47f3-8065-24243aa878ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:02.504548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-55b1233b-9fa4-47f3-8065-24243aa878ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 922 time: 0.5829864 Aug 06 18:17:02.588087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0fd257-a417-4695-a580-b4e152fb9171,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:02.619765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:02.626204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-268dfd42-9261-4df3-875d-5647aa70fabf tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/9e0fd257-a417-4695-a580-b4e152fb9171 HTTP/1.1" status: 204 len: 168 time: 0.6409914 Aug 06 18:17:02.643930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:02.703844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 42d63637-52b4-4abd-a70d-ad3a42019e38 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:02.725714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6148e-ea68-4d05-9b0b-a5b56ac215ad tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:02.739374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6148e-ea68-4d05-9b0b-a5b56ac215ad tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:02.742452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d2f6148e-ea68-4d05-9b0b-a5b56ac215ad tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5550635 Aug 06 18:17:02.747054 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-f414793a-8abd-41fd-bc34-f05d22e00251 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50956eb-65d9-46fd-85b1-650b0a310f53 HTTP/1.1" status: 200 len: 217 time: 0.2274625 Aug 06 18:17:02.747785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36194) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:02.754107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e191bafc-6ead-4f9d-9657-5cfa8924ae08 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021426 Aug 06 18:17:02.755248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36196) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:02.762655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:02.811156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-7b019b6c-f766-45c5-ad1e-33d45e369201 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:02.832314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-7b019b6c-f766-45c5-ad1e-33d45e369201 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.9631071 Aug 06 18:17:02.905737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-f69d243e-5d91-4b37-b7aa-c8b3d7a674bd tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/quotas/ed6e164037b04eabbd80ffb43827eb3c HTTP/1.1" status: 200 len: 375 time: 0.0725429 Aug 06 18:17:02.906759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eedfe-1536-4443-a4d1-82f6a6194e18 req-427e0285-f0f0-4ba6-a5b2-05e13d4a4045 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:02.909693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-366eedfe-1536-4443-a4d1-82f6a6194e18 req-427e0285-f0f0-4ba6-a5b2-05e13d4a4045 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 944 time: 0.5138154 Aug 06 18:17:02.956486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3217d-ebda-42d2-9215-1692193ccfcd None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:02.991468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-34121f93-f7fb-4a77-805e-41e1a765e62d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845945 Aug 06 18:17:03.036083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:03.040309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.102282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-ee09f0d7-0950-49d7-a804-46ae9710cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:03.104139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-ee09f0d7-0950-49d7-a804-46ae9710cab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 0.3350298 Aug 06 18:17:03.183345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-6116345f-f948-48e8-a0bd-6e7c9409ed0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650465 Aug 06 18:17:03.184631 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.185846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Provisioning for port 42d63637-52b4-4abd-a70d-ad3a42019e38 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:03.191978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-125b1d09-809b-4bba-9232-bc757745df3c service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996024 Aug 06 18:17:03.195855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-366eedfe-1536-4443-a4d1-82f6a6194e18 req-1796271d-6559-40a9-aa0b-bb5644b184fa tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625895 Aug 06 18:17:03.280998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Provisioning complete for port 42d63637-52b4-4abd-a70d-ad3a42019e38 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:03.282361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.699136 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.703599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:17:03.810952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-8aa0d2e2-f659-41c5-8c60-481e4cf031c0 service neutron] 10.222.0.64 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295689 Aug 06 18:17:03.815188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] For port 42d63637-52b4-4abd-a70d-ad3a42019e38, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=42d63637-52b4-4abd-a70d-ad3a42019e38,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:03.829435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Deleting port 42d63637-52b4-4abd-a70d-ad3a42019e38 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:03.829780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.895511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Deleting port 72ef07c6-934d-440f-b964-71a7ed4144bb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:03.896090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:03.948344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.008576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-b7977b08-9a9c-4772-9a58-49b645a77c7e service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109586 Aug 06 18:17:04.010885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.066705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Calling delete_port for 72ef07c6-934d-440f-b964-71a7ed4144bb owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:04.111802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 42d63637-52b4-4abd-a70d-ad3a42019e38 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:04.196446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Pushing event updated for resources: {'Port': ['ID=42d63637-52b4-4abd-a70d-ad3a42019e38,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:04.216228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] For port 42d63637-52b4-4abd-a70d-ad3a42019e38, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=42d63637-52b4-4abd-a70d-ad3a42019e38,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:04.216882 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.221957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.222411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.223105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.223787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.224457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.226630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.227459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.228115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.228835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.229542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.230233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.230887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9178f-7440-4975-ac80-acbd2ab8b93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:04.290568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6b1c9907-d1d3-4ab6-af02-88a27be16b32 req-5301f375-7543-4005-a098-4884b5c33fed tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 210 time: 0.1160285 Aug 06 18:17:04.334374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Calling delete_port for 42d63637-52b4-4abd-a70d-ad3a42019e38 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:04.418770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36d53f2f-9b9f-4ce8-aa6c-f6bd0cee6e6b req-80f7d10c-b302-4f6a-ac42-e366e2f5e473 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979888 Aug 06 18:17:04.487303 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.646427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Port': ['ID=72ef07c6-934d-440f-b964-71a7ed4144bb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:04.698904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.706241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.732848 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3c0beab7-0069-4112-9d13-8bf7b8aaf424 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/ports/72ef07c6-934d-440f-b964-71a7ed4144bb HTTP/1.1" status: 204 len: 168 time: 1.9824905 Aug 06 18:17:04.733744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:04.740628 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.743431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:04.765175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] Pushing event deleted for resources: {'Port': ['ID=42d63637-52b4-4abd-a70d-ad3a42019e38,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:04.777759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb422f67-d44d-4286-b643-d21aef157a80 None None] No DVR routers for this DVR port 42d63637-52b4-4abd-a70d-ad3a42019e38 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:17:04.957507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Deleting port a6e27ba6-41cb-4c43-a185-38c7606d6d41 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:04.958379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.022207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:17:05.103925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6160074-0c4b-4a76-ac18-061286a33d78 req-917e5d0e-dee6-42b3-95bf-3c3d35d243b3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:05.112087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6160074-0c4b-4a76-ac18-061286a33d78 req-917e5d0e-dee6-42b3-95bf-3c3d35d243b3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 944 time: 0.1839600 Aug 06 18:17:05.129624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.159873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Calling delete_port for a6e27ba6-41cb-4c43-a185-38c7606d6d41 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:05.242185 n-d-793621-29 neutron-server[94122]: WARNING neutron.services.revisions.revision_plugin [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Could not find related port for resource to bump revision. Aug 06 18:17:05.254069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6160074-0c4b-4a76-ac18-061286a33d78 req-68df2674-4bfb-44bb-8ac1-945662467f69 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407633 Aug 06 18:17:05.256089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Port 42d63637-52b4-4abd-a70d-ad3a42019e38 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 18:17:05.256615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:1911 {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 18:17:05.262686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_pluggable_backend [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe66:1911 {{(pid=94122) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 18:17:05.265494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.354382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36234) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:05.363547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1537819387'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:05.366365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:05.378871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:05.379712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.389949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:05.391127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.393041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca1c6e7-65bd-43a8-97e1-ab170a0fcf30 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:05.423902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=aa0717fb-5914-41b4-a9d8-0471ae2120b7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:05.436492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19948ac1-3509-46f6-9ce5-a9b89ea40e73 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6806598 Aug 06 18:17:05.439583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36236) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:05.448476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:14:5f:a1', 'name': 'tempest-NetworksTestDHCPv6-2020792741'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:05.485205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6ceb240-463c-40f2-9e88-bd39fce3deb7 req-a6e9c221-2136-409e-8ede-af2a37f5a961 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 210 time: 0.0681233 Aug 06 18:17:05.522879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Port': ['ID=a6e27ba6-41cb-4c43-a185-38c7606d6d41,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:05.526870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.530246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c09e7ce1-05a8-4e4c-bf51-dbda38c578bc tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/ports/a6e27ba6-41cb-4c43-a185-38c7606d6d41 HTTP/1.1" status: 204 len: 168 time: 0.7905986 Aug 06 18:17:05.533615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36240) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:05.597824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-812f2a14-b95a-4175-a81c-4d5064541d15 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0580661 Aug 06 18:17:05.600260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36242) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:05.606283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2026624440'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:05.611758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:05.616116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.659295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:05.670957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.680157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:05.752034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.752966 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Added segment eaf66307-b09e-4740-a4df-fb6c06a45fc8 of type vlan for network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 Aug 06 18:17:05.788058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'aa0717fb-5914-41b4-a9d8-0471ae2120b7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:05.789576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.831837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:05.838054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:05.907385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:05.907959 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment a6fa8ca1-e326-44a2-8f6f-349cbdfb5982 of type vlan for network 4ededef3-8171-4031-8960-81af48dbb852 Aug 06 18:17:05.914083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.004158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.020342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:17:06.049512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.087241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.093257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 71526bab-d2b8-4a2b-ab3a-75afdb836d1f yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:06.112079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:06.113769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.128218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.141917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:06.143334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.238781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Allocated IP 2001:db8::f816:3eff:fe53:ba28 (cefbc2ff-723f-4405-8414-41b97f8c7653/aa0717fb-5914-41b4-a9d8-0471ae2120b7/251b64a1-724e-4d3b-80c8-45ae51b4afaf) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:06.345696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9863584 Aug 06 18:17:06.346558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36250) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:06.357212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1200259942'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:06.382668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7807922 Aug 06 18:17:06.391280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36252) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:06.403603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:06.404369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1262851138'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:06.438143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'port_id': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'mac_address': 'fa:16:3e:f1:48:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb775256-dd6f-4042-b6c5-13faccdce89b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:17:06.439056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab18a18-14cb-4fd1-9309-d7aa173f7597 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=4ededef3-8171-4031-8960-81af48dbb852,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:06.501845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:06.508107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.523206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4ededef3-8171-4031-8960-81af48dbb852 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:06.559018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc574-aa2b-4687-9da5-318f4b2095df req-5fc2412b-9b12-46b0-bada-53e87eb098a3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:06.560669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac6fc574-aa2b-4687-9da5-318f4b2095df req-5fc2412b-9b12-46b0-bada-53e87eb098a3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 944 time: 0.1728561 Aug 06 18:17:06.588000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:06.593044 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.593945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.642710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:06.674195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ceac4-4e2c-48ef-94cf-f0c5cb13534f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Network': ['ID=a9ef2342-7e26-4b8d-a440-17c6a00e5a35,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:06.692214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-03d94f94-3b34-421c-af53-3e1f8869b077 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:06.693874 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-03d94f94-3b34-421c-af53-3e1f8869b077 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 815 time: 0.4965050 Aug 06 18:17:06.694143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:06.712551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:06.722675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50956eb-65d9-46fd-85b1-650b0a310f53 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:17:06.729476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67b64172-40dd-41bb-8389-dde926ea7a02 req-f17c9c6b-2e09-468c-9560-967dd4efbdfc tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 210 time: 0.0339861 Aug 06 18:17:06.751872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Request body: {'port': {'device_id': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'admin_state_up': True, 'tenant_id': 'ed6e164037b04eabbd80ffb43827eb3c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:06.761975 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.762509 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Added segment ec24a6cf-b019-4c2b-a187-690b5894752f of type vlan for network a6202faf-e5ce-49d3-83df-cfe2acd67f58 Aug 06 18:17:06.807209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.808201 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Added segment 282f9552-3f5a-4562-ad7f-5e26643f7b0a of type vlan for network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 Aug 06 18:17:06.836896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:06.851245 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.865695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac6fc574-aa2b-4687-9da5-318f4b2095df req-83ad49db-e806-4d40-966e-28a255075871 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908401 Aug 06 18:17:06.922853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.944483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Transition to ACTIVE for port object 251b64a1-724e-4d3b-80c8-45ae51b4afaf will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:06.961324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:06.979154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:06.985504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Transition to ACTIVE for port object 251b64a1-724e-4d3b-80c8-45ae51b4afaf will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:07.009004 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.032883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Made reservation on behalf of ed6e164037b04eabbd80ffb43827eb3c for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:07.042241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.091916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe14:5fa1 (cefbc2ff-723f-4405-8414-41b97f8c7653/aa0717fb-5914-41b4-a9d8-0471ae2120b7/71526bab-d2b8-4a2b-ab3a-75afdb836d1f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:07.100629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.130420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:17:07.178255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:07.180802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:07.188032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:07.247381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Pushing event updated for resources: {'Port': ['ID=251b64a1-724e-4d3b-80c8-45ae51b4afaf,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:07.261929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:17:07.291541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.299222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b50956eb-65d9-46fd-85b1-650b0a310f53'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:17:07.304716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:07.306782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.337052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Allocated IP 172.20.0.3 (40fbd49c-f8c0-4f63-a555-e3f8abe85555/b44ad36f-26da-4887-8c14-9bdc50d51da6/97792aa2-b68c-4104-bfff-28b531dfe065) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:07.353498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Attempting to bind port 251b64a1-724e-4d3b-80c8-45ae51b4afaf on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:07.355702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Attempting to bind port 251b64a1-724e-4d3b-80c8-45ae51b4afaf by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:07.355702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Attempting to bind port 251b64a1-724e-4d3b-80c8-45ae51b4afaf on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:07.380687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:07.381253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:07.382043 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.382679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:07.383478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Bound port: 251b64a1-724e-4d3b-80c8-45ae51b4afaf, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:07.384073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.416553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0682528 Aug 06 18:17:07.461860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.469268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:07.469992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.473219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:07.487304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'subnet': {'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:07.602560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1963663 Aug 06 18:17:07.602897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] For port 251b64a1-724e-4d3b-80c8-45ae51b4afaf, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:07.602897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] For port 251b64a1-724e-4d3b-80c8-45ae51b4afaf, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=251b64a1-724e-4d3b-80c8-45ae51b4afaf,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:07.610472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ca3d6-3c66-48bb-aa2b-3ae2c59fd003 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Network': ['ID=a6202faf-e5ce-49d3-83df-cfe2acd67f58,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:07.694398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:07.727488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.825310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fe193-063f-4923-9b59-2ec21ae8aec0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Network': ['ID=72cd8a03-7c68-45ab-8e3a-9a91e3d86af8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:07.848458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:07.853735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.870390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.930341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:07.944073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:08.088128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:08.113322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['8559145d-0958-4b20-9ffc-c5e6186caeec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:17:08.128025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 71526bab-d2b8-4a2b-ab3a-75afdb836d1f will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:08.264713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:08.271242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event updated for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:08.290975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:08.304761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:08.401539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5cf43-3357-48a9-98cc-3ddc3adb263a None None] Pushing event updated for resources: {'Port': ['ID=251b64a1-724e-4d3b-80c8-45ae51b4afaf,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:08.466911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349095a-80ab-4d95-b382-088e3d7a3af9 req-88c16f4d-9b07-45c6-89a3-0a9d4851d3ac tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:08.485541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8349095a-80ab-4d95-b382-088e3d7a3af9 req-88c16f4d-9b07-45c6-89a3-0a9d4851d3ac tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 931 time: 0.3524587 Aug 06 18:17:08.566478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8349095a-80ab-4d95-b382-088e3d7a3af9 req-cc87bf71-80c3-4fe1-8af4-e21bcc2addb9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722926 Aug 06 18:17:08.602755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:08.604093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:08.660318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-da3577ea-aa15-4025-b1b5-5a5083406044 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9290340 Aug 06 18:17:08.677227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Request body: {'port': {'device_id': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:08.690911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:08.694819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:08.846879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:08.913326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d36ed-2336-41cc-a17e-f3f32c27c871 req-02af66fe-9cd7-4793-9113-68d5aac24222 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:08.915098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad1d36ed-2336-41cc-a17e-f3f32c27c871 req-02af66fe-9cd7-4793-9113-68d5aac24222 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 945 time: 0.7354043 Aug 06 18:17:08.962107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3', '662d4c28-e3f0-4fdf-86a0-bf515f561624'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:17:09.031824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:09.131119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad1d36ed-2336-41cc-a17e-f3f32c27c871 req-cb06c338-0c28-4baa-bd72-6f404fd3f595 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973879 Aug 06 18:17:09.155162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:09.158668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:09.167501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:09.168336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:09.238965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7976892 Aug 06 18:17:09.239643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36294) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:09.327013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563a978-391b-445a-81e7-071a49270e11 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=71526bab-d2b8-4a2b-ab3a-75afdb836d1f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:09.343972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:09.344719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network hostable DHCP agents. Network: a9ef2342-7e26-4b8d-a440-17c6a00e5a35, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:09.391091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Subnet': ['ID=60f55055-c1db-4e36-bca1-60b318726d37,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:09.410768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:09.446895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62f25f-c195-4b1e-8766-fc87f10d154b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:09.461868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62f25f-c195-4b1e-8766-fc87f10d154b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:09.468218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee62f25f-c195-4b1e-8766-fc87f10d154b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2206364 Aug 06 18:17:09.472955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36302) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:09.574066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a9ef2342-7e26-4b8d-a440-17c6a00e5a35) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:09.620746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:09.621955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:09.626847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49a1e4-7a74-4262-833a-1bf0c9618019 None None] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:09.737438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eec01f3f-520b-40c0-8f3b-da7f1aa17ab0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2556024 Aug 06 18:17:09.743953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:09.773209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'subnet': {'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:10.041686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97792aa2-b68c-4104-bfff-28b531dfe065 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:17:10.069627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.113223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:10.119571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Transition to ACTIVE for port object 97792aa2-b68c-4104-bfff-28b531dfe065 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:10.166900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.263476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.463663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014edb3-fcfc-4f7b-bcf9-6e1f880f6dd6 req-f34cb307-23c7-4562-9e63-e5e3f3d23b86 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:10.467637 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0014edb3-fcfc-4f7b-bcf9-6e1f880f6dd6 req-f34cb307-23c7-4562-9e63-e5e3f3d23b86 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 943 time: 0.3348227 Aug 06 18:17:10.520454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 71526bab-d2b8-4a2b-ab3a-75afdb836d1f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:10.521006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.612136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Pushing event updated for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:10.645240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:10.658075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 251b64a1-724e-4d3b-80c8-45ae51b4afaf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:10.791254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0014edb3-fcfc-4f7b-bcf9-6e1f880f6dd6 req-fec8daec-f8d2-4d91-8376-43bccd3fe3c0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640531 Aug 06 18:17:10.900703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.914781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Attempting to bind port 97792aa2-b68c-4104-bfff-28b531dfe065 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:10.915488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Attempting to bind port 97792aa2-b68c-4104-bfff-28b531dfe065 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:10.916231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Attempting to bind port 97792aa2-b68c-4104-bfff-28b531dfe065 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:10.950777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Port 97792aa2-b68c-4104-bfff-28b531dfe065 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:17:10.955924 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:10.959511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Attempting to bind port 97792aa2-b68c-4104-bfff-28b531dfe065 on network 40fbd49c-f8c0-4f63-a555-e3f8abe85555 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:10.968730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:10.969423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Checking segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:10.970029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Bound using segment: {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:10.971148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 251b64a1-724e-4d3b-80c8-45ae51b4afaf completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:10.971493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Bound port: 97792aa2-b68c-4104-bfff-28b531dfe065, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd703b7de-75e1-4082-b08b-810a7e487c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:10.972936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.015237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 71526bab-d2b8-4a2b-ab3a-75afdb836d1f owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:11.141269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Provisioning for port 251b64a1-724e-4d3b-80c8-45ae51b4afaf completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:11.328406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Provisioning complete for port 251b64a1-724e-4d3b-80c8-45ae51b4afaf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:11.341810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.349903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:11.351279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.409717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:11.452299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=97792aa2-b68c-4104-bfff-28b531dfe065,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:11.467968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.601632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port b50956eb-65d9-46fd-85b1-650b0a310f53 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:11.634576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b50956eb-65d9-46fd-85b1-650b0a310f53 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:11.635360 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.681322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.774361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:11.787171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.789917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] 10.222.0.16 "PUT /v2.0/ports/97792aa2-b68c-4104-bfff-28b531dfe065 HTTP/1.1" status: 200 len: 1092 time: 3.1212180 Aug 06 18:17:11.790672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:11.794983 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a5be12-a6b0-4201-9eaa-f92307f70175" -d '{"events": [{"name": "network-changed", "server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:11.863978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:11.889496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767f23b-b7c4-4852-b6dd-5f53de111e8b service neutron] Pushing event updated for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:11.964203 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12505dd-1bbe-49b1-8c1b-1bb9084b56db x-openstack-request-id: req-e12505dd-1bbe-49b1-8c1b-1bb9084b56db {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:11.964762 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:11.965148 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e12505dd-1bbe-49b1-8c1b-1bb9084b56db {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:11.965919 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065', 'status': 'completed', 'code': 200} Aug 06 18:17:11.992031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-8838e12a-acba-44e0-9c99-ec691cb5f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:11.994930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-8838e12a-acba-44e0-9c99-ec691cb5f8ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 1095 time: 0.1368527 Aug 06 18:17:12.026759 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:12.181930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Allocated IP 10.1.1.2 (a9ef2342-7e26-4b8d-a440-17c6a00e5a35/60f55055-c1db-4e36-bca1-60b318726d37/105ec1b8-2dd2-424e-8b61-abdc157d0ef5) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:12.206470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=71526bab-d2b8-4a2b-ab3a-75afdb836d1f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:12.225157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-c84af6e4-879b-4e88-b7dc-560a1ba9bd36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97792aa2-b68c-4104-bfff-28b531dfe065 HTTP/1.1" status: 200 len: 217 time: 0.2204933 Aug 06 18:17:12.228358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:12.237589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:12.263658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e44b80e0-f2cc-4069-af36-b136aacece19 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/71526bab-d2b8-4a2b-ab3a-75afdb836d1f HTTP/1.1" status: 204 len: 168 time: 2.7583406 Aug 06 18:17:12.358126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88d6f7-7190-4728-a804-6b45d6ba4053 req-01007f8b-fd27-4193-891a-75cb7afdd55a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:12.370672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:12.371796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f88d6f7-7190-4728-a804-6b45d6ba4053 req-01007f8b-fd27-4193-891a-75cb7afdd55a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 945 time: 0.5277200 Aug 06 18:17:12.378228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] For port 251b64a1-724e-4d3b-80c8-45ae51b4afaf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=251b64a1-724e-4d3b-80c8-45ae51b4afaf,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:12.410142 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:12.531521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77135a46-8532-4b30-955c-d6be6baca8bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:12.534835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f88d6f7-7190-4728-a804-6b45d6ba4053 req-5700650b-6155-4904-8cda-44a7db8b3c37 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597672 Aug 06 18:17:12.546066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77135a46-8532-4b30-955c-d6be6baca8bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:12.550681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-77135a46-8532-4b30-955c-d6be6baca8bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2975061 Aug 06 18:17:12.552415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36344) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:12.562144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578cb9f-968f-4bf5-b81d-8c9aacc1e506 None None] Pushing event updated for resources: {'Port': ['ID=251b64a1-724e-4d3b-80c8-45ae51b4afaf,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:12.614228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3146d079-8f0b-4b02-aa04-87e231e16f26 None None] Could not find standard attr ID for object 71526bab-d2b8-4a2b-ab3a-75afdb836d1f. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:17:12.706446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:12.711053 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1a6ff-0f75-444b-9cf3-34721f6e27ab" -d '{"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-plugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:12.759293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:12.772306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:12.799948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621c94-e2c7-439a-9aee-cd8211dbd0ce req-cefa666b-a035-47ba-a2a4-2aa31ad150ff tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:12.815756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17621c94-e2c7-439a-9aee-cd8211dbd0ce req-cefa666b-a035-47ba-a2a4-2aa31ad150ff tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 943 time: 0.3623364 Aug 06 18:17:12.830027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5c6ad5ef-9d8e-4c40-9033-08edb0e58fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:12.833048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-5c6ad5ef-9d8e-4c40-9033-08edb0e58fa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.5909617 Aug 06 18:17:12.956248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-0b53eb7e-dcb2-446e-b72c-a7a7b7049349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043205 Aug 06 18:17:12.983506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet aa0717fb-5914-41b4-a9d8-0471ae2120b7 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:12.991597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:13.019935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:13.143274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Checking segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:13.143729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network hostable DHCP agents. Network: a6202faf-e5ce-49d3-83df-cfe2acd67f58, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:13.162088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:13.174734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Subnet': ['ID=f2a1b429-819e-4591-a86a-78cc71ff77bb,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:13.178942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17621c94-e2c7-439a-9aee-cd8211dbd0ce req-de2e2ec8-1c32-4938-9535-17e8aba2bea3 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436630 Aug 06 18:17:13.219569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:13.245370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a6202faf-e5ce-49d3-83df-cfe2acd67f58) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:13.266651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:13.270913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:13.349904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2723ecf-3143-4467-9bad-86c73a0054a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5933862 Aug 06 18:17:13.355420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36356) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:13.366345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'name': 'tempest-TaggedBootDevicesTest-682925123', 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:13.391303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:13.447400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Transition to ACTIVE for port object 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:13.527493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Transition to ACTIVE for port object 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:13.543751 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a227d92-6629-4e11-97ce-7cc26f006c7b x-openstack-request-id: req-2a227d92-6629-4e11-97ce-7cc26f006c7b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:13.544390 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-plugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:13.544798 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a227d92-6629-4e11-97ce-7cc26f006c7b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:13.546524 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'code': 200} Aug 06 18:17:13.555494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6eb6c-6e77-4460-9ae7-11484d3e2e4d None None] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:13.641421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:13.647225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:13.668758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.000512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.055945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Pushing event updated for resources: {'Port': ['ID=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:14.061227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36366) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:14.068617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:14.076337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:14.086475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:14.086789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'subnets': [{'network_id': '4ededef3-8171-4031-8960-81af48dbb852', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--649666425', 'ip_version': 6}, {'network_id': '72cd8a03-7c68-45ab-8e3a-9a91e3d86af8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:14.087209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'subnet': {'network_id': '4ededef3-8171-4031-8960-81af48dbb852', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--649666425', 'ip_version': 6}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:14.091816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Request body: {'subnet': {'network_id': '72cd8a03-7c68-45ab-8e3a-9a91e3d86af8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:14.119611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] device_id is not set on port f273a535-378a-4b8f-8793-be8d5e1353ef yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:14.230591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da344-9dfa-4b60-b4b5-bb2d3b5f58fc req-71d88888-2721-4e8f-8011-57ebea6809e7 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:14.238053 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77da344-9dfa-4b60-b4b5-bb2d3b5f58fc req-71d88888-2721-4e8f-8011-57ebea6809e7 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.4213433 Aug 06 18:17:14.242511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-297700f3-e2c9-4639-a242-e6c792b8ddd5 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2509897 Aug 06 18:17:14.266901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f6d6f-7bcc-4389-98d8-c59acf2ff062 req-7c8ce6a5-209f-4388-b09a-767707f9548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:14.270162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b1f6d6f-7bcc-4389-98d8-c59acf2ff062 req-7c8ce6a5-209f-4388-b09a-767707f9548a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 1098 time: 0.8476436 Aug 06 18:17:14.293321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Attempting to bind port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:14.294342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Attempting to bind port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:14.295207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Attempting to bind port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:14.336944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 251b64a1-724e-4d3b-80c8-45ae51b4afaf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:14.469411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:14.471013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:14.473721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.474411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Bound using segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:14.480018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Bound port: 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:14.480735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.608376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ips': [{'subnet_id': 'f2a1b429-819e-4591-a86a-78cc71ff77bb'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:14.609747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.650331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77da344-9dfa-4b60-b4b5-bb2d3b5f58fc req-0f11ce6c-3336-43ea-af43-f62211dddf6c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671999 Aug 06 18:17:14.655441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.672410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b1f6d6f-7bcc-4389-98d8-c59acf2ff062 req-436ff494-9ff2-4dbf-af98-2273645c424f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316705 Aug 06 18:17:14.858687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.917700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 251b64a1-724e-4d3b-80c8-45ae51b4afaf triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:14.918298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:14.973837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] For port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:14.991299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fcdcb-4722-4a3a-8b78-c86f34f164db req-daf418dd-5c2e-4174-bc42-2a2159ec0af0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:14.998059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0717fb-5914-41b4-a9d8-0471ae2120b7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:15.004846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-541fcdcb-4722-4a3a-8b78-c86f34f164db req-daf418dd-5c2e-4174-bc42-2a2159ec0af0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 943 time: 0.3392007 Aug 06 18:17:15.006604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aba28471-59e8-4733-a3e8-82ae14b33b87 req-9df0d53e-4528-481b-8b57-19f3f7b74925 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051895 Aug 06 18:17:15.009581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:15.014080 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-12ce12ea-40b1-4ed5-8f88-7497187e7db7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/aa0717fb-5914-41b4-a9d8-0471ae2120b7 HTTP/1.1" status: 204 len: 168 time: 2.4488893 Aug 06 18:17:15.017807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36378) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:15.062505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f6317-b713-4fde-a466-e3951b37f52c None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:15.109881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ea603eb-0b8e-4161-80c5-48760f7f2225 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888493 Aug 06 18:17:15.113523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36380) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:15.138779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Made reservation on behalf of 7bc438a4a4a04577b2e35a14c87c1c40 for: {'subnet': 2} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:15.149440 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:15.150540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:15.163875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] For port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:15.209608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:15.380484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4785a92-6180-42ce-bd5a-f5beb729bc7f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:15.385960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f4785a92-6180-42ce-bd5a-f5beb729bc7f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2684321 Aug 06 18:17:15.387644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36390) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:15.464889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Allocated IP 10.2.2.2 (a6202faf-e5ce-49d3-83df-cfe2acd67f58/f2a1b429-819e-4591-a86a-78cc71ff77bb/54dcf8af-3738-4f11-9163-466f7f4d1979) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:15.485746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-541fcdcb-4722-4a3a-8b78-c86f34f164db req-9484770f-6199-4b8e-a5e5-5d5da562fb31 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793835 Aug 06 18:17:15.577709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.1.1.154 (a9ef2342-7e26-4b8d-a440-17c6a00e5a35/60f55055-c1db-4e36-bca1-60b318726d37/f273a535-378a-4b8f-8793-be8d5e1353ef) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:15.680524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f687842-88b2-4b0e-9cb0-032ab9627282 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:15.687195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0f687842-88b2-4b0e-9cb0-032ab9627282 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2975495 Aug 06 18:17:15.689893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:15.712691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-01fbe5c7-5672-47ae-a546-fda36dd62485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:15.716672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-01fbe5c7-5672-47ae-a546-fda36dd62485 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 1095 time: 0.5443540 Aug 06 18:17:16.039678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478a4f6-e742-4ba4-b96a-02e8de9a5c1b None None] Pushing event updated for resources: {'Port': ['ID=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:16.134364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-ff274b70-9a6a-4354-ad28-c32201e9f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:16.138785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-ff274b70-9a6a-4354-ad28-c32201e9f0fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.3233771 Aug 06 18:17:16.148838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3a698fe2-db7d-444d-ab40-a70b96de09a5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4546673 Aug 06 18:17:16.191237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36402) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:16.230433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:16.364607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-d7bd41d0-9647-4d68-9d9d-13e91c489822 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97792aa2-b68c-4104-bfff-28b531dfe065 HTTP/1.1" status: 200 len: 217 time: 0.2109952 Aug 06 18:17:16.569089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:17:16.764047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:16.787568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd1f00-cddb-4e08-b561-a5b9a8fb8070 req-1e704b6c-ccf6-4de4-9454-72c079363bc2 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:16.790214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83bd1f00-cddb-4e08-b561-a5b9a8fb8070 req-1e704b6c-ccf6-4de4-9454-72c079363bc2 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.4450321 Aug 06 18:17:16.805842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-00e257fe-3d78-43ef-942d-055c34014fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:16.808573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-00e257fe-3d78-43ef-942d-055c34014fc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.3776264 Aug 06 18:17:16.846716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:16.859368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Transition to ACTIVE for port object 54dcf8af-3738-4f11-9163-466f7f4d1979 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:16.901411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Transition to ACTIVE for port object 54dcf8af-3738-4f11-9163-466f7f4d1979 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:16.907443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-299b3e21-8add-437a-ae19-82397505db71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616560 Aug 06 18:17:16.962667 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.030453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.058601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:17.069378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object f273a535-378a-4b8f-8793-be8d5e1353ef will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:17.077652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.100064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:17.100064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:17.101818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878234a-06cb-4b03-9e70-c43a96e7c2cb req-2ac859b7-e002-4ebd-8539-042ae7f5dbb2 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:17.112088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b878234a-06cb-4b03-9e70-c43a96e7c2cb req-2ac859b7-e002-4ebd-8539-042ae7f5dbb2 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 943 time: 0.3201940 Aug 06 18:17:17.138302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Pushing event updated for resources: {'Port': ['ID=54dcf8af-3738-4f11-9163-466f7f4d1979,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:17.152417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:17.174175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Deleting port 251b64a1-724e-4d3b-80c8-45ae51b4afaf {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:17.174881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.201238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.235308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-b368cb63-60e2-40bd-b9af-94c4f063f21b service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130717 Aug 06 18:17:17.377242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:17.416515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.417083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.417687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.418516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.419029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.419539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.420053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.420602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.421103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.421641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.422432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.423502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:17.444736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83bd1f00-cddb-4e08-b561-a5b9a8fb8070 req-b9d5e299-e99c-4d43-bdd7-be30186d0edf tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076293 Aug 06 18:17:17.478816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:17.491753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:17.503917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:17.507070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b878234a-06cb-4b03-9e70-c43a96e7c2cb req-b98db8f8-e495-48a5-91c5-5b9cbf6d7dc7 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935456 Aug 06 18:17:17.592238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.666366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] For port 251b64a1-724e-4d3b-80c8-45ae51b4afaf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=251b64a1-724e-4d3b-80c8-45ae51b4afaf,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:17.667983 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.693134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Calling delete_port for 251b64a1-724e-4d3b-80c8-45ae51b4afaf owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:17.731303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56a5be12-a6b0-4201-9eaa-f92307f70175 req-86185b61-8da6-4d4c-828e-32327a13f089 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643305 Aug 06 18:17:17.814065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:17.815272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.830890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6240d-5543-4f3d-8810-25cb9a54c538 None None] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:17.837015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:17.846721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Checking segment: {'id': 'a6fa8ca1-e326-44a2-8f6f-349cbdfb5982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4ededef3-8171-4031-8960-81af48dbb852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:17.847093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network hostable DHCP agents. Network: 4ededef3-8171-4031-8960-81af48dbb852, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:17.856225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-246cc8fc-4971-418b-885e-cfe197d1f1a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4944065 Aug 06 18:17:17.856225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Subnet': ['ID=e61a0d63-cd02-4574-8fcf-58738f7c8072,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:17.863154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:17.865045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:17.871726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'name': 'tempest-TaggedBootDevicesTest-701071489', 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:17.912290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network 4ededef3-8171-4031-8960-81af48dbb852 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:18.005277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 251b64a1-724e-4d3b-80c8-45ae51b4afaf no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:18.014704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] Pushing event deleted for resources: {'Port': ['ID=251b64a1-724e-4d3b-80c8-45ae51b4afaf,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:18.021543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0c8bc-0c4c-42ad-a8a0-8aa4d185a057 None None] No DVR routers for this DVR port 251b64a1-724e-4d3b-80c8-45ae51b4afaf on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:17:18.026817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4ededef3-8171-4031-8960-81af48dbb852) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:18.033605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.052183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.061952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 97792aa2-b68c-4104-bfff-28b531dfe065 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:17:18.063929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c7a56-a2c6-438e-bcaa-7f5560926e42 None None] Network 4ededef3-8171-4031-8960-81af48dbb852 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:18.152228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=d377e383-2fde-4e64-922a-dd05d451e23a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:18.154781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2431724b-787b-4772-a907-409c88b926cd None None] Provisioning for port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:18.158537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 251b64a1-724e-4d3b-80c8-45ae51b4afaf {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:17:18.159183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 251b64a1-724e-4d3b-80c8-45ae51b4afaf not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:17:18.173005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:18.174673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:18.186953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.187613 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.198363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6413ba-9977-4c36-9a24-9fe68d79a577 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:18.233892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad2b364a-b105-4ad7-8b28-2ea57a1cc7ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0225570 Aug 06 18:17:18.240189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:18.240510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Attempting to bind port 54dcf8af-3738-4f11-9163-466f7f4d1979 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:18.240510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Attempting to bind port 54dcf8af-3738-4f11-9163-466f7f4d1979 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:18.240510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Attempting to bind port 54dcf8af-3738-4f11-9163-466f7f4d1979 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:18.252898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2431724b-787b-4772-a907-409c88b926cd None None] Provisioning complete for port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:18.253515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2431724b-787b-4772-a907-409c88b926cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.260551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:d8:d8:4b', 'name': 'tempest-NetworksTestDHCPv6-1416719484'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:18.289502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Checking segment: {'id': '282f9552-3f5a-4562-ad7f-5e26643f7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '72cd8a03-7c68-45ab-8e3a-9a91e3d86af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:18.289805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network hostable DHCP agents. Network: 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:18.304205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:18.304838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Checking segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:18.305361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.305914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Bound using segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:18.306516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Bound port: 54dcf8af-3738-4f11-9163-466f7f4d1979, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:18.307007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.317129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event updated for resources: {'Subnet': ['ID=0a352a93-86b2-4a4e-a3b1-6868b22597b0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:18.367620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:18.372058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:17:18.374253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.417655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:18.423783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] device_id is not set on port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:18.481067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:18.486209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.487204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.488088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.546552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-65da3f2d-d3f9-4994-a443-1202ccc18b47 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4741879 Aug 06 18:17:18.549392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:18.613828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] For port 54dcf8af-3738-4f11-9163-466f7f4d1979, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:18.618638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] For port 54dcf8af-3738-4f11-9163-466f7f4d1979, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54dcf8af-3738-4f11-9163-466f7f4d1979,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:18.621197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05999254-afbd-4189-8f4a-1e26e53be22e None None] Network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:18.690931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:18.775806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=97792aa2-b68c-4104-bfff-28b531dfe065,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:18.790089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:18.864621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe572-2ce6-414e-b4ef-112002f73093 req-3210f7d2-cbe0-4847-b58e-1c21466a3312 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.866603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f11fe572-2ce6-414e-b4ef-112002f73093 req-3210f7d2-cbe0-4847-b58e-1c21466a3312 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.2047455 Aug 06 18:17:18.885367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbefb6d-11ba-4a76-860b-4ff0ef4dbaa3 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.885367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbefb6d-11ba-4a76-860b-4ff0ef4dbaa3 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.892547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbefb6d-11ba-4a76-860b-4ff0ef4dbaa3 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:18.906162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0bbefb6d-11ba-4a76-860b-4ff0ef4dbaa3 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3550606 Aug 06 18:17:18.917263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36456) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:18.968949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5e69-66ca-4388-a9ce-f7124c2b2485 None None] Pushing event updated for resources: {'Port': ['ID=54dcf8af-3738-4f11-9163-466f7f4d1979,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:19.005422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f11fe572-2ce6-414e-b4ef-112002f73093 req-6f8f5d93-2058-49fa-9b3c-cbc6623adcca tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277182 Aug 06 18:17:19.013933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.1.1.183 (a9ef2342-7e26-4b8d-a440-17c6a00e5a35/60f55055-c1db-4e36-bca1-60b318726d37/1fd5bd16-9f4b-404c-8a08-f2f585b43195) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:19.034353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae0b1e-c2d9-466c-a782-246d41494bb3 req-ffad7d41-3017-4c8c-abb4-6ec933f2b7af tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:19.048278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8ae0b1e-c2d9-466c-a782-246d41494bb3 req-ffad7d41-3017-4c8c-abb4-6ec933f2b7af tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 943 time: 0.2617469 Aug 06 18:17:19.074090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.107898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Deleting subnet e61a0d63-cd02-4574-8fcf-58738f7c8072 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:19.108850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca78f0-5dbe-4d38-9dc9-1308fabc1341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4ededef3-8171-4031-8960-81af48dbb852', 'network_id': '4ededef3-8171-4031-8960-81af48dbb852', 'tenant_id': '7bc438a4a4a04577b2e35a14c87c1c40', 'fixed_ips': [{'subnet_id': 'e61a0d63-cd02-4574-8fcf-58738f7c8072'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:19.110674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09ca78f0-5dbe-4d38-9dc9-1308fabc1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.121059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.128948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'd377e383-2fde-4e64-922a-dd05d451e23a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:19.130198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.147261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '97792aa2-b68c-4104-bfff-28b531dfe065', 'network_id': '40fbd49c-f8c0-4f63-a555-e3f8abe85555', 'port_id': '97792aa2-b68c-4104-bfff-28b531dfe065', 'mac_address': 'fa:16:3e:af:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44ad36f-26da-4887-8c14-9bdc50d51da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:17:19.157920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 24288dca-0937-414c-ab9b-3ec20fe51cdd yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:19.226253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.334954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.481657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/d377e383-2fde-4e64-922a-dd05d451e23a/9fe63ebc-3045-4d5a-b666-ed502bb9ab03) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:19.537980 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2431724b-787b-4772-a907-409c88b926cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.777299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1d1c0-a58b-48a3-95d9-ccb7cb6887d9 req-ac6c1d1c-2112-4fc3-b987-d09df91e418b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:19.780922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03f1d1c0-a58b-48a3-95d9-ccb7cb6887d9 req-ac6c1d1c-2112-4fc3-b987-d09df91e418b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.3742409 Aug 06 18:17:19.826834 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:19.990526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2431724b-787b-4772-a907-409c88b926cd None None] For port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:20.023208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2431724b-787b-4772-a907-409c88b926cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.041523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97792aa2-b68c-4104-bfff-28b531dfe065 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:17:20.045303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03f1d1c0-a58b-48a3-95d9-ccb7cb6887d9 req-7b18df18-d8f1-4651-b0fd-6ceda9a61938 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317247 Aug 06 18:17:20.075644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.119468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object 1fd5bd16-9f4b-404c-8a08-f2f585b43195 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:20.225555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.245015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=97792aa2-b68c-4104-bfff-28b531dfe065,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:20.283999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.328558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8ae0b1e-c2d9-466c-a782-246d41494bb3 req-86406f21-216a-4d3d-9121-baaee28c7b58 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2722793 Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-09ca78f0-5dbe-4d38-9dc9-1308fabc1341 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e61a0d63-cd02-4574-8fcf-58738f7c8072: This subnet is being modified by another concurrent operation. Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:17:20.328898 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e61a0d63-cd02-4574-8fcf-58738f7c8072: This subnet is being modified by another concurrent operation. Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:17:20.336702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.364489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.368743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:20.395349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9b1cc-5bec-40a3-88c2-92c5e516e00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-72cd8a03-7c68-45ab-8e3a-9a91e3d86af8', 'network_id': '72cd8a03-7c68-45ab-8e3a-9a91e3d86af8', 'tenant_id': '7bc438a4a4a04577b2e35a14c87c1c40', 'fixed_ips': [{'subnet_id': '0a352a93-86b2-4a4e-a3b1-6868b22597b0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:20.401769 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79f9b1cc-5bec-40a3-88c2-92c5e516e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.421853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.422073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431724b-787b-4772-a907-409c88b926cd None None] Pushing event updated for resources: {'Port': ['ID=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:20.429964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/subnets/e61a0d63-cd02-4574-8fcf-58738f7c8072 HTTP/1.1" status: 204 len: 168 time: 1.5131781 Aug 06 18:17:20.430896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36482) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:20.433273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Provisioning complete for port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:20.433931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.437541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761784d-08ab-4209-82c0-9c863aa92509 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Subnet': ['ID=e61a0d63-cd02-4574-8fcf-58738f7c8072,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:20.489819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:20.511537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:20.625601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Deleting subnet 0a352a93-86b2-4a4e-a3b1-6868b22597b0 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:20.643065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.732269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:20.757799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:20.758878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.790737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934cce6-1334-4565-bd87-6a0167d0437c None None] Network 4ededef3-8171-4031-8960-81af48dbb852 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:20.855464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Transition to ACTIVE for port object 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:20.906221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:20.906562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8f609-595e-47ac-a006-251cf2a7e778 req-539c7e96-3f15-4e57-acb6-0725dd7d8f29 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:20.930476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78f8f609-595e-47ac-a006-251cf2a7e778 req-539c7e96-3f15-4e57-acb6-0725dd7d8f29 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.5497751 Aug 06 18:17:20.951003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e6abf51e-d02f-4e1e-bb8c-6013ba1b23b5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0784705 Aug 06 18:17:21.114750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.120958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78f8f609-595e-47ac-a006-251cf2a7e778 req-72efeb31-2fc3-4c9c-a64f-23dc82cec9b3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655433 Aug 06 18:17:21.131947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['97792aa2-b68c-4104-bfff-28b531dfe065'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:17:21.136513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:21.298323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.356545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Subnet': ['ID=0a352a93-86b2-4a4e-a3b1-6868b22597b0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:21.365314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.368145 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dd477444-fbd3-48e1-9ecc-9015aedd3749 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/subnets/0a352a93-86b2-4a4e-a3b1-6868b22597b0 HTTP/1.1" status: 204 len: 168 time: 0.9359138 Aug 06 18:17:21.372760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:21.421560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40141c-32f5-4f1a-928d-711d72b20cdc req-217fe5d5-0635-4957-89c2-0dfc593b2ed6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:21.429664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c40141c-32f5-4f1a-928d-711d72b20cdc req-217fe5d5-0635-4957-89c2-0dfc593b2ed6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.1407943 Aug 06 18:17:21.436886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:21.502433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27333c-8927-407b-8c2a-33b4cd5b09c4 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:21.505401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c27333c-8927-407b-8c2a-33b4cd5b09c4 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311085 Aug 06 18:17:21.511521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36498) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:21.547195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c40141c-32f5-4f1a-928d-711d72b20cdc req-cf093979-2106-45e6-850f-03f23e65f4bf tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162803 Aug 06 18:17:21.601095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Transition to ACTIVE for port object 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:21.649130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed1a22-2a67-4113-875e-f08ffe20ec43 None None] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:21.731355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461cb34-df70-47bc-a117-6d1857fe1c68 req-be46089f-2ecc-4d05-ab6f-c8cda475087a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:21.734398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2461cb34-df70-47bc-a117-6d1857fe1c68 req-be46089f-2ecc-4d05-ab6f-c8cda475087a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 944 time: 0.1077812 Aug 06 18:17:21.740312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.811798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2461cb34-df70-47bc-a117-6d1857fe1c68 req-aa299898-7dc4-4d07-91de-fc615a8813c5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689254 Aug 06 18:17:21.893291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.905623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cd8a03-7c68-45ab-8e3a-9a91e3d86af8']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:21.922472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282f9552-3f5a-4562-ad7f-5e26643f7b0a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:21.923285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282f9552-3f5a-4562-ad7f-5e26643f7b0a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:21.962513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.983259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:21.997731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.029938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:17:22.030531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.077615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36516) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-79f9b1cc-5bec-40a3-88c2-92c5e516e00e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a352a93-86b2-4a4e-a3b1-6868b22597b0: This subnet is being modified by another concurrent operation. Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:17:22.089162 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a352a93-86b2-4a4e-a3b1-6868b22597b0: This subnet is being modified by another concurrent operation. Aug 06 18:17:22.101728 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:17:22.127259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633994401', 'description': 'tempest-description--1126193123'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:17:22.169388 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:17:22.178292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.188777 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.192513 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 HTTP/1.1" status: 204 len: 168 time: 0.6788166 Aug 06 18:17:22.196743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36520) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:22.203573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.217122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155f59c5-3bb3-402c-a01c-b1590b40079c None None] Network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:22.240964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4e7b9-e723-4f09-b42e-cdb5c85dff98 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=72cd8a03-7c68-45ab-8e3a-9a91e3d86af8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:22.294830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:22.322304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Provisioning for port f273a535-378a-4b8f-8793-be8d5e1353ef completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:22.325356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155f59c5-3bb3-402c-a01c-b1590b40079c None None] Network 72cd8a03-7c68-45ab-8e3a-9a91e3d86af8 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:17:22.353502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:22.354108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.357724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:22.370945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Provisioning complete for port f273a535-378a-4b8f-8793-be8d5e1353ef triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:22.371560 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.377013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:22.419562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Pushing event updated for resources: {'Port': ['ID=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:22.458609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.514526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631a640-e01b-4498-bace-f2d4fdd208de req-108a26cc-1988-402d-b1e9-7362c3403f60 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:22.518435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a631a640-e01b-4498-bace-f2d4fdd208de req-108a26cc-1988-402d-b1e9-7362c3403f60 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.2989254 Aug 06 18:17:22.667161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3f135df3-49d3-4e51-bae6-1c4d1e3511ca None None] Port f273a535-378a-4b8f-8793-be8d5e1353ef cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:22.745205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a631a640-e01b-4498-bace-f2d4fdd208de req-30aed847-7d42-49a5-8751-c0ee1e9bea3b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738145 Aug 06 18:17:22.772658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.783439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Attempting to bind port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:22.784344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Attempting to bind port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:22.785271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Attempting to bind port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:22.809799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ededef3-8171-4031-8960-81af48dbb852']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:22.830294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fa8ca1-e326-44a2-8f6f-349cbdfb5982') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:22.831423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fa8ca1-e326-44a2-8f6f-349cbdfb5982') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:22.856208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.866677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:22.867305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:22.868011 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.871272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:22.872285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Bound port: 9fe63ebc-3045-4d5a-b666-ed502bb9ab03, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:22.872963 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.887375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.897153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:17:22.897929 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:22.919856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::1e2 (cefbc2ff-723f-4405-8414-41b97f8c7653/d377e383-2fde-4e64-922a-dd05d451e23a/24288dca-0937-414c-ab9b-3ec20fe51cdd) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:17:22.982993 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:17:23.003373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.020331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.031313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/4ededef3-8171-4031-8960-81af48dbb852 HTTP/1.1" status: 204 len: 168 time: 0.8321803 Aug 06 18:17:23.045147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:23.076471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d1a64eb-0d77-4577-9280-cecea3058427 None None] Provisioning for port 54dcf8af-3738-4f11-9163-466f7f4d1979 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:23.111200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54dcf8af-3738-4f11-9163-466f7f4d1979 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:23.111962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb24d7d-ba14-4bea-8ade-a95fe85c4a53 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=4ededef3-8171-4031-8960-81af48dbb852,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:23.165824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497540-0af4-4e8f-8259-f020bcfd6c15 req-e88a10a8-45bb-47bd-9224-df3d692b8206 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:23.168613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd497540-0af4-4e8f-8259-f020bcfd6c15 req-e88a10a8-45bb-47bd-9224-df3d692b8206 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 944 time: 0.1816945 Aug 06 18:17:23.222866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d1a64eb-0d77-4577-9280-cecea3058427 None None] Provisioning for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:23.237869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] For port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:23.242429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d1a64eb-0d77-4577-9280-cecea3058427 None None] Provisioning complete for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:23.243258 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d1a64eb-0d77-4577-9280-cecea3058427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.250981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] For port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:23.300518 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd497540-0af4-4e8f-8259-f020bcfd6c15 req-792d4655-a771-4a82-ae64-b28f9f160ee6 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965948 Aug 06 18:17:23.318797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.332054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.418268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf2d9-43c0-480f-9108-98339d8e2136 req-2623b068-a51d-4b01-9d80-ec969ee71e3f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:23.421151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc9bf2d9-43c0-480f-9108-98339d8e2136 req-2623b068-a51d-4b01-9d80-ec969ee71e3f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.4738982 Aug 06 18:17:23.531794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a64eb-0d77-4577-9280-cecea3058427 None None] Port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:23.548044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2cdc1-1498-4c88-98c9-bf50abc7f4b9 None None] Pushing event updated for resources: {'Port': ['ID=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:23.566103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 54dcf8af-3738-4f11-9163-466f7f4d1979 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:23.574397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 54dcf8af-3738-4f11-9163-466f7f4d1979 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:23.575027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.690483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3b472981-bc48-45a4-8fd4-0d305d3a04cb None None] Provisioning complete for port 54dcf8af-3738-4f11-9163-466f7f4d1979 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:23.691382 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3b472981-bc48-45a4-8fd4-0d305d3a04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.791700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc9bf2d9-43c0-480f-9108-98339d8e2136 req-e2c26ab1-5144-4806-97a0-9e9f9a437374 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525798 Aug 06 18:17:23.821503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.834211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.854204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:23.870093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98eb9603-50be-4ede-8634-636bb95411d0']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:23.953208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8d67a4-fe64-41ce-bbe3-3cc680964633') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:23.953728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8d67a4-fe64-41ce-bbe3-3cc680964633') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:23.954274 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.011128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.045825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3b472981-bc48-45a4-8fd4-0d305d3a04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.122368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 54dcf8af-3738-4f11-9163-466f7f4d1979, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54dcf8af-3738-4f11-9163-466f7f4d1979,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:24.141481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.189429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb680cf-786b-43e0-89f6-481ce97a3f4b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:24.208489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.215441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-82d9580b-acb4-4f20-95c0-ec0a0115cc7d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1128399 Aug 06 18:17:24.216559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:24.222809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.226295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'security_group_rule': {'security_group_id': '4cb680cf-786b-43e0-89f6-481ce97a3f4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:24.233331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.243812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=54dcf8af-3738-4f11-9163-466f7f4d1979,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:24.308166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:17:24.308798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:17:24.318531 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:17:24.339895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-3b472981-bc48-45a4-8fd4-0d305d3a04cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:17:24.341021 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-3b472981-bc48-45a4-8fd4-0d305d3a04cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:17:24.352835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.363991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 97792aa2-b68c-4104-bfff-28b531dfe065 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:24.484957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:24.513708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 24288dca-0937-414c-ab9b-3ec20fe51cdd will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:24.539260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.550704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.603804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 97792aa2-b68c-4104-bfff-28b531dfe065 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:24.614300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 97792aa2-b68c-4104-bfff-28b531dfe065 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:24.614643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.646001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5c5751-7cda-4b21-a9af-30e1e3ff2cef,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:24.663551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.667350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:24.671776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-df4dbf0e-cc87-4807-bc24-2455774d6ca2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4518673 Aug 06 18:17:24.673111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:24.677006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-9e0d936f-acf9-410a-ae6e-0eb10eb93002 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6970437 Aug 06 18:17:24.688286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.691669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'security_group_rule': {'security_group_id': '4cb680cf-786b-43e0-89f6-481ce97a3f4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:24.788227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.815719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.833243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808ab1a-44a9-4430-93a6-1840a5290a6b req-5ecb43d8-09c3-469c-805f-481e25162e1d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:24.847059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f808ab1a-44a9-4430-93a6-1840a5290a6b req-5ecb43d8-09c3-469c-805f-481e25162e1d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.6811314 Aug 06 18:17:24.851995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70f978-01a6-4095-be50-cf210342942c req-4627945b-8439-48e2-9e59-49e1181c39d5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:24.872720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:24.875350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c70f978-01a6-4095-be50-cf210342942c req-4627945b-8439-48e2-9e59-49e1181c39d5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 944 time: 0.2993584 Aug 06 18:17:24.892606 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd04df-8cd1-4dad-877e-7a4b11fc48c6" -d '{"events": [{"server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "name": "network-vif-plugged", "status": "completed", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:24.902456 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:24.993484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=97792aa2-b68c-4104-bfff-28b531dfe065,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:24.996048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c70f978-01a6-4095-be50-cf210342942c req-f5ad9a6e-8606-4b8d-b3b8-77b9c4176f77 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066060 Aug 06 18:17:25.019896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.066226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.069827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/98eb9603-50be-4ede-8634-636bb95411d0 HTTP/1.1" status: 204 len: 168 time: 2.0167713 Aug 06 18:17:25.078935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36572) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:25.091309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360594b-631c-439d-9e6a-928cdc39a1c0 tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=98eb9603-50be-4ede-8634-636bb95411d0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:25.105947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:25.125023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:25.129063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:25.140360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.143402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.159249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=24288dca-0937-414c-ab9b-3ec20fe51cdd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:25.218937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f808ab1a-44a9-4430-93a6-1840a5290a6b req-34f90d47-c72a-42c5-92c6-5ffbb1842f54 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672106 Aug 06 18:17:25.254462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:25.311707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.316160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.316987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.319606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.325414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.326847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.327642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.328678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.336440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-23e203a1-a26a-41e5-b58b-4ce8ce11e3aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 0.4773593 Aug 06 18:17:25.361485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36578) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:25.364299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-597ab4bd-e370-4481-bfdd-4750cf5e9cf5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.1203802 Aug 06 18:17:25.381649 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf3045-fc44-4a03-928a-f143cb32e75f x-openstack-request-id: req-9baf3045-fc44-4a03-928a-f143cb32e75f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:25.381945 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "name": "network-vif-plugged", "status": "completed", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:25.382414 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9baf3045-fc44-4a03-928a-f143cb32e75f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:25.382856 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065', 'code': 200} Aug 06 18:17:25.417390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.468231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.662152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Provisioning for port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:25.669723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddc8267-4c54-4ea4-8ba9-c33d9bae50fc,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:25.670701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Provisioning complete for port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:25.671303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.761723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.773118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2787a-e844-45bb-b785-789b9245a9b6 req-1049950b-3c1c-4aea-8fae-2104565792f2 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.776444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97282a00-6851-4e33-b08e-56d351496353']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:25.777983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a2787a-e844-45bb-b785-789b9245a9b6 req-1049950b-3c1c-4aea-8fae-2104565792f2 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.1936536 Aug 06 18:17:25.787824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-790b6a6f-3e6d-47c9-b223-1a3e8b7e6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.789433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-790b6a6f-3e6d-47c9-b223-1a3e8b7e6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.791672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-790b6a6f-3e6d-47c9-b223-1a3e8b7e6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.795176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8178ee-fdc4-42a4-bdc9-a0c71ee7631c') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:25.795176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8178ee-fdc4-42a4-bdc9-a0c71ee7631c') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:25.800748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-790b6a6f-3e6d-47c9-b223-1a3e8b7e6d10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 2296 time: 0.4114943 Aug 06 18:17:25.807264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.830494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.839014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:17:25.839452 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.872813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.876535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:25.879087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-278dc5e4-ba78-4acf-9f33-93b7b9fb9ab7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2026613 Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:17:25.880732 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:17:25.904963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36584) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:25.927222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeeca24-2ee3-4fb0-8e41-335abb2ad1d9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.942063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeeca24-2ee3-4fb0-8e41-335abb2ad1d9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:25.950384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1aeeca24-2ee3-4fb0-8e41-335abb2ad1d9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5874870 Aug 06 18:17:25.953204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36586) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:25.956456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] For port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:25.960537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:25.967062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:26.105009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d4a4-4f60-496a-af71-4427e8d90727 req-106fa1b1-7d0c-4535-a40b-6af4fa1eecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:26.108631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06f3d4a4-4f60-496a-af71-4427e8d90727 req-106fa1b1-7d0c-4535-a40b-6af4fa1eecb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 1097 time: 0.5908628 Aug 06 18:17:26.110986 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:26.148513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:26.165939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a2787a-e844-45bb-b785-789b9245a9b6 req-695c7e44-f69c-4e9f-9407-73d7064ca6ea tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626931 Aug 06 18:17:26.179623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:26.183014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] 10.222.0.64 "DELETE /v2.0/networks/97282a00-6851-4e33-b08e-56d351496353 HTTP/1.1" status: 204 len: 168 time: 1.1023564 Aug 06 18:17:26.344415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-496f0090-1230-441d-be0e-821bc594d713 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1001 time: 0.5293231 Aug 06 18:17:26.359274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4214bf5-0a19-4333-92c9-9bd3540edc8b tempest-BulkNetworkOpsIpV6Test-457628620 tempest-BulkNetworkOpsIpV6Test-457628620-project] Pushing event deleted for resources: {'Network': ['ID=97282a00-6851-4e33-b08e-56d351496353,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:26.502993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-f47504c4-ac1c-47ae-af89-ee3b33f02ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:26.506787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-f47504c4-ac1c-47ae-af89-ee3b33f02ed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.1051621 Aug 06 18:17:26.564085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7c2a4-2489-4afa-8a8b-08dc644e5d93 None None] Pushing event updated for resources: {'Port': ['ID=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:26.577347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c6ba0-4236-4455-be5c-84b077fcf690 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:17:26.585186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54dcf8af-3738-4f11-9163-466f7f4d1979 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:26.613470 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06f3d4a4-4f60-496a-af71-4427e8d90727 req-a66ceba7-b753-4294-ab5d-e299c7727be4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943864 Aug 06 18:17:26.738693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-4f2fa292-4a36-4212-98e7-6b5240820f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:26.740864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02d1e0-17c1-46e4-8d2a-b6e4b9910628 req-9baedd9e-fa11-4f28-b0aa-6f00a92a6ce1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:26.741073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-4f2fa292-4a36-4212-98e7-6b5240820f5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2223406 Aug 06 18:17:26.749350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e26077d2-d490-43c4-a51a-1d41667525db None None] Provisioning for port 24288dca-0937-414c-ab9b-3ec20fe51cdd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:26.764348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e02d1e0-17c1-46e4-8d2a-b6e4b9910628 req-9baedd9e-fa11-4f28-b0aa-6f00a92a6ce1 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.4202392 Aug 06 18:17:26.766085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e26077d2-d490-43c4-a51a-1d41667525db None None] Provisioning complete for port 24288dca-0937-414c-ab9b-3ec20fe51cdd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:26.767268 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e26077d2-d490-43c4-a51a-1d41667525db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:26.985546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e26077d2-d490-43c4-a51a-1d41667525db None None] Port 24288dca-0937-414c-ab9b-3ec20fe51cdd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:26.995387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e02d1e0-17c1-46e4-8d2a-b6e4b9910628 req-e87bcc74-c537-428c-bc21-7f1340c67c38 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013409 Aug 06 18:17:27.018492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 54dcf8af-3738-4f11-9163-466f7f4d1979 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:27.020110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:27.151438 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:27.160563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-07c48415-c258-4c0b-8830-8a057012ddd2 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030411 Aug 06 18:17:27.191354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36620) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:27.242475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 24288dca-0937-414c-ab9b-3ec20fe51cdd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:27.242949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:27.269644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c6ba0-4236-4455-be5c-84b077fcf690 None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:17:27.476657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 172.25.3.239 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/a6c535c3-f31a-4c99-a0eb-4380ab03ebd9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:27.786305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-010bdeef-62b1-4250-9d71-1d4095f85a2c service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132355 Aug 06 18:17:27.841311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad799c41-9cd8-409d-bfa6-3e48a48c79dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7bc438a4a4a04577b2e35a14c87c1c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488485 Aug 06 18:17:27.853663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:27.874114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:27.895517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-eefa29bb-e7b2-4d59-b8c9-5d7b8c7a92c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 217 time: 0.1061234 Aug 06 18:17:27.901026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.094348 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.139048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 24288dca-0937-414c-ab9b-3ec20fe51cdd owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:28.214498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:28.220893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=a6c535c3-f31a-4c99-a0eb-4380ab03ebd9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:28.224212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:28.225355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-bbc6ae8f-3fcc-44e2-8fef-8d6ace1ed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:28.233481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:28.238938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-bbc6ae8f-3fcc-44e2-8fef-8d6ace1ed7ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.3308711 Aug 06 18:17:28.425404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.446955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:28.511967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.515694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.516194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-df250be3-f347-48e8-9393-24f43d455724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:28.518582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-df250be3-f347-48e8-9393-24f43d455724 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2674742 Aug 06 18:17:28.547637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.580714 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0db69cf0-e97a-49e7-a248-511941e4da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.634803 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.638047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.642561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5e0b338-0d91-4418-b553-65179fe16fa2 HTTP/1.1" status: 204 len: 168 time: 0.7862992 Aug 06 18:17:28.687958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4eb4-95e2-44f3-93d5-12a5e9b2751e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0b338-0d91-4418-b553-65179fe16fa2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:28.716329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee676d-c7dc-4886-b14a-39271b7e49d5 req-70512c95-d1ed-43a2-ab09-21aa1c7e392c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:28.729431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35ee676d-c7dc-4886-b14a-39271b7e49d5 req-70512c95-d1ed-43a2-ab09-21aa1c7e392c tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.2757761 Aug 06 18:17:28.783211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2cde6-1930-4a91-8f65-05fe759724b4 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:17:28.845060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35ee676d-c7dc-4886-b14a-39271b7e49d5 req-1fc56266-db41-4646-8329-d42e5ba59c93 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159720 Aug 06 18:17:28.861291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:28.861967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:28.943130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db9cfe-2c7c-4181-a950-edd73eab926a req-d9a028f8-dab3-450e-b2c8-09aded937388 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:28.946599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58db9cfe-2c7c-4181-a950-edd73eab926a req-d9a028f8-dab3-450e-b2c8-09aded937388 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.2163215 Aug 06 18:17:29.093722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-c1df0bf1-26db-400f-8580-89cb0ae5db22 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545053 Aug 06 18:17:29.261338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.272005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.294515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-e0f7c705-850a-41e9-a2a1-aa5ba6a2c0c8 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890736 Aug 06 18:17:29.361149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2cde6-1930-4a91-8f65-05fe759724b4 None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:17:29.403523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-2bb233a3-cf64-4539-82ce-6b4e9af6b566 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 217 time: 0.0936444 Aug 06 18:17:29.411019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58db9cfe-2c7c-4181-a950-edd73eab926a req-ca170905-3e80-48a7-bd6d-0c16ff3ba822 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295402 Aug 06 18:17:29.439699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=a6c535c3-f31a-4c99-a0eb-4380ab03ebd9,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:29.455387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.469909 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:17:29.483257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.495180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e2767fd7-337a-483a-aa61-7677b3830c01 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5419199 Aug 06 18:17:29.509879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.603313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=24288dca-0937-414c-ab9b-3ec20fe51cdd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:29.660356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.663596 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb3b9243-1101-46a7-b73b-ad1d9bb15a58 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/24288dca-0937-414c-ab9b-3ec20fe51cdd HTTP/1.1" status: 204 len: 168 time: 3.7081714 Aug 06 18:17:29.674424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36678) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:29.688068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-8eceed8f-6214-4c78-baee-36255494002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:29.690250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-8eceed8f-6214-4c78-baee-36255494002f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2729392 Aug 06 18:17:29.761561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280cbfe-f85f-4a76-9b2d-6369f23c575d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:29.764979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280cbfe-f85f-4a76-9b2d-6369f23c575d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:29.770125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2280cbfe-f85f-4a76-9b2d-6369f23c575d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0944462 Aug 06 18:17:29.772107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36688) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:29.817551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-3c03a7de-6622-4704-bdce-ffa555d66986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:29.820198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-3c03a7de-6622-4704-bdce-ffa555d66986 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0986204 Aug 06 18:17:29.880027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet d377e383-2fde-4e64-922a-dd05d451e23a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:29.886095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:29.965699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:30.039303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-b070c9b0-ecc0-47cd-b05b-5114bef5d95a service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109139 Aug 06 18:17:30.137086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:30.261874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f64b6ca6-1c7f-4509-81fe-07eb710f353e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--633994401&fields=id&tenant_id=f2443dcc91294277aa870ca3ed0ca580 HTTP/1.1" status: 200 len: 267 time: 0.1348877 Aug 06 18:17:30.283953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e062b1-0ec6-4727-a987-bcd38f360070 req-db4dc62f-30c8-4c0d-86a9-a1515f6d9739 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:30.286492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3e062b1-0ec6-4727-a987-bcd38f360070 req-db4dc62f-30c8-4c0d-86a9-a1515f6d9739 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.1751850 Aug 06 18:17:30.372902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-3a9fa2a4-51bc-4deb-86bb-3bcc7ad4b087 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260448 Aug 06 18:17:30.399538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:30.451488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-4578e160-9cde-467f-8fce-8ea38cdbc857 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 217 time: 0.0697277 Aug 06 18:17:30.474463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6816e288-6591-45fc-9eb9-b5dbe636e873 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:30.477010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6816e288-6591-45fc-9eb9-b5dbe636e873 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 931 time: 0.1822088 Aug 06 18:17:30.488120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3e062b1-0ec6-4727-a987-bcd38f360070 req-52263ca7-14dd-47f1-9cfa-87cd774ad4d0 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844294 Aug 06 18:17:30.504402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:30.506771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/d377e383-2fde-4e64-922a-dd05d451e23a HTTP/1.1" status: 204 len: 168 time: 0.7331991 Aug 06 18:17:30.507956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d41de-5665-4f4f-aacf-f612ce3add22 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=d377e383-2fde-4e64-922a-dd05d451e23a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:30.516264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:30.644554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-92b6d07c-4db7-4fba-ac6d-7aea0c904578 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:30.647342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-92b6d07c-4db7-4fba-ac6d-7aea0c904578 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 931 time: 0.1411679 Aug 06 18:17:30.658199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-41f05750-72ce-47d3-a1d4-828546d51db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:30.660743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-41f05750-72ce-47d3-a1d4-828546d51db5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1815321 Aug 06 18:17:30.668386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d7b8d838-963b-43a9-ba28-72dbf2cecb68 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439509 Aug 06 18:17:30.671930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:30.726904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36728) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:30.753214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788a520-bc61-48b1-8146-f58ce0e662f9 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:30.837577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55845ef-79f5-47a1-9c80-59caee037599 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:30.839401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b55845ef-79f5-47a1-9c80-59caee037599 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1663551 Aug 06 18:17:30.876794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-3930167b-076a-4d06-98ff-544068f95381 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2094562 Aug 06 18:17:30.892474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36736) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:30.945129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-22a2bfa2-6713-4eec-a369-b245088ab3de tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675859 Aug 06 18:17:31.034932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-a78d822d-af45-46f0-8fd9-55e94ae53224 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2221167 Aug 06 18:17:31.084325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346325d-3678-45f8-8d1c-cb48ca1b7269 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.086052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0346325d-3678-45f8-8d1c-cb48ca1b7269 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1920106 Aug 06 18:17:31.106688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.167539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fdc80725-a185-4bf3-9a7c-b88cefe33402 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] Request body: {'port': {'network_id': 'eff7e74f-7a63-4834-90e7-b109e562159d', 'name': 'tempest-NetworksNegativeTestJSON-1708550163'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:31.168289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-44fc0225-4e6a-4560-8943-c8b3c0a611df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.170295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-44fc0225-4e6a-4560-8943-c8b3c0a611df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5025971 Aug 06 18:17:31.191262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:17:31.226288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9d99987c-5fb9-4a4b-bbdc-15d79cdf2730 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141384 Aug 06 18:17:31.238008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.269217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:31.291710 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc80725-a185-4bf3-9a7c-b88cefe33402 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] POST failed (client error): The resource could not be found. Aug 06 18:17:31.292743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc80725-a185-4bf3-9a7c-b88cefe33402 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:31.295378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fdc80725-a185-4bf3-9a7c-b88cefe33402 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5607362 Aug 06 18:17:31.326867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.379780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Deleting port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:31.380520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:31.382528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fbfce-316f-45d0-ae50-5ae039ccf4fe req-97db3b90-e6b0-4361-a4f6-66384c945658 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.386296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-557fbfce-316f-45d0-ae50-5ae039ccf4fe req-97db3b90-e6b0-4361-a4f6-66384c945658 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.3575895 Aug 06 18:17:31.401125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2813e82b-714a-4651-a616-3dfaff096078 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.409931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2813e82b-714a-4651-a616-3dfaff096078 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.417360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2813e82b-714a-4651-a616-3dfaff096078 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.429347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2813e82b-714a-4651-a616-3dfaff096078 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 1990 time: 0.4817026 Aug 06 18:17:31.434557 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d3ca31-3884-44a1-84b5-43486cf35071 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] DELETE failed (client error): The resource could not be found. Aug 06 18:17:31.447636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d3ca31-3884-44a1-84b5-43486cf35071 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:31.462317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22d3ca31-3884-44a1-84b5-43486cf35071 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "DELETE /v2.0/networks/791cb02b-24bc-4b49-8c9e-e97b891bd928 HTTP/1.1" status: 404 len: 339 time: 0.1308041 Aug 06 18:17:31.472992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.520851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:31.554049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] For port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:31.554472 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:31.575068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-ab60fab3-49be-48b8-8f48-91ae5e7d8db4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/quotas/f2443dcc91294277aa870ca3ed0ca580 HTTP/1.1" status: 200 len: 375 time: 0.1441476 Aug 06 18:17:31.581973 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce62b8-80ce-4cf3-bb1b-6847eca87cae tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] DELETE failed (client error): The resource could not be found. Aug 06 18:17:31.582777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce62b8-80ce-4cf3-bb1b-6847eca87cae tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:31.590474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a7ce62b8-80ce-4cf3-bb1b-6847eca87cae tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "DELETE /v2.0/ports/ef671369-35ac-4551-95bb-7bb56638b17e HTTP/1.1" status: 404 len: 333 time: 0.1083930 Aug 06 18:17:31.590727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-47d56c66-cba1-4dd0-8e62-cb4c46d09b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.590727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-47d56c66-cba1-4dd0-8e62-cb4c46d09b9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 1098 time: 0.4582195 Aug 06 18:17:31.608168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Calling delete_port for 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:31.611470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.665317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-596c7a5c-ba5c-4dc3-b002-f42182ff8555 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718454 Aug 06 18:17:31.734355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-564a9ecd-adc5-45a6-a095-333dd61b13ca tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1453929 Aug 06 18:17:31.895028 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1345a2-9236-4181-afdd-723d8dd727bf tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] DELETE failed (client error): The resource could not be found. Aug 06 18:17:31.895938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1345a2-9236-4181-afdd-723d8dd727bf tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:31.899696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9f1345a2-9236-4181-afdd-723d8dd727bf tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "DELETE /v2.0/subnets/32aa7a79-8d1b-4c6c-af7c-b33144eaa9d8 HTTP/1.1" status: 404 len: 337 time: 0.2821686 Aug 06 18:17:31.902622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-8196132c-d901-4c77-9589-875c2b6bab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:31.904175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e22acc8c-57ed-4ded-8ac5-d40e1695300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:31.905817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-8196132c-d901-4c77-9589-875c2b6bab77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.1983240 Aug 06 18:17:31.919878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36770) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:31.921481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:31.935502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-efb3f24f-289c-4085-b481-a191a007038b service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592249 Aug 06 18:17:31.971627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] Pushing event deleted for resources: {'Port': ['ID=9fe63ebc-3045-4d5a-b666-ed502bb9ab03,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:31.979050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40677f7b-91a0-4941-9caf-e623a866edee None None] No DVR routers for this DVR port 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:17:31.992569 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4360f871-c64a-4271-9143-005f0434a2c0 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] GET failed (client error): The resource could not be found. Aug 06 18:17:31.995135 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4360f871-c64a-4271-9143-005f0434a2c0 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "GET /v2.0/networks/535d5f19-976e-468a-9ef6-7579a889cd53 HTTP/1.1" status: 404 len: 339 time: 0.0679426 Aug 06 18:17:32.013885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36772) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:32.053927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-0c4b6e65-f745-4415-a6ad-63e51e360523 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 217 time: 0.1098814 Aug 06 18:17:32.108330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-557fbfce-316f-45d0-ae50-5ae039ccf4fe req-4331814d-199f-461b-a848-846a7935008c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946433 Aug 06 18:17:32.127457 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-f9b7ccb5-bac3-49a6-a75f-2c11073edcf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.2098982 Aug 06 18:17:32.171027 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d2d04c-4205-4c7e-a79d-b7f7126751e8 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] GET failed (client error): The resource could not be found. Aug 06 18:17:32.179059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-93d2d04c-4205-4c7e-a79d-b7f7126751e8 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "GET /v2.0/ports/69c552b2-2916-4dba-a20f-b49f890accee HTTP/1.1" status: 404 len: 333 time: 0.0967877 Aug 06 18:17:32.213510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-79dcb23e-6806-471d-bade-da3de77a4841 service neutron] 10.222.0.64 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358721 Aug 06 18:17:32.214722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36774) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:32.363719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:32.414276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:17:32.414958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9fe63ebc-3045-4d5a-b666-ed502bb9ab03 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:17:32.420992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:17:32.478307 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed48fab-1a4d-4f2a-9063-12fbfd7816eb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] GET failed (client error): The resource could not be found. Aug 06 18:17:32.479858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ed48fab-1a4d-4f2a-9063-12fbfd7816eb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "GET /v2.0/subnets/6550e080-e9cb-4663-a295-923551c4c75f HTTP/1.1" status: 404 len: 337 time: 0.2444313 Aug 06 18:17:32.482068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-b09ceac8-2ad3-4ab5-bb15-aa6230493c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:32.486821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-b09ceac8-2ad3-4ab5-bb15-aa6230493c1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.2996788 Aug 06 18:17:32.488121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:32.499711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-23a24b75-70a8-4a6e-96cc-c1c28f666f87 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:32.512876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:32.531727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:32.536688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-81249370-1414-48a6-baa4-201d26f27b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:32.549779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-81249370-1414-48a6-baa4-201d26f27b7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.4779155 Aug 06 18:17:32.641104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-4a61bdf1-b794-4bea-bfd3-fabecf73e030 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032197 Aug 06 18:17:32.676684 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a24b75-70a8-4a6e-96cc-c1c28f666f87 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] PUT failed (client error): The resource could not be found. Aug 06 18:17:32.682037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a24b75-70a8-4a6e-96cc-c1c28f666f87 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:32.686043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-23a24b75-70a8-4a6e-96cc-c1c28f666f87 tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "PUT /v2.0/networks/1b3edbd7-1c34-4d35-b1cc-8e8334f55e5c HTTP/1.1" status: 404 len: 339 time: 0.1953702 Aug 06 18:17:32.694680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:32.707953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-148faf7e-d196-4383-973e-c518de40695c tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:32.709286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:32.740692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'port_id': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'mac_address': 'fa:16:3e:f1:48:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb775256-dd6f-4042-b6c5-13faccdce89b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:17:32.759365 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-148faf7e-d196-4383-973e-c518de40695c tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] PUT failed (client error): The resource could not be found. Aug 06 18:17:32.760710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148faf7e-d196-4383-973e-c518de40695c tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:32.767455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-148faf7e-d196-4383-973e-c518de40695c tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "PUT /v2.0/ports/f80f0bcd-ffff-46b0-bc78-a0a8f78d16ce HTTP/1.1" status: 404 len: 333 time: 0.0669622 Aug 06 18:17:32.769416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36788) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:32.783392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f454e9df-561e-4d4f-b0c4-66d978997cdb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:32.849222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-0db07dc6-9a20-418d-ad76-c6316ffdf681 service neutron] 10.222.0.64 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230299 Aug 06 18:17:32.856061 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f454e9df-561e-4d4f-b0c4-66d978997cdb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] PUT failed (client error): The resource could not be found. Aug 06 18:17:32.856893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f454e9df-561e-4d4f-b0c4-66d978997cdb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:32.878349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f454e9df-561e-4d4f-b0c4-66d978997cdb tempest-NetworksNegativeTestJSON-515215701 tempest-NetworksNegativeTestJSON-515215701-project] 10.222.0.64 "PUT /v2.0/subnets/20b0a9d4-fcee-4d31-8cc6-41ab59e87991 HTTP/1.1" status: 404 len: 337 time: 0.0971401 Aug 06 18:17:32.897574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:32.923611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-8347860a-2546-4231-8f63-781b42ffb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:32.927918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-8347860a-2546-4231-8f63-781b42ffb52c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3768013 Aug 06 18:17:32.973275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b50956eb-65d9-46fd-85b1-650b0a310f53 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:17:33.029207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-4b3ac885-d7f6-40c5-bc5e-bf538152c238 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417532 Aug 06 18:17:33.058049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:33.092791 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-bed3d056-7a6c-4608-8455-fdd7cf6527b1 service neutron] 10.222.0.64 "GET /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2055130 Aug 06 18:17:33.118484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:33.291789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:33.317343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:33.376540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b50956eb-65d9-46fd-85b1-650b0a310f53'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:17:33.384390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-94aeedc2-9082-4aae-bb84-b0ef252789e8 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866731 Aug 06 18:17:33.563878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:17:33.577398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:33.633966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-5610eea6-540b-4965-bb42-aca87c089a36 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970401 Aug 06 18:17:33.707489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:33.739586 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fec8a10d-7ec9-4783-86b7-3116077f4544 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361609 Aug 06 18:17:33.885739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-9faea839-a572-4757-95db-fd7afb3ed988 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798978 Aug 06 18:17:33.890717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b9c23d79-c06d-4f52-acd2-1f42d8287dc7 service neutron] 10.222.0.64 "GET /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0596540 Aug 06 18:17:33.939997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-07dd1ec1-7327-4d0b-b2d0-e91aefa67cb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 217 time: 0.0460725 Aug 06 18:17:34.170833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb20b-4c1e-4870-b1f8-81ad235510bd req-bb30cfde-4691-49da-9979-1d2fd01bb166 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:34.178789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8cdb20b-4c1e-4870-b1f8-81ad235510bd req-bb30cfde-4691-49da-9979-1d2fd01bb166 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 945 time: 0.8816066 Aug 06 18:17:34.198110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-729213c1-7d11-43eb-8343-3f22be3f2e67 req-860b0321-e12d-4de7-9bda-e3c24c80eb1b service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1606588 Aug 06 18:17:34.235964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:34.237572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:34.248996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:34.249641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:34.251851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ad9c6-738e-424b-9319-0dd9dcb9af74 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:34.258081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=ea3edcdd-6ee9-4d6d-bb67-139b363df0fd,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:34.274302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8cdb20b-4c1e-4870-b1f8-81ad235510bd req-42bb31e9-6bd0-42cf-bcfa-8da4832281b6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929382 Aug 06 18:17:34.302708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-838caad0-c99e-4ebf-8e9c-ea602cfd2736 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0431087 Aug 06 18:17:34.305688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:34.311744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:34.501981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:34.611566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:34.617823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:34.653242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'ea3edcdd-6ee9-4d6d-bb67-139b363df0fd'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:34.654671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:34.704458 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:34.829192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b50956eb-65d9-46fd-85b1-650b0a310f53 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:34.829849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:34.895148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-46e75fa0-d2ed-4647-9a5a-3b3e7e644650 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9534118 Aug 06 18:17:34.943242 n-d-793621-29 neutron-server[94121]: INFO neutron.db.ipam_backend_mixin [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea3edcdd-6ee9-4d6d-bb67-139b363df0fd (CIDR: 2001:db8::/64) Aug 06 18:17:34.954095 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:17:34.954672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:35.000252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad6262e9-dc42-46c0-aa23-e7c916b496dd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6931267 Aug 06 18:17:35.002971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-815a281e-76c0-4ef6-bb78-028eeccf3e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.003386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36836) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:35.009623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:35.061088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-adb0d1c3-82e0-426f-b6b2-698ad5f8e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:35.075383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-adb0d1c3-82e0-426f-b6b2-698ad5f8e677 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 1.1243098 Aug 06 18:17:35.264793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-03b83ef9-af8c-43e3-98d0-56988791a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:35.266944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-03b83ef9-af8c-43e3-98d0-56988791a8d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601510 Aug 06 18:17:35.278326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.324376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-c14b325a-a9c9-44ee-9a85-ca85b1b3995b service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101751 Aug 06 18:17:35.360370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:35.366200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:35.371680 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4e9f70-4c32-47ef-83b5-0d09b0ce280a" -d '{"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-plugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:35.378708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Allocated IP 2001:db8::f816:3eff:fe40:47ed (cefbc2ff-723f-4405-8414-41b97f8c7653/ea3edcdd-6ee9-4d6d-bb67-139b363df0fd/11432650-d12e-4d9c-a260-bf1dfb0e2fde) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:35.384304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.608195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-815a281e-76c0-4ef6-bb78-028eeccf3e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.613562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60a295-cc28-4f35-870c-2dddb6e219c5 req-c3ee51bc-2a68-4f96-b7ea-75afb8546a94 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:35.623649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-7daa5a5f-1872-40ab-ba3a-19f9e52f1c53 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626452 Aug 06 18:17:35.629955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f60a295-cc28-4f35-870c-2dddb6e219c5 req-c3ee51bc-2a68-4f96-b7ea-75afb8546a94 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.1098793 Aug 06 18:17:35.644507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-815a281e-76c0-4ef6-bb78-028eeccf3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.686755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:35.690575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:35.706785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.739889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a281e-76c0-4ef6-bb78-028eeccf3e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636ada7d-6d6f-402b-8b29-b59bcd518af9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:35.896954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-815a281e-76c0-4ef6-bb78-028eeccf3e23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6754edd062a04d3c85c54419cec8549d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1877697 Aug 06 18:17:35.910449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36864) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:35.926740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:35.941361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Transition to ACTIVE for port object 11432650-d12e-4d9c-a260-bf1dfb0e2fde will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:35.959633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-5bc50f75-618f-4562-a236-e7f1c2f106ef service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802523 Aug 06 18:17:35.972735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Transition to ACTIVE for port object 11432650-d12e-4d9c-a260-bf1dfb0e2fde will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:35.983837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f60a295-cc28-4f35-870c-2dddb6e219c5 req-aa273b26-e230-4f51-afd6-664bdf44b82e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230162 Aug 06 18:17:35.989745 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.112779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Pushing event updated for resources: {'Port': ['ID=11432650-d12e-4d9c-a260-bf1dfb0e2fde,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:36.161063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:36.178264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2fe4ebc1-3a6a-41d1-a23e-4fb5ce8cc8ba service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531487 Aug 06 18:17:36.190688 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c90c2-ddfe-4969-b5fa-1188a8f1186f x-openstack-request-id: req-638c90c2-ddfe-4969-b5fa-1188a8f1186f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:36.190688 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-plugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:36.191193 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-638c90c2-ddfe-4969-b5fa-1188a8f1186f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:36.193798 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'code': 200} Aug 06 18:17:36.194768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:36.204299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:36.288677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Attempting to bind port 11432650-d12e-4d9c-a260-bf1dfb0e2fde on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:36.289808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Attempting to bind port 11432650-d12e-4d9c-a260-bf1dfb0e2fde by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:36.289808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Attempting to bind port 11432650-d12e-4d9c-a260-bf1dfb0e2fde on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:36.297691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:36.298205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:36.298630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.299037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:36.299675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Bound port: 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:36.300075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.443264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] For port 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:36.448081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] For port 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11432650-d12e-4d9c-a260-bf1dfb0e2fde,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:36.457439 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.476933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.487170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-658c4c24-3752-4438-a259-1dbcbea60202 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497263 Aug 06 18:17:36.619898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-b8aef151-17db-4484-bc8c-31566e24a3e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.1110370 Aug 06 18:17:36.684681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8939d5-36df-4bfb-8730-9135976536e2 None None] Pushing event updated for resources: {'Port': ['ID=11432650-d12e-4d9c-a260-bf1dfb0e2fde,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:36.688945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:36.704350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:36.713915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:36.728777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:36.729886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.769541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d8e1d43-8107-440c-a8aa-c765e7d5ff71 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7624886 Aug 06 18:17:36.776382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:36.787275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:f0:4d:fc', 'name': 'tempest-NetworksTestDHCPv6-1196284292'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:36.820501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:36.866694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-75f21de6-8683-4838-9441-fe2c8514389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:36.870053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-75f21de6-8683-4838-9441-fe2c8514389f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.2393279 Aug 06 18:17:37.057956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:37.095624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-61ff81de-489b-44d9-83d5-8af5a0068ece service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318538 Aug 06 18:17:37.111460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:37.326287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-2a22e7d2-a4ff-4d35-be09-a2623daa459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:37.329296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-2a22e7d2-a4ff-4d35-be09-a2623daa459e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4330773 Aug 06 18:17:37.391234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-1de62200-806e-4a81-b0cb-b8ad5e9655c1 service neutron] 10.222.0.64 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798076 Aug 06 18:17:37.418224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:37.456860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:37.473163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:37.475956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:37.478090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/636ada7d-6d6f-402b-8b29-b59bcd518af9 HTTP/1.1" status: 204 len: 168 time: 1.5594907 Aug 06 18:17:37.537856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919012a2-2c3c-48a4-97de-d6a0c5e782e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636ada7d-6d6f-402b-8b29-b59bcd518af9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:37.581994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-e7994770-7749-4719-bfbb-5449ab97acd3 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413497 Aug 06 18:17:37.702111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e48064-fe81-45fd-8539-f3b89c29254b req-bbb9f7d2-43cb-4538-a1bf-15cbcd4e39c9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:37.704786 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e48064-fe81-45fd-8539-f3b89c29254b req-bbb9f7d2-43cb-4538-a1bf-15cbcd4e39c9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.4255366 Aug 06 18:17:37.768301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-baf41437-6723-4c4a-b4ad-2c20730c8650 service neutron] 10.222.0.64 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265417 Aug 06 18:17:37.774723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0945e4f3-f796-4dd1-acad-bfe841a076de req-71aa8736-016d-436a-b90f-27399ed6e484 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778164 Aug 06 18:17:37.956243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e48064-fe81-45fd-8539-f3b89c29254b req-0c69eaaa-0e23-49d5-a0fe-9d06927912d9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417974 Aug 06 18:17:38.003149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-54bcc933-4139-4d00-8f03-fa16b638a35f service neutron] 10.222.0.64 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331905 Aug 06 18:17:38.193189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8:0:1::188 (cefbc2ff-723f-4405-8414-41b97f8c7653/233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3/e2a325b9-1b37-4bd3-9fb3-08a9f988fac0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:38.204611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fef0:4dfc (cefbc2ff-723f-4405-8414-41b97f8c7653/ea3edcdd-6ee9-4d6d-bb67-139b363df0fd/e2a325b9-1b37-4bd3-9fb3-08a9f988fac0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:38.366960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b740f54b-81a7-4ba4-9363-c0103002a181 service neutron] 10.222.0.64 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549285 Aug 06 18:17:38.486984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11432650-d12e-4d9c-a260-bf1dfb0e2fde up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:38.757502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:38.786904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffbdc2-8130-4ec7-af1a-744deacb65da None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:38.858452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-7a2e04e2-7c9d-4269-8e5a-adb42989ff85 service neutron] 10.222.0.64 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573822 Aug 06 18:17:38.869755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:38.947488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:39.111050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:39.237211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Provisioning for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:39.254134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Provisioning complete for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:39.258251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:39.415336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:39.424662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:39.433787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:39.453368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:39.464109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:39.598144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8193488 Aug 06 18:17:39.602578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36944) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:39.608789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db7613-17d2-4072-8f61-ea33505512af tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=e2a325b9-1b37-4bd3-9fb3-08a9f988fac0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:39.655719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb03d53-4c9b-4b11-b15c-146d4051542b req-9a13a176-21a4-43c9-bad8-64900716b9cd tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:39.662324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cb03d53-4c9b-4b11-b15c-146d4051542b req-9a13a176-21a4-43c9-bad8-64900716b9cd tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.4180977 Aug 06 18:17:39.673111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36946) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:39.831591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cb03d53-4c9b-4b11-b15c-146d4051542b req-f582e8ee-e415-4101-bb32-f1a44c28ade8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393974 Aug 06 18:17:39.958446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:39.959135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.065214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1591263814'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:40.181230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:40.191246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.234042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.270247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': 'ea3edcdd-6ee9-4d6d-bb67-139b363df0fd', 'ip_address': '2001:db8::f816:3eff:fe40:47ed'}, {'subnet_id': '233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '11432650-d12e-4d9c-a260-bf1dfb0e2fde'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:17:40.346156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.414144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.414509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:40.444169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.446195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:40.464478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.598647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] For port 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11432650-d12e-4d9c-a260-bf1dfb0e2fde,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:40.617049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.664450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.685553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:40.881040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8553-e51f-4017-aa7b-403aa3c98494 None None] Pushing event updated for resources: {'Port': ['ID=11432650-d12e-4d9c-a260-bf1dfb0e2fde,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:40.921361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4bcdad89-b3ce-4b5b-a253-9619c4b7fd3e req-254f3929-1ca4-4404-8438-a87be662454c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1682494 Aug 06 18:17:40.926533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023e5626-7170-4e0d-b33d-220fc9c01c42,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:40.927837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.060612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-bc3d66da-d3fd-44c7-8b43-0ad283a3f490 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.065207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-bc3d66da-d3fd-44c7-8b43-0ad283a3f490 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.0971599 Aug 06 18:17:41.080753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:41.085400 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9b2d61-645d-4240-b00d-5e169038d716" -d '{"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:41.101526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.119802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Allocated IP 2001:db8:0:1::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3/11432650-d12e-4d9c-a260-bf1dfb0e2fde) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:41.182946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:41.198235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:41.229063 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373cc874-f7e9-4067-aa2f-9ca0e82521f6 x-openstack-request-id: req-373cc874-f7e9-4067-aa2f-9ca0e82521f6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:41.229990 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-unplugged", "status": "completed", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:41.230677 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-373cc874-f7e9-4067-aa2f-9ca0e82521f6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:41.232870 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'code': 200} Aug 06 18:17:41.240838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.241329 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 3ef7a3a5-48f7-4385-8d06-aaeeec3700e4 of type vlan for network e0fc3801-d5df-4444-bb07-ae3da542f255 Aug 06 18:17:41.256064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.264699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b551-b583-448e-923b-01fed24610c4 req-550a311a-3e6e-433e-aa28-18e958426150 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.268266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5480b551-b583-448e-923b-01fed24610c4 req-550a311a-3e6e-433e-aa28-18e958426150 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 946 time: 0.2308404 Aug 06 18:17:41.269814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=e2a325b9-1b37-4bd3-9fb3-08a9f988fac0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:41.363530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.370442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6dcc306c-6791-4337-836f-c87c3e367df3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 HTTP/1.1" status: 204 len: 168 time: 1.7662899 Aug 06 18:17:41.373545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36998) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:41.416172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.437879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Deleting port b50956eb-65d9-46fd-85b1-650b0a310f53 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:41.438239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.508045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:41.602575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5480b551-b583-448e-923b-01fed24610c4 req-95ee22c5-2336-4254-adba-750b83807022 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151164 Aug 06 18:17:41.648319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] For port b50956eb-65d9-46fd-85b1-650b0a310f53, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b50956eb-65d9-46fd-85b1-650b0a310f53,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:41.648984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.660785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59206064-e05b-41f6-b2d1-6c7b489f06bc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.663152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-59206064-e05b-41f6-b2d1-6c7b489f06bc tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2878561 Aug 06 18:17:41.666286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37002) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:41.674216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Calling delete_port for b50956eb-65d9-46fd-85b1-650b0a310f53 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:41.746420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.761076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.763021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.797966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aab07a-a979-489a-8a22-fcb3b6998def tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.801712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.807123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e8aab07a-a979-489a-8a22-fcb3b6998def tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1391764 Aug 06 18:17:41.811521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37004) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:41.851134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6a407231-da71-43d5-9865-b76056f8032d None None] For port 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11432650-d12e-4d9c-a260-bf1dfb0e2fde,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:41.879046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ba5ce-0b0e-4689-a7ce-086545c0f276 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.881935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ba5ce-0b0e-4689-a7ce-086545c0f276 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.884289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ba5ce-0b0e-4689-a7ce-086545c0f276 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:41.886301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-939ba5ce-0b0e-4689-a7ce-086545c0f276 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0735557 Aug 06 18:17:41.889684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37006) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:41.957141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:41.980530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Transition to ACTIVE for port object 11432650-d12e-4d9c-a260-bf1dfb0e2fde will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:41.988448 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.008240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3320756 Aug 06 18:17:42.013163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37014) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:42.019064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'name': 'tempest-PortsIpV6TestJSON-1931639271'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:42.143722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b547bf-6101-458c-a881-f65d81af14a1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=e0fc3801-d5df-4444-bb07-ae3da542f255,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:42.176217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:42.292776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407231-da71-43d5-9865-b76056f8032d None None] Pushing event updated for resources: {'Port': ['ID=11432650-d12e-4d9c-a260-bf1dfb0e2fde,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:42.378992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.396805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11432650-d12e-4d9c-a260-bf1dfb0e2fde up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:42.402564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-883aa2c4-5c38-4cbb-b95c-ec3acffe9726 req-f52f7a0d-7465-401f-ba6a-636361220f73 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0658543 Aug 06 18:17:42.428229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:42.434117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.456577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event deleted for resources: {'Port': ['ID=b50956eb-65d9-46fd-85b1-650b0a310f53,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:42.501606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.517147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] No DVR routers for this DVR port b50956eb-65d9-46fd-85b1-650b0a310f53 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:17:42.517952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.525924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88bd9ee2-49f2-48ed-aca4-97988c84544a req-c639b8ff-975a-4a74-be1d-b219132efc40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "DELETE /v2.0/ports/b50956eb-65d9-46fd-85b1-650b0a310f53 HTTP/1.1" status: 204 len: 173 time: 1.4500864 Aug 06 18:17:42.526565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-deleted', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:17:42.534777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b922a3-4df8-4278-9074-f3e3cd7c5074" -d '{"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-deleted", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:17:42.657774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.763596 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef823a-a00f-4c8b-b9eb-eb1d60d84dd9 x-openstack-request-id: req-afef823a-a00f-4c8b-b9eb-eb1d60d84dd9 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:17:42.764109 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d56c-d628-4cb1-89f0-f34550bc240b", "name": "network-vif-deleted", "tag": "b50956eb-65d9-46fd-85b1-650b0a310f53", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:17:42.764283 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afef823a-a00f-4c8b-b9eb-eb1d60d84dd9 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:17:42.764696 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d56c-d628-4cb1-89f0-f34550bc240b', 'name': 'network-vif-deleted', 'tag': 'b50956eb-65d9-46fd-85b1-650b0a310f53', 'status': 'completed', 'code': 200} Aug 06 18:17:42.802951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.849998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:42.864337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:42.870852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.899412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:42.904671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-79f57416-e5e9-4a73-8f92-fc9ea767ff33 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3 HTTP/1.1" status: 204 len: 168 time: 1.0135496 Aug 06 18:17:42.905347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:42.974248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 9b8f15f0-e674-43b8-8ae6-28937fc968ff yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:43.080705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-696406f9-2a05-4fd7-a987-6d1ffac5a62b req-7290fd2c-51c2-4d64-9b24-4f3a707cab5d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=cca1d56c-d628-4cb1-89f0-f34550bc240b HTTP/1.1" status: 200 len: 210 time: 0.1809566 Aug 06 18:17:43.228960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet ea3edcdd-6ee9-4d6d-bb67-139b363df0fd {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:17:43.382840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:43.406827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:43.483181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-25c08f06-ed93-4052-bf02-7f4d528a96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:43.490165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-25c08f06-ed93-4052-bf02-7f4d528a96a7 service neutron] 10.222.0.55 "GET /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 1027 time: 0.3522885 Aug 06 18:17:43.571634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044fedd-7a0b-4080-a727-78d2c83bde0c None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:43.583331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:43.815576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-609163f6-4c16-4ce1-bdc8-900a3c2bbe4c None None] Provisioning for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:43.860667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-609163f6-4c16-4ce1-bdc8-900a3c2bbe4c None None] Provisioning complete for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:43.861837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-609163f6-4c16-4ce1-bdc8-900a3c2bbe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:43.882274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f70859d-f50c-4637-bd8e-269240e2a726 req-3b7a4e12-80ce-4431-bac0-98eecfc6c5ff tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1513014 Aug 06 18:17:43.955219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-3f9e1ccb-7e72-4c4c-a244-3108c31e8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:43.957607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-3f9e1ccb-7e72-4c4c-a244-3108c31e8aba service neutron] 10.222.0.55 "GET /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 1027 time: 0.1072729 Aug 06 18:17:44.000670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:44.165056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:44.356093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-609163f6-4c16-4ce1-bdc8-900a3c2bbe4c None None] Could not find standard attr ID for object e2a325b9-1b37-4bd3-9fb3-08a9f988fac0. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:17:44.440147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:44.498453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=9b8f15f0-e674-43b8-8ae6-28937fc968ff,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:44.550938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11432650-d12e-4d9c-a260-bf1dfb0e2fde up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:44.574193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:44.619280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:44.623796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/ea3edcdd-6ee9-4d6d-bb67-139b363df0fd HTTP/1.1" status: 204 len: 168 time: 1.7117372 Aug 06 18:17:44.624453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:44.646983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: b50956eb-65d9-46fd-85b1-650b0a310f53 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:17:44.647638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b50956eb-65d9-46fd-85b1-650b0a310f53 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:17:44.682708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:44.683084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:44.686995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c463d5-b9aa-4055-8518-f47f50817945 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3edcdd-6ee9-4d6d-bb67-139b363df0fd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:44.695970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f444ccab-4098-4083-9dc2-c74262cef585 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:44.702381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f444ccab-4098-4083-9dc2-c74262cef585 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:44.708515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f444ccab-4098-4083-9dc2-c74262cef585 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:44.710389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f444ccab-4098-4083-9dc2-c74262cef585 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 1990 time: 0.7416143 Aug 06 18:17:44.733739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:44.734110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: e0fc3801-d5df-4444-bb07-ae3da542f255, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:44.777117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe8eab49-660e-46ac-9f73-4568ce61da4c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1510947 Aug 06 18:17:44.790500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:44.812194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:44.834819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:44.835594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:44.865380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313186043', 'description': 'tempest-description--1414916927'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:44.927670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-62f2ffe6-8a4e-4078-a555-b8560bbef699 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2443dcc91294277aa870ca3ed0ca580 HTTP/1.1" status: 200 len: 379 time: 0.2003949 Aug 06 18:17:44.938477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e0fc3801-d5df-4444-bb07-ae3da542f255) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:44.955869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'admin_state_up': True, 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'security_groups': ['4cb680cf-786b-43e0-89f6-481ce97a3f4b']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:44.961933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575b965-6ea7-4445-b5bd-5a06a5b24f96 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:45.497625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:45.505185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:45.505185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:45.562870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45067c26-2b44-4c10-8dbe-df023fc3528e req-b01147b7-5406-4aa5-bf21-041d9e0a8f92 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0689971 Aug 06 18:17:45.623338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8535911-86bc-4a43-8707-a594836b74bc None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:45.650559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:45.656818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:45.669148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:45.864373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc86abdd-bbe2-4fe0-a4d3-8d90ba852697 None None] Provisioning complete for port 11432650-d12e-4d9c-a260-bf1dfb0e2fde triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:45.865211 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc86abdd-bbe2-4fe0-a4d3-8d90ba852697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:45.907164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:45.913353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:45.923022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b0abecc4-4cdd-418f-b411-e17ff8e35a5e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.9039996 Aug 06 18:17:45.923996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:45.941435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565131572'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:46.029015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:17:46.029015 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:17:46.029015 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': '7957ff0fc52c4437971124105381519a', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 17, 45, 970191)}] Aug 06 18:17:46.029015 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:17:46.029724 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:17:46.089893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:17:46.323948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Deleting port 11432650-d12e-4d9c-a260-bf1dfb0e2fde {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:46.324390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.360622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11432650-d12e-4d9c-a260-bf1dfb0e2fde no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:17:46.510423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.545023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] For port 11432650-d12e-4d9c-a260-bf1dfb0e2fde, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11432650-d12e-4d9c-a260-bf1dfb0e2fde,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:46.545724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.565718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 172.20.0.12 (0cc13680-b82b-4b3d-b4f8-00d5871b49bd/954a9f38-8b68-472b-934e-f4585ae9b7c7/f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:46.574499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Calling delete_port for 11432650-d12e-4d9c-a260-bf1dfb0e2fde owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:46.627625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.686979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:46.690307 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.694483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.717523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:17:46.720046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] Pushing event deleted for resources: {'Port': ['ID=11432650-d12e-4d9c-a260-bf1dfb0e2fde,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:46.722560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.729015 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No ports have port_id starting with 11432650-d12e-4d9c-a260-bf1dfb0e2fde Aug 06 18:17:46.730578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a392b3-1478-4d23-bd81-4c51d245c387 None None] No DVR routers for this DVR port 11432650-d12e-4d9c-a260-bf1dfb0e2fde on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:17:46.735966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.738103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8974788 Aug 06 18:17:46.743527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:46.835762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5d0b3-b2e9-4c62-8819-337073a4122c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:46.841363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=0acb402a-6e71-47ac-b9a0-fb069604f9e5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:46.868691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077ee75-1ec1-4d8b-ac6d-0ab8d94f0249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5d0b3-b2e9-4c62-8819-337073a4122c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:46.875531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:46.910613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:46.913134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.913916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-104e9614-efa6-4aed-99c4-9b51367b4229 req-0523e646-01ea-4865-b419-80cb3e48f1a6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0639069 Aug 06 18:17:46.922231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:46.922564 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 65ab888e-90ae-44e8-be39-095a94ef45af of type vlan for network 3090cfaa-47a2-4b67-99fd-cb1b5349bf59 Aug 06 18:17:46.934478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1437a7-2548-42fd-af49-300924ad8258 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:46.950244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:46.951523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.985672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:46.998552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-15a40fab-af79-4569-86c1-7f71a3d69b53 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1986697 Aug 06 18:17:47.002740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37098) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:47.009230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:47.175779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.369575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.380176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:47.381167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.390948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.412044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '0acb402a-6e71-47ac-b9a0-fb069604f9e5'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:47.413706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.422030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:47.428232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.501597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:47.502031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.516606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5818150 Aug 06 18:17:47.517635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37106) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:47.524663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'ports': [{'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'}, {'network_id': '3090cfaa-47a2-4b67-99fd-cb1b5349bf59'}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:47.525371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:47.527282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '3090cfaa-47a2-4b67-99fd-cb1b5349bf59'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:47.596460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.597015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f9e1e-cb40-4462-9b0e-6bae9afad8c0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=3090cfaa-47a2-4b67-99fd-cb1b5349bf59,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:47.695292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.740033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a7502b-18c4-4bfb-b08c-3df6754f933d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:47.787002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.789033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c4cffe2f-88bd-4bc7-8d02-2b7feb9d5a40 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9598050 Aug 06 18:17:47.798621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37114) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:47.808249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5d0b3-b2e9-4c62-8819-337073a4122c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:47.870240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Allocated IP 2001:db8::f816:3eff:fee5:9d16 (cefbc2ff-723f-4405-8414-41b97f8c7653/0acb402a-6e71-47ac-b9a0-fb069604f9e5/bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:47.870742 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:47.923200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3090cfaa-47a2-4b67-99fd-cb1b5349bf59 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:47.923641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:47.924539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:47.928099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:47.931747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:47.972721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.012770 n-d-793621-29 neutron-server[94121]: INFO neutron.db.ipam_backend_mixin [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0acb402a-6e71-47ac-b9a0-fb069604f9e5 (CIDR: 2001:db8::/64) Aug 06 18:17:48.022372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.025761 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:17:48.026561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:17:48.131351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46faf2ff-a6d5-4214-bdec-aa6e5bc040f6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:48.133124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:48.134230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.159415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ddcb0ed-b674-45fb-baf9-7252fe81ff21 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1529462 Aug 06 18:17:48.170355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37118) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:48.171608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.176272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701668 Aug 06 18:17:48.180320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.180808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.183004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.183206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.183568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.183967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.184315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.184650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.185041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.185371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.191217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.191921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f837fa82-2ff3-4e2a-8a48-24fc564b9e82 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:17:48.208673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-935eb7f0-fd9d-4b35-8682-75c2c80f74e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2620168 Aug 06 18:17:48.209417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37120) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:48.232175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:48.372939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 2} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:48.380200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.410031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.447842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:48.473331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.517221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Transition to ACTIVE for port object bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:48.523856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'admin_state_up': True, 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'security_groups': ['4cb680cf-786b-43e0-89f6-481ce97a3f4b']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:48.529620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c26a5b59-4c0f-44d3-ad92-c8c32564aad5 None None] Provisioning for port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:48.544426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c26a5b59-4c0f-44d3-ad92-c8c32564aad5 None None] Provisioning complete for port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:48.546078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c26a5b59-4c0f-44d3-ad92-c8c32564aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.632333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Transition to ACTIVE for port object bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:48.636177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c26a5b59-4c0f-44d3-ad92-c8c32564aad5 None None] Port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:48.655368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:48.686309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 0d82ae6d-168f-4c71-8472-5f271f4bde24 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:48.739239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Pushing event updated for resources: {'Port': ['ID=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:48.768145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:48.771103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:48.790111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:48.822127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f17128-609a-4270-b980-ae48cb8f5dfd req-c1cf52ba-2def-482d-80f5-29a3118abec2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:48.841843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84f17128-609a-4270-b980-ae48cb8f5dfd req-c1cf52ba-2def-482d-80f5-29a3118abec2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 932 time: 0.7401013 Aug 06 18:17:48.994962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Attempting to bind port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:48.995529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Attempting to bind port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:48.996015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Attempting to bind port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:49.010078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:49.017762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:49.018938 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.019620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:49.020438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Bound port: bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:49.021192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.047775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.063916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.176462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 2bef0cab-5c60-4dd0-a1d9-724eab7d9250 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:49.181894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] For port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:49.188757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] For port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:49.212156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.230093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:49.237378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.262995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84f17128-609a-4270-b980-ae48cb8f5dfd req-b9c9e2ed-12af-4759-9236-69d5e500a8e1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4160240 Aug 06 18:17:49.407750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.426070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb92ee-06e7-4338-8e6c-9355ccb5af57 None None] Pushing event updated for resources: {'Port': ['ID=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:49.534830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.565913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:49.572771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.597653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:49.686267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:49.709473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:49.710956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.764580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=0d82ae6d-168f-4c71-8472-5f271f4bde24,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:49.873082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=2bef0cab-5c60-4dd0-a1d9-724eab7d9250,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:49.888460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:49.920779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '65ab888e-90ae-44e8-be39-095a94ef45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3090cfaa-47a2-4b67-99fd-cb1b5349bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:49.923022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 3090cfaa-47a2-4b67-99fd-cb1b5349bf59, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:49.952370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 3090cfaa-47a2-4b67-99fd-cb1b5349bf59 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:49.995142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3090cfaa-47a2-4b67-99fd-cb1b5349bf59) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:50.007104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83676a3f-e215-4c62-9db5-2cfb7f89043b None None] Network 3090cfaa-47a2-4b67-99fd-cb1b5349bf59 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:50.012833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:50.033003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:50.045420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:50.047206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:50.106591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fd5a0821-3907-4ef4-a531-da0655f1a40c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5885792 Aug 06 18:17:50.107857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37150) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:50.409636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:50.443174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 2bef0cab-5c60-4dd0-a1d9-724eab7d9250 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:50.443790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:50.658343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:50.661844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.1.1.120 (a9ef2342-7e26-4b8d-a440-17c6a00e5a35/60f55055-c1db-4e36-bca1-60b318726d37/5946b93b-8b39-4a70-ad44-24b6d059ac7d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:50.738197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:50.865900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00800-2ceb-40ad-b300-9ee0ca2090da req-c3284887-129a-4054-a0f2-9267172f6526 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:50.878269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-53a00800-2ceb-40ad-b300-9ee0ca2090da req-c3284887-129a-4054-a0f2-9267172f6526 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 932 time: 0.3877375 Aug 06 18:17:50.922811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 2bef0cab-5c60-4dd0-a1d9-724eab7d9250 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:51.101213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Allocated IP 172.25.3.171 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/d45cd7c3-fecb-4708-87bd-2357a119a1bb) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:51.139145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.142319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-53a00800-2ceb-40ad-b300-9ee0ca2090da req-0b9fe85d-3eb0-4981-ae69-6b80ea805271 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433779 Aug 06 18:17:51.233835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.270612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=2bef0cab-5c60-4dd0-a1d9-724eab7d9250,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:51.280907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.285799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9cde004f-7e28-488c-9665-2bb5f82b2a81 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/2bef0cab-5c60-4dd0-a1d9-724eab7d9250 HTTP/1.1" status: 204 len: 168 time: 1.1740775 Aug 06 18:17:51.286386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37170) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:51.361462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c09bd-c030-4fe0-93d0-1f83b5b9325d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:51.368695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c09bd-c030-4fe0-93d0-1f83b5b9325d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:51.374833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-758c09bd-c030-4fe0-93d0-1f83b5b9325d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0871248 Aug 06 18:17:51.375977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:51.444163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Provisioning for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:51.452020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Provisioning complete for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:51.452727 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.485983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.560484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.571479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:51.577948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object 5946b93b-8b39-4a70-ad44-24b6d059ac7d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:51.590318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:51.592580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=3cb2879a-26e8-401c-992e-c2e37e37d513,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:51.607764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:51.609600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.619802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 0d82ae6d-168f-4c71-8472-5f271f4bde24 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:51.620198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.622535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28755259-376a-4100-9862-dd74de8e6dd9 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:51.639653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b6b3a25-c0f5-49db-af28-d28d8045b609 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4668403 Aug 06 18:17:51.647591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37178) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:51.653329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:2e:d8:2d', 'name': 'tempest-NetworksTestDHCPv6-465881399'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:51.752657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.848874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.863915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] For port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:51.882213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.882800 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.947770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:51.996723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:52.002278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:52.007177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 0d82ae6d-168f-4c71-8472-5f271f4bde24 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:52.061568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'Port': ['ID=d45cd7c3-fecb-4708-87bd-2357a119a1bb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:52.069428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9005d1e-8849-45e5-b76b-da7f65164951 None None] Pushing event updated for resources: {'Port': ['ID=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:52.247818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:52.250422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:52.326593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:52.351738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:52.387065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:52.392745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:52.481621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:52.539523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:52.540112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:52.545848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:52.676225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=0d82ae6d-168f-4c71-8472-5f271f4bde24,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:52.693605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:52.702175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9f6ca590-1f7f-4072-9714-80ccdbd3ebd5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/0d82ae6d-168f-4c71-8472-5f271f4bde24 HTTP/1.1" status: 204 len: 168 time: 1.3248351 Aug 06 18:17:52.706212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:52.799402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': '0acb402a-6e71-47ac-b9a0-fb069604f9e5', 'ip_address': '2001:db8::f816:3eff:fee5:9d16'}, {'subnet_id': '3cb2879a-26e8-401c-992e-c2e37e37d513'}], 'binding:host_id': 'n-d-793621-29'}, 'id': 'bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:17:52.839567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52638e0-fd83-4828-92ca-14549e80fc23 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:52.844908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a52638e0-fd83-4828-92ca-14549e80fc23 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1341636 Aug 06 18:17:52.846230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37210) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:52.864278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:52.865601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:52.930605 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-918ccd48-50b1-46f1-aa5e-91f6f3bbd5ce tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:17:52.946436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-918ccd48-50b1-46f1-aa5e-91f6f3bbd5ce tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/2bef0cab-5c60-4dd0-a1d9-724eab7d9250 HTTP/1.1" status: 404 len: 333 time: 0.0979750 Aug 06 18:17:52.947893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:52.972472 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.044762 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7360a7-5777-4f85-b2c5-b59e3ce4123b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:17:53.049275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ac7360a7-5777-4f85-b2c5-b59e3ce4123b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/0d82ae6d-168f-4c71-8472-5f271f4bde24 HTTP/1.1" status: 404 len: 333 time: 0.0931675 Aug 06 18:17:53.053237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37218) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:53.079070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bf84898c-c4fe-450b-bd89-b7c99a543765 None None] Provisioning for port 5946b93b-8b39-4a70-ad44-24b6d059ac7d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:53.099398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bf84898c-c4fe-450b-bd89-b7c99a543765 None None] Provisioning complete for port 5946b93b-8b39-4a70-ad44-24b6d059ac7d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:53.101770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf84898c-c4fe-450b-bd89-b7c99a543765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.282469 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.320803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bf84898c-c4fe-450b-bd89-b7c99a543765 None None] Port 5946b93b-8b39-4a70-ad44-24b6d059ac7d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:53.462734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-6f60f652-5980-4eba-8faf-91d82e03e998 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0371935 Aug 06 18:17:53.481342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'admin_state_up': True, 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'security_groups': ['4cb680cf-786b-43e0-89f6-481ce97a3f4b']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:53.490403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Allocated IP 2001:db8:0:1::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/3cb2879a-26e8-401c-992e-c2e37e37d513/bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:53.501495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.503469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900e96-7f59-4a1f-9b1d-f3230d38e033 req-9a2a670a-bf03-4002-8e53-d59dd70919fa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:53.523016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96900e96-7f59-4a1f-9b1d-f3230d38e033 req-9a2a670a-bf03-4002-8e53-d59dd70919fa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:53.526689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3090cfaa-47a2-4b67-99fd-cb1b5349bf59']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:53.537439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96900e96-7f59-4a1f-9b1d-f3230d38e033 req-9a2a670a-bf03-4002-8e53-d59dd70919fa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 1654 time: 1.0731766 Aug 06 18:17:53.562832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab888e-90ae-44e8-be39-095a94ef45af') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:53.563778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab888e-90ae-44e8-be39-095a94ef45af') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:17:53.582896 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.631199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.640135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:17:53.640626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.655549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] For port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:17:53.693786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:17:53.754341 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:17:53.773960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Transition to ACTIVE for port object bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:53.774557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.784805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.788937 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.789529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/3090cfaa-47a2-4b67-99fd-cb1b5349bf59 HTTP/1.1" status: 204 len: 168 time: 0.7343776 Aug 06 18:17:53.800147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37230) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:53.806399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-718428765'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:53.825381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.855163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a4df8-160b-4fc0-8b4c-ca5d679c173f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=3090cfaa-47a2-4b67-99fd-cb1b5349bf59,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:53.862400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:53.891584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 8362273d-85f9-4bac-a6e6-01630dd826bc yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:53.904961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdf6f7-d831-4e7d-babf-a781dca4c944 None None] Pushing event updated for resources: {'Port': ['ID=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:53.921583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:53.931161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.000087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:17:54.032877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.034190 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 5e7a2188-bc11-437c-b37d-fd6bbeef0f6f of type vlan for network 243733fc-fbd1-45e2-9da9-061721e8756d Aug 06 18:17:54.150187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.212478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.228770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:54.229547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.289857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96900e96-7f59-4a1f-9b1d-f3230d38e033 req-9ae66f99-4f00-43aa-aeff-6f17d0559a00 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7479932 Aug 06 18:17:54.330521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:54.471117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:17:54.689178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:54.713050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.020535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.032611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8:0:1::3ce (cefbc2ff-723f-4405-8414-41b97f8c7653/3cb2879a-26e8-401c-992e-c2e37e37d513/8362273d-85f9-4bac-a6e6-01630dd826bc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:55.064277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.096475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::f816:3eff:fe2e:d82d (cefbc2ff-723f-4405-8414-41b97f8c7653/0acb402a-6e71-47ac-b9a0-fb069604f9e5/8362273d-85f9-4bac-a6e6-01630dd826bc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:55.137463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3356609 Aug 06 18:17:55.141342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37248) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:55.179136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:55.291291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-92285d9b-212e-4217-b688-b3fbaf963f5b None None] Provisioning for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:55.299900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-92285d9b-212e-4217-b688-b3fbaf963f5b None None] Provisioning complete for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:55.300893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92285d9b-212e-4217-b688-b3fbaf963f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.385728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'Port': ['ID=d45cd7c3-fecb-4708-87bd-2357a119a1bb,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:55.506807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e8b93-a710-4575-98b1-ca8b4fb55e9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=243733fc-fbd1-45e2-9da9-061721e8756d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:55.520248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.559951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 243733fc-fbd1-45e2-9da9-061721e8756d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:17:55.706532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:55.712050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.771207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:55.790416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-295c4c4c-7960-4c45-9716-16d7dee3fce1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3669403 Aug 06 18:17:56.170865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbf0e-5ea7-4eb6-903c-3b1b80596dc6 req-bb8541e9-0f93-4a39-acbb-ff798a7ef39a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:56.186223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.1.1.9 (a9ef2342-7e26-4b8d-a440-17c6a00e5a35/60f55055-c1db-4e36-bca1-60b318726d37/aa5b04a5-5094-48d1-8270-adb86fea7fcc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:56.203440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbf0e-5ea7-4eb6-903c-3b1b80596dc6 req-bb8541e9-0f93-4a39-acbb-ff798a7ef39a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:56.207439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36fbbf0e-5ea7-4eb6-903c-3b1b80596dc6 req-bb8541e9-0f93-4a39-acbb-ff798a7ef39a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 1654 time: 0.6269312 Aug 06 18:17:56.402340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-36fbbf0e-5ea7-4eb6-903c-3b1b80596dc6 req-a7646d63-84d8-4c61-9238-beead4f4b71b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241586 Aug 06 18:17:56.412172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:56.460003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-cb933322-0f52-446b-ad92-9edf2e45aa9d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:56.475115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-cb933322-0f52-446b-ad92-9edf2e45aa9d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.2277644 Aug 06 18:17:56.504520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:56.550339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-dfffc24d-2822-4cd5-a67f-4072ab58fe4d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/quotas/8037407dee8044e1a69c104f29fe8c77 HTTP/1.1" status: 200 len: 375 time: 0.0606313 Aug 06 18:17:56.567966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 8362273d-85f9-4bac-a6e6-01630dd826bc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:56.642620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:56.643001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 243733fc-fbd1-45e2-9da9-061721e8756d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:17:56.658576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:56.691737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 243733fc-fbd1-45e2-9da9-061721e8756d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:17:56.707613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 243733fc-fbd1-45e2-9da9-061721e8756d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:56.715352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:56.716182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:56.724603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa7f10-fdce-4e45-8505-4080b7bf8227 None None] Network 243733fc-fbd1-45e2-9da9-061721e8756d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:17:56.753334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c2aafc75-65f8-4d65-8793-ba328940d65a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5784242 Aug 06 18:17:56.756838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37286) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:56.764258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d', 'name': 'tempest-PortsIpV6TestJSON-1969874681'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:56.835129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-29204955-5124-46fb-9582-6b23d3bae2b5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2640419 Aug 06 18:17:56.863854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.166269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-243733fc-fbd1-45e2-9da9-061721e8756d', 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': 'f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:17:57.167749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.176649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:57.183053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.183337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-c4aba089-7baf-4a98-b449-7bcdc19ffb65 service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731504 Aug 06 18:17:57.206163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:57.211267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:57.259146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:17:57.292675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.335344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object aa5b04a5-5094-48d1-8270-adb86fea7fcc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:57.338667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:57.375004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:57.377077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.498704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.8493764 Aug 06 18:17:57.510265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37294) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:57.581203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::5a (243733fc-fbd1-45e2-9da9-061721e8756d/f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f/77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:57.637517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa218698-447d-4949-8234-ae0605149850 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=8362273d-85f9-4bac-a6e6-01630dd826bc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:57.737733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-79960abc-654a-4552-b9c7-57a86312c722 None None] Provisioning for port 8362273d-85f9-4bac-a6e6-01630dd826bc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:57.747048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.754163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-79960abc-654a-4552-b9c7-57a86312c722 None None] Provisioning complete for port 8362273d-85f9-4bac-a6e6-01630dd826bc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:57.754950 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79960abc-654a-4552-b9c7-57a86312c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:57.833428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-79960abc-654a-4552-b9c7-57a86312c722 None None] Port 8362273d-85f9-4bac-a6e6-01630dd826bc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:57.936678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:57.984907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:57.991328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:57.996667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43efa-6614-4353-bfa4-695624d31a4f req-19286cba-57bc-4d1a-a33d-ee92bf82287b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:58.005336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43efa-6614-4353-bfa4-695624d31a4f req-19286cba-57bc-4d1a-a33d-ee92bf82287b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:58.012329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc43efa-6614-4353-bfa4-695624d31a4f req-19286cba-57bc-4d1a-a33d-ee92bf82287b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:58.014376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fc43efa-6614-4353-bfa4-695624d31a4f req-19286cba-57bc-4d1a-a33d-ee92bf82287b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 2373 time: 0.3330846 Aug 06 18:17:58.108505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:58.109808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.130671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.146334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:58.165829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-8c58b66f-ebb1-4b58-8fd0-965c6778e708 service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812601 Aug 06 18:17:58.167859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f9d475a2-3cda-4ff1-a3de-229229f9d9fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6930115 Aug 06 18:17:58.185970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:58.206098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'admin_state_up': True, 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'security_groups': ['4cb680cf-786b-43e0-89f6-481ce97a3f4b']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:17:58.244939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fc43efa-6614-4353-bfa4-695624d31a4f req-2c7c09d1-d45b-4409-8b7d-15fcb1a73ec5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102296 Aug 06 18:17:58.353809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 8362273d-85f9-4bac-a6e6-01630dd826bc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:58.354703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.399381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.533315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-229f7d8e-d2b3-48a1-9316-26ad810b68db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.563625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 243733fc-fbd1-45e2-9da9-061721e8756d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:58.573883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Allocated IP 2001:db8::2 (243733fc-fbd1-45e2-9da9-061721e8756d/f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f/72518379-1548-439e-9021-2989235fb364) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:17:58.578665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:58.603258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1f8b18e4-f095-460d-b2d2-67bbf596d835 None None] Provisioning for port aa5b04a5-5094-48d1-8270-adb86fea7fcc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:17:58.613340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:58.658211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1f8b18e4-f095-460d-b2d2-67bbf596d835 None None] Provisioning complete for port aa5b04a5-5094-48d1-8270-adb86fea7fcc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:17:58.659333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1f8b18e4-f095-460d-b2d2-67bbf596d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.663168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:58.664520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.668254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:58.704069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 8362273d-85f9-4bac-a6e6-01630dd826bc owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:58.708029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:17:58.734987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9757855 Aug 06 18:17:58.756936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37310) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:17:58.757716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e718b8d-4f9d-4253-bf1d-6b66e68c1712 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:58.761193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b18e4-f095-460d-b2d2-67bbf596d835 None None] Port aa5b04a5-5094-48d1-8270-adb86fea7fcc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:17:58.856773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb4fb26d-94cf-4ad7-b270-b3beea6be664 req-9d601978-a804-4412-90e7-dc8dca6eca3e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 210 time: 0.1367843 Aug 06 18:17:59.033358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:17:59.034270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.165215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.196717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Transition to ACTIVE for port object 72518379-1548-439e-9021-2989235fb364 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:59.246619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Transition to ACTIVE for port object 72518379-1548-439e-9021-2989235fb364 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:17:59.263768 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.300226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.347192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:17:59.349225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Pushing event updated for resources: {'Port': ['ID=72518379-1548-439e-9021-2989235fb364,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:59.383010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Network 243733fc-fbd1-45e2-9da9-061721e8756d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:17:59.385732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:17:59.405400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:17:59.555317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.565239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Attempting to bind port 72518379-1548-439e-9021-2989235fb364 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:17:59.566624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Attempting to bind port 72518379-1548-439e-9021-2989235fb364 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:17:59.566624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Attempting to bind port 72518379-1548-439e-9021-2989235fb364 on network 243733fc-fbd1-45e2-9da9-061721e8756d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:17:59.578115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:17:59.579623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Checking segment: {'id': '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:17:59.580966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.585603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Bound using segment: {'id': '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:17:59.587043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Bound port: 72518379-1548-439e-9021-2989235fb364, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '243733fc-fbd1-45e2-9da9-061721e8756d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:17:59.587911 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.664730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.735941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] For port 72518379-1548-439e-9021-2989235fb364, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:17:59.746417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] For port 72518379-1548-439e-9021-2989235fb364, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72518379-1548-439e-9021-2989235fb364,segment=NetworkSegment(5e7a2188-bc11-437c-b37d-fd6bbeef0f6f),segment_id=5e7a2188-bc11-437c-b37d-fd6bbeef0f6f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:17:59.759864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=8362273d-85f9-4bac-a6e6-01630dd826bc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:59.765985 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:17:59.898331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8218-5305-42d7-b904-0a576a539ea1 None None] Pushing event updated for resources: {'Port': ['ID=72518379-1548-439e-9021-2989235fb364,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:17:59.927082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cffa03-ed24-450d-9b78-06a56077851d req-853dd1bc-1367-469d-a396-066e1acafd89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:17:59.964702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cffa03-ed24-450d-9b78-06a56077851d req-853dd1bc-1367-469d-a396-066e1acafd89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.000572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cffa03-ed24-450d-9b78-06a56077851d req-853dd1bc-1367-469d-a396-066e1acafd89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.034324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86cffa03-ed24-450d-9b78-06a56077851d req-853dd1bc-1367-469d-a396-066e1acafd89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 2373 time: 0.3446345 Aug 06 18:18:00.164254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:00.167283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45202d7f-db12-425c-a659-6d9666b5f032 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8362273d-85f9-4bac-a6e6-01630dd826bc HTTP/1.1" status: 204 len: 168 time: 2.6468401 Aug 06 18:18:00.177699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.225438 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:00.271147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86cffa03-ed24-450d-9b78-06a56077851d req-3f3441e0-d31d-4820-bc0b-ac487af77253 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339916 Aug 06 18:18:00.401589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d929c3e0-d9c4-44e2-894e-3de04bbf0516 req-593d39fc-e221-4dd7-bbf5-fd07c59e71f5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 210 time: 0.0770624 Aug 06 18:18:00.431240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4906b5-728f-433a-9870-cb978b22e778 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.437229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9a4906b5-728f-433a-9870-cb978b22e778 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2540908 Aug 06 18:18:00.439456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.457296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:00.567691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:00.582463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7eed5af9-fd24-470f-ac50-53a544bc52bf tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 HTTP/1.1" status: 204 len: 168 time: 1.8209631 Aug 06 18:18:00.582870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37342) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.603845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.2.2.100 (a6202faf-e5ce-49d3-83df-cfe2acd67f58/f2a1b429-819e-4591-a86a-78cc71ff77bb/cca9a1bb-0f84-462d-ac50-461f682fc311) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:00.611232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9dfc7b-b0ef-483c-941c-73dd78b8c0ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.616948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b9dfc7b-b0ef-483c-941c-73dd78b8c0ff tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1580358 Aug 06 18:18:00.618720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37344) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.729092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b125cf86-1f45-4277-a742-e88825658c94 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.730925 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd6caf-e4e0-4e2c-a1ad-9e169d5b6d20 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:00.731680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b125cf86-1f45-4277-a742-e88825658c94 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.732734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd6caf-e4e0-4e2c-a1ad-9e169d5b6d20 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:00.733893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b125cf86-1f45-4277-a742-e88825658c94 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:00.738763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6bd6caf-e4e0-4e2c-a1ad-9e169d5b6d20 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 HTTP/1.1" status: 404 len: 333 time: 0.1534083 Aug 06 18:18:00.740073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37348) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.741118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b125cf86-1f45-4277-a742-e88825658c94 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1209724 Aug 06 18:18:00.757114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37350) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.828370 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e57bbb-4e24-4783-8bd8-1d01c2d5aa11 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:18:00.832277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94e57bbb-4e24-4783-8bd8-1d01c2d5aa11 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/77b6a0b9-6cc7-43c0-95bd-d2ce51a894c8 HTTP/1.1" status: 404 len: 333 time: 0.0828302 Aug 06 18:18:00.837508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37354) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:00.997493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 0acb402a-6e71-47ac-b9a0-fb069604f9e5 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:01.026284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.159397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.161736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:01.165805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.323547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.460201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.646047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.678824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c8e8754-324d-42e2-b0dc-970a5c4af60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.684590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-57952ce3-2404-43cd-b873-b18b0cf7e544 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:01.687542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-57952ce3-2404-43cd-b873-b18b0cf7e544 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.9448924 Aug 06 18:18:01.722091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'port': {'device_id': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'admin_state_up': True, 'tenant_id': '8037407dee8044e1a69c104f29fe8c77'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:01.771241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.899396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42113e78-bf85-4afe-802a-3603227ff066 None None] Network 243733fc-fbd1-45e2-9da9-061721e8756d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:01.932834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-541f36dd-8774-4663-a736-ed06d7d927e1 req-8daade49-7ce0-469d-b523-e7b706ca2099 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 210 time: 0.0948157 Aug 06 18:18:01.943404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.958726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:01.996909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59974f3e-fad0-4e4a-ac8f-77d772e30c01 req-0cedfb26-ad80-4622-b6e5-5571257d4587 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:02.008708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59974f3e-fad0-4e4a-ac8f-77d772e30c01 req-0cedfb26-ad80-4622-b6e5-5571257d4587 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:02.025083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59974f3e-fad0-4e4a-ac8f-77d772e30c01 req-0cedfb26-ad80-4622-b6e5-5571257d4587 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:02.026986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59974f3e-fad0-4e4a-ac8f-77d772e30c01 req-0cedfb26-ad80-4622-b6e5-5571257d4587 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 2373 time: 0.5199203 Aug 06 18:18:02.044144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.104794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ce6fbc2c-55f8-4823-b541-d01fae8e30e0 None None] Provisioning for port 72518379-1548-439e-9021-2989235fb364 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:02.111858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:02.118245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object cca9a1bb-0f84-462d-ac50-461f682fc311 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:02.140592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.149263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6a48ad34-f93a-4ef1-b35c-98d369a183e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f HTTP/1.1" status: 204 len: 168 time: 1.3022902 Aug 06 18:18:02.150153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37374) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:02.230271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=0acb402a-6e71-47ac-b9a0-fb069604f9e5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:02.236257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cad9f-0264-4ad7-a3dc-758febbf26df None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:02.258975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.264936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c0e8f165-8279-43ce-a00b-af2789f86078 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/0acb402a-6e71-47ac-b9a0-fb069604f9e5 HTTP/1.1" status: 204 len: 168 time: 1.5022612 Aug 06 18:18:02.279188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37378) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:02.399201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.445317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.456064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 3cb2879a-26e8-401c-992e-c2e37e37d513 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:02.465143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] DHCP port deletion for 243733fc-fbd1-45e2-9da9-061721e8756d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:02.469356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.585337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:02.601864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.603512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:02.612883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Deleting port 72518379-1548-439e-9021-2989235fb364 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:02.613593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.619654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:02.662767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:02.735160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59974f3e-fad0-4e4a-ac8f-77d772e30c01 req-a8570f5d-1948-4044-afb2-ab7fae5f40ce tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5736527 Aug 06 18:18:02.742491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:02.743198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.756025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 72518379-1548-439e-9021-2989235fb364 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:02.757144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.853111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Made reservation on behalf of 8037407dee8044e1a69c104f29fe8c77 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:02.869319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] For port 72518379-1548-439e-9021-2989235fb364, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72518379-1548-439e-9021-2989235fb364,segment=NetworkSegment(5e7a2188-bc11-437c-b37d-fd6bbeef0f6f),segment_id=5e7a2188-bc11-437c-b37d-fd6bbeef0f6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:02.870024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.879233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:02.921100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-2aefe737-ef58-49cd-aa9a-d751b363bd2b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7433357 Aug 06 18:18:02.936479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'admin_state_up': True, 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'security_groups': ['4cb680cf-786b-43e0-89f6-481ce97a3f4b']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:02.938638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Calling delete_port for 72518379-1548-439e-9021-2989235fb364 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:03.124445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port 72518379-1548-439e-9021-2989235fb364, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72518379-1548-439e-9021-2989235fb364,segment=NetworkSegment(5e7a2188-bc11-437c-b37d-fd6bbeef0f6f),segment_id=5e7a2188-bc11-437c-b37d-fd6bbeef0f6f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:03.129665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.139240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.195630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.333754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] No DVR routers for this DVR port 72518379-1548-439e-9021-2989235fb364 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:03.335995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4a01f-2483-4235-84ba-3fe0b17f6bba None None] Pushing event deleted for resources: {'Port': ['ID=72518379-1548-439e-9021-2989235fb364,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:03.511743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 72518379-1548-439e-9021-2989235fb364 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:03.525229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-12ca4f74-66b6-4d2d-880c-8aa3d07c76e5 None None] Provisioning for port cca9a1bb-0f84-462d-ac50-461f682fc311 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:03.526922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc8663ae-36bb-4b67-bbd5-ff11351aeeb4 req-d801c4db-b73d-4732-98b9-b1d5ea1e5d3c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 210 time: 0.2404470 Aug 06 18:18:03.530791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Made reservation on behalf of f2443dcc91294277aa870ca3ed0ca580 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:03.542738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.544245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-12ca4f74-66b6-4d2d-880c-8aa3d07c76e5 None None] Provisioning complete for port cca9a1bb-0f84-462d-ac50-461f682fc311 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:03.544619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-12ca4f74-66b6-4d2d-880c-8aa3d07c76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.610985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Allocated IP 172.20.0.5 (36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef/cb775256-dd6f-4042-b6c5-13faccdce89b/53fe5f4e-d21e-4382-be88-141559742330) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:03.646481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.658028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-12ca4f74-66b6-4d2d-880c-8aa3d07c76e5 None None] Port cca9a1bb-0f84-462d-ac50-461f682fc311 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:03.902770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:03.991891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb2879a-26e8-401c-992e-c2e37e37d513,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:04.007014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.016710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ddf59dcb-90a2-411a-ad5c-8e5fe2bec400 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3cb2879a-26e8-401c-992e-c2e37e37d513 HTTP/1.1" status: 204 len: 168 time: 1.7362878 Aug 06 18:18:04.019324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37404) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:04.055245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.122437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port 72518379-1548-439e-9021-2989235fb364 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:04.147891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d1970e6-ae2b-4263-a2cd-49437fb7dfcb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246159 Aug 06 18:18:04.151218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37408) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:04.160558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52892d7-7ac2-42dd-91e9-ee5e39cf5120 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:04.165267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:04.319102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.356425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72518379-1548-439e-9021-2989235fb364 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:04.394643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.415758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243733fc-fbd1-45e2-9da9-061721e8756d']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:04.449296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:04.453805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=72518379-1548-439e-9021-2989235fb364,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:04.459646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.471731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.471968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:04.472475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7a2188-bc11-437c-b37d-fd6bbeef0f6f') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:04.510405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.545973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-2360cf4a-7c75-4993-aa4e-0c1c46277166 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:04.564726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-2360cf4a-7c75-4993-aa4e-0c1c46277166 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:04.579623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-2360cf4a-7c75-4993-aa4e-0c1c46277166 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:04.594724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-2360cf4a-7c75-4993-aa4e-0c1c46277166 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:04.616534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-2360cf4a-7c75-4993-aa4e-0c1c46277166 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3094 time: 0.5872390 Aug 06 18:18:04.696444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Allocated IP 10.2.2.200 (a6202faf-e5ce-49d3-83df-cfe2acd67f58/f2a1b429-819e-4591-a86a-78cc71ff77bb/b6474444-8786-4f88-94ab-5bf7e4cbfd46) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:04.732367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.762471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:18:04.762995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:18:04.767972 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:18:04.800994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:04.803292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:04.807950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:04.810751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:04.847604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d0d75d2-35ab-439e-972a-812f3b4b7325 None None] Provisioning complete for port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:04.848543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4d0d75d2-35ab-439e-972a-812f3b4b7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.866148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 72518379-1548-439e-9021-2989235fb364 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:04.866486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72518379-1548-439e-9021-2989235fb364 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:04.917992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:04.919149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.980640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-812cdd94-69af-4a5e-8453-18d95fce8a10 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2647760 Aug 06 18:18:04.998591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:04.999359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Request body: {'port': {'device_id': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:05.007044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-155fe154-eca6-41d4-83e5-346a954a6d4f req-ac3948e6-aa47-490c-b12e-235f19e34167 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404415 Aug 06 18:18:05.085820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.154248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.162898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/243733fc-fbd1-45e2-9da9-061721e8756d HTTP/1.1" status: 204 len: 168 time: 3.0049343 Aug 06 18:18:05.174632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37428) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:05.185020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:05.185983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb900d1b-6607-4638-a179-0cd287d49a51 req-0b55efb3-64b6-41c8-920b-bf0ea4c9a16a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:05.195120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb900d1b-6607-4638-a179-0cd287d49a51 req-0b55efb3-64b6-41c8-920b-bf0ea4c9a16a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 931 time: 0.2953484 Aug 06 18:18:05.227970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720297572'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:05.303848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Deleting port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:05.303848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.381721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb900d1b-6607-4638-a179-0cd287d49a51 req-f64573df-3c93-4f87-b035-752fecb76156 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852639 Aug 06 18:18:05.402026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:05.406416 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.412198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.455254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.513840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Transition to ACTIVE for port object b6474444-8786-4f88-94ab-5bf7e4cbfd46 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:05.514542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] For port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:05.515220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.533206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Calling delete_port for bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:05.571866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428f94f-2e4f-4586-9a04-8b136847c29e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=243733fc-fbd1-45e2-9da9-061721e8756d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:05.674343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.684473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:05.769743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Pushing event deleted for resources: {'Port': ['ID=bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:05.793021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] No DVR routers for this DVR port bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:05.803092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.804437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.807978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.808524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.808974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.809525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.809973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.810419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.813469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.814432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:05.814632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.815095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.815543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f32e8b-60d1-4036-9818-03946da8db10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:05.857689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:05.859795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:05.875784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:05.922777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:18:05.988919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:05.991741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.023648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.024148 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment c58c4e34-0dd6-4f76-8def-dad0d72ab0ce of type vlan for network 3d5db21d-b1d7-40e5-93f3-64350adeab29 Aug 06 18:18:06.031123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-91b367ab-e9e2-477d-a6e8-4630b3d9525c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1012080 Aug 06 18:18:06.051728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.052594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:06.225869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.265618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.331923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5f655a07-8551-4450-ae1a-f2ab87b4a4d6 None None] Provisioning for port b6474444-8786-4f88-94ab-5bf7e4cbfd46 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:06.341671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5f655a07-8551-4450-ae1a-f2ab87b4a4d6 None None] Provisioning complete for port b6474444-8786-4f88-94ab-5bf7e4cbfd46 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:06.342321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f655a07-8551-4450-ae1a-f2ab87b4a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.409864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:06.475097 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:18:06.502100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:06.516089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc58f81d-9aaa-4a79-bc6b-ce122fc02cc2 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:06.540200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5f655a07-8551-4450-ae1a-f2ab87b4a4d6 None None] Port b6474444-8786-4f88-94ab-5bf7e4cbfd46 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:06.588295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:06.608418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=2b89bbe7-6b39-49c7-909f-8a73f3df1548,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:06.627212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:06.633099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:06.634638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.649988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8d24f-a4ee-4fde-82b4-3f8e7347b34d None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:06.711258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.723769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:06.724909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:06.833156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a18c6-c9ab-42ef-894b-5943a766f212 req-93f05e06-4f22-40d5-bc08-ca8ad1da47a5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:06.850576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-674a18c6-c9ab-42ef-894b-5943a766f212 req-93f05e06-4f22-40d5-bc08-ca8ad1da47a5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 931 time: 0.2561314 Aug 06 18:18:06.863716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9a0849be-99da-40da-b634-eceb86d1ed10 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7108951 Aug 06 18:18:06.867354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37454) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:06.886338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:06.957487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fe5f4e-d21e-4382-be88-141559742330 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:06.988264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:07.002324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:07.009038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': '2b89bbe7-6b39-49c7-909f-8a73f3df1548'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:18:07.010624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.027344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:07.056302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:07.079924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:07.094319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-095bc6f8-0d7f-4bb5-985f-8be447ee628c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3815 time: 0.7462633 Aug 06 18:18:07.105941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:07.122684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.134439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9086823 Aug 06 18:18:07.140764 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.150091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Transition to ACTIVE for port object f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:07.152136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:07.164732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:07.174265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.236179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c68c0-c4f2-4743-9ba4-34c1f7b26bbe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=3d5db21d-b1d7-40e5-93f3-64350adeab29,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:07.295219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:18:07.340526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Transition to ACTIVE for port object 53fe5f4e-d21e-4382-be88-141559742330 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:07.382756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0b7e05c-fd3d-4e49-b425-39f6c19559c0 req-a6977560-0cbf-48c0-ad7c-11dbb62ef2b4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371342 Aug 06 18:18:07.388445 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.495443 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-674a18c6-c9ab-42ef-894b-5943a766f212 req-5aca9e64-6f68-4847-b243-3e7fed475e57 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357884 Aug 06 18:18:07.593061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:07.608084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/2b89bbe7-6b39-49c7-909f-8a73f3df1548/d5e0aa4f-9f87-4036-b87e-93e0733010a6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:07.738992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:07.743518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.921201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:07.933888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Transition to ACTIVE for port object d5e0aa4f-9f87-4036-b87e-93e0733010a6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:07.956850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Transition to ACTIVE for port object d5e0aa4f-9f87-4036-b87e-93e0733010a6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:07.974397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.043834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:08.047573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:08.053524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:08.062369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Pushing event updated for resources: {'Port': ['ID=d5e0aa4f-9f87-4036-b87e-93e0733010a6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:08.092345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Attempting to bind port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:08.092972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Attempting to bind port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:08.098389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Attempting to bind port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba on network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:08.151034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.151923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Attempting to bind port d5e0aa4f-9f87-4036-b87e-93e0733010a6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:08.152315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Attempting to bind port d5e0aa4f-9f87-4036-b87e-93e0733010a6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:08.152711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Attempting to bind port d5e0aa4f-9f87-4036-b87e-93e0733010a6 on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:08.160583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:08.161147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:08.161520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.161945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:08.162456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Bound port: d5e0aa4f-9f87-4036-b87e-93e0733010a6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:08.162858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.188952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba on network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:08.195181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Attempting to bind port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba on network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:08.232602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:08.236246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Checking segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:08.236939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Bound using segment: {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:08.237789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Bound port: f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:08.238426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.283562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] For port d5e0aa4f-9f87-4036-b87e-93e0733010a6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:08.297508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] For port d5e0aa4f-9f87-4036-b87e-93e0733010a6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d5e0aa4f-9f87-4036-b87e-93e0733010a6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:08.297508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.439419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067f424-c842-48d7-8a3a-75102593dc1b None None] Pushing event updated for resources: {'Port': ['ID=d5e0aa4f-9f87-4036-b87e-93e0733010a6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:08.548908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=58739439-a556-4646-b356-c044928d715c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:08.685006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:08.691912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:08.693767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 3d5db21d-b1d7-40e5-93f3-64350adeab29, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:18:08.797867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:08.807206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:08.815390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:18:08.827236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.870714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3d5db21d-b1d7-40e5-93f3-64350adeab29) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:08.875864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:08.883509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4395578-7d1e-44fb-9267-7f2972b623f5 req-06bba5ed-ea74-4e5b-a608-134f2b780f74 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:08.883795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.885215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4395578-7d1e-44fb-9267-7f2972b623f5 req-06bba5ed-ea74-4e5b-a608-134f2b780f74 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 943 time: 0.2166750 Aug 06 18:18:08.893857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bf1fc-8ab8-4884-baca-8ea600301fba None None] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:08.895972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:08.896906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.956549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:08.957201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:08.958897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] 10.222.0.55 "PUT /v2.0/ports/f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1093 time: 2.9165890 Aug 06 18:18:08.959415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:08.962197 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c8e83-b26b-4e00-8973-06a11d10f00a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:09.018296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:09.118016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:09.140010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:09.142039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4395578-7d1e-44fb-9267-7f2972b623f5 req-e28f8d8d-05c5-40c2-b3bd-e509e79edab8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409286 Aug 06 18:18:09.164519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c4408-cd24-49e6-ae38-ff3a6e435340 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:09.172078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:09.179369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0207e048-aa08-4861-8416-09c29877d49c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0234745 Aug 06 18:18:09.194508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:09.197485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:09.219152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:09.220423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2020609558'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:09.249144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-bbdbb7b6-0c24-4e14-8808-84377a5e744b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3827 time: 0.6012454 Aug 06 18:18:09.330616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Attempting to bind port 53fe5f4e-d21e-4382-be88-141559742330 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:09.331365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Attempting to bind port 53fe5f4e-d21e-4382-be88-141559742330 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:09.331885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Attempting to bind port 53fe5f4e-d21e-4382-be88-141559742330 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:09.387438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-3d5db21d-b1d7-40e5-93f3-64350adeab29', 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': '58739439-a556-4646-b356-c044928d715c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:18:09.388364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:09.428378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:09.451692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Port 53fe5f4e-d21e-4382-be88-141559742330 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:09.452396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Attempting to bind port 53fe5f4e-d21e-4382-be88-141559742330 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:09.493760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49b7840c-8297-4bf1-9350-9cd639f1c867 req-ce5f6d2c-bb29-4eff-8b21-f572eb16e463 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404740 Aug 06 18:18:09.545052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:09.548488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Checking segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:09.550148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Bound using segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:09.551983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Bound port: 53fe5f4e-d21e-4382-be88-141559742330, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:09.552725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:09.633428 n-d-793621-29 neutron-server[94121]: INFO neutron.db.ipam_backend_mixin [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b89bbe7-6b39-49c7-909f-8a73f3df1548 (CIDR: 2001:db8::/64) Aug 06 18:18:09.836717 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:18:09.839160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:09.894525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:09.908589 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b399c87-12bd-4e5e-bcd3-be29afe67b9c x-openstack-request-id: req-1b399c87-12bd-4e5e-bcd3-be29afe67b9c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:09.909176 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:09.909176 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b399c87-12bd-4e5e-bcd3-be29afe67b9c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:09.909599 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'status': 'completed', 'code': 200} Aug 06 18:18:09.972384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b4f0597-2487-4100-afa6-ce4e986f3a83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0920737 Aug 06 18:18:09.982516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37506) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:10.028490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:10.042238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Allocated IP 2001:db8::2 (3d5db21d-b1d7-40e5-93f3-64350adeab29/58739439-a556-4646-b356-c044928d715c/b340d923-2d86-4680-9956-96ce7a6a4517) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:10.144428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f273a535-378a-4b8f-8793-be8d5e1353ef {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:10.169774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:10.227534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Transition to ACTIVE for port object f273a535-378a-4b8f-8793-be8d5e1353ef will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:10.246679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:10.455877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:10.460748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:10.606500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d5e0aa4f-9f87-4036-b87e-93e0733010a6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:10.625589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:10.773231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:10.970872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:10.998596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:10.999385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.000260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.001082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.001939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.005255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-6da79ee5-28e0-46a0-9347-7ef8170820f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 4363 time: 1.3242490 Aug 06 18:18:11.010329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.011341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.013886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-e7a293cf-c0d4-4953-82d9-70e6af90c9eb service neutron] 10.222.0.16 "PUT /v2.0/ports/53fe5f4e-d21e-4382-be88-141559742330 HTTP/1.1" status: 200 len: 1092 time: 6.0224800 Aug 06 18:18:11.016867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'tag': '53fe5f4e-d21e-4382-be88-141559742330'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:11.022687 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cef71c-9ccf-418e-b064-be1811ea10f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "tag": "53fe5f4e-d21e-4382-be88-141559742330"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:11.050764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:11.059226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.110578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2de53aad-0bb5-432c-a25f-3871f10e9da8 None None] Provisioning for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:11.144862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f431-f0f5-445d-84a8-3f60dbd94cb8 req-c81249ef-b97d-4a3b-a1c6-463dfdfc0f81 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.153270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bf8f431-f0f5-445d-84a8-3f60dbd94cb8 req-c81249ef-b97d-4a3b-a1c6-463dfdfc0f81 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 943 time: 0.6147442 Aug 06 18:18:11.211346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Attempting to bind port f273a535-378a-4b8f-8793-be8d5e1353ef on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:11.213591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Attempting to bind port f273a535-378a-4b8f-8793-be8d5e1353ef by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:11.214701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Attempting to bind port f273a535-378a-4b8f-8793-be8d5e1353ef on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:11.227084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:11.231906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.303327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:11.321670 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.331609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 293b0b14-f7e4-40f4-8c16-9fd2337f4732 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:11.349101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Port f273a535-378a-4b8f-8793-be8d5e1353ef on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:11.353898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:11.354521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.365687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Attempting to bind port f273a535-378a-4b8f-8793-be8d5e1353ef on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:11.495556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bf8f431-f0f5-445d-84a8-3f60dbd94cb8 req-f68bbfdc-2010-4af2-b05c-0cb3a95eb3df tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410199 Aug 06 18:18:11.515996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Transition to ACTIVE for port object b340d923-2d86-4680-9956-96ce7a6a4517 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:11.523579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.533567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.542116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.550163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.564674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.567913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-75002684-7d14-4555-b3fd-76c3a704caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.569619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-75002684-7d14-4555-b3fd-76c3a704caef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 1095 time: 0.3925023 Aug 06 18:18:11.578300 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e035f82-b56b-40ce-914f-52e232f81d82 x-openstack-request-id: req-6e035f82-b56b-40ce-914f-52e232f81d82 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:11.578605 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "tag": "53fe5f4e-d21e-4382-be88-141559742330", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:11.578865 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e035f82-b56b-40ce-914f-52e232f81d82 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:11.579289 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'tag': '53fe5f4e-d21e-4382-be88-141559742330', 'status': 'completed', 'code': 200} Aug 06 18:18:11.590940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.593564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59c7284c-24df-4c00-905d-e3d5777e504c req-af065991-bf51-4373-92ac-f34125e11d7e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 4599 time: 0.5987577 Aug 06 18:18:11.604587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:11.605105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:11.605679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Bound using segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:11.606351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Bound port: f273a535-378a-4b8f-8793-be8d5e1353ef, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:11.606832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.631055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Transition to ACTIVE for port object b340d923-2d86-4680-9956-96ce7a6a4517 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:11.676868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.688145 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-c61c4bcf-0de9-4fe3-8127-53ca65dc225d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fe5f4e-d21e-4382-be88-141559742330 HTTP/1.1" status: 200 len: 217 time: 0.0966804 Aug 06 18:18:11.696565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:11.835353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:11.856709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f273a535-378a-4b8f-8793-be8d5e1353ef,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:11.913719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-b52cbafe-03f5-47bc-832e-67fc57815149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.914898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-b52cbafe-03f5-47bc-832e-67fc57815149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.917749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-b52cbafe-03f5-47bc-832e-67fc57815149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:11.923269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-b52cbafe-03f5-47bc-832e-67fc57815149 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8944979 Aug 06 18:18:12.065161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:12.093033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Pushing event updated for resources: {'Port': ['ID=b340d923-2d86-4680-9956-96ce7a6a4517,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:12.152543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:12.176563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:12.194641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:12.204434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d5e0aa4f-9f87-4036-b87e-93e0733010a6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d5e0aa4f-9f87-4036-b87e-93e0733010a6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:12.266983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::ee (3d5db21d-b1d7-40e5-93f3-64350adeab29/58739439-a556-4646-b356-c044928d715c/293b0b14-f7e4-40f4-8c16-9fd2337f4732) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:12.289618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:12.455580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Attempting to bind port b340d923-2d86-4680-9956-96ce7a6a4517 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:12.456700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Attempting to bind port b340d923-2d86-4680-9956-96ce7a6a4517 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:12.457687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Attempting to bind port b340d923-2d86-4680-9956-96ce7a6a4517 on network 3d5db21d-b1d7-40e5-93f3-64350adeab29 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:12.471668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:12.472894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Checking segment: {'id': 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:12.473967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:12.475011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Bound using segment: {'id': 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:12.476178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Bound port: b340d923-2d86-4680-9956-96ce7a6a4517, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3d5db21d-b1d7-40e5-93f3-64350adeab29'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:12.477174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:12.527954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d5e0aa4f-9f87-4036-b87e-93e0733010a6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:12.726024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] For port b340d923-2d86-4680-9956-96ce7a6a4517, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:12.737229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] For port b340d923-2d86-4680-9956-96ce7a6a4517, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b340d923-2d86-4680-9956-96ce7a6a4517,segment=NetworkSegment(c58c4e34-0dd6-4f76-8def-dad0d72ab0ce),segment_id=c58c4e34-0dd6-4f76-8def-dad0d72ab0ce)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:12.751048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:12.855514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-dea93b8f-3a62-43f9-8080-3f3a3c2103f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:12.858003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-dea93b8f-3a62-43f9-8080-3f3a3c2103f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 1.1204064 Aug 06 18:18:12.995391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba19d9-3620-4f93-a7fc-68ea55b7e6cd None None] Pushing event updated for resources: {'Port': ['ID=b340d923-2d86-4680-9956-96ce7a6a4517,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:13.203383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:13.210131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-b2eecb13-ab86-4e1c-a0d0-d18f69d58cf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3354425 Aug 06 18:18:13.232706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-c62efbbf-1e31-451a-9d8b-5ce0534c5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:13.234325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-017c8e83-b26b-4e00-8973-06a11d10f00a req-c62efbbf-1e31-451a-9d8b-5ce0534c5c74 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2856390 Aug 06 18:18:13.242112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 293b0b14-f7e4-40f4-8c16-9fd2337f4732 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:13.353002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c33864-7fd2-4ecc-9572-a335d505de45 req-3d20894a-a0e2-4c15-84ec-bd0e3090b44d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:13.364012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27c33864-7fd2-4ecc-9572-a335d505de45 req-3d20894a-a0e2-4c15-84ec-bd0e3090b44d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 943 time: 0.5917456 Aug 06 18:18:13.389868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:13.407167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:13.461635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:18:13.536879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59c7284c-24df-4c00-905d-e3d5777e504c req-6ba32429-d4ce-4802-8134-11237ddee0a9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.9000494 Aug 06 18:18:13.602980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:13.621896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:13.626811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:13.647958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:13.658361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:13.699343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27c33864-7fd2-4ecc-9572-a335d505de45 req-9fb7429a-a5ae-48d6-8bda-dae01cba3498 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336253 Aug 06 18:18:13.712967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:13.714182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:13.726954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 1131 time: 4.7165895 Aug 06 18:18:13.799549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f273a535-378a-4b8f-8793-be8d5e1353ef'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:13.807491 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03583a-125d-4ecb-a400-5386b21f66ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f273a535-378a-4b8f-8793-be8d5e1353ef"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:13.818440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a1d8b-91b0-44ad-a0b4-115951c908c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:13.823430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-b49bf691-658e-443f-9b48-444ec1f3d391 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869591 Aug 06 18:18:14.035925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:14.041413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=293b0b14-f7e4-40f4-8c16-9fd2337f4732,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:14.081879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8d44c581-61e1-4116-8232-f4d4c18d9233 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.8602538 Aug 06 18:18:14.083325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:14.409976 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1ba39-3ebe-414a-badb-134c61d791e6 x-openstack-request-id: req-d9a1ba39-3ebe-414a-badb-134c61d791e6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:14.416781 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f273a535-378a-4b8f-8793-be8d5e1353ef", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:14.417571 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9a1ba39-3ebe-414a-badb-134c61d791e6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:14.418756 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f273a535-378a-4b8f-8793-be8d5e1353ef', 'status': 'completed', 'code': 200} Aug 06 18:18:14.674433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:14.716899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.719403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.720656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.721715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.722661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.723755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:14.727087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-f74812dc-d492-40f0-b443-ccda47a35a86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5287 time: 0.2899780 Aug 06 18:18:14.906643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d5e0aa4f-9f87-4036-b87e-93e0733010a6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:14.926022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:14.976033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c20a74e-4ace-4489-8a11-6cc446b92c69 req-2f779ec7-247c-4bf1-aac6-8c95756c3270 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1337526 Aug 06 18:18:15.209532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:15.210114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:15.350248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f5ce4-2591-4673-8968-2fe00e2bb677 None None] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:15.378205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 293b0b14-f7e4-40f4-8c16-9fd2337f4732 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:15.379111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:15.510317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b67d933d-82bd-4908-879a-ead1a2be1137 None None] Provisioning for port b340d923-2d86-4680-9956-96ce7a6a4517 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:15.622907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b340d923-2d86-4680-9956-96ce7a6a4517 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:15.671676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-cedc04d7-a829-4c69-b853-7e0a28663f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:15.674628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-cedc04d7-a829-4c69-b853-7e0a28663f4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 1095 time: 0.4720886 Aug 06 18:18:15.705735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:15.762928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 293b0b14-f7e4-40f4-8c16-9fd2337f4732 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:15.892081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b340d923-2d86-4680-9956-96ce7a6a4517 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:15.927745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b340d923-2d86-4680-9956-96ce7a6a4517 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:15.928742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.098816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port d5e0aa4f-9f87-4036-b87e-93e0733010a6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d5e0aa4f-9f87-4036-b87e-93e0733010a6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:16.331092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.482066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.556703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port b340d923-2d86-4680-9956-96ce7a6a4517, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b340d923-2d86-4680-9956-96ce7a6a4517,segment=NetworkSegment(c58c4e34-0dd6-4f76-8def-dad0d72ab0ce),segment_id=c58c4e34-0dd6-4f76-8def-dad0d72ab0ce)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:16.566702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.744740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=293b0b14-f7e4-40f4-8c16-9fd2337f4732,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:16.755021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=b340d923-2d86-4680-9956-96ce7a6a4517,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:16.780817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849595-e9dc-43ee-8533-03a76075421c req-a57b6370-1dba-436a-bfaf-a22feb67a7f6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:16.783808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a849595-e9dc-43ee-8533-03a76075421c req-a57b6370-1dba-436a-bfaf-a22feb67a7f6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 943 time: 1.5505104 Aug 06 18:18:16.933126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a56725d-ed6b-4491-80de-6adaa52356ca None None] Provisioning complete for port b340d923-2d86-4680-9956-96ce7a6a4517 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:16.934092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2a56725d-ed6b-4491-80de-6adaa52356ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.952759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:16.961869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae7dc8ed-e127-4c58-aced-6cc957ec9363 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/293b0b14-f7e4-40f4-8c16-9fd2337f4732 HTTP/1.1" status: 204 len: 168 time: 2.8539360 Aug 06 18:18:16.977535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37586) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:17.080652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.120895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.149856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.163320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.166580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a56725d-ed6b-4491-80de-6adaa52356ca None None] Could not find standard attr ID for object 293b0b14-f7e4-40f4-8c16-9fd2337f4732. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:18:17.180520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.187027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.189027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-3bc9f754-17c0-460e-8d4d-6a739b95181c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 4599 time: 2.0189972 Aug 06 18:18:17.215482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a849595-e9dc-43ee-8533-03a76075421c req-7e9c2957-f19e-4d85-9fd8-ab7e08ef975d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977735 Aug 06 18:18:17.260307 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d8c088-277b-4830-b1e7-00fe075bdaa7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:18:17.283989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:17.286390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f5d8c088-277b-4830-b1e7-00fe075bdaa7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/293b0b14-f7e4-40f4-8c16-9fd2337f4732 HTTP/1.1" status: 404 len: 333 time: 0.3062346 Aug 06 18:18:17.373675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd5bd16-9f4b-404c-8a08-f2f585b43195 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:17.385763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.395743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-31616fd8-e644-42b9-9533-0cfe51fd5dd8 None None] Could not find standard attr ID for object 293b0b14-f7e4-40f4-8c16-9fd2337f4732. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:18:17.406716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Transition to ACTIVE for port object 1fd5bd16-9f4b-404c-8a08-f2f585b43195 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:17.413385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-81575ccb-0006-4357-8f56-bf652d9a9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.414824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-81575ccb-0006-4357-8f56-bf652d9a9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.415820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-81575ccb-0006-4357-8f56-bf652d9a9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.419767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-81575ccb-0006-4357-8f56-bf652d9a9de0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.6767540 Aug 06 18:18:17.420665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.480981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.555441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:17.570814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.571481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.572348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.572975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.573614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.574235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.574917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.575530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.576066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.576633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.577231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.577886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:17.664804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 58739439-a556-4646-b356-c044928d715c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:17.687693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.689206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.714145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.737308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-6f601096-8a0d-405e-93ae-b4c836dc587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:17.740442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-6f601096-8a0d-405e-93ae-b4c836dc587e service neutron] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 922 time: 2.0488150 Aug 06 18:18:17.771720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Attempting to bind port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:17.775184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Attempting to bind port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:17.776006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Attempting to bind port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:17.787880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:17.788620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Attempting to bind port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:17.802223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:17.803286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:17.804058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Bound using segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:17.806100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Bound port: 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:17.806864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:17.945304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a62e4b62-c6b3-4d0b-a81a-fa13a970a6a1 req-4841e23d-e571-43c8-a00f-5758a999e951 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6972907 Aug 06 18:18:17.957144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:17.977070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:17.983720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:18.007531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:18.146987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.148051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:18.150540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] 10.222.0.55 "PUT /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 1131 time: 4.1261256 Aug 06 18:18:18.155274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': '1fd5bd16-9f4b-404c-8a08-f2f585b43195'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:18.159435 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "1fd5bd16-9f4b-404c-8a08-f2f585b43195"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:18.196220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:18.201409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.202811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:18.210427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05beb5-4f31-4bde-829a-5e802fb9ee66 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:18.252701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:18.310297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-9b96dddc-c397-4d3c-8e61-7795fac95f77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fe5f4e-d21e-4382-be88-141559742330 HTTP/1.1" status: 200 len: 217 time: 0.4442930 Aug 06 18:18:18.378455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.393626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.402962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.415424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.425965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.456349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.465954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.4531753 Aug 06 18:18:18.470727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.486083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-7b3694a7-6888-426f-bae1-9c3c1a247d3f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.4976382 Aug 06 18:18:18.493233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37606) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:18.543974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb06a0-0d70-409a-bb99-056ef1398f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:18.582460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:4e:63:b6', 'name': 'tempest-NetworksTestDHCPv6-557539008'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:18.626225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=f4005ab4-fc39-4165-a806-8947f721fb82,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:18.630937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-65fc394a-2a03-41f6-9c1d-0aab7db226e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.632571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f03583a-125d-4ecb-a400-5386b21f66ab req-65fc394a-2a03-41f6-9c1d-0aab7db226e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1876163 Aug 06 18:18:18.635635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:18.663818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:18.692817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:18.871684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c6e0-3f02-43cf-9cdc-f2cee2b62956 req-cd3b2e56-7d6a-4910-b1de-54d3f4c32075 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:18.872642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b340d923-2d86-4680-9956-96ce7a6a4517 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:18.884965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a980c6e0-3f02-43cf-9cdc-f2cee2b62956 req-cd3b2e56-7d6a-4910-b1de-54d3f4c32075 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.5401404 Aug 06 18:18:18.897138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ac108-29b4-48c1-8254-906ab1f406c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=d5e0aa4f-9f87-4036-b87e-93e0733010a6,revision_number=5']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:18.967638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db32e85f-595f-4598-bed7-15e999bba1d8 req-9b32dab6-3e57-4616-be73-68bbb08af78f tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3751779 Aug 06 18:18:19.130448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-c39bb9bb-6b08-4115-a652-d46defde18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:19.132988 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-c39bb9bb-6b08-4115-a652-d46defde18b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 0.6599627 Aug 06 18:18:19.211422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:19.218865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-ef67b16a-47e0-4e2a-a533-9aa09722fd76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682333 Aug 06 18:18:19.234071 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610413ed-a6a0-471a-a3d3-ac8180ef972c x-openstack-request-id: req-610413ed-a6a0-471a-a3d3-ac8180ef972c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:19.234635 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "1fd5bd16-9f4b-404c-8a08-f2f585b43195", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:19.235142 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-610413ed-a6a0-471a-a3d3-ac8180ef972c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:19.235908 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': '1fd5bd16-9f4b-404c-8a08-f2f585b43195', 'status': 'completed', 'code': 200} Aug 06 18:18:19.241208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '53fe5f4e-d21e-4382-be88-141559742330', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'port_id': '53fe5f4e-d21e-4382-be88-141559742330', 'mac_address': 'fa:16:3e:a5:3e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb775256-dd6f-4042-b6c5-13faccdce89b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:19.267375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b340d923-2d86-4680-9956-96ce7a6a4517 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:19.268399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:19.329266 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a980c6e0-3f02-43cf-9cdc-f2cee2b62956 req-8f9b5ed7-86e0-4e6f-817d-efb1993d999e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155562 Aug 06 18:18:19.361820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:19.557682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:19.725487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fe5f4e-d21e-4382-be88-141559742330 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:19.798066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef41944-3d2e-472c-a427-692daeb27ff7 req-e946317f-5399-4b1f-ad4a-b88b39e52fb8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:19.818017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef41944-3d2e-472c-a427-692daeb27ff7 req-e946317f-5399-4b1f-ad4a-b88b39e52fb8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 943 time: 0.5586009 Aug 06 18:18:19.846130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:19.857177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-d0a5eb81-7ca1-41b2-a151-f3547e634549 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766487 Aug 06 18:18:19.879216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:19.898433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:19.900101 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.014188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.016832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/58739439-a556-4646-b356-c044928d715c HTTP/1.1" status: 204 len: 168 time: 2.7313616 Aug 06 18:18:20.021711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee429f9-5807-4680-ae8b-c4b5ecd1cf38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=58739439-a556-4646-b356-c044928d715c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:20.037260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37622) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:20.040727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7eab7a-0022-4207-afda-5b84e3243478 None None] Network 3d5db21d-b1d7-40e5-93f3-64350adeab29 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:20.051032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.051538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.052019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.052503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.052996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.055371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.055993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.059294 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a086fe68-14fe-4fbf-ac4e-777f94a886c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6211 time: 0.8871849 Aug 06 18:18:20.156947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef41944-3d2e-472c-a427-692daeb27ff7 req-c5e4578b-37f0-48ba-ada4-3b293b481412 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255398 Aug 06 18:18:20.221587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:20.358306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['53fe5f4e-d21e-4382-be88-141559742330'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:20.405094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946b93b-8b39-4a70-ad44-24b6d059ac7d {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:20.417306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.452877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Transition to ACTIVE for port object 5946b93b-8b39-4a70-ad44-24b6d059ac7d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:20.526416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.610740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:20.631982 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.670775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:20.723470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port edb9ec2d-d11d-4352-9b5d-52e302581d30 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:20.773271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.786477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.801187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.814259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.832524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d5e0aa4f-9f87-4036-b87e-93e0733010a6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:20.839945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.863039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.883411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:20.887334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-d7ef31da-cf66-43ad-9535-2b8cff7f7eda tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5371 time: 1.3920538 Aug 06 18:18:21.029038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f4fb4864-2dd9-4d45-94ad-275ffc55c1a3 None None] Provisioning complete for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:21.029824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4864-2dd9-4d45-94ad-275ffc55c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.078408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.112639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.126029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.139341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.147812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.156643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.166750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.182644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5339dd3e-15a7-47b9-ab39-975c669193ef req-0e513d54-fd1a-4880-9ef6-b49acd8a72b4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.6985407 Aug 06 18:18:21.183176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88479849-0a5b-4377-acf0-17035394f13d None None] DHCP port deletion for 3d5db21d-b1d7-40e5-93f3-64350adeab29 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:21.249006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-4d9f840c-0aef-4689-ab2e-92b4fd70bc06 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.249514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:21.250027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.263459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-4d9f840c-0aef-4689-ab2e-92b4fd70bc06 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.7411358 Aug 06 18:18:21.279623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-ca018554-30ef-40ed-a9e8-a8408a247add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.280562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-ca018554-30ef-40ed-a9e8-a8408a247add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.281336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-ca018554-30ef-40ed-a9e8-a8408a247add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.285169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-ca018554-30ef-40ed-a9e8-a8408a247add service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2100532 Aug 06 18:18:21.307140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e46ad09-8977-48f1-94bb-5bdbee5229dd req-acdc1bf6-42af-44cf-8dfb-8a0b34bc7101 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3954496 Aug 06 18:18:21.338408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4cef71c-9ccf-418e-b064-be1811ea10f5 req-87c6017a-50e5-4735-b4f6-1996b0219f4b service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3963060 Aug 06 18:18:21.557741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Attempting to bind port 5946b93b-8b39-4a70-ad44-24b6d059ac7d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:21.558421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Attempting to bind port 5946b93b-8b39-4a70-ad44-24b6d059ac7d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:21.559733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Attempting to bind port 5946b93b-8b39-4a70-ad44-24b6d059ac7d on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:21.571580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Port 5946b93b-8b39-4a70-ad44-24b6d059ac7d on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:21.572133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Attempting to bind port 5946b93b-8b39-4a70-ad44-24b6d059ac7d on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:21.589709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625e5a-1a3d-4b23-ac95-2c4d8a23de3f req-176f6c0f-ac45-433b-81a8-94aee200ea70 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:21.601142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d625e5a-1a3d-4b23-ac95-2c4d8a23de3f req-176f6c0f-ac45-433b-81a8-94aee200ea70 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 945 time: 0.2631962 Aug 06 18:18:21.615740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Deleting port b340d923-2d86-4680-9956-96ce7a6a4517 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:21.616503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.632194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::33f (cefbc2ff-723f-4405-8414-41b97f8c7653/2b89bbe7-6b39-49c7-909f-8a73f3df1548/edb9ec2d-d11d-4352-9b5d-52e302581d30) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:21.651534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:63b6 (cefbc2ff-723f-4405-8414-41b97f8c7653/f4005ab4-fc39-4165-a806-8947f721fb82/edb9ec2d-d11d-4352-9b5d-52e302581d30) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:21.729438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port b340d923-2d86-4680-9956-96ce7a6a4517 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:21.730209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.760013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-88479849-0a5b-4377-acf0-17035394f13d None None] For port b340d923-2d86-4680-9956-96ce7a6a4517, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b340d923-2d86-4680-9956-96ce7a6a4517,segment=NetworkSegment(c58c4e34-0dd6-4f76-8def-dad0d72ab0ce),segment_id=c58c4e34-0dd6-4f76-8def-dad0d72ab0ce)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:21.760363 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.782642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Calling delete_port for b340d923-2d86-4680-9956-96ce7a6a4517 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:21.901338 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.936519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port b340d923-2d86-4680-9956-96ce7a6a4517, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b340d923-2d86-4680-9956-96ce7a6a4517,segment=NetworkSegment(c58c4e34-0dd6-4f76-8def-dad0d72ab0ce),segment_id=c58c4e34-0dd6-4f76-8def-dad0d72ab0ce)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:21.937669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:21.960072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88479849-0a5b-4377-acf0-17035394f13d None None] Pushing event deleted for resources: {'Port': ['ID=b340d923-2d86-4680-9956-96ce7a6a4517,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:21.968270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for b340d923-2d86-4680-9956-96ce7a6a4517 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:21.968722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88479849-0a5b-4377-acf0-17035394f13d None None] No DVR routers for this DVR port b340d923-2d86-4680-9956-96ce7a6a4517 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:21.999313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:21.999313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:21.999313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Bound using segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:22.002209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Bound port: 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:22.002487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.225391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.260859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.306098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d625e5a-1a3d-4b23-ac95-2c4d8a23de3f req-ca4a9540-07ce-4f9d-a0ef-0281913ec2ea tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034614 Aug 06 18:18:22.338869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a3fd6a1f-cecf-444e-88ab-a6c242ebdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.342181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ebcb4522-bc0f-4b90-ad7d-86d391ce70c8 req-a3fd6a1f-cecf-444e-88ab-a6c242ebdb24 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0297642 Aug 06 18:18:22.345162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object edb9ec2d-d11d-4352-9b5d-52e302581d30 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:22.358168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:22.363787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:22.371953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port b340d923-2d86-4680-9956-96ce7a6a4517 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:22.378995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Deleting port 97792aa2-b68c-4104-bfff-28b531dfe065 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:22.379699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.383254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.397790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=b340d923-2d86-4680-9956-96ce7a6a4517,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:22.492348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.493556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.496009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 1092 time: 4.2961390 Aug 06 18:18:22.500248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:22.513170 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:22.628709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:22.671221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:22.801342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b340d923-2d86-4680-9956-96ce7a6a4517 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:22.827350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ad00b-af8d-4fa6-9e57-2d739f93c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:22.848817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.854291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.880621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.881312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.881312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.888889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.891334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b340d923-2d86-4680-9956-96ce7a6a4517 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:22.891686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b340d923-2d86-4680-9956-96ce7a6a4517 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:22.895324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5db21d-b1d7-40e5-93f3-64350adeab29']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:22.900105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.912383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.919744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:22.920052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58c4e34-0dd6-4f76-8def-dad0d72ab0ce') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:22.920855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.933948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 53fe5f4e-d21e-4382-be88-141559742330 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:22.937794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:22.943374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 53fe5f4e-d21e-4382-be88-141559742330 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:22.943762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.954120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:22.954719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94c9009-544e-41ef-8218-8e203a6db597 req-ddfc1316-8aa7-4055-a871-e548966c8383 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5383 time: 0.4569876 Aug 06 18:18:22.991576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.004486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:18:23.004911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.146688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:18:23.157150 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:18:23.181845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b94c9009-544e-41ef-8218-8e203a6db597 req-d5e36eb3-29a2-4356-8e0b-4eeac1cb16e0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965196 Aug 06 18:18:23.182911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:23.211897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1531338-e823-406e-8419-9aa1286d55cd req-a1e0ab1d-3012-4fec-ba76-25dd84b37a85 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:23.215307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:23.223242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1531338-e823-406e-8419-9aa1286d55cd req-a1e0ab1d-3012-4fec-ba76-25dd84b37a85 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 944 time: 0.9694197 Aug 06 18:18:23.233610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:23.234907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.252691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] For port 97792aa2-b68c-4104-bfff-28b531dfe065, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=97792aa2-b68c-4104-bfff-28b531dfe065,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:23.253062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.272274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7049642 Aug 06 18:18:23.293140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:23.300414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Calling delete_port for 97792aa2-b68c-4104-bfff-28b531dfe065 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:23.305554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b44a6-bbe6-421d-ad8d-c351a197354a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=edb9ec2d-d11d-4352-9b5d-52e302581d30,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:23.323412 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def04e0f-4f74-43c7-ad5d-7def4c3c1dc0 x-openstack-request-id: req-def04e0f-4f74-43c7-ad5d-7def4c3c1dc0 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:23.324036 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:23.324758 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-def04e0f-4f74-43c7-ad5d-7def4c3c1dc0 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:23.325366 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'status': 'completed', 'code': 200} Aug 06 18:18:23.679231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.734769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.795716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3', '662d4c28-e3f0-4fdf-86a0-bf515f561624'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:23.799934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['8559145d-0958-4b20-9ffc-c5e6186caeec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:23.872830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] No DVR routers for this DVR port 97792aa2-b68c-4104-bfff-28b531dfe065 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:23.881068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.921513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.936088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/3d5db21d-b1d7-40e5-93f3-64350adeab29 HTTP/1.1" status: 204 len: 168 time: 3.8753943 Aug 06 18:18:23.944644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:23.957846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9329733-5a8f-4fc0-ab61-ddf9c0ca4664 req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "DELETE /v2.0/ports/97792aa2-b68c-4104-bfff-28b531dfe065 HTTP/1.1" status: 204 len: 173 time: 2.6671865 Aug 06 18:18:23.974869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:23.978060 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668f7cac-83e4-4132-8774-c2d7119bb692" -d '{"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-plugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:23.985371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-69b40cdb-16d0-4c2e-a54f-b397bf04cc29 None None] Provisioning for port edb9ec2d-d11d-4352-9b5d-52e302581d30 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:24.010694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-69b40cdb-16d0-4c2e-a54f-b397bf04cc29 None None] Provisioning complete for port edb9ec2d-d11d-4352-9b5d-52e302581d30 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:24.011710 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-69b40cdb-16d0-4c2e-a54f-b397bf04cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:24.014847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f3b1-3754-4eb6-abf2-3f5618798ce4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event deleted for resources: {'Port': ['ID=97792aa2-b68c-4104-bfff-28b531dfe065,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:24.019109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'name': 'network-vif-deleted', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:24.025576 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaf16b4-b56c-4a14-8407-2ef6f51cae53" -d '{"events": [{"server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "name": "network-vif-deleted", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:24.034614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:24.059378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37672) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:24.072794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac00b-44ee-4085-a55f-cd69a2b45702 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=3d5db21d-b1d7-40e5-93f3-64350adeab29,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:24.094701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'name': 'tempest-PortsIpV6TestJSON-277930819'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:24.141799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:24.147459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 97792aa2-b68c-4104-bfff-28b531dfe065 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:24.204348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1531338-e823-406e-8419-9aa1286d55cd req-84504886-70fe-4f32-b3f7-06d2fb4328b6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610243 Aug 06 18:18:24.235783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.236212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.236674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.236935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5b04a5-5094-48d1-8270-adb86fea7fcc {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:24.237175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.237678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.238165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.238646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.240800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-b7d551bf-9e96-4ecb-9e0e-3a3dd74efe14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6279 time: 0.5318153 Aug 06 18:18:24.260612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 97792aa2-b68c-4104-bfff-28b531dfe065 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:24.261420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 97792aa2-b68c-4104-bfff-28b531dfe065 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:24.267195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:24.308695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Transition to ACTIVE for port object aa5b04a5-5094-48d1-8270-adb86fea7fcc will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:24.345790 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b303f-8777-4d52-acca-c1d106bb8264 x-openstack-request-id: req-914b303f-8777-4d52-acca-c1d106bb8264 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:24.346253 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-plugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:24.346603 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-914b303f-8777-4d52-acca-c1d106bb8264 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:24.347495 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330', 'code': 200} Aug 06 18:18:24.354927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-69b40cdb-16d0-4c2e-a54f-b397bf04cc29 None None] Port edb9ec2d-d11d-4352-9b5d-52e302581d30 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:24.384111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db56fb-ea76-4d77-9de9-7b6057833d32 req-d31a1997-48c1-424d-80d4-2e23a56ef086 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.385868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11db56fb-ea76-4d77-9de9-7b6057833d32 req-d31a1997-48c1-424d-80d4-2e23a56ef086 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec8259b-963a-435a-963b-ef88be9b2d13 HTTP/1.1" status: 200 len: 867 time: 0.8300598 Aug 06 18:18:24.458676 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:24.555805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:24.566259 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b3637-0fcf-4c14-93f6-9a668461c3ef x-openstack-request-id: req-de2b3637-0fcf-4c14-93f6-9a668461c3ef {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:24.574021 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec8259b-963a-435a-963b-ef88be9b2d13", "name": "network-vif-deleted", "tag": "97792aa2-b68c-4104-bfff-28b531dfe065", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:24.575146 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de2b3637-0fcf-4c14-93f6-9a668461c3ef {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:24.577374 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec8259b-963a-435a-963b-ef88be9b2d13', 'name': 'network-vif-deleted', 'tag': '97792aa2-b68c-4104-bfff-28b531dfe065', 'status': 'completed', 'code': 200} Aug 06 18:18:24.649948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:24.663650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:24.675062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:24.683375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37686) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:24.736928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf211-5895-459f-9de9-ddf8ff6210db req-489e7d8b-afd8-451c-a76b-904ad7501f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.739569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6decf211-5895-459f-9de9-ddf8ff6210db req-489e7d8b-afd8-451c-a76b-904ad7501f91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 1097 time: 0.3028607 Aug 06 18:18:24.746126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-7f49f360-c68c-4028-ba58-d3ca15d76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.747281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-7f49f360-c68c-4028-ba58-d3ca15d76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.748222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-7f49f360-c68c-4028-ba58-d3ca15d76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:24.751313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-7f49f360-c68c-4028-ba58-d3ca15d76975 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4944217 Aug 06 18:18:24.816892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 63430576-210b-4fa5-af36-b07f6b4b2421 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:25.427144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port edb9ec2d-d11d-4352-9b5d-52e302581d30 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:25.427763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:25.436239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11db56fb-ea76-4d77-9de9-7b6057833d32 req-e01704b2-48d9-4319-a392-eefbf8f5ddd9 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9559941 Aug 06 18:18:25.534751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6decf211-5895-459f-9de9-ddf8ff6210db req-6070ceaa-44c1-4cdc-8af8-1ffb8c85a8c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7811663 Aug 06 18:18:25.581787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Attempting to bind port aa5b04a5-5094-48d1-8270-adb86fea7fcc on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:25.582356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Attempting to bind port aa5b04a5-5094-48d1-8270-adb86fea7fcc by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:25.582904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Attempting to bind port aa5b04a5-5094-48d1-8270-adb86fea7fcc on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:25.634770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-20deba5f-173c-4dcb-a9bf-a9b8c5473eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.637973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d55a33e-5b28-4b63-bb6b-d01d73aa5657 req-20deba5f-173c-4dcb-a9bf-a9b8c5473eaa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8690724 Aug 06 18:18:25.659481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Port aa5b04a5-5094-48d1-8270-adb86fea7fcc on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:25.659980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Attempting to bind port aa5b04a5-5094-48d1-8270-adb86fea7fcc on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:25.688790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:25.689342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Checking segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:25.690018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Bound using segment: {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:25.690738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Bound port: aa5b04a5-5094-48d1-8270-adb86fea7fcc, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf66307-b09e-4740-a4df-fb6c06a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:25.691350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:25.770290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160e67d-16e0-4683-b7d9-90d67a6c893e req-a8a0309d-7f70-40c4-8ff8-d340b0c509b4 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.773144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5160e67d-16e0-4683-b7d9-90d67a6c893e req-a8a0309d-7f70-40c4-8ff8-d340b0c509b4 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.1745903 Aug 06 18:18:25.776579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:25.840578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.841119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.841709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.842254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.843149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.843696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.844242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.846909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-d075bf92-28f2-452f-bec4-dcdfd6ec18a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 1.1506033 Aug 06 18:18:25.862570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.870586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.873337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for edb9ec2d-d11d-4352-9b5d-52e302581d30 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:25.877334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.883696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.890201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.896465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.903832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:25.906345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a369f301-7132-4455-bdae-7e8e4510f4af req-4c641699-1d76-42e6-a5fc-49390a325165 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5395 time: 0.4131200 Aug 06 18:18:25.986679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.011206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-ae08d4af-59d0-47dc-a26d-8af91ab491b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035664 Aug 06 18:18:26.020516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a369f301-7132-4455-bdae-7e8e4510f4af req-25b3106f-a999-44e8-91b8-8ed7fb084a9a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971539 Aug 06 18:18:26.021943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5160e67d-16e0-4683-b7d9-90d67a6c893e req-af3e101c-8b80-4e83-9704-7e7972b2ed63 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297978 Aug 06 18:18:26.047768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:26.057434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:26.086590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.113838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.185662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.187235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.189746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 1090 time: 3.5774446 Aug 06 18:18:26.191063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:26.195076 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d29a17-894c-40db-bb3e-11d7543df817" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:26.214215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:26.223164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:26.227932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:26.237017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.238137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.246875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=63430576-210b-4fa5-af36-b07f6b4b2421,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:26.260017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:26.265620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb373-4108-45f2-869a-480cc8ffee33 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:26.267784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a95a0b36-b559-4e90-8cd2-5ba1bbb64b19 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1841455 Aug 06 18:18:26.271766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37698) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:26.307356 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb19a143-c0a4-4eae-bb5d-2f700aa5b6e3 x-openstack-request-id: req-cb19a143-c0a4-4eae-bb5d-2f700aa5b6e3 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:26.307903 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:26.308195 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb19a143-c0a4-4eae-bb5d-2f700aa5b6e3 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:26.308871 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'status': 'completed', 'code': 200} Aug 06 18:18:26.486190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.487181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.488180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.489548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.490498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.491571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.492586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.496588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98d29a17-894c-40db-bb3e-11d7543df817 req-ac9c7186-6c8b-4e0b-b11b-0c0a1989b8d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6347 time: 0.1716173 Aug 06 18:18:26.527359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.547317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.744775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 63430576-210b-4fa5-af36-b07f6b4b2421 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:26.745661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.762053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=edb9ec2d-d11d-4352-9b5d-52e302581d30,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:26.866667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f93fbd99-03b1-40e8-9564-868ec9620bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.867880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f93fbd99-03b1-40e8-9564-868ec9620bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.868690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f93fbd99-03b1-40e8-9564-868ec9620bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:26.871770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f93fbd99-03b1-40e8-9564-868ec9620bc5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3513122 Aug 06 18:18:26.872728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:26.878798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17104244-cc13-42e6-8d09-a3af001811b8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/edb9ec2d-d11d-4352-9b5d-52e302581d30 HTTP/1.1" status: 204 len: 168 time: 3.5801506 Aug 06 18:18:26.885503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37706) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:26.983241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.010115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca9a1bb-0f84-462d-ac50-461f682fc311 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:27.019737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.020834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 63430576-210b-4fa5-af36-b07f6b4b2421 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:27.039512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Transition to ACTIVE for port object cca9a1bb-0f84-462d-ac50-461f682fc311 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:27.048017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.133331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:27.336393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbadd1b-4cc8-4947-80d5-1a33075aede8 req-bf88ebf7-f0fe-48bf-a594-e3f2801384b9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.350596 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcbadd1b-4cc8-4947-80d5-1a33075aede8 req-bf88ebf7-f0fe-48bf-a594-e3f2801384b9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.1480670 Aug 06 18:18:27.354893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Attempting to bind port cca9a1bb-0f84-462d-ac50-461f682fc311 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:27.355600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Attempting to bind port cca9a1bb-0f84-462d-ac50-461f682fc311 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:27.356264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Attempting to bind port cca9a1bb-0f84-462d-ac50-461f682fc311 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:27.382552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Port cca9a1bb-0f84-462d-ac50-461f682fc311 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:27.383126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Attempting to bind port cca9a1bb-0f84-462d-ac50-461f682fc311 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:27.403409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:27.403947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Checking segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:27.404607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Bound using segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:27.405275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Bound port: cca9a1bb-0f84-462d-ac50-461f682fc311, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:27.405872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.445619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcbadd1b-4cc8-4947-80d5-1a33075aede8 req-9076ca04-b48e-4d83-8c6e-edd69b80b8be tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Aug 06 18:18:27.532264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d1d84d-8c9b-4ecf-9265-7f665d3ed7a8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.540097 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-57d1d84d-8c9b-4ecf-9265-7f665d3ed7a8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6571851 Aug 06 18:18:27.546887 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37714) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:27.563740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-6ae5b1ed-e094-460e-9e3c-9c4d9cf13061 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5026906 Aug 06 18:18:27.574111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:27.620788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f65ad216-1abf-4c6b-bb65-222185e594bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.622639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98d29a17-894c-40db-bb3e-11d7543df817 req-f65ad216-1abf-4c6b-bb65-222185e594bb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7436786 Aug 06 18:18:27.654213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.660487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.666650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.672884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.678922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:27.679183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.686838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.692502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.694614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-955b3aa5-b888-445f-bf57-04be8278554a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5407 time: 0.3202422 Aug 06 18:18:27.694785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.734985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.747264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-12b65b35-e727-485f-ab91-fd81816771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.748992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-12b65b35-e727-485f-ab91-fd81816771d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 1097 time: 0.1492953 Aug 06 18:18:27.800461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.801743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.804114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] 10.222.0.55 "PUT /v2.0/ports/cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 1092 time: 1.5618885 Aug 06 18:18:27.835486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af6bc4-e408-42d9-b85d-25f961f8129b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.843075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3af6bc4-e408-42d9-b85d-25f961f8129b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2935100 Aug 06 18:18:27.851773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Request body: {'port': {'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:27.860797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37716) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:27.889055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be43e6-bdd0-4775-8e7b-1691952ad353 req-a307b95f-4ae6-448e-8bd4-ec7159e84846 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.891835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28be43e6-bdd0-4775-8e7b-1691952ad353 req-a307b95f-4ae6-448e-8bd4-ec7159e84846 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.2842941 Aug 06 18:18:27.892035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=63430576-210b-4fa5-af36-b07f6b4b2421,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:27.895557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-8cf65ffc-a7d5-4469-be58-955185158f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:27.897217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-8cf65ffc-a7d5-4469-be58-955185158f1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.1167252 Aug 06 18:18:27.905869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:27.911348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ffa0706a-16e1-48ee-9b3f-1e95871f35d1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/63430576-210b-4fa5-af36-b07f6b4b2421 HTTP/1.1" status: 204 len: 168 time: 1.6379156 Aug 06 18:18:27.913433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37718) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:27.928566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'mac_address': 'fa:16:3e:7c:f5:33', 'name': 'tempest-PortsIpV6TestJSON-122886'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:27.941944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4050bd11-db6b-4235-8179-7ba6242435d3 req-5e0b2c44-67aa-4b9c-8953-09d6d94d80ca tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301919 Aug 06 18:18:28.021521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-da8128d1-9c33-4056-820d-31d483de5917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8559145d-0958-4b20-9ffc-c5e6186caeec HTTP/1.1" status: 200 len: 217 time: 0.1090393 Aug 06 18:18:28.024452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb219-ca84-47c2-b6b0-e477ec2adcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:28.146678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-1fd47705-308e-476d-8ab2-88c32bbee6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.148499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-1fd47705-308e-476d-8ab2-88c32bbee6ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.1176600 Aug 06 18:18:28.157199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94914a0-8025-4b33-ad25-cc8b508c6646 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.159371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94914a0-8025-4b33-ad25-cc8b508c6646 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.161164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94914a0-8025-4b33-ad25-cc8b508c6646 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.167123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b94914a0-8025-4b33-ad25-cc8b508c6646 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3007815 Aug 06 18:18:28.171022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37720) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:28.186809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28be43e6-bdd0-4775-8e7b-1691952ad353 req-3c22ef37-ef61-4d6e-90b5-6228148b1177 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733185 Aug 06 18:18:28.190472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-0f9aa0ee-5269-4ee8-8178-90a4771f238e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335097 Aug 06 18:18:28.243932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.330006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-ab648bbc-c2d7-44da-9aa3-abd33bebb1ff service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310737 Aug 06 18:18:28.338955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:28.344330 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:28.368358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 2b89bbe7-6b39-49c7-909f-8a73f3df1548 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:28.388216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.440878 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c6f1fc-6442-4218-82ea-9aa68b8d4f6e x-openstack-request-id: req-47c6f1fc-6442-4218-82ea-9aa68b8d4f6e {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:28.441349 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:28.441784 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47c6f1fc-6442-4218-82ea-9aa68b8d4f6e {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:28.442401 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'status': 'completed', 'code': 200} Aug 06 18:18:28.484510 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-08e44905-44a3-487d-bfa6-0d8c2fdc8e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.510005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:28.596375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.671237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.671810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.672236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.672722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.673201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.673717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.674202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.676370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-e03f4d34-faa0-430f-b63a-84c2ddaa4425 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6415 time: 0.1700773 Aug 06 18:18:28.678631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f11e65c6-7538-4cf2-bf98-15377c02d583 req-087b4dc9-55e7-421d-a901-25d132cf17c6 service neutron] 10.222.0.55 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391390 Aug 06 18:18:28.686089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.838016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 8d900378-d470-454c-a583-7883b7a87e4e yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:28.890910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:28.914876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-61ac3776-82f5-48b6-8bce-96e3253f2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.915372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-61ac3776-82f5-48b6-8bce-96e3253f2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.915859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-61ac3776-82f5-48b6-8bce-96e3253f2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:28.917671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-61ac3776-82f5-48b6-8bce-96e3253f2edd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f2443dcc91294277aa870ca3ed0ca580&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2138743 Aug 06 18:18:29.200858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-59fb4571-e4f7-4dc4-8cae-d9c6d3a3a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.206398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af6f0a59-d7c6-4f9d-bea9-11683d48cf5f req-59fb4571-e4f7-4dc4-8cae-d9c6d3a3a600 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2752073 Aug 06 18:18:29.260641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.283310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.293944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6474444-8786-4f88-94ab-5bf7e4cbfd46 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:29.330057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.332523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2b89bbe7-6b39-49c7-909f-8a73f3df1548 HTTP/1.1" status: 204 len: 168 time: 1.1603341 Aug 06 18:18:29.335285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.342030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c15e0-5361-476e-819a-a35ce7727e91 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:29.342357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.351032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.353971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b47cfc-4013-41ed-a8d1-49f2b04cb972 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=2b89bbe7-6b39-49c7-909f-8a73f3df1548,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:29.359187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:29.365371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.373208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.382877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.390219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.397899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.400584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-ecc57b49-6247-4032-91ab-cba77223ead6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5407 time: 0.2327554 Aug 06 18:18:29.413147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Transition to ACTIVE for port object b6474444-8786-4f88-94ab-5bf7e4cbfd46 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:29.431235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.474375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.474749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add8c6-cf7b-4612-a5c5-2b1d712f6b96 req-c216b7c8-1a66-47a0-953c-7fb1031312c8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.477634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5add8c6-cf7b-4612-a5c5-2b1d712f6b96 req-c216b7c8-1a66-47a0-953c-7fb1031312c8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.1952138 Aug 06 18:18:29.499386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet f4005ab4-fc39-4165-a806-8947f721fb82 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:29.529807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.583559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0ef646c-0b26-45c9-8cb3-3cdec86651ef req-a05b5055-ea0f-43b9-9e3f-af3a70e1620a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415875 Aug 06 18:18:29.606385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:29.611159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:29.615558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:29.631658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:29.642029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.642714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.654447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=8d900378-d470-454c-a583-7883b7a87e4e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:29.675130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-041392a0-b21f-443c-8e45-7e8c779fc92e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7544127 Aug 06 18:18:29.675438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:29.693279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5add8c6-cf7b-4612-a5c5-2b1d712f6b96 req-f6302357-66da-4dba-b8d4-1ba5f67209f0 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043388 Aug 06 18:18:29.711886 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.817355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903d5b9-6361-41b0-876f-64cb0d192f4a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:29.822401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:29.822794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1903d5b9-6361-41b0-876f-64cb0d192f4a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/8d900378-d470-454c-a583-7883b7a87e4e HTTP/1.1" status: 200 len: 841 time: 0.1277044 Aug 06 18:18:29.889584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Attempting to bind port b6474444-8786-4f88-94ab-5bf7e4cbfd46 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:29.890286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Attempting to bind port b6474444-8786-4f88-94ab-5bf7e4cbfd46 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:29.890950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Attempting to bind port b6474444-8786-4f88-94ab-5bf7e4cbfd46 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:29.905702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Port b6474444-8786-4f88-94ab-5bf7e4cbfd46 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:29.906301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Attempting to bind port b6474444-8786-4f88-94ab-5bf7e4cbfd46 on network a6202faf-e5ce-49d3-83df-cfe2acd67f58 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:29.919150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:29.923718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:29.924476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Checking segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:29.925030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Bound using segment: {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:29.925818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Bound port: b6474444-8786-4f88-94ab-5bf7e4cbfd46, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec24a6cf-b019-4c2b-a187-690b5894752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:29.926491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.028684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.061725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 8d900378-d470-454c-a583-7883b7a87e4e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:30.062331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.086111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=f4005ab4-fc39-4165-a806-8947f721fb82,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:30.101771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.104254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a51f12c-b361-4221-8727-4b9e252f9cbe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/f4005ab4-fc39-4165-a806-8947f721fb82 HTTP/1.1" status: 204 len: 168 time: 0.7429566 Aug 06 18:18:30.107165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:30.167425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-96582635-b086-4e6e-8c6d-6888c2783644 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586891 Aug 06 18:18:30.170226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:30.179329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:30.220606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.255096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:30.263479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:30.274310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.313895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 8d900378-d470-454c-a583-7883b7a87e4e owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:30.423338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:30.427784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.428524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.431018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-70f0dc9a-aff8-4203-b916-7754a827d743 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 1092 time: 2.5862942 Aug 06 18:18:30.443807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:30.444896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:30.448047 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195746f7-1037-40e5-b054-7620b7bb4744" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:30.452614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.569932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.570820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.571799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.572770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.573762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.574700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.575541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.579821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ba34578-ea2d-498c-84d5-601d97d1ec3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6483 time: 0.1017087 Aug 06 18:18:30.591627 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab58f6-399a-4afe-a15b-c4ba2cec928d x-openstack-request-id: req-27ab58f6-399a-4afe-a15b-c4ba2cec928d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:30.592390 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:30.593289 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27ab58f6-399a-4afe-a15b-c4ba2cec928d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:30.593925 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'status': 'completed', 'code': 200} Aug 06 18:18:30.611566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.650773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-caeb9bd4-3b14-4249-95a1-42b76f205afa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 217 time: 0.0534489 Aug 06 18:18:30.702785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.709106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/8d900378-d470-454c-a583-7883b7a87e4e HTTP/1.1" status: 204 len: 168 time: 0.8847549 Aug 06 18:18:30.710411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37764) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:30.715651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ff5f-85ac-48fa-99cc-a2bf04224e8a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=8d900378-d470-454c-a583-7883b7a87e4e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:30.747478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdad833-c984-4f46-8c93-24895cd26e15 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:30.778081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-d21c3dcb-b463-4834-8fad-91156c19b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.780719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-d21c3dcb-b463-4834-8fad-91156c19b2a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.1228883 Aug 06 18:18:30.794378 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0332db4-2818-42f6-b2d9-6d2aed77c2c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:18:30.812572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0332db4-2818-42f6-b2d9-6d2aed77c2c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/8d900378-d470-454c-a583-7883b7a87e4e HTTP/1.1" status: 404 len: 333 time: 0.0985134 Aug 06 18:18:30.813245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:30.833313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'name': 'tempest-PortsIpV6TestJSON-758709676'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:30.912486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b313242-4091-4760-8b4c-9bc12dbe7eee None None] Provisioning complete for port d5e0aa4f-9f87-4036-b87e-93e0733010a6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:30.912486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b313242-4091-4760-8b4c-9bc12dbe7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:30.921764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-c6e0a414-b9e9-4137-b19e-bb449893dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:30.923536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-c6e0a414-b9e9-4137-b19e-bb449893dec1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310349 Aug 06 18:18:31.038376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-844fb22b-b41e-4bde-b100-7af8bf85878a service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064785 Aug 06 18:18:31.140061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.149016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.161519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.179476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.190694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.193989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.208493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.217163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.234366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-8b6f1365-79b4-4122-acc2-38bf902566c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.3857052 Aug 06 18:18:31.240421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:31.276296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:31.303286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:31.328689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Deleting port d5e0aa4f-9f87-4036-b87e-93e0733010a6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:31.329163 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.330263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb716b85-a131-4a14-ad83-39006afae52c req-efc805da-db10-48f5-8529-c48e81cc5388 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.334263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb716b85-a131-4a14-ad83-39006afae52c req-efc805da-db10-48f5-8529-c48e81cc5388 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.4583170 Aug 06 18:18:31.344139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f04df17-3352-47d9-8066-86a095ef5e23 req-50a206e0-5c6c-4353-985f-b905f89c06bf tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998824 Aug 06 18:18:31.345598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.347057 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.363807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=df8d9470-45ec-40ca-be65-3376dcc38742,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:31.394718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-7721778d-63bc-4d16-b686-c3c75cbb3c37 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386052 Aug 06 18:18:31.455712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-af6f8e35-4693-4e4c-baa9-73647c5eb6db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.0612555 Aug 06 18:18:31.462512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:31.478389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.488461 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.493735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e4fa05a4-20ae-4c2b-be6c-0f09612d69f9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3220501 Aug 06 18:18:31.503293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb716b85-a131-4a14-ad83-39006afae52c req-b2aec62e-6509-4744-a77f-aead285719df tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337154 Aug 06 18:18:31.524044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37770) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:31.525205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] For port d5e0aa4f-9f87-4036-b87e-93e0733010a6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d5e0aa4f-9f87-4036-b87e-93e0733010a6,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:31.525896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.546909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Calling delete_port for d5e0aa4f-9f87-4036-b87e-93e0733010a6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:31.549587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:31.549957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-04998b96-6a98-4561-b6c8-501cef948851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.551582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-04998b96-6a98-4561-b6c8-501cef948851 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.0878851 Aug 06 18:18:31.608941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 13cae0c3-9a5f-48f2-876c-26bdb74bbd3c yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:31.615243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b517d86f-a136-4c44-8fc0-feea8daf86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:31.617716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b517d86f-a136-4c44-8fc0-feea8daf86f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588088 Aug 06 18:18:31.678744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.726430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-1929252c-a955-46b9-acc0-3591e7b6071e service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000035 Aug 06 18:18:31.729243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] No DVR routers for this DVR port d5e0aa4f-9f87-4036-b87e-93e0733010a6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:31.739140 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3517dcfd-0883-42fd-869a-9a0b5ec188c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:31.775131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06deeb3e-d3f9-49f6-b907-3b33f12fc2ca None None] Pushing event deleted for resources: {'Port': ['ID=d5e0aa4f-9f87-4036-b87e-93e0733010a6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:31.786626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e303c58-2a47-40c5-bb87-d6dee51892fd None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:32.015644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:32.019822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.081940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-cefbc2ff-723f-4405-8414-41b97f8c7653', 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'tenant_id': '1e97d7b702ef4bb28938d5f3ed6d073a', 'fixed_ips': [{'subnet_id': 'df8d9470-45ec-40ca-be65-3376dcc38742'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:18:32.083530 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.096513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.163440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.287036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:32.297096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:32.299947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Allocated IP 2001:db8::2 (cefbc2ff-723f-4405-8414-41b97f8c7653/df8d9470-45ec-40ca-be65-3376dcc38742/685a352d-6258-482c-94b4-bd75cbb1269c) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:32.307909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:32.316551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.318094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.330211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=13cae0c3-9a5f-48f2-876c-26bdb74bbd3c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:32.358915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-998ecd57-dba2-4b9f-8c50-3884c3846b13 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244674 Aug 06 18:18:32.383621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-58635457-578c-446a-a461-acdb7a219f26 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5581737 Aug 06 18:18:32.384578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37772) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:32.389751 n-d-793621-29 neutron-server[94121]: INFO neutron.db.ipam_backend_mixin [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df8d9470-45ec-40ca-be65-3376dcc38742 (CIDR: 2001:db8::/64) Aug 06 18:18:32.397251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:32.403928 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:18:32.404582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:32.441418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-091bc279-2ba2-4ce4-a47b-1043b98e7a20 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9149444 Aug 06 18:18:32.446162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:32.456338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'subnet': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:32.495986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.512222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Transition to ACTIVE for port object 685a352d-6258-482c-94b4-bd75cbb1269c will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:32.540526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Transition to ACTIVE for port object 685a352d-6258-482c-94b4-bd75cbb1269c will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:32.543996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-21044eda-873c-4e74-9d14-c92ba4728d3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.1740687 Aug 06 18:18:32.560716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.632234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.667383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:32.674337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:32.678990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:32.715074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Pushing event updated for resources: {'Port': ['ID=685a352d-6258-482c-94b4-bd75cbb1269c,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:32.752620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b960183c-f897-4941-a080-e4defea7f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.754730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b960183c-f897-4941-a080-e4defea7f06b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2035820 Aug 06 18:18:32.779161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.799291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:32.800148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.821540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.836761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d5e0aa4f-9f87-4036-b87e-93e0733010a6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:32.838337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.855139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.867187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.879243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:32.894364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-31ad9d66-a889-4b7f-857f-3bd8e7a23fc3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.3172538 Aug 06 18:18:32.902713 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.915371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Attempting to bind port 685a352d-6258-482c-94b4-bd75cbb1269c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:32.916110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Attempting to bind port 685a352d-6258-482c-94b4-bd75cbb1269c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:32.916677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Attempting to bind port 685a352d-6258-482c-94b4-bd75cbb1269c on network cefbc2ff-723f-4405-8414-41b97f8c7653 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:32.924775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d5e0aa4f-9f87-4036-b87e-93e0733010a6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:32.925721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d5e0aa4f-9f87-4036-b87e-93e0733010a6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:32.925868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:32.936261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.949605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:18:32.952501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:32.953759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Checking segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:32.954682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.955465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Bound using segment: {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:32.957083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Bound port: 685a352d-6258-482c-94b4-bd75cbb1269c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2886f5-ada9-43ac-a964-bd1639fb6447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:32.958062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:32.970254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.048007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-77d2f3b7-e843-4c9c-b5a2-5eebfbe35c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:33.051361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-77d2f3b7-e843-4c9c-b5a2-5eebfbe35c40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1514764 Aug 06 18:18:33.133164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] In _notify_port_updated(), no bound segment for port 13cae0c3-9a5f-48f2-876c-26bdb74bbd3c on network e0fc3801-d5df-4444-bb07-ae3da542f255 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:18:33.139860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:33.140554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.144788 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/ports/13cae0c3-9a5f-48f2-876c-26bdb74bbd3c HTTP/1.1" status: 200 len: 818 time: 0.7507634 Aug 06 18:18:33.152554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37780) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:33.262629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8ea723fc-0709-4628-a3d7-e143069fb10e service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938815 Aug 06 18:18:33.283538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12fffd3a-c104-4a0e-9709-f84281ba5367 req-766ef7e2-3c7d-43df-867f-4b7f7d5c3fb3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3874216 Aug 06 18:18:33.365195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.405716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:33.421684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] For port 685a352d-6258-482c-94b4-bd75cbb1269c, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:33.427569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] For port 685a352d-6258-482c-94b4-bd75cbb1269c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=685a352d-6258-482c-94b4-bd75cbb1269c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:33.429912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '53fe5f4e-d21e-4382-be88-141559742330', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'port_id': '53fe5f4e-d21e-4382-be88-141559742330', 'mac_address': 'fa:16:3e:a5:3e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb775256-dd6f-4042-b6c5-13faccdce89b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:33.468455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-222716bb-de18-4c1c-96f5-4c04ff628215 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825261 Aug 06 18:18:33.498687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.502593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.517881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b6a55dab-00b9-4881-ab19-ef2a8cdc2a06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.0415654 Aug 06 18:18:33.591822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf5300-04d7-4dbe-acd6-0e5e4cac9b82 None None] Pushing event updated for resources: {'Port': ['ID=685a352d-6258-482c-94b4-bd75cbb1269c,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:33.601933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53fe5f4e-d21e-4382-be88-141559742330 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:33.620484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-629a65a2-e389-4382-bff3-c3e7252a53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:33.623408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-629a65a2-e389-4382-bff3-c3e7252a53ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.0975513 Aug 06 18:18:33.645480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:33.655802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:33.707609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-055df0bd-e821-465b-955a-786c2ef7f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:33.710518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-055df0bd-e821-465b-955a-786c2ef7f08e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801361 Aug 06 18:18:33.763506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cadcc8-e871-47bc-89e3-54c423d375a9 req-3373066a-b887-4b26-be2f-d738910cee5f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:33.766527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5cadcc8-e871-47bc-89e3-54c423d375a9 req-3373066a-b887-4b26-be2f-d738910cee5f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 1.0948284 Aug 06 18:18:33.786111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['53fe5f4e-d21e-4382-be88-141559742330'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:33.792796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81187947-1fe1-4dc9-8f20-cad7cd98236c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=13cae0c3-9a5f-48f2-876c-26bdb74bbd3c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:33.861807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-dd01ed76-db89-47b8-8393-66eed82a4fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9544146 Aug 06 18:18:33.925686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:34.004233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-53e84286-0f76-4415-bbee-6297a705c361 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847283 Aug 06 18:18:34.168388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-43ac770a-d193-42c1-b9c2-40c81a5e607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.170777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-43ac770a-d193-42c1-b9c2-40c81a5e607b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 1097 time: 0.2674751 Aug 06 18:18:34.190226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5cadcc8-e871-47bc-89e3-54c423d375a9 req-7c7f0d94-162f-4335-9063-582d86ca2f22 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969533 Aug 06 18:18:34.261505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-313c4c9c-7f50-43f5-a707-14a57dd94473 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499166 Aug 06 18:18:34.336885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-99b637f1-ca89-4d08-b3d4-389e767eecd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.0676093 Aug 06 18:18:34.350402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 13cae0c3-9a5f-48f2-876c-26bdb74bbd3c {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:34.350830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:34.422635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-4166a6fa-cf88-4054-acb9-2911a7a30dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.426124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-4166a6fa-cf88-4054-acb9-2911a7a30dfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.0818312 Aug 06 18:18:34.473049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-2994da69-89c4-4310-a562-99f961d581be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.474567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-2994da69-89c4-4310-a562-99f961d581be service neutron] 10.222.0.16 "GET /v2.0/networks?id=40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 200 len: 916 time: 0.2654698 Aug 06 18:18:34.480682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:34.534998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b30457ec-1597-4966-8947-6d82fa71ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.538189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-b30457ec-1597-4966-8947-6d82fa71ae97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039677 Aug 06 18:18:34.543452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 13cae0c3-9a5f-48f2-876c-26bdb74bbd3c owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:34.546396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-ee6ce23d-cac5-425e-8ea7-2da165cd7e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624 HTTP/1.1" status: 200 len: 217 time: 0.0614545 Aug 06 18:18:34.586071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:34.724952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:34.747624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-3e9f58ca-a0f4-4454-b016-7b676434330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.749293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-3e9f58ca-a0f4-4454-b016-7b676434330c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 200 len: 855 time: 0.1782434 Aug 06 18:18:34.839259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 685a352d-6258-482c-94b4-bd75cbb1269c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:34.849600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-160d5248-6c4b-432e-84dd-75c0fe0c1671 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=40fbd49c-f8c0-4f63-a555-e3f8abe85555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763564 Aug 06 18:18:34.870177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-d527f31a-115f-4b7e-8adf-3f9ff5f5132f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086760 Aug 06 18:18:34.902175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.905527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:18:34.921248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.942909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.959490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.977014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.991909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:34.998830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 685a352d-6258-482c-94b4-bd75cbb1269c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:35.007785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 53fe5f4e-d21e-4382-be88-141559742330 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:35.008178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.016219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:35.030661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.035471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-5881de0e-54ab-4560-bacc-6529790a9e82 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.4947333 Aug 06 18:18:35.121372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=13cae0c3-9a5f-48f2-876c-26bdb74bbd3c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:35.158760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.159867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.161696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8ce04ee-79f4-4ff6-8e2d-f24b6e2f496b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/13cae0c3-9a5f-48f2-876c-26bdb74bbd3c HTTP/1.1" status: 204 len: 168 time: 2.0080204 Aug 06 18:18:35.165663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:35.222121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:35.234526 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775c50d-99a9-4a5d-8efa-d1fcb6697863" -d '{"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-plugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:35.244891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:35.253729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.272471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b595a79e-3f3b-4b21-ae92-4ee364bfd454 req-1d660ade-54a8-4bf5-9c08-736857908f77 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2349911 Aug 06 18:18:35.351585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-0045071c-e1a0-499c-9d1b-e3295a63f613 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909663 Aug 06 18:18:35.373088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-8b77b770-15d5-4b96-b811-77928786bb71 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332102 Aug 06 18:18:35.392390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:35.415558 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059e182-2166-4a3f-a428-3231b0b6895e x-openstack-request-id: req-0059e182-2166-4a3f-a428-3231b0b6895e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:35.416354 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-plugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:35.416963 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0059e182-2166-4a3f-a428-3231b0b6895e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:35.418211 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330', 'code': 200} Aug 06 18:18:35.474812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-36c40bb0-dd3d-42be-a227-892fc83f4d12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.0920668 Aug 06 18:18:35.510423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Provisioning for port 685a352d-6258-482c-94b4-bd75cbb1269c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:35.515770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Provisioning complete for port 685a352d-6258-482c-94b4-bd75cbb1269c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:35.516336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.574789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.630719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51242c8-3413-4e0c-863e-fa862753c551 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:35.636790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c51242c8-3413-4e0c-863e-fa862753c551 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4675131 Aug 06 18:18:35.640204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.653506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:35.690913 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a965cee-6722-437e-a6c9-92a1054e2029 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:18:35.698764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7a965cee-6722-437e-a6c9-92a1054e2029 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/13cae0c3-9a5f-48f2-876c-26bdb74bbd3c HTTP/1.1" status: 404 len: 333 time: 0.0383837 Aug 06 18:18:35.700452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:35.705888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-bdc514b8-9457-475c-a838-98471523cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:35.706587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-bdc514b8-9457-475c-a838-98471523cafe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.2182529 Aug 06 18:18:35.710763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-884176998'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:35.728154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b446a-f8fb-47af-9747-e417ea7ffc79 req-1df7b32f-b72c-4d16-8b4c-16a65d64b7f3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:35.729359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1da2330c-a8d3-4282-a72b-0faa6035da60 req-91db4320-2b9e-44e0-adb3-885ce44b3c02 service neutron] 10.222.0.16 "GET /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652036 Aug 06 18:18:35.732491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] For port 685a352d-6258-482c-94b4-bd75cbb1269c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=685a352d-6258-482c-94b4-bd75cbb1269c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:35.740455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb0b446a-f8fb-47af-9747-e417ea7ffc79 req-1df7b32f-b72c-4d16-8b4c-16a65d64b7f3 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.1899433 Aug 06 18:18:35.746596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.789611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:18:35.790147 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:18:35.839253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466357a0-580e-4af8-afc6-0f39a70210fd None None] Pushing event updated for resources: {'Port': ['ID=685a352d-6258-482c-94b4-bd75cbb1269c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:35.890839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:35.895140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:35.914374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb0b446a-f8fb-47af-9747-e417ea7ffc79 req-a33856db-5120-4248-a530-d48ddaff731d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727147 Aug 06 18:18:35.921585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-db326d55-c9e0-4ab6-a006-49f5b782bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:35.923301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-db326d55-c9e0-4ab6-a006-49f5b782bf63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072451 Aug 06 18:18:35.990903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:18:36.045862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.046895 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment ccd6b43b-f17d-4870-92a0-caf7ab291e93 of type vlan for network ffbf603a-1304-453d-bb0a-bb7e49e96ccc Aug 06 18:18:36.140252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.187582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-d38d62c3-86cd-407b-b1bb-0e8318707cc3 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522125 Aug 06 18:18:36.205168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.211184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.211941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.381133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.411424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7107229 Aug 06 18:18:36.415611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37808) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:36.433789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb070f-49da-45bc-8825-bdf8368aff58 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=ffbf603a-1304-453d-bb0a-bb7e49e96ccc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:36.454109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:18:36.473209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:36.531968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-e46f246f-97e3-44e7-9aad-9e893394d179 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360660 Aug 06 18:18:36.622451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-956c1982-ed68-4b17-a299-8e93a490f439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.0808754 Aug 06 18:18:36.723622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-e0785818-2ef8-410b-9273-b78c89c0b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.726517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-e0785818-2ef8-410b-9273-b78c89c0b1fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.0955904 Aug 06 18:18:36.769162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 685a352d-6258-482c-94b4-bd75cbb1269c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:36.844393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.851522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-0c90ae87-9938-42f8-b61d-489fa9bf533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.853611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-0c90ae87-9938-42f8-b61d-489fa9bf533e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199052 Aug 06 18:18:36.855904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.878073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 685a352d-6258-482c-94b4-bd75cbb1269c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:36.879257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:36.881130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.914759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.921373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.936639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.943263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:36.968127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-82ab3b57-5a0e-4f23-ad80-3fc9ae0057f7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.4250584 Aug 06 18:18:37.040421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-169eae16-26cb-4108-b343-cf9440a4a2ec service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781199 Aug 06 18:18:37.053217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:37.058943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:37.190233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] For port 685a352d-6258-482c-94b4-bd75cbb1269c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=685a352d-6258-482c-94b4-bd75cbb1269c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:37.226769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e03ceac-e267-4c48-80f6-1be780b72f1c req-dc7d8155-e484-4c3b-bada-940e1fd89e8f service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672561 Aug 06 18:18:37.244877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:37.281412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bc87c17-d6a1-4e04-b489-7677e15491c7 req-b007454e-8305-4dc2-a16c-64af9f76f611 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3116264 Aug 06 18:18:37.289421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:37.290248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:37.299262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892831ba-1524-4193-9fc3-0d5d0c4ab691 req-b0bb865b-bc2d-4308-8c43-bc16157de3c6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.302896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-892831ba-1524-4193-9fc3-0d5d0c4ab691 req-b0bb865b-bc2d-4308-8c43-bc16157de3c6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.0749211 Aug 06 18:18:37.422905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-892831ba-1524-4193-9fc3-0d5d0c4ab691 req-8d46e051-32d1-42d0-a0a0-e3e3114534eb tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Aug 06 18:18:37.437769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.438430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.438955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.439596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.440228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.440784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.441259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.444242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-e6d62159-63a7-4bba-b9b8-c60386226a73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6483 time: 0.0872285 Aug 06 18:18:37.600531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:37.620194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:37.628331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-cd23b818-2034-4610-9d85-aead83da50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.629950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-cd23b818-2034-4610-9d85-aead83da50d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 903 time: 0.1694422 Aug 06 18:18:37.638220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9b1a6-9e25-4b43-a96f-c7d3d25f3d4f None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:37.653224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=685a352d-6258-482c-94b4-bd75cbb1269c,revision_number=5']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:37.660905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.663328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:37.710818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Subnet': ['ID=4f519d82-5984-4d6e-9090-04de4fcef25d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:37.765438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-96e83d72-cfdc-4287-9797-0b69684760a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.1216154 Aug 06 18:18:37.790385 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86e4d4d0-1b8b-48e3-a22a-1ae3d47eabfa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3427722 Aug 06 18:18:37.794893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37922) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:37.804867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Request body: {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'mac_address': 'fa:16:3e:6a:ef:c3', 'name': 'tempest-NetworksTestDHCPv6-400905373'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:37.910045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-d09dd733-dddd-42bb-b589-96f8702cac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:37.911601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-d09dd733-dddd-42bb-b589-96f8702cac09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.1398489 Aug 06 18:18:38.050444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195746f7-1037-40e5-b054-7620b7bb4744 req-1ed90bf1-750f-4440-9b6d-53997148a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.054091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-1ed90bf1-750f-4440-9b6d-53997148a9c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1308787 Aug 06 18:18:38.079768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:38.125537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Made reservation on behalf of 1e97d7b702ef4bb28938d5f3ed6d073a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:38.198924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fa818-2640-4586-9a30-85a83701cb48 req-6997e569-9537-47f8-9992-8d9754917b0b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.208013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=e6b92b73-ddb3-4950-b026-be6c4e154b28,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:38.209703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e22fa818-2640-4586-9a30-85a83701cb48 req-6997e569-9537-47f8-9992-8d9754917b0b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.2958231 Aug 06 18:18:38.288621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e22fa818-2640-4586-9a30-85a83701cb48 req-beb9bd46-77dc-4488-a358-a73f446c210d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725117 Aug 06 18:18:38.329772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-d076897d-be30-44aa-82cd-59def7315f7d service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646761 Aug 06 18:18:38.526129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:38.616851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-195746f7-1037-40e5-b054-7620b7bb4744 req-9442ed5d-81cd-4677-afa3-93ada110fd53 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780693 Aug 06 18:18:38.632797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] device_id is not set on port 95c2267a-ada7-43d7-bfa1-d76a38818668 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:38.719486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': 'ccd6b43b-f17d-4870-92a0-caf7ab291e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:38.720207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: ffbf603a-1304-453d-bb0a-bb7e49e96ccc, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:18:38.756287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.764893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.772781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.780450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.788683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.796332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.805010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.807401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-c37d9c12-e2ab-49fc-ac80-94c6c1f425a4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.2744539 Aug 06 18:18:38.892852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:18:38.940831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4053dec5-9f16-47dc-aad9-b5f02b2e059b req-0482e356-95a7-4aaf-bf84-90002523e5e9 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168575 Aug 06 18:18:38.945181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ffbf603a-1304-453d-bb0a-bb7e49e96ccc) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:38.952098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:38.952921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:38.956813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311e43e-7703-46ff-b568-d85003278add None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:39.007201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ff6dd32-5a9a-481c-adfd-654a947b5b2d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5400484 Aug 06 18:18:39.010577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:39.017257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:39.102410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8::14e (cefbc2ff-723f-4405-8414-41b97f8c7653/df8d9470-45ec-40ca-be65-3376dcc38742/95c2267a-ada7-43d7-bfa1-d76a38818668) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:39.114223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:efc3 (cefbc2ff-723f-4405-8414-41b97f8c7653/4f519d82-5984-4d6e-9090-04de4fcef25d/95c2267a-ada7-43d7-bfa1-d76a38818668) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:39.220911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': 'e6b92b73-ddb3-4950-b026-be6c4e154b28'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:18:39.222915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:39.256206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c3dfe632-9d02-4c37-8708-c553c08b4041 None None] Provisioning complete for port 685a352d-6258-482c-94b4-bd75cbb1269c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:39.256802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c3dfe632-9d02-4c37-8708-c553c08b4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:39.365005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:39.388028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:39.553018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:39.601222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Transition to ACTIVE for port object 95c2267a-ada7-43d7-bfa1-d76a38818668 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:39.634537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Allocated IP 2001:db8::2 (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/e6b92b73-ddb3-4950-b026-be6c4e154b28/3877f310-c5a0-434f-af92-be2a2f805158) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:39.701825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:39.758133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67934-67e2-4562-81e9-11b19dfcb0d1 req-a626509b-4921-4567-8424-019fdd779cc6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:39.766892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38e67934-67e2-4562-81e9-11b19dfcb0d1 req-a626509b-4921-4567-8424-019fdd779cc6 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.3266499 Aug 06 18:18:39.822389 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6b92b73-ddb3-4950-b026-be6c4e154b28 (CIDR: 2001:db8::/64) Aug 06 18:18:39.830247 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:18:39.830715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:39.860949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38e67934-67e2-4562-81e9-11b19dfcb0d1 req-a0f007a7-a305-4e7b-b5a9-ad065b00b6c8 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929697 Aug 06 18:18:39.875296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c4db144-d6c5-499b-9b53-dbc9b5f9f4d9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8630466 Aug 06 18:18:39.879491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38116) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:39.885944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:39.905684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Network cefbc2ff-723f-4405-8414-41b97f8c7653 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:39.914426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:39.943626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event updated for resources: {'Port': ['ID=95c2267a-ada7-43d7-bfa1-d76a38818668,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:39.970315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:39.976766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:39.977607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.094168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0dcd190b-fe05-479f-96de-31fb4b3c0d2e tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2971680 Aug 06 18:18:40.100202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38138) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:40.177663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:40.182343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.234524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-c45dd37e-7985-4a8c-a21a-274cf4a0c346 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.236522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-c45dd37e-7985-4a8c-a21a-274cf4a0c346 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.3196349 Aug 06 18:18:40.267651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.281815 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.296341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Transition to ACTIVE for port object 3877f310-c5a0-434f-af92-be2a2f805158 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:40.345612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Transition to ACTIVE for port object 3877f310-c5a0-434f-af92-be2a2f805158 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:40.364216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.488908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:40.525316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:40.541760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:40.552240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.559447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.566951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.573358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.577024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Pushing event updated for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:40.580621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.587116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.615229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-21f48615-8790-40af-bccd-55093e624350 None None] Provisioning for port 95c2267a-ada7-43d7-bfa1-d76a38818668 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:40.615600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.625395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-3b638f59-d1f1-447e-8371-3b5caf401574 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.4904215 Aug 06 18:18:40.651190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-21f48615-8790-40af-bccd-55093e624350 None None] Provisioning complete for port 95c2267a-ada7-43d7-bfa1-d76a38818668 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:40.652118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21f48615-8790-40af-bccd-55093e624350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.737019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.793409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:40.837776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting port 95c2267a-ada7-43d7-bfa1-d76a38818668 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:40.845132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.875099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3aaadea1-01ff-4228-9c46-f7b3c6004ae6 req-71997ce6-9ce3-42e3-9f24-31ec07e722fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483253 Aug 06 18:18:40.920313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Deleting port 53fe5f4e-d21e-4382-be88-141559742330 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:40.921205 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.941831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=10e822df-ffc9-4d9f-ac0c-fb38a3e43820,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:40.964010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-21f48615-8790-40af-bccd-55093e624350 None None] Port 95c2267a-ada7-43d7-bfa1-d76a38818668 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:40.971075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Attempting to bind port 3877f310-c5a0-434f-af92-be2a2f805158 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:40.971862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Attempting to bind port 3877f310-c5a0-434f-af92-be2a2f805158 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ccd6b43b-f17d-4870-92a0-caf7ab291e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:40.971862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Attempting to bind port 3877f310-c5a0-434f-af92-be2a2f805158 on network ffbf603a-1304-453d-bb0a-bb7e49e96ccc {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:40.981748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:40.983254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:40.983938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Checking segment: {'id': 'ccd6b43b-f17d-4870-92a0-caf7ab291e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:40.984595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.984948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:40.985554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Bound using segment: {'id': 'ccd6b43b-f17d-4870-92a0-caf7ab291e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:40.987324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Bound port: 3877f310-c5a0-434f-af92-be2a2f805158, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd6b43b-f17d-4870-92a0-caf7ab291e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:40.987624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:40.990143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:40.991787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.031819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8d9be21-1deb-48d4-99da-65cc710eda88 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1498985 Aug 06 18:18:41.033292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:41.046994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'fixed_ips': [{'subnet_id': 'e6b92b73-ddb3-4950-b026-be6c4e154b28'}, {'subnet_id': '10e822df-ffc9-4d9f-ac0c-fb38a3e43820'}], 'name': 'tempest-PortsIpV6TestJSON-79900664'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:41.176624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.215168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:41.218421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.218690 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180856f6-7fd7-48ec-8865-edc76cd41066" -d '{"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-unplugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:41.243241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:41.243743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.255192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 53fe5f4e-d21e-4382-be88-141559742330, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=53fe5f4e-d21e-4382-be88-141559742330,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:41.269694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.280894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:41.287731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Calling delete_port for 95c2267a-ada7-43d7-bfa1-d76a38818668 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:41.288733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3877f310-c5a0-434f-af92-be2a2f805158,segment=NetworkSegment(ccd6b43b-f17d-4870-92a0-caf7ab291e93),segment_id=ccd6b43b-f17d-4870-92a0-caf7ab291e93)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:41.299301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Calling delete_port for 53fe5f4e-d21e-4382-be88-141559742330 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:41.336389 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77091401-2029-4c22-b776-e3d55e74c3a7 x-openstack-request-id: req-77091401-2029-4c22-b776-e3d55e74c3a7 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:41.336817 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-unplugged", "status": "completed", "tag": "53fe5f4e-d21e-4382-be88-141559742330", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:41.337172 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77091401-2029-4c22-b776-e3d55e74c3a7 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:41.337698 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fe5f4e-d21e-4382-be88-141559742330', 'code': 200} Aug 06 18:18:41.343360 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.399974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:41.453995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:41.551972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df9ea-f30c-4599-b50e-d699dd8006f8 None None] Pushing event updated for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:41.580545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e0018-5c34-4c97-884b-b16e23b47b08 req-6f1ca579-8e9a-4a49-84a2-4b9358d94886 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:41.599654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb0e0018-5c34-4c97-884b-b16e23b47b08 req-6f1ca579-8e9a-4a49-84a2-4b9358d94886 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 945 time: 0.4882224 Aug 06 18:18:41.608182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.740379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.782234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb0e0018-5c34-4c97-884b-b16e23b47b08 req-e52c83e8-35f3-49b5-a60e-4172a956551a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805620 Aug 06 18:18:41.882717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event deleted for resources: {'Port': ['ID=53fe5f4e-d21e-4382-be88-141559742330,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:41.898987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:41.983661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:18:42.043718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] No DVR routers for this DVR port 53fe5f4e-d21e-4382-be88-141559742330 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:42.046464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:42.050382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:42.053323 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5184b5e-423b-4a6b-9a94-be3d758148f3 req-657b5459-040b-413f-94ea-d9183e589434 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "DELETE /v2.0/ports/53fe5f4e-d21e-4382-be88-141559742330 HTTP/1.1" status: 204 len: 173 time: 1.7859852 Aug 06 18:18:42.054367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-deleted', 'tag': '53fe5f4e-d21e-4382-be88-141559742330'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:42.057255 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca614c4-1424-42c9-95f2-16e6321d67e3" -d '{"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-deleted", "tag": "53fe5f4e-d21e-4382-be88-141559742330"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:42.193763 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6360ef3-e5dc-41ea-862e-5b208dc12784 x-openstack-request-id: req-b6360ef3-e5dc-41ea-862e-5b208dc12784 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:42.194047 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e71c30-8548-439b-a6ee-d1ada2f3234c", "name": "network-vif-deleted", "tag": "53fe5f4e-d21e-4382-be88-141559742330", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:42.194442 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6360ef3-e5dc-41ea-862e-5b208dc12784 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:42.195191 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e71c30-8548-439b-a6ee-d1ada2f3234c', 'name': 'network-vif-deleted', 'tag': '53fe5f4e-d21e-4382-be88-141559742330', 'status': 'completed', 'code': 200} Aug 06 18:18:42.218014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Port': ['ID=95c2267a-ada7-43d7-bfa1-d76a38818668,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:42.313062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:42.316710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff4c6241-1633-44c7-a53a-8aa516d376a9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/95c2267a-ada7-43d7-bfa1-d76a38818668 HTTP/1.1" status: 204 len: 168 time: 2.2148128 Aug 06 18:18:42.320636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38300) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:42.408342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.415757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.423153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.430204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.436840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.443949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.450819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.452801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-6504d2a9-e366-48fc-b7f2-6c3aa7f72c27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.2625568 Aug 06 18:18:42.494784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64105d7c-1459-4cd6-b20e-f093e000540c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.496604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-64105d7c-1459-4cd6-b20e-f093e000540c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1744983 Aug 06 18:18:42.501034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38302) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:42.552536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a1a022b-85e1-41da-8e89-b9a1e4fa46d6 req-5ef7f13d-062c-44cb-b43c-1848d058ea19 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928235 Aug 06 18:18:42.594062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a6d9e-8007-46a7-b30b-077ccc131ed4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.601076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-316a6d9e-8007-46a7-b30b-077ccc131ed4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0958843 Aug 06 18:18:42.601947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38304) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:42.751939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a6ac9-17bb-4e69-8214-36fcc24ca085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.754061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a6ac9-17bb-4e69-8214-36fcc24ca085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.755874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a6ac9-17bb-4e69-8214-36fcc24ca085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:42.761037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a13a6ac9-17bb-4e69-8214-36fcc24ca085 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1375275 Aug 06 18:18:42.762041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38308) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:42.864268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3877f310-c5a0-434f-af92-be2a2f805158 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:42.871450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet 4f519d82-5984-4d6e-9090-04de4fcef25d {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:42.876482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:43.056295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 3877f310-c5a0-434f-af92-be2a2f805158 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:43.080957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:43.203832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e20dce0d-f841-4c52-a20a-b644169c3540 req-609357c2-690a-454c-beea-52df20fdf024 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e71c30-8548-439b-a6ee-d1ada2f3234c HTTP/1.1" status: 200 len: 210 time: 0.0902529 Aug 06 18:18:43.394681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:43.466541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:18:43.486272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c73659-5e92-4f57-9267-bebd8445471b None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:43.563202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:43.578582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::351 (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/e6b92b73-ddb3-4950-b026-be6c4e154b28/287273bc-ee7a-45aa-ba6c-e1bd745348b4) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:43.596133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8:0:1::14e (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/10e822df-ffc9-4d9f-ac0c-fb38a3e43820/287273bc-ee7a-45aa-ba6c-e1bd745348b4) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:43.644601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=4f519d82-5984-4d6e-9090-04de4fcef25d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:43.659003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:43.665427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7ae7345f-cbc0-4dea-87b3-559fd14bd178 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/4f519d82-5984-4d6e-9090-04de4fcef25d HTTP/1.1" status: 204 len: 168 time: 0.9021003 Aug 06 18:18:43.669534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38326) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:43.689222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cf044-10c7-4609-bb3e-0a5cc24aa7bf None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:43.703843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Provisioning for port 3877f310-c5a0-434f-af92-be2a2f805158 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:43.854079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.871083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.897011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.913349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.928600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.949358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.965142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:43.969660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-93b44ab0-5db3-4344-bb34-73d7323411ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.2538233 Aug 06 18:18:43.978622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Deleting subnet df8d9470-45ec-40ca-be65-3376dcc38742 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:43.986439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.004236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Provisioning complete for port 3877f310-c5a0-434f-af92-be2a2f805158 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:44.005485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.022802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126511-58f1-4c76-bb3c-bc890b66863b req-4a81fcc2-207c-41ba-8c3d-16539078484d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:44.036770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27126511-58f1-4c76-bb3c-bc890b66863b req-4a81fcc2-207c-41ba-8c3d-16539078484d tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 945 time: 0.1637578 Aug 06 18:18:44.093828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.169143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.192404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27126511-58f1-4c76-bb3c-bc890b66863b req-689a7df8-1684-4ce1-ab81-26f52d7d2f72 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463025 Aug 06 18:18:44.216867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 287273bc-ee7a-45aa-ba6c-e1bd745348b4 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:44.267599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b7eb20-503f-4ac0-b172-0ce07a60a931 req-46a7be2c-8f14-41d2-83a2-fcdc5bd36be8 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090233 Aug 06 18:18:44.362974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.417395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.487033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:44.491981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:44.497883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:44.505432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:44.518329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.536809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.547429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.5118771 Aug 06 18:18:44.548750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:44.556559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6b92b73-ddb3-4950-b026-be6c4e154b28'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:44.609550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.618505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdcc6a-9f48-40bc-a5df-37a16d5321d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=287273bc-ee7a-45aa-ba6c-e1bd745348b4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:44.627001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Update dhcp port {'port': {'network_id': 'ffbf603a-1304-453d-bb0a-bb7e49e96ccc', 'fixed_ips': [{'subnet_id': 'e6b92b73-ddb3-4950-b026-be6c4e154b28', 'ip_address': '2001:db8::2'}, {'subnet_id': '10e822df-ffc9-4d9f-ac0c-fb38a3e43820'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '3877f310-c5a0-434f-af92-be2a2f805158'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:18:44.686397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Subnet': ['ID=df8d9470-45ec-40ca-be65-3376dcc38742,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:44.691244 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.698215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5e56cef1-5501-4dce-9134-fa2601915ad1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/df8d9470-45ec-40ca-be65-3376dcc38742 HTTP/1.1" status: 204 len: 168 time: 1.0224731 Aug 06 18:18:44.699982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38348) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:44.707266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.734782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3877f310-c5a0-434f-af92-be2a2f805158,segment=NetworkSegment(ccd6b43b-f17d-4870-92a0-caf7ab291e93),segment_id=ccd6b43b-f17d-4870-92a0-caf7ab291e93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:44.761634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.781242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4536395-4b7c-473d-9c3b-5a39f4bb543b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812032 Aug 06 18:18:44.785635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38350) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:44.797571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:44.811014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:44.847762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-fedb2c6b-f830-4460-9b96-4bda06439ea1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:44.849674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-fedb2c6b-f830-4460-9b96-4bda06439ea1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.1762049 Aug 06 18:18:44.874687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 53fe5f4e-d21e-4382-be88-141559742330 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:44.875421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 53fe5f4e-d21e-4382-be88-141559742330 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:44.883077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-e0d122a4-c122-413e-b454-dbea8baede4a tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/quotas/8037407dee8044e1a69c104f29fe8c77 HTTP/1.1" status: 200 len: 375 time: 0.0260935 Aug 06 18:18:44.917421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91529ab2-9783-4bbf-9cde-cff33b90525b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:44.919610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-91529ab2-9783-4bbf-9cde-cff33b90525b tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1321306 Aug 06 18:18:44.924780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:45.046016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-9622cf13-a720-472c-958e-93169bec7951 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1561522 Aug 06 18:18:45.063393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92429476-1246-4727-aec6-bb9a9a7ea98d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:45.066123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5de13-504f-47a9-8938-d27c2ae5e422 None None] Pushing event updated for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:45.067128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-92429476-1246-4727-aec6-bb9a9a7ea98d tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392064 Aug 06 18:18:45.085381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:45.115069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25c454-4368-49a0-b108-934cb57c6bcf None None] Update dhcp port {'port': {'network_id': 'cefbc2ff-723f-4405-8414-41b97f8c7653', 'fixed_ips': [{'subnet_id': 'df8d9470-45ec-40ca-be65-3376dcc38742'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '685a352d-6258-482c-94b4-bd75cbb1269c'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:18:45.434085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87808-7406-443d-9d21-7843a4655d79 req-6b517aef-3cfb-4258-b8ac-320adfd35219 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:45.437120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9a87808-7406-443d-9d21-7843a4655d79 req-6b517aef-3cfb-4258-b8ac-320adfd35219 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 945 time: 0.2216048 Aug 06 18:18:45.490456 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6b25c454-4368-49a0-b108-934cb57c6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:45.514183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5a9a-0612-4c54-950b-aabde8ee744a req-73de8203-869f-40d6-b4ce-1e35441be781 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:45.520957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa1f5a9a-0612-4c54-950b-aabde8ee744a req-73de8203-869f-40d6-b4ce-1e35441be781 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 945 time: 0.1571198 Aug 06 18:18:45.619775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Allocated IP 2001:db8:0:1::2 (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/10e822df-ffc9-4d9f-ac0c-fb38a3e43820/3877f310-c5a0-434f-af92-be2a2f805158) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:45.664263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa1f5a9a-0612-4c54-950b-aabde8ee744a req-e78a1de3-1eb8-4715-88ac-2846d314975b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198618 Aug 06 18:18:45.706458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Deleting port 8559145d-0958-4b20-9ffc-c5e6186caeec {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:45.707048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:45.838148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e1758565-f32d-4239-848c-1ba35fd3dfd3 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7507904 Aug 06 18:18:45.849994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38372) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:45.880136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] For port 8559145d-0958-4b20-9ffc-c5e6186caeec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=8559145d-0958-4b20-9ffc-c5e6186caeec,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:45.880611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:45.975081 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae55c3c-7dec-4606-b849-7a9fd9bd1fd9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:45.976374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae55c3c-7dec-4606-b849-7a9fd9bd1fd9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:45.978822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ae55c3c-7dec-4606-b849-7a9fd9bd1fd9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/95c2267a-ada7-43d7-bfa1-d76a38818668 HTTP/1.1" status: 404 len: 333 time: 0.1277225 Aug 06 18:18:45.979707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-b4c439dc-2422-4795-9fcf-9c910e99d3dd service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236090 Aug 06 18:18:45.983117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38374) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:45.997417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Calling delete_port for 8559145d-0958-4b20-9ffc-c5e6186caeec owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:45.998607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979abe5-d18f-4011-80d1-3a08877d479b None None] Network cefbc2ff-723f-4405-8414-41b97f8c7653 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:46.073920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.081631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.099673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.104535 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-456b1722-cc33-4d6b-ba3f-9d11c67df6fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.105259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456b1722-cc33-4d6b-ba3f-9d11c67df6fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.107495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-456b1722-cc33-4d6b-ba3f-9d11c67df6fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/4f519d82-5984-4d6e-9090-04de4fcef25d HTTP/1.1" status: 404 len: 337 time: 0.1232662 Aug 06 18:18:46.118421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.127576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.137362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.151234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.161069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-95c7c5dd-4888-46a5-9969-a66a3b415e19 None None] Provisioning complete for port 685a352d-6258-482c-94b4-bd75cbb1269c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:46.161912 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95c7c5dd-4888-46a5-9969-a66a3b415e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:46.163361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:46.167612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-ba1fb1fa-c434-4b37-9cc3-2809b683674f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.2960978 Aug 06 18:18:46.266802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3877f310-c5a0-434f-af92-be2a2f805158,segment=NetworkSegment(ccd6b43b-f17d-4870-92a0-caf7ab291e93),segment_id=ccd6b43b-f17d-4870-92a0-caf7ab291e93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:46.329821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:46.341831 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e518616-b959-46d1-8d35-c6a6780c3fe2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.344135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e518616-b959-46d1-8d35-c6a6780c3fe2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.349436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9e518616-b959-46d1-8d35-c6a6780c3fe2 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/df8d9470-45ec-40ca-be65-3376dcc38742 HTTP/1.1" status: 404 len: 337 time: 0.2205877 Aug 06 18:18:46.354220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38378) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.368049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['8559145d-0958-4b20-9ffc-c5e6186caeec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:46.372356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3', '662d4c28-e3f0-4fdf-86a0-bf515f561624'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:46.433571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3859de9e-4915-4f75-b47f-0937ad30b2bb req-e7afdf21-aece-490b-9785-880f6b010567 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482549 Aug 06 18:18:46.439959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-61a152e4-d4a0-4852-bd64-b73333cfc059 service neutron] 10.222.0.64 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174352 Aug 06 18:18:46.507530 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a10a87c-4039-49bc-96e7-5cc3c21a4c1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.509744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a10a87c-4039-49bc-96e7-5cc3c21a4c1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.514382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6a10a87c-4039-49bc-96e7-5cc3c21a4c1a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/edb9ec2d-d11d-4352-9b5d-52e302581d30 HTTP/1.1" status: 404 len: 333 time: 0.1580811 Aug 06 18:18:46.518096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.577114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event deleted for resources: {'Port': ['ID=8559145d-0958-4b20-9ffc-c5e6186caeec,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:46.583039 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e04ac5-0aa3-4553-ad8f-328dae281f95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.586007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e04ac5-0aa3-4553-ad8f-328dae281f95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.595212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d3e04ac5-0aa3-4553-ad8f-328dae281f95 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/f4005ab4-fc39-4165-a806-8947f721fb82 HTTP/1.1" status: 404 len: 337 time: 0.0731134 Aug 06 18:18:46.597349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38388) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.636335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:46.638294 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-375ac04a-ddaa-47e6-8f2f-4fdfd23179ec tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.638987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375ac04a-ddaa-47e6-8f2f-4fdfd23179ec tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.641545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-375ac04a-ddaa-47e6-8f2f-4fdfd23179ec tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2b89bbe7-6b39-49c7-909f-8a73f3df1548 HTTP/1.1" status: 404 len: 337 time: 0.0394466 Aug 06 18:18:46.645920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.708697 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3fa10c-ad90-4061-8184-8d08b46b8312 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.712556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3fa10c-ad90-4061-8184-8d08b46b8312 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.715966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] No DVR routers for this DVR port 8559145d-0958-4b20-9ffc-c5e6186caeec on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:46.718091 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8f3fa10c-ad90-4061-8184-8d08b46b8312 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8362273d-85f9-4bac-a6e6-01630dd826bc HTTP/1.1" status: 404 len: 333 time: 0.0699522 Aug 06 18:18:46.722876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.740631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Transition to ACTIVE for port object 3877f310-c5a0-434f-af92-be2a2f805158 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:46.751013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:46.759721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9a87808-7406-443d-9d21-7843a4655d79 req-26d442e4-7d22-49cb-a0a4-d588d332d11e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.55 "DELETE /v2.0/ports/8559145d-0958-4b20-9ffc-c5e6186caeec HTTP/1.1" status: 204 len: 173 time: 1.3147137 Aug 06 18:18:46.763712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'name': 'network-vif-deleted', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:46.777635 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a3f9b-2b06-46cd-8970-a680f1fa6e56" -d '{"events": [{"server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "name": "network-vif-deleted", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:46.779640 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:46.788293 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c82e15b-ce63-4bcf-9a02-103959214e2c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.788925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c82e15b-ce63-4bcf-9a02-103959214e2c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.793732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4c82e15b-ce63-4bcf-9a02-103959214e2c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3cb2879a-26e8-401c-992e-c2e37e37d513 HTTP/1.1" status: 404 len: 337 time: 0.0696514 Aug 06 18:18:46.798177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.924634 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db5b9b5-b062-43d8-9a07-a69522e7545f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:46.925511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db5b9b5-b062-43d8-9a07-a69522e7545f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:46.947745 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08688e7-7c44-4297-8395-fe8ff9f6c7e5 x-openstack-request-id: req-c08688e7-7c44-4297-8395-fe8ff9f6c7e5 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:46.948496 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ddae8d-975d-472a-ac88-1aefa1e33408", "name": "network-vif-deleted", "tag": "8559145d-0958-4b20-9ffc-c5e6186caeec", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:46.948919 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c08688e7-7c44-4297-8395-fe8ff9f6c7e5 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:46.949637 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ddae8d-975d-472a-ac88-1aefa1e33408', 'name': 'network-vif-deleted', 'tag': '8559145d-0958-4b20-9ffc-c5e6186caeec', 'status': 'completed', 'code': 200} Aug 06 18:18:46.950716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8db5b9b5-b062-43d8-9a07-a69522e7545f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/0acb402a-6e71-47ac-b9a0-fb069604f9e5 HTTP/1.1" status: 404 len: 337 time: 0.1509626 Aug 06 18:18:46.951731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38406) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:46.989745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aca2d6-e604-4535-b39c-23e3d6bd582b None None] Pushing event updated for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:47.005317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] DHCP port deletion for cefbc2ff-723f-4405-8414-41b97f8c7653 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:47.008631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3877f310-c5a0-434f-af92-be2a2f805158 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:47.070578 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f7a75-8c77-467e-95be-065706eb02ad tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.071785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83f7a75-8c77-467e-95be-065706eb02ad tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.074119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e83f7a75-8c77-467e-95be-065706eb02ad tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/e2a325b9-1b37-4bd3-9fb3-08a9f988fac0 HTTP/1.1" status: 404 len: 333 time: 0.1209624 Aug 06 18:18:47.086510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38408) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.101984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0eb5269c-1ded-4347-ad2c-8494e6df58c2 req-418014be-8aee-4c66-9898-afeabcfc008d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 210 time: 0.0442259 Aug 06 18:18:47.132812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ffcd847-9a68-481b-beca-c5a5a5d1325c req-034c8cfb-c499-4645-b862-73e6bf1a03d6 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ddae8d-975d-472a-ac88-1aefa1e33408 HTTP/1.1" status: 200 len: 210 time: 0.1287758 Aug 06 18:18:47.159381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Delete allocated IP 2001:db8:0:1::14e (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/10e822df-ffc9-4d9f-ac0c-fb38a3e43820) {{(pid=94122) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:18:47.169122 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de2488e-115b-4c5c-a1ae-c6aa6412e9fd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.169732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de2488e-115b-4c5c-a1ae-c6aa6412e9fd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.174463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38412) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.174814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3de2488e-115b-4c5c-a1ae-c6aa6412e9fd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/233a8ec0-7ec3-4a69-80a2-dec0eaf51eb3 HTTP/1.1" status: 404 len: 337 time: 0.0885851 Aug 06 18:18:47.250270 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c972385-0012-46ad-b58c-d2583ce245de tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.251148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c972385-0012-46ad-b58c-d2583ce245de tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.253287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1c972385-0012-46ad-b58c-d2583ce245de tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/ea3edcdd-6ee9-4d6d-bb67-139b363df0fd HTTP/1.1" status: 404 len: 337 time: 0.0771856 Aug 06 18:18:47.255918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38416) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.307862 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-838d25bf-82a6-4fb9-97cb-64e3db8ce1b5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.313202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838d25bf-82a6-4fb9-97cb-64e3db8ce1b5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.315395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-838d25bf-82a6-4fb9-97cb-64e3db8ce1b5 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/24288dca-0937-414c-ab9b-3ec20fe51cdd HTTP/1.1" status: 404 len: 333 time: 0.0582013 Aug 06 18:18:47.320961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38418) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.420673 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cea180e-65f8-4570-9860-c82e40438413 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.421667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cea180e-65f8-4570-9860-c82e40438413 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.423974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6cea180e-65f8-4570-9860-c82e40438413 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/d377e383-2fde-4e64-922a-dd05d451e23a HTTP/1.1" status: 404 len: 337 time: 0.1012597 Aug 06 18:18:47.426353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.486403 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a72a19-5a8b-4091-ae11-3d4faf36f95a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.487227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a72a19-5a8b-4091-ae11-3d4faf36f95a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.489131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7a72a19-5a8b-4091-ae11-3d4faf36f95a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/71526bab-d2b8-4a2b-ab3a-75afdb836d1f HTTP/1.1" status: 404 len: 333 time: 0.0613704 Aug 06 18:18:47.495890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38422) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.591546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:47.660849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Ignored duplicate provisioning block setup for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 18:18:47.670753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:47.733380 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b41aa5c-1c96-44e1-89c6-323e61cc59fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.733380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b41aa5c-1c96-44e1-89c6-323e61cc59fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.739201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b41aa5c-1c96-44e1-89c6-323e61cc59fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/aa0717fb-5914-41b4-a9d8-0471ae2120b7 HTTP/1.1" status: 404 len: 337 time: 0.2431705 Aug 06 18:18:47.741527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.778689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Deleting port 685a352d-6258-482c-94b4-bd75cbb1269c {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:47.779502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:47.931319 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-690a897a-4609-4d95-a0cc-5838c6069fc9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:47.932575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690a897a-4609-4d95-a0cc-5838c6069fc9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:47.946877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-690a897a-4609-4d95-a0cc-5838c6069fc9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8794f2de-a116-4092-a712-7d05dc9c9898 HTTP/1.1" status: 404 len: 333 time: 0.1887004 Aug 06 18:18:47.949098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38434) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:47.971138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] In _notify_port_updated(), no bound segment for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 on network ffbf603a-1304-453d-bb0a-bb7e49e96ccc {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:18:47.972485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 685a352d-6258-482c-94b4-bd75cbb1269c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:47.984500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:47.985829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:47.987626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/ports/287273bc-ee7a-45aa-ba6c-e1bd745348b4 HTTP/1.1" status: 200 len: 924 time: 3.4371495 Aug 06 18:18:48.001887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38436) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.037974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bd353-969d-4297-b7ec-28091f20f508 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=287273bc-ee7a-45aa-ba6c-e1bd745348b4,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:48.043267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6b92b73-ddb3-4950-b026-be6c4e154b28'}, {'subnet_id': '10e822df-ffc9-4d9f-ac0c-fb38a3e43820'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:48.152919 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0eed717-20b1-4ac2-ab2d-3ca85933aeb6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.154922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0eed717-20b1-4ac2-ab2d-3ca85933aeb6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.161174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0eed717-20b1-4ac2-ab2d-3ca85933aeb6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/9e0fd257-a417-4695-a580-b4e152fb9171 HTTP/1.1" status: 404 len: 337 time: 0.2057598 Aug 06 18:18:48.162719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38442) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.232301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.251487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.263156 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-95990a4b-c0b6-493e-876b-c70032333595 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.263960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95990a4b-c0b6-493e-876b-c70032333595 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.266310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-95990a4b-c0b6-493e-876b-c70032333595 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/e6074cad-dff9-46f5-a5e9-ce4a51c2c455 HTTP/1.1" status: 404 len: 333 time: 0.1019511 Aug 06 18:18:48.266900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.271252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38446) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.281799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.299712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.314150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.329826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:48.334235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-1a6e0120-c87f-46f4-b830-0e6c9896285b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.6222773 Aug 06 18:18:48.345438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] For port 685a352d-6258-482c-94b4-bd75cbb1269c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=685a352d-6258-482c-94b4-bd75cbb1269c,segment=NetworkSegment(7c2886f5-ada9-43ac-a964-bd1639fb6447),segment_id=7c2886f5-ada9-43ac-a964-bd1639fb6447)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:48.346062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:48.387113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Calling delete_port for 685a352d-6258-482c-94b4-bd75cbb1269c owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:48.401117 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f0630e-34a3-425a-ae65-7b2bf958c5cd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.405503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f0630e-34a3-425a-ae65-7b2bf958c5cd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.410810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-95f0630e-34a3-425a-ae65-7b2bf958c5cd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/ea83e800-6fd4-44e3-960b-023371241415 HTTP/1.1" status: 404 len: 337 time: 0.1361077 Aug 06 18:18:48.416435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.499758 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25f0293-2634-4221-989f-fb61561bdb6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.500988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25f0293-2634-4221-989f-fb61561bdb6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.504315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b25f0293-2634-4221-989f-fb61561bdb6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/5038ecc2-c67e-4b77-b203-abf23f733c59 HTTP/1.1" status: 404 len: 333 time: 0.0458632 Aug 06 18:18:48.520958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ee6f062f-9c05-4b8e-838d-2d9fe7779a72 req-3c64be59-a267-4353-b106-d2916e07a0ac tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 210 time: 0.2400169 Aug 06 18:18:48.525411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38450) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.561545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e771ddee-8225-423a-8a0f-eaa20e40ec62 req-29ed41a3-f40d-4bc2-a6ad-df1852660d90 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037327 Aug 06 18:18:48.611769 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e83625d-8e81-4d05-b826-36b684c5b65a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.612435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e83625d-8e81-4d05-b826-36b684c5b65a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.614976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6e83625d-8e81-4d05-b826-36b684c5b65a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/de696a3f-0403-4e74-a2d9-d4c81b972ee6 HTTP/1.1" status: 404 len: 337 time: 0.0873051 Aug 06 18:18:48.618803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.682404 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-4669ca3d-5f57-4a88-8295-d3b5af939abd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.683777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4669ca3d-5f57-4a88-8295-d3b5af939abd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.689063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4669ca3d-5f57-4a88-8295-d3b5af939abd tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/3f6f721f-de6f-4944-a64b-6fd2e65a17bf HTTP/1.1" status: 404 len: 333 time: 0.0687211 Aug 06 18:18:48.690753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.712700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:48.736533 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbb5cb4-627b-4c70-a948-b48f0f5046da tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:48.737500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbb5cb4-627b-4c70-a948-b48f0f5046da tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:48.744413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:48.758394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-acbb5cb4-627b-4c70-a948-b48f0f5046da tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3d351890-9fcd-4543-8fe1-b5fb1896654d HTTP/1.1" status: 404 len: 337 time: 0.0660033 Aug 06 18:18:48.805407 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:48.820668 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No ports have port_id starting with 685a352d-6258-482c-94b4-bd75cbb1269c Aug 06 18:18:48.829048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] No DVR routers for this DVR port 685a352d-6258-482c-94b4-bd75cbb1269c on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:48.864552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc8d64-bb5b-4607-9414-5d216c8e39d0 None None] Pushing event deleted for resources: {'Port': ['ID=685a352d-6258-482c-94b4-bd75cbb1269c,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:49.004500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32323e32-6ba9-491f-b980-86845f4f3036 None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:49.119241 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07c521c-c9e6-40ea-b4ec-c159266c06bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.119867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07c521c-c9e6-40ea-b4ec-c159266c06bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.125065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f07c521c-c9e6-40ea-b4ec-c159266c06bb tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/b5d10f59-0b7f-45da-a6ab-5ef3713ec54b HTTP/1.1" status: 404 len: 337 time: 0.3765616 Aug 06 18:18:49.125650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38468) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.205633 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17802c4-81f4-4c86-9131-c27c349ffdc1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.206652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17802c4-81f4-4c86-9131-c27c349ffdc1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.208837 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d17802c4-81f4-4c86-9131-c27c349ffdc1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/b3af71ef-1dae-41b5-bfd1-619899b0597c HTTP/1.1" status: 404 len: 333 time: 0.0818083 Aug 06 18:18:49.214813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38472) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.381356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f11d-b8de-4a7e-af5e-2b11b7c27bb9 req-8b85c9dc-a03c-464b-aebb-6e0c07681428 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:49.388523 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d6faf9-1cc4-414e-9913-734aae64a7a1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.393063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d6faf9-1cc4-414e-9913-734aae64a7a1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.393344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0013f11d-b8de-4a7e-af5e-2b11b7c27bb9 req-8b85c9dc-a03c-464b-aebb-6e0c07681428 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 0.1302915 Aug 06 18:18:49.393501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3877f310-c5a0-434f-af92-be2a2f805158 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:18:49.395419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7d6faf9-1cc4-414e-9913-734aae64a7a1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2ee0ab03-824a-4b58-b1ef-e6e529b4d7b9 HTTP/1.1" status: 404 len: 337 time: 0.1793356 Aug 06 18:18:49.398578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38476) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.508292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-22761a1e-99a2-4cdd-8881-4f2095470fec tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:49.510794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-22761a1e-99a2-4cdd-8881-4f2095470fec tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 821 time: 0.4214697 Aug 06 18:18:49.514186 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae6651f-f4ea-43ff-85d0-9b6443a28b59 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.514970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae6651f-f4ea-43ff-85d0-9b6443a28b59 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.519346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ae6651f-f4ea-43ff-85d0-9b6443a28b59 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/77b56301-ec87-4d30-89ca-67d2bc9ba334 HTTP/1.1" status: 404 len: 337 time: 0.1190443 Aug 06 18:18:49.532232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38482) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.562259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 8559145d-0958-4b20-9ffc-c5e6186caeec no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:49.572299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Request body: {'port': {'device_id': '3870821c-15ce-4482-b546-eb69fdc653dc', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'admin_state_up': True, 'tenant_id': '8037407dee8044e1a69c104f29fe8c77'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:49.597940 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-988111f8-87cf-4e4a-9f29-d283e38bf0aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.598943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988111f8-87cf-4e4a-9f29-d283e38bf0aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.605166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-988111f8-87cf-4e4a-9f29-d283e38bf0aa tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/b1bfb866-a950-44dc-abab-4af398694057 HTTP/1.1" status: 404 len: 333 time: 0.0696459 Aug 06 18:18:49.606017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38486) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.611197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0013f11d-b8de-4a7e-af5e-2b11b7c27bb9 req-9760da2f-9508-4a79-a6d8-b071955e661b tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170215 Aug 06 18:18:49.674621 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ba03bc-f515-4bf8-8e7e-f53866ecbe5f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.675357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ba03bc-f515-4bf8-8e7e-f53866ecbe5f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.684111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70ba03bc-f515-4bf8-8e7e-f53866ecbe5f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/84d753a0-9dbf-4b01-98b0-0270f1bcf848 HTTP/1.1" status: 404 len: 337 time: 0.0765724 Aug 06 18:18:49.690055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.699531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 8559145d-0958-4b20-9ffc-c5e6186caeec {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:49.700938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 8559145d-0958-4b20-9ffc-c5e6186caeec not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:49.716383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2f6492d9-a0bf-4aaf-b284-be4a3c874892 None None] Provisioning for port 3877f310-c5a0-434f-af92-be2a2f805158 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:49.734560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2f6492d9-a0bf-4aaf-b284-be4a3c874892 None None] Provisioning complete for port 3877f310-c5a0-434f-af92-be2a2f805158 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:49.736616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f6492d9-a0bf-4aaf-b284-be4a3c874892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:49.779995 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afad23a-63b2-4219-9be9-0c38df6fc0fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.785989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afad23a-63b2-4219-9be9-0c38df6fc0fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.790901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8afad23a-63b2-4219-9be9-0c38df6fc0fe tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/38219015-ea85-4db1-8b16-37b1b9e9c6d3 HTTP/1.1" status: 404 len: 337 time: 0.0994368 Aug 06 18:18:49.793677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.883176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 3877f310-c5a0-434f-af92-be2a2f805158 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:49.886633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:49.889527 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdd21b6-83af-48fd-8fad-a4e176df5d36 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:49.890490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdd21b6-83af-48fd-8fad-a4e176df5d36 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:49.892498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ebdd21b6-83af-48fd-8fad-a4e176df5d36 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/8fe20119-79af-4fac-bb80-5649ce3e12d6 HTTP/1.1" status: 404 len: 333 time: 0.0965459 Aug 06 18:18:49.899154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38498) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.944507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:49.946999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8:0:1::3dd (ffbf603a-1304-453d-bb0a-bb7e49e96ccc/10e822df-ffc9-4d9f-ac0c-fb38a3e43820/287273bc-ee7a-45aa-ba6c-e1bd745348b4) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:49.969163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6e68474-32e5-427b-bd63-99590150c2aa req-aac541ed-606b-4c81-ae2e-f5a997899db4 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 210 time: 0.1095932 Aug 06 18:18:50.026876 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e10d3e-1c73-44f5-88a6-92cbc9e9ac8c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:50.038107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e10d3e-1c73-44f5-88a6-92cbc9e9ac8c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:50.040281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2e10d3e-1c73-44f5-88a6-92cbc9e9ac8c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/9e8e47d0-639b-4817-b1e1-9b41ee460f28 HTTP/1.1" status: 404 len: 337 time: 0.0970707 Aug 06 18:18:50.044754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38504) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.144905 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf4ece8-1ea8-4ea9-810c-813a43b89520 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:50.145912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf4ece8-1ea8-4ea9-810c-813a43b89520 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:50.153518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-acf4ece8-1ea8-4ea9-810c-813a43b89520 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/a69cafcb-c310-4f5e-a0c4-e59b8258d4ff HTTP/1.1" status: 404 len: 337 time: 0.1069546 Aug 06 18:18:50.162268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38506) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.250727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e0a2bb66-7ca7-4956-be06-663b07fa149c tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffbcfe45-8246-41ca-943d-c4a414a59ad8 HTTP/1.1" status: 200 len: 205 time: 0.0848970 Aug 06 18:18:50.259308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38508) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.310875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.318746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.328962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-232458b1-12cf-4d7a-ab8b-c5ec9f141b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.332937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.347104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.360140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.372593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.400400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.414367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5b1c378-6626-4175-b845-a79fda93c9df req-29553086-08f7-43ec-a73a-eedf0f2e6820 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.5925627 Aug 06 18:18:50.437084 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-daf4c9ce-f976-42f8-85d3-382c2874b7df tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] delete failed (client error): The resource could not be found. Aug 06 18:18:50.451053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-daf4c9ce-f976-42f8-85d3-382c2874b7df tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/routers/ffbcfe45-8246-41ca-943d-c4a414a59ad8 HTTP/1.1" status: 404 len: 336 time: 0.1767566 Aug 06 18:18:50.455037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38510) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.538803 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-7406abc4-96a4-46c7-acda-06e79f771e17 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:50.539294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7406abc4-96a4-46c7-acda-06e79f771e17 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:50.541269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7406abc4-96a4-46c7-acda-06e79f771e17 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/09253def-3df1-44f0-bf8f-144838549e9b HTTP/1.1" status: 404 len: 337 time: 0.0832245 Aug 06 18:18:50.545659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38512) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.568029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Made reservation on behalf of 8037407dee8044e1a69c104f29fe8c77 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:18:50.572802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.594081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5b1c378-6626-4175-b845-a79fda93c9df req-b74e7356-f55f-4139-880d-426b4a7c1f27 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750617 Aug 06 18:18:50.629374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-81a5f0a3-02fb-4b57-9a1c-931c35f585ee tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a1153d-38ba-42f1-87a9-e161012670c2 HTTP/1.1" status: 200 len: 205 time: 0.0822101 Aug 06 18:18:50.633991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38514) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.687473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Provisioning for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:18:50.705974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Provisioning complete for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:50.708124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.722433 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-b93310ea-eb5c-4644-9850-da8b280b6ec4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] delete failed (client error): The resource could not be found. Aug 06 18:18:50.725232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b93310ea-eb5c-4644-9850-da8b280b6ec4 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/routers/c5a1153d-38ba-42f1-87a9-e161012670c2 HTTP/1.1" status: 404 len: 336 time: 0.0889866 Aug 06 18:18:50.730753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38518) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.735981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.788536 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c52b272-af1e-4380-9536-4d1631973c49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:50.789532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c52b272-af1e-4380-9536-4d1631973c49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:50.792490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4c52b272-af1e-4380-9536-4d1631973c49 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/d4ee18c9-ee41-4503-8a76-699892fde9f7 HTTP/1.1" status: 404 len: 337 time: 0.0605900 Aug 06 18:18:50.799127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38520) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:50.800169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Ignored duplicate provisioning block setup for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 18:18:50.839723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805282-657b-402e-8876-78bf03f63683 req-9023430b-5b7f-4d92-9370-89355113cce3 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:50.841773 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea805282-657b-402e-8876-78bf03f63683 req-9023430b-5b7f-4d92-9370-89355113cce3 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 0.1831169 Aug 06 18:18:50.848579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.890508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:50.925287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Provisioning complete for port 3877f310-c5a0-434f-af92-be2a2f805158 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:50.926514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-82ee3ae7-854b-4ed5-8a2b-5bcd7b95314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:50.932572 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d02badc-cba6-4f27-afe2-c0c1da4bb1c1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:50.933100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d02badc-cba6-4f27-afe2-c0c1da4bb1c1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:50.940543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d02badc-cba6-4f27-afe2-c0c1da4bb1c1 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2c4c0fd0-e3a7-4e65-bdb9-0d57ce0929f3 HTTP/1.1" status: 404 len: 337 time: 0.1350086 Aug 06 18:18:50.958358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38524) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.000323 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d13d1cf-d948-4399-9370-80bdeed0dc68 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.001569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d13d1cf-d948-4399-9370-80bdeed0dc68 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.005928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9d13d1cf-d948-4399-9370-80bdeed0dc68 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/0b26acec-5485-4043-bcc8-594078ce5226 HTTP/1.1" status: 404 len: 333 time: 0.0439649 Aug 06 18:18:51.014001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38528) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.051577 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-12508da9-18ce-4f33-a68c-4b6b40394f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.052487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12508da9-18ce-4f33-a68c-4b6b40394f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.054896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12508da9-18ce-4f33-a68c-4b6b40394f83 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/2ac7b891-d71d-4c8f-bff2-999a8f8cfa9c HTTP/1.1" status: 404 len: 337 time: 0.0386100 Aug 06 18:18:51.063773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-232458b1-12cf-4d7a-ab8b-c5ec9f141b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.065088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38530) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.109832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Allocated IP 172.20.0.14 (36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef/cb775256-dd6f-4042-b6c5-13faccdce89b/16326450-b8d8-433f-a357-13a08b0e2798) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:18:51.135419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-232458b1-12cf-4d7a-ab8b-c5ec9f141b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.172297 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d31aa6-d57c-44d6-a927-fd80e428cf7f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.173350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d31aa6-d57c-44d6-a927-fd80e428cf7f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.176660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-09d31aa6-d57c-44d6-a927-fd80e428cf7f tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/a3b04504-4be7-4aa2-b3b2-092fc8cc27fe HTTP/1.1" status: 404 len: 333 time: 0.1086977 Aug 06 18:18:51.235025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-232458b1-12cf-4d7a-ab8b-c5ec9f141b60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fd57b6893a54bb18dcfe045bc34817b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2794175 Aug 06 18:18:51.250463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ccfaa-5b58-462b-a48c-e93bd1149fcb req-a198e323-23d6-4c6d-9ee4-69893d451826 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:51.265033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb9ccfaa-5b58-462b-a48c-e93bd1149fcb req-a198e323-23d6-4c6d-9ee4-69893d451826 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 0.3847024 Aug 06 18:18:51.268008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.268683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.337758 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be59a5b-2087-4d18-aa1c-74586ac7c1ee tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.339152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be59a5b-2087-4d18-aa1c-74586ac7c1ee tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.343042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5be59a5b-2087-4d18-aa1c-74586ac7c1ee tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/3be6debf-620d-4ab7-a85f-51f9285a3987 HTTP/1.1" status: 404 len: 337 time: 0.0699811 Aug 06 18:18:51.348544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232458b1-12cf-4d7a-ab8b-c5ec9f141b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f612e9-0c68-4eb8-ad11-43de5efab184,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:51.367477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38538) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.382449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b93087e5-87f2-41d7-97d7-b8d91b580fbe None None] Provisioning complete for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:51.383056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b93087e5-87f2-41d7-97d7-b8d91b580fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.459187 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e65898-cbf6-4284-86ac-10eda7df0b6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.460949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e65898-cbf6-4284-86ac-10eda7df0b6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.464644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-70e65898-cbf6-4284-86ac-10eda7df0b6a tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/7e7764de-88e4-43a3-9fc7-ea6b1b949523 HTTP/1.1" status: 404 len: 333 time: 0.0750580 Aug 06 18:18:51.510392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38540) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.540374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.546282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b93087e5-87f2-41d7-97d7-b8d91b580fbe None None] Port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:51.587102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66c0245d-2a53-46dc-a815-99f8e031fcdd req-3f7454f9-ab08-43cf-8c09-b8a5d22e4f3e tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 210 time: 0.2918932 Aug 06 18:18:51.588742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=287273bc-ee7a-45aa-ba6c-e1bd745348b4,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:51.590004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.610725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb9ccfaa-5b58-462b-a48c-e93bd1149fcb req-ef978347-e418-4478-84b1-5e13cd024919 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439593 Aug 06 18:18:51.614913 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9ca141-c737-49be-a75d-912fa0da65c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.622837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9ca141-c737-49be-a75d-912fa0da65c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.628851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.629179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.629632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.629959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.630298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.630629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.631123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc9ca141-c737-49be-a75d-912fa0da65c8 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/de66dda2-763a-4269-ba5c-9c09d0b5ccf4 HTTP/1.1" status: 404 len: 337 time: 0.1103201 Aug 06 18:18:51.631524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.631524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.632138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.632477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.632477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.633063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:18:51.635409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38544) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.638200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] In _notify_port_updated(), no bound segment for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 on network ffbf603a-1304-453d-bb0a-bb7e49e96ccc {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:18:51.657517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:51.657517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.657517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b90013aa-9ab1-4518-8809-fad41ee3f83a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/ports/287273bc-ee7a-45aa-ba6c-e1bd745348b4 HTTP/1.1" status: 200 len: 1010 time: 3.6349869 Aug 06 18:18:51.657517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.663925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38546) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.723411 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-93283268-af1c-42f3-8810-11512bb077ae tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.724604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93283268-af1c-42f3-8810-11512bb077ae tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.729911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:18:51.731806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93283268-af1c-42f3-8810-11512bb077ae tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/62551a96-ebb3-4304-a397-006db24fc627 HTTP/1.1" status: 404 len: 333 time: 0.0702062 Aug 06 18:18:51.736342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.778812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event updated for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:51.782550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:18:51.785530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:18:51.791215 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4a9b40-4825-459f-afe7-b4b8364409e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.791976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4a9b40-4825-459f-afe7-b4b8364409e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.799466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2c31cd18-c084-4a0c-8e19-3540561be853 None None] Provisioning complete for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:51.799696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5c4a9b40-4825-459f-afe7-b4b8364409e9 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/7368527c-c2ec-4038-95d5-3a946991bb5b HTTP/1.1" status: 404 len: 337 time: 0.0618474 Aug 06 18:18:51.800608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2c31cd18-c084-4a0c-8e19-3540561be853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.808466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:51.856717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.883244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:51.883953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:51.921279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2c31cd18-c084-4a0c-8e19-3540561be853 None None] Port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:51.946861 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-3126d1c2-35aa-41eb-9fa7-14359a35b860 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:51.948764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3126d1c2-35aa-41eb-9fa7-14359a35b860 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:51.953854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3126d1c2-35aa-41eb-9fa7-14359a35b860 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/c72d4d01-5fe8-4a75-a8c3-28573269f88b HTTP/1.1" status: 404 len: 333 time: 0.1437094 Aug 06 18:18:51.992172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-3b5e9fde-536d-439c-83d1-b560d2eb2c01 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4268758 Aug 06 18:18:51.992752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.047886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Request body: {'port': {'device_id': '3870821c-15ce-4482-b546-eb69fdc653dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:18:52.069669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.075693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.079476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42f612e9-0c68-4eb8-ad11-43de5efab184 HTTP/1.1" status: 204 len: 168 time: 0.8041308 Aug 06 18:18:52.121679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ba80-1cdf-430d-b130-886ce3fdbf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f612e9-0c68-4eb8-ad11-43de5efab184,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:52.136685 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c053c69-218e-40e1-995e-ee97487b3ff7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:52.138766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c053c69-218e-40e1-995e-ee97487b3ff7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:52.142029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5c053c69-218e-40e1-995e-ee97487b3ff7 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/e3eda792-dfaa-41bf-9362-a78d8398bdc5 HTTP/1.1" status: 404 len: 337 time: 0.1357756 Aug 06 18:18:52.153076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38558) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.181789 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff0ccf6-f9da-4ce8-999b-7aa5823453d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:52.182550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff0ccf6-f9da-4ce8-999b-7aa5823453d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:52.187781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6ff0ccf6-f9da-4ce8-999b-7aa5823453d6 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/9e7e61b2-c365-4478-9c0b-774c0ee65227 HTTP/1.1" status: 404 len: 333 time: 0.0326636 Aug 06 18:18:52.188464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.229927 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8358ee96-12ad-403a-b543-3219e3b26496 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:52.230732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8358ee96-12ad-403a-b543-3219e3b26496 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:52.237505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8358ee96-12ad-403a-b543-3219e3b26496 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/f48de8f2-aef4-410a-8029-46124e5b29a7 HTTP/1.1" status: 404 len: 337 time: 0.0451303 Aug 06 18:18:52.238046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.255204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.280201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3e798cd9-7067-48ee-88cb-c1e295aae8e6 None None] Provisioning complete for port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:52.281828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e798cd9-7067-48ee-88cb-c1e295aae8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.284763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.296528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.308073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.315956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.322580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.323043 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eddef20-4bd7-474f-aeb3-b416d7774a45 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:52.324980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eddef20-4bd7-474f-aeb3-b416d7774a45 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:52.332935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.333258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7eddef20-4bd7-474f-aeb3-b416d7774a45 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/ports/c1f21549-0bbd-48a4-9813-07bbbaed714d HTTP/1.1" status: 404 len: 333 time: 0.0772038 Aug 06 18:18:52.333833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.337119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:52.340093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-de22c85c-cc55-4413-bd8e-bbda97dea113 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.3942065 Aug 06 18:18:52.390051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Deleting port 662d4c28-e3f0-4fdf-86a0-bf515f561624 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:52.390789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.403255 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c4c4db-85c4-4913-b647-56255ff63829 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] DELETE failed (client error): The resource could not be found. Aug 06 18:18:52.404517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c4c4db-85c4-4913-b647-56255ff63829 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:18:52.409008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07c4c4db-85c4-4913-b647-56255ff63829 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/subnets/319d0979-06dd-43c1-8bee-246956d281e1 HTTP/1.1" status: 404 len: 337 time: 0.0728605 Aug 06 18:18:52.412557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38568) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:52.434217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3e798cd9-7067-48ee-88cb-c1e295aae8e6 None None] Port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:18:52.542442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 287273bc-ee7a-45aa-ba6c-e1bd745348b4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:52.543085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.597697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.641418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a9b9e62-16d2-45ce-bdc7-b087d8ad9217 req-570d31f2-69ef-4897-9a5d-19da4036492d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2575729 Aug 06 18:18:52.745577 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.761996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefbc2ff-723f-4405-8414-41b97f8c7653']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:52.776689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2886f5-ada9-43ac-a964-bd1639fb6447') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:52.777912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2886f5-ada9-43ac-a964-bd1639fb6447') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:18:52.810507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.889888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.903117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:18:52.904022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:18:52.951300 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:18:53.048947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:53.057318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:53.064161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] 10.222.0.64 "DELETE /v2.0/networks/cefbc2ff-723f-4405-8414-41b97f8c7653 HTTP/1.1" status: 204 len: 168 time: 0.6451328 Aug 06 18:18:53.179813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd55cd-27e3-46df-a41d-f69fa7a22c12 req-29bfd29c-87fe-418e-8416-84882be86173 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:53.186706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07cd55cd-27e3-46df-a41d-f69fa7a22c12 req-29bfd29c-87fe-418e-8416-84882be86173 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 932 time: 0.3506615 Aug 06 18:18:53.189152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2753ce-808d-403e-a2e9-8460abd5c582 tempest-NetworksTestDHCPv6-1224942529 tempest-NetworksTestDHCPv6-1224942529-project] Pushing event deleted for resources: {'Network': ['ID=cefbc2ff-723f-4405-8414-41b97f8c7653,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:53.298291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] For port 662d4c28-e3f0-4fdf-86a0-bf515f561624, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=662d4c28-e3f0-4fdf-86a0-bf515f561624,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:53.298930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:53.362134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07cd55cd-27e3-46df-a41d-f69fa7a22c12 req-6bd8b921-48a9-4c0c-b5b4-34a4498025ee tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600664 Aug 06 18:18:53.567306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38602) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:53.898946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5f1b244-cbd8-4c56-9ee1-a5bcb4f01e35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e97d7b702ef4bb28938d5f3ed6d073a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259063 Aug 06 18:18:53.919046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38608) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:53.983437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:53.990286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:53.996915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.004192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.011486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.017465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.024771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.034159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-bc077c60-20a4-44b2-ac12-ccf265a501a1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.1812291 Aug 06 18:18:54.110178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-561dc9c6-19c0-4731-8b95-4d1cb3b8c900 req-3b752bc1-75eb-487a-ad0c-d5b7f904d7ba tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749454 Aug 06 18:18:54.130435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.148944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.155494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Calling delete_port for 662d4c28-e3f0-4fdf-86a0-bf515f561624 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:54.201645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc696274-9f8d-4fb5-8d9c-8cb7535794ab req-de4b4230-c211-4259-8b6a-8757d332cec5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.208580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.215117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc696274-9f8d-4fb5-8d9c-8cb7535794ab req-de4b4230-c211-4259-8b6a-8757d332cec5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 945 time: 1.3452775 Aug 06 18:18:54.235647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 287273bc-ee7a-45aa-ba6c-e1bd745348b4 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:54.342120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.348618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.362667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc76cfcb-7b96-4c60-92fa-e807e8b2817b HTTP/1.1" status: 204 len: 168 time: 0.4385848 Aug 06 18:18:54.406814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f117de9-360b-4adf-b8b3-96df4a526cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc76cfcb-7b96-4c60-92fa-e807e8b2817b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:54.494535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc696274-9f8d-4fb5-8d9c-8cb7535794ab req-c17125d5-363c-47dc-bf35-ced6e7145148 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776279 Aug 06 18:18:54.672814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16326450-b8d8-433f-a357-13a08b0e2798 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:54.726230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.774968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccb5af-6cf5-466e-9c57-5355f4a58946 req-281f8c74-86f9-488c-9b42-2fb526c6a024 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:54.790413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ccb5af-6cf5-466e-9c57-5355f4a58946 req-281f8c74-86f9-488c-9b42-2fb526c6a024 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 932 time: 0.2018950 Aug 06 18:18:54.824573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:54.843137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f751aaa7-5881-4d27-9dea-d504dbdbe2a3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:18:54.847452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 662d4c28-e3f0-4fdf-86a0-bf515f561624 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:18:54.877493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event deleted for resources: {'Port': ['ID=662d4c28-e3f0-4fdf-86a0-bf515f561624,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:54.900089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6ccb5af-6cf5-466e-9c57-5355f4a58946 req-e051d78d-9bec-4a11-ba13-a8531d268c84 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Aug 06 18:18:54.989699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 662d4c28-e3f0-4fdf-86a0-bf515f561624 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:18:54.990042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 662d4c28-e3f0-4fdf-86a0-bf515f561624 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:18:55.015995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] No DVR routers for this DVR port 662d4c28-e3f0-4fdf-86a0-bf515f561624 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:18:55.027940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:55.034407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea805282-657b-402e-8876-78bf03f63683 req-4d20e811-9508-4784-8f3e-4fa93e2e1885 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "DELETE /v2.0/ports/662d4c28-e3f0-4fdf-86a0-bf515f561624 HTTP/1.1" status: 204 len: 173 time: 4.1566880 Aug 06 18:18:55.035181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'name': 'network-vif-deleted', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:55.038150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f421a-56b5-4a27-99e8-da1c1299d9b9" -d '{"events": [{"server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "name": "network-vif-deleted", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:55.115963 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb5bff-8b86-4b89-a5a7-3102c4c24f4e x-openstack-request-id: req-47eb5bff-8b86-4b89-a5a7-3102c4c24f4e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:55.115963 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4721a292-3483-4cb5-bd41-528d91cbeb26", "name": "network-vif-deleted", "tag": "662d4c28-e3f0-4fdf-86a0-bf515f561624", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:55.115963 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47eb5bff-8b86-4b89-a5a7-3102c4c24f4e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:55.116929 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4721a292-3483-4cb5-bd41-528d91cbeb26', 'name': 'network-vif-deleted', 'tag': '662d4c28-e3f0-4fdf-86a0-bf515f561624', 'status': 'completed', 'code': 200} Aug 06 18:18:55.126973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Transition to ACTIVE for port object 16326450-b8d8-433f-a357-13a08b0e2798 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:18:55.129360 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:55.133527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:55.262752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:55.356434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=287273bc-ee7a-45aa-ba6c-e1bd745348b4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:55.502034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:55.505843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e6d030f-d981-4108-8fa9-f8d9c4196c4e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/287273bc-ee7a-45aa-ba6c-e1bd745348b4 HTTP/1.1" status: 204 len: 168 time: 3.7738235 Aug 06 18:18:55.516148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.547477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.585293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.594861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:55.608284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.662031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.700128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.717286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-8f542fda-ca2f-445b-83f0-f3ffeb5bc8dc req-f910295e-8787-48aa-9778-cf1b1f26ddea service neutron] (94121) timed out ('10.222.0.64', 41082) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:18:55.730386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:55.751757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a63efe86-1644-4486-a555-8029a8487945 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.4183030 Aug 06 18:18:55.796838 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc40f00-c314-4427-b115-1ff171bec396 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:18:55.805867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7bc40f00-c314-4427-b115-1ff171bec396 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/287273bc-ee7a-45aa-ba6c-e1bd745348b4 HTTP/1.1" status: 404 len: 333 time: 0.2081885 Aug 06 18:18:55.812896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38642) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:55.908182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45a0990d-f54a-4d21-9e44-5e5296f58329 req-a8ed2c43-081b-420b-b7ca-77e681b02bc6 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544120 Aug 06 18:18:56.020063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Attempting to bind port 16326450-b8d8-433f-a357-13a08b0e2798 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:18:56.020628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Attempting to bind port 16326450-b8d8-433f-a357-13a08b0e2798 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:18:56.021204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Attempting to bind port 16326450-b8d8-433f-a357-13a08b0e2798 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:56.104138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c83510c8-c6c2-49dd-b9de-30ac82a53b51 req-58e18972-2707-46b6-954f-731dcab640f4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=4721a292-3483-4cb5-bd41-528d91cbeb26 HTTP/1.1" status: 200 len: 210 time: 0.1859558 Aug 06 18:18:56.111603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Port 16326450-b8d8-433f-a357-13a08b0e2798 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:18:56.131723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Attempting to bind port 16326450-b8d8-433f-a357-13a08b0e2798 on network 36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:18:56.148389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 10e822df-ffc9-4d9f-ac0c-fb38a3e43820 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:56.154083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:18:56.154660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Checking segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:18:56.155213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Bound using segment: {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:18:56.155811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Bound port: 16326450-b8d8-433f-a357-13a08b0e2798, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81ded5-5ba4-4d77-a797-5e9d89c95caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:18:56.156344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.158927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.277281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a00e-4af2-417e-8f66-026d4bf95f3f req-dff344a9-fe6d-4e56-a610-803ec416142b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:56.280294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ad2a00e-4af2-417e-8f66-026d4bf95f3f req-dff344a9-fe6d-4e56-a610-803ec416142b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 944 time: 0.1980970 Aug 06 18:18:56.345774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.378306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ad2a00e-4af2-417e-8f66-026d4bf95f3f req-3c224b22-5727-4268-8132-b5b29a83819b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860844 Aug 06 18:18:56.476328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:18:56.484334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=16326450-b8d8-433f-a357-13a08b0e2798,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:18:56.495560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.586568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38658) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.613405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:56.614581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.617186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] 10.222.0.16 "PUT /v2.0/ports/16326450-b8d8-433f-a357-13a08b0e2798 HTTP/1.1" status: 200 len: 1093 time: 4.5742779 Aug 06 18:18:56.645192 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.754164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd1526-cdfa-48c4-883d-c403687b7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:56.759074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-9775fd9f-dfdd-4098-bcce-f2b67815de0e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.762324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9775fd9f-dfdd-4098-bcce-f2b67815de0e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1740468 Aug 06 18:18:56.767284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38662) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.783067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-32989651-419a-4bdb-bf64-9d7a167f0aaa tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.788452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-b9c10be1-3828-4664-9aa1-99e73d59b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:56.790022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32989651-419a-4bdb-bf64-9d7a167f0aaa tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0201604 Aug 06 18:18:56.790394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-b9c10be1-3828-4664-9aa1-99e73d59b6d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 1096 time: 0.1003098 Aug 06 18:18:56.790585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38664) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.797880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-3134597f-29d2-4c79-8f6e-6d215648b048 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.798895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3134597f-29d2-4c79-8f6e-6d215648b048 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049138 Aug 06 18:18:56.803607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38666) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.814002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-ec56ff6e-5d21-45b1-91d0-a63feaf48c34 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.815037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ec56ff6e-5d21-45b1-91d0-a63feaf48c34 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103824 Aug 06 18:18:56.820315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.820684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38668) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.862232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-746a145e-9456-4394-a8a4-f8355a5c897c tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.863223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-746a145e-9456-4394-a8a4-f8355a5c897c tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0376666 Aug 06 18:18:56.867821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38670) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.877701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-d76ec74b-4aef-4f52-92c8-bf8a08d9e697 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.884483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d76ec74b-4aef-4f52-92c8-bf8a08d9e697 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0130961 Aug 06 18:18:56.885597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38672) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.887722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-273576dd-7707-4a9b-be48-6d97072c3970 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16326450-b8d8-433f-a357-13a08b0e2798 HTTP/1.1" status: 200 len: 217 time: 0.0868604 Aug 06 18:18:56.891338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=10e822df-ffc9-4d9f-ac0c-fb38a3e43820,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:56.894855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-bb2c6412-86a8-45d6-ae44-dff775c526ee tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.896913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:56.898959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f2b54398-b3fc-4f0d-9a30-eff154dc3061 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/10e822df-ffc9-4d9f-ac0c-fb38a3e43820 HTTP/1.1" status: 204 len: 168 time: 1.0830650 Aug 06 18:18:56.912719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0cf00-c4cd-4ae6-911b-08041c957d20 None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:56.917685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb2c6412-86a8-45d6-ae44-dff775c526ee tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0301416 Aug 06 18:18:56.918571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38676) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.922266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38674) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.929292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-fdc33a0c-b922-44c4-bff6-0b9c59645258 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.937488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fdc33a0c-b922-44c4-bff6-0b9c59645258 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0160148 Aug 06 18:18:56.939013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38678) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.948367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-a09b4978-f050-4fe2-b78f-e71f62525e6e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.960434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a09b4978-f050-4fe2-b78f-e71f62525e6e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0190248 Aug 06 18:18:56.961934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38684) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:56.972581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-a4755fd9-06dd-40e2-8c76-53e90499b96a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:56.981361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a4755fd9-06dd-40e2-8c76-53e90499b96a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0170000 Aug 06 18:18:56.982814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38686) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.000323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-4d3e5302-93bc-4f79-bccf-baa3d74b4be8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.005806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d3e5302-93bc-4f79-bccf-baa3d74b4be8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170114 Aug 06 18:18:57.006705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.011972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-54d871ff-9dfe-45b3-908d-2d76d19b8be0 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.017304 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-54d871ff-9dfe-45b3-908d-2d76d19b8be0 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053601 Aug 06 18:18:57.019935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38690) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.026438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-1b92109e-174f-4e02-b8ab-11dc5ab88691 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.032112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b92109e-174f-4e02-b8ab-11dc5ab88691 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065353 Aug 06 18:18:57.039332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38692) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.047349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-1d45011c-8685-496d-aa58-fd70f9fb26a9 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.053072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d45011c-8685-496d-aa58-fd70f9fb26a9 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0081789 Aug 06 18:18:57.062508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.071537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-74fa47f0-a54a-4d5b-9f75-f63f4e3b969a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.091595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74fa47f0-a54a-4d5b-9f75-f63f4e3b969a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0273290 Aug 06 18:18:57.096359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38696) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.105015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-8c8e3fce-5488-401e-9241-34ab81ea52e8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.113287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c8e3fce-5488-401e-9241-34ab81ea52e8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0147078 Aug 06 18:18:57.117629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.125392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-a1d16908-d227-403b-9e1c-d3125e86e263 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.133768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a1d16908-d227-403b-9e1c-d3125e86e263 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0143144 Aug 06 18:18:57.144087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.147003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet e6b92b73-ddb3-4950-b026-be6c4e154b28 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:18:57.149345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-2979d884-129f-4f48-b0f3-9f642d478ee6 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.150658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2979d884-129f-4f48-b0f3-9f642d478ee6 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052829 Aug 06 18:18:57.155473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38704) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.159793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:57.163396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-f19d24fa-8445-45b6-81e5-2bfcc030a11a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.167305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f19d24fa-8445-45b6-81e5-2bfcc030a11a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104759 Aug 06 18:18:57.175421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5946b93b-8b39-4a70-ad44-24b6d059ac7d details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:57.176210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38706) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.181119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-1b8568bc-5888-4e28-aacb-706d81470a6a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.182999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b8568bc-5888-4e28-aacb-706d81470a6a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053885 Aug 06 18:18:57.198136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38708) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.203762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-2eb0d96c-5bb6-44ec-bcc6-a58f8d4eaa5b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.205322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2eb0d96c-5bb6-44ec-bcc6-a58f8d4eaa5b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057623 Aug 06 18:18:57.209763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38710) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.215269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-fc409dd3-41c9-46cc-a91c-f9b218376cdf tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.216424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fc409dd3-41c9-46cc-a91c-f9b218376cdf tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052338 Aug 06 18:18:57.223193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:18:57.223502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38712) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.228864 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8973b045-ccab-49f7-9c15-e302bd00f3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "tag": "16326450-b8d8-433f-a357-13a08b0e2798"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:18:57.234786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-b88266f7-5723-49e0-b187-22a1b033993e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.234786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b88266f7-5723-49e0-b187-22a1b033993e tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0082788 Aug 06 18:18:57.236638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38718) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.248048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-b6b74253-c6a9-4f5c-9d71-8d9cccd0b7fe tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.249121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6b74253-c6a9-4f5c-9d71-8d9cccd0b7fe tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110915 Aug 06 18:18:57.258597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38720) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.266316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-c2cff7d4-682d-4d35-8472-78a98bc29b4a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.267605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c2cff7d4-682d-4d35-8472-78a98bc29b4a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050735 Aug 06 18:18:57.272870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.278092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-ef5c5695-de24-4585-8b02-8e319a101dc5 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.279551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef5c5695-de24-4585-8b02-8e319a101dc5 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051928 Aug 06 18:18:57.289592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38726) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.295958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-89ab3de1-2804-41b4-85c5-e973a792ca6f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.297334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-89ab3de1-2804-41b4-85c5-e973a792ca6f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061450 Aug 06 18:18:57.302476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38728) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.308065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-c5c46d81-3a1d-4858-b2a7-6b4cb6f6f4c2 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.314635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c5c46d81-3a1d-4858-b2a7-6b4cb6f6f4c2 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0103271 Aug 06 18:18:57.319435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38730) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.329785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-2391eaac-deab-46bc-928e-8e52e6d97ee8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.331170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2391eaac-deab-46bc-928e-8e52e6d97ee8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0103700 Aug 06 18:18:57.335444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38732) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.340963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-c3ad344b-44d2-411f-85d6-b484e1464212 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.344964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3ad344b-44d2-411f-85d6-b484e1464212 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082433 Aug 06 18:18:57.349580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38734) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.360132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-128ddbd2-7c6e-4738-a3ce-83e7d61a648d tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.361762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-128ddbd2-7c6e-4738-a3ce-83e7d61a648d tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098889 Aug 06 18:18:57.366423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38736) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.371953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-d54d0938-55cd-467e-9b54-4fafde411b46 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.373708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d54d0938-55cd-467e-9b54-4fafde411b46 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057843 Aug 06 18:18:57.378245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38738) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.384266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-9af3a394-0d28-4a13-a118-2bbe39063c52 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.388967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9af3a394-0d28-4a13-a118-2bbe39063c52 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091326 Aug 06 18:18:57.393401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38740) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.401621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:57.402117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-ac52cabf-1b01-4f02-8997-a6d7dbbbb0d3 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.405253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ac52cabf-1b01-4f02-8997-a6d7dbbbb0d3 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0101748 Aug 06 18:18:57.409896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38742) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.414467 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3eb184-8e40-4701-b038-6577b0d7d364 x-openstack-request-id: req-9b3eb184-8e40-4701-b038-6577b0d7d364 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:18:57.417078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-e40483d5-6f31-486c-b63a-ca1f00009dec tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.417823 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "tag": "16326450-b8d8-433f-a357-13a08b0e2798", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:18:57.418332 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b3eb184-8e40-4701-b038-6577b0d7d364 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:18:57.418988 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798', 'status': 'completed', 'code': 200} Aug 06 18:18:57.420360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e40483d5-6f31-486c-b63a-ca1f00009dec tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0090768 Aug 06 18:18:57.425886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.437597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-0e3bde0c-9eee-4b9e-b7d3-158cdce151ec tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.439416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0e3bde0c-9eee-4b9e-b7d3-158cdce151ec tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0121741 Aug 06 18:18:57.446493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.447283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:57.453245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-be2216c1-44a6-4fd0-a2ab-e4901cf137b7 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.458009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be2216c1-44a6-4fd0-a2ab-e4901cf137b7 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0097628 Aug 06 18:18:57.459045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.465041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-bf1557b8-66da-4d39-9e47-ebcf2191841a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.469958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bf1557b8-66da-4d39-9e47-ebcf2191841a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095294 Aug 06 18:18:57.471016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.476022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-3024e383-3078-41c4-a257-d91ad73250a6 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.479432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3024e383-3078-41c4-a257-d91ad73250a6 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069883 Aug 06 18:18:57.482355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.488185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-6862ef0d-3691-4ffa-9051-77d99446704f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.492856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6862ef0d-3691-4ffa-9051-77d99446704f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090818 Aug 06 18:18:57.494037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38758) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.499689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-328cf025-bf7b-476c-bd4e-005c41f259dc tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.504375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-328cf025-bf7b-476c-bd4e-005c41f259dc tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088546 Aug 06 18:18:57.505558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.510531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-d31b53cd-f276-417b-82b6-94d700bc5264 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.515206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d31b53cd-f276-417b-82b6-94d700bc5264 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082591 Aug 06 18:18:57.516324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38762) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.522334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-d7daeb79-71fe-4105-b099-05c825b1d4e7 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.527347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7daeb79-71fe-4105-b099-05c825b1d4e7 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095959 Aug 06 18:18:57.528478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.533585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-802723bb-0b0f-4a68-9796-ed2a8eee685b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.538489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-802723bb-0b0f-4a68-9796-ed2a8eee685b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084748 Aug 06 18:18:57.539643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.545723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-e3e24d04-ccf0-44da-bc9b-5680fbf028f9 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.550645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3e24d04-ccf0-44da-bc9b-5680fbf028f9 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0094032 Aug 06 18:18:57.551736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38768) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.556895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-eba1de4e-3c7e-46db-a962-626fe02da4c8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.561616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eba1de4e-3c7e-46db-a962-626fe02da4c8 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0085194 Aug 06 18:18:57.562717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38770) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.567967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-96fb6fdb-4e2f-4d69-b64d-180509ae1f8b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.572621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'port_id': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'mac_address': 'fa:16:3e:bd:21:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:57.574575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-e7ae77a1-3e82-4639-9bda-6c848d1023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.575006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-96fb6fdb-4e2f-4d69-b64d-180509ae1f8b tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0088580 Aug 06 18:18:57.575879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38772) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.579656 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-e7ae77a1-3e82-4639-9bda-6c848d1023ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 0.6837828 Aug 06 18:18:57.588727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-2e3f688a-c4dd-4210-805b-c22776059e42 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.596628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e3f688a-c4dd-4210-805b-c22776059e42 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0190711 Aug 06 18:18:57.601867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38774) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.628903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-7ee10b40-871a-461f-acf6-ae2631f6c108 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:57.638274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7ee10b40-871a-461f-acf6-ae2631f6c108 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0154407 Aug 06 18:18:57.642512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:57.663951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.680474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.686425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946b93b-8b39-4a70-ad44-24b6d059ac7d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:57.709162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.756272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.791449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.795164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:57.806388 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:57.807586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1fd5bd16-9f4b-404c-8a08-f2f585b43195 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:57.837975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.861752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:57.877309 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-324684c2-69c0-4e61-9033-dbaf857d5137 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5419 time: 0.6581240 Aug 06 18:18:57.932544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:57.971687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:58.019387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-8b27abaf-5e6a-4bd1-839c-7d31c8719206 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.028854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b27abaf-5e6a-4bd1-839c-7d31c8719206 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0764506 Aug 06 18:18:58.033216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-60bcdf49-1b5c-408f-b741-30a0fceaacb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4377248 Aug 06 18:18:58.065395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.076617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:58.113337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '1fd5bd16-9f4b-404c-8a08-f2f585b43195', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'port_id': '1fd5bd16-9f4b-404c-8a08-f2f585b43195', 'mac_address': 'fa:16:3e:6d:b6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:58.176047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fab05-90ab-4e67-8c0d-398f84fe99c8 req-feea57da-1afb-4952-8e29-bdbf451d34c7 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:58.190873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e2fab05-90ab-4e67-8c0d-398f84fe99c8 req-feea57da-1afb-4952-8e29-bdbf451d34c7 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 944 time: 0.5906498 Aug 06 18:18:58.223443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [None req-5283f990-0b34-4fdf-8a60-0fa63947821a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.229009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38788) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.230586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5283f990-0b34-4fdf-8a60-0fa63947821a tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.1587734 Aug 06 18:18:58.256745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-8b6eb001-322e-41dc-81f9-4fce1d7a9c28 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.262119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b6eb001-322e-41dc-81f9-4fce1d7a9c28 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0274835 Aug 06 18:18:58.265323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.281172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-8b500c67-7d6c-41c4-aa9a-ced9072a24b2 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.282306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b500c67-7d6c-41c4-aa9a-ced9072a24b2 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158863 Aug 06 18:18:58.296688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.314448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-4f01b34b-669d-4561-8b15-2117396ac918 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.315513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f01b34b-669d-4561-8b15-2117396ac918 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0180707 Aug 06 18:18:58.330466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.333093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:58.338271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-53ddfbb9-0940-41c7-8b5e-2df179cb895f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.342199 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-53ddfbb9-0940-41c7-8b5e-2df179cb895f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047851 Aug 06 18:18:58.344528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e2fab05-90ab-4e67-8c0d-398f84fe99c8 req-7c133fd1-0de2-4e84-bae7-05ea8e535ba1 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497827 Aug 06 18:18:58.345044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38796) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.350612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-0ac03f17-9ca1-467f-a425-fb015099e842 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.355336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0ac03f17-9ca1-467f-a425-fb015099e842 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089142 Aug 06 18:18:58.356001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.361073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-54d6f34e-47e4-402c-847c-a319f49c3f72 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.366175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-54d6f34e-47e4-402c-847c-a319f49c3f72 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088491 Aug 06 18:18:58.367101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.371411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd5bd16-9f4b-404c-8a08-f2f585b43195 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:58.372664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-e7a6f764-1792-4f81-ac0f-926db2c0826c tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.377462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e7a6f764-1792-4f81-ac0f-926db2c0826c tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090864 Aug 06 18:18:58.378415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38802) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.383397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-8e4a61b9-6884-4cec-b975-56d7e30a7f5f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.388582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8e4a61b9-6884-4cec-b975-56d7e30a7f5f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087905 Aug 06 18:18:58.390246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.406823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-8bd350cf-2753-451d-907a-0804a57d84f3 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.411979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8bd350cf-2753-451d-907a-0804a57d84f3 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0203450 Aug 06 18:18:58.413646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.427731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:58.428008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-508d85bf-a62a-4ed8-8020-271163a2e76f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.430407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-508d85bf-a62a-4ed8-8020-271163a2e76f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0154438 Aug 06 18:18:58.434228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.439921 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:58.440613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:58.442319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-99ec3c4b-29c6-44c6-b579-54c01d262008 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.448519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-99ec3c4b-29c6-44c6-b579-54c01d262008 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0116158 Aug 06 18:18:58.449280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38810) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.455220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-5fd4516b-220a-43a0-8bf8-3d64bc0bfdad tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.460093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5fd4516b-220a-43a0-8bf8-3d64bc0bfdad tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092866 Aug 06 18:18:58.461037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38812) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.466212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-e5c23bf1-ccf4-49c3-bea8-c4cca201a79f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.484589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5c23bf1-ccf4-49c3-bea8-c4cca201a79f tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0221558 Aug 06 18:18:58.485754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.491254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-bec4471d-f6aa-4b03-bbd5-bcbc13e13bf1 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.495807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bec4471d-f6aa-4b03-bbd5-bcbc13e13bf1 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085218 Aug 06 18:18:58.496864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38816) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.502349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-d6918519-eef3-4c83-ac67-e86d5721accb tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.507109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d6918519-eef3-4c83-ac67-e86d5721accb tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087173 Aug 06 18:18:58.508549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.513869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-2210f700-1c4f-4386-9a45-a0d74e730dbb tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.516933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5011c38-e0a1-45ec-844c-daa8c47b8671 req-af29b321-f96c-4dbe-824c-a6aa83072192 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6307011 Aug 06 18:18:58.519101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2210f700-1c4f-4386-9a45-a0d74e730dbb tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089622 Aug 06 18:18:58.520000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38820) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.525069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-aac4f086-0d9f-4547-9af2-d736cfc20185 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.530221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aac4f086-0d9f-4547-9af2-d736cfc20185 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089493 Aug 06 18:18:58.531160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:58.535900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [None req-f4860d94-5367-4ef0-8546-ce14172c7298 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:18:58.541201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4860d94-5367-4ef0-8546-ce14172c7298 tempest-ExtensionsTestJSON-178646331 tempest-ExtensionsTestJSON-178646331-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0087264 Aug 06 18:18:58.544636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:58.591464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:58.639711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4be25693-319a-4fda-a1f9-1f43e7b27ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:58.658253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-2e7cd9c8-c3f5-401c-942a-745e2c875784 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721436 Aug 06 18:18:58.846059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cce07e82-78a9-4985-bee3-39ba17bab34c req-9a7ae5a2-9741-4c9b-8cf4-386b64843545 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735787 Aug 06 18:18:58.932340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:58.961834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:58.985931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'port_id': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'mac_address': 'fa:16:3e:8d:29:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:59.023842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.027592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/e6b92b73-ddb3-4950-b026-be6c4e154b28 HTTP/1.1" status: 204 len: 168 time: 2.1031020 Aug 06 18:18:59.033787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:59.046700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c2a99596-24af-4de7-8a5b-19e39be5b7c2 None None] Provisioning complete for port 3877f310-c5a0-434f-af92-be2a2f805158 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:18:59.047792 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c2a99596-24af-4de7-8a5b-19e39be5b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.171678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023588c5-7d6c-4f79-bbe8-775a919e6862 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b92b73-ddb3-4950-b026-be6c4e154b28,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:59.184093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e7ce8-5c59-4050-98f6-b96b7277aa6d None None] Network ffbf603a-1304-453d-bb0a-bb7e49e96ccc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:18:59.203961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.229439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-63ce3576-68bd-4062-a6eb-b7baccacc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:59.232246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-63ce3576-68bd-4062-a6eb-b7baccacc1c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8037407dee8044e1a69c104f29fe8c77&device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 1096 time: 0.2440746 Aug 06 18:18:59.313755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:18:59.361156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 3877f310-c5a0-434f-af92-be2a2f805158 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:18:59.365542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.460371 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.545276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3877f310-c5a0-434f-af92-be2a2f805158,segment=NetworkSegment(ccd6b43b-f17d-4870-92a0-caf7ab291e93),segment_id=ccd6b43b-f17d-4870-92a0-caf7ab291e93)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:59.545955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.561403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-20fc05d3-881e-4851-a322-6e66f779d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:59.571236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:18:59.580712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-20fc05d3-881e-4851-a322-6e66f779d077 service neutron] 10.222.0.16 "GET /v2.0/networks?id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 200 len: 922 time: 0.3372157 Aug 06 18:18:59.633193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94478d58-7ab8-4b52-bb45-d562fdca7f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.637537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 3877f310-c5a0-434f-af92-be2a2f805158 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:18:59.668568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:59.683777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.684860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa5b04a5-5094-48d1-8270-adb86fea7fcc details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:18:59.719438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-7a82ecbb-6c59-461e-9212-3827c5e40195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16326450-b8d8-433f-a357-13a08b0e2798 HTTP/1.1" status: 200 len: 217 time: 0.1267083 Aug 06 18:18:59.742304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:18:59.844880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94478d58-7ab8-4b52-bb45-d562fdca7f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.845615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'port_id': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'mac_address': 'fa:16:3e:f1:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:18:59.861426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] DHCP port deletion for ffbf603a-1304-453d-bb0a-bb7e49e96ccc request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:18:59.902801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:18:59.906271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94478d58-7ab8-4b52-bb45-d562fdca7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:18:59.940658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-23306efe-4a3a-4635-a9fd-53165bbe41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:59.942473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-23306efe-4a3a-4635-a9fd-53165bbe41b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 200 len: 861 time: 0.1760933 Aug 06 18:18:59.975551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5be673-b600-457b-acc4-32007687c858 req-f9541896-056e-4b28-a9a9-355112fd9249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:18:59.988389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef5be673-b600-457b-acc4-32007687c858 req-f9541896-056e-4b28-a9a9-355112fd9249 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 944 time: 0.4024093 Aug 06 18:19:00.003987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.008909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-71141902-8138-4063-ad12-c571e376fd8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579054 Aug 06 18:19:00.026249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.031951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5b04a5-5094-48d1-8270-adb86fea7fcc {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:00.035141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.043537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.056568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.074475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:00.091507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94478d58-7ab8-4b52-bb45-d562fdca7f83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e4707f3f5cc4aba9dc627dc652bc288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727964 Aug 06 18:19:00.092706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.094400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:00.108912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478d58-7ab8-4b52-bb45-d562fdca7f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db5e3f-62a0-4db9-b67a-7e03e41b4ce5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:00.112282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.113643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f273a535-378a-4b8f-8793-be8d5e1353ef details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:19:00.127112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.147961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:00.163164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-da132fda-f529-4715-ba42-ba2cee639030 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5422 time: 0.4405112 Aug 06 18:19:00.197244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef5be673-b600-457b-acc4-32007687c858 req-f9c03cf1-667d-4e5a-bc07-d792de93f6bc tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054756 Aug 06 18:19:00.224925 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.227424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f273a535-378a-4b8f-8793-be8d5e1353ef,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:00.258020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:00.260945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'f273a535-378a-4b8f-8793-be8d5e1353ef', 'network_id': 'a9ef2342-7e26-4b8d-a440-17c6a00e5a35', 'port_id': 'f273a535-378a-4b8f-8793-be8d5e1353ef', 'mac_address': 'fa:16:3e:74:46:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f55055-c1db-4e36-bca1-60b318726d37', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:19:00.282825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port 3877f310-c5a0-434f-af92-be2a2f805158 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:00.291771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.318713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab46717d-0112-49a8-93a0-969fbfd00d90 req-1b94c2dd-ca0d-4219-8216-9b61dde4b57b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524708 Aug 06 18:19:00.445036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.472499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.580930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbf603a-1304-453d-bb0a-bb7e49e96ccc']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:00.592936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-1a87e0fd-a6cc-4ab3-b77c-0e561ae786a1 service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928075 Aug 06 18:19:00.600599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Deleting port 3877f310-c5a0-434f-af92-be2a2f805158 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:00.601432 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.669222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd6b43b-f17d-4870-92a0-caf7ab291e93') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:00.669796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd6b43b-f17d-4870-92a0-caf7ab291e93') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:00.688740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] For port 3877f310-c5a0-434f-af92-be2a2f805158, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:00.689408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.709132 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.721487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Calling delete_port for 3877f310-c5a0-434f-af92-be2a2f805158 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:00.721487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Port 3877f310-c5a0-434f-af92-be2a2f805158 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:19:00.721487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.722129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.769290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.789727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:00.790381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.791882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] No DVR routers for this DVR port 3877f310-c5a0-434f-af92-be2a2f805158 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:00.796377 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:00.804217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.818223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:00.818223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27db5e3f-62a0-4db9-b67a-7e03e41b4ce5 HTTP/1.1" status: 204 len: 168 time: 0.7155523 Aug 06 18:19:00.838692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 16326450-b8d8-433f-a357-13a08b0e2798 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:19:00.845121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f273a535-378a-4b8f-8793-be8d5e1353ef {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:00.921224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:00.939626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8973b045-ccab-49f7-9c15-e302bd00f3f9 req-ac0cb934-788f-4046-b151-b136efaebf0b service neutron] 10.222.0.16 "GET /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350534 Aug 06 18:19:00.962907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f273a535-378a-4b8f-8793-be8d5e1353ef,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:01.007083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.008154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b6474444-8786-4f88-94ab-5bf7e4cbfd46 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:19:01.019863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4438-b3aa-4c95-8f21-fb6d26aff46e None None] Pushing event deleted for resources: {'Port': ['ID=3877f310-c5a0-434f-af92-be2a2f805158,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:01.160892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3877f310-c5a0-434f-af92-be2a2f805158 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:01.192599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468cd94-9205-4c3e-9f75-b61e5b04ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db5e3f-62a0-4db9-b67a-7e03e41b4ce5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:01.212444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.248642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.259846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 3877f310-c5a0-434f-af92-be2a2f805158 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:01.260618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38860) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:01.261000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3877f310-c5a0-434f-af92-be2a2f805158 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:01.268640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/ffbf603a-1304-453d-bb0a-bb7e49e96ccc HTTP/1.1" status: 204 len: 168 time: 2.2329874 Aug 06 18:19:01.286605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:19:01.323858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:01.341207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5e856-97ad-4712-a9eb-f554b2b4ea3e tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=ffbf603a-1304-453d-bb0a-bb7e49e96ccc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:01.471347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=16326450-b8d8-433f-a357-13a08b0e2798,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:01.502638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c02f-0135-4b5a-b6c5-52c01bee98dd req-e5b0bbb9-ea9c-4dfe-8d02-8b381309c417 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.514390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d514c02f-0135-4b5a-b6c5-52c01bee98dd req-e5b0bbb9-ea9c-4dfe-8d02-8b381309c417 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 944 time: 0.1244216 Aug 06 18:19:01.527464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.561409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda7638-8ab7-4150-9fa5-cd490354b59d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.569274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ffda7638-8ab7-4150-9fa5-cd490354b59d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3069763 Aug 06 18:19:01.570446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:01.597173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:01.624848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d514c02f-0135-4b5a-b6c5-52c01bee98dd req-334977b8-7d29-415d-b931-77e9a3d7d383 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074421 Aug 06 18:19:01.648638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '16326450-b8d8-433f-a357-13a08b0e2798', 'network_id': '36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef', 'port_id': '16326450-b8d8-433f-a357-13a08b0e2798', 'mac_address': 'fa:16:3e:68:26:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb775256-dd6f-4042-b6c5-13faccdce89b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:19:01.667485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'port_id': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'mac_address': 'fa:16:3e:fd:95:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a1b429-819e-4591-a86a-78cc71ff77bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:19:01.738342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5dfcea81-8538-410f-9dfa-389556012680 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1629581 Aug 06 18:19:01.747163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38870) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:01.756482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-823347057'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:01.784561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.801430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16326450-b8d8-433f-a357-13a08b0e2798 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:01.824368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=16326450-b8d8-433f-a357-13a08b0e2798,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:01.840741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:01.856707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.858066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.869584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.883681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.886804 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.897254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.908549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.913541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6474444-8786-4f88-94ab-5bf7e4cbfd46 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:01.914755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.942053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.945258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:19:01.957687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:01.962424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-06654d39-f897-4308-8102-91e805233763 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5424 time: 0.3425136 Aug 06 18:19:01.981812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:01.982284 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 7031b76a-8bfa-4d8f-9442-acf3f4ae3009 of type vlan for network 10a43473-1b57-4990-ab22-5bbf3aa141a5 Aug 06 18:19:01.983010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:01.997892 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-291abbea-ceb8-4a8e-9ead-fb73e496a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.027353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:02.034390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.035469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cca9a1bb-0f84-462d-ac50-461f682fc311 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:19:02.083167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b466a451-bcf3-49f0-ac36-50a666c9a498 req-5d121b82-5c17-4225-bfd9-ab68f2e91850 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057935 Aug 06 18:19:02.166880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.273834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.282654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:02.285284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.299200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:02.316748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['16326450-b8d8-433f-a357-13a08b0e2798'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:02.324156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:02.375174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'network_id': 'a6202faf-e5ce-49d3-83df-cfe2acd67f58', 'port_id': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'mac_address': 'fa:16:3e:93:db:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a1b429-819e-4591-a86a-78cc71ff77bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:19:02.389862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38882) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:02.390197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6413734 Aug 06 18:19:02.401052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a258350-ae94-4857-a87f-804ac7bd3315 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=10a43473-1b57-4990-ab22-5bbf3aa141a5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:02.403684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:02.440696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:19:02.526380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.565115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca9a1bb-0f84-462d-ac50-461f682fc311 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:02.641609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:02.657427 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.686497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:02.692770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:02.881776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:02.962871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cd8a-0d51-467b-afac-200ceee9c582 req-2125b7ed-334f-45ce-b348-bef8efdc9943 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:02.973086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e805cd8a-0d51-467b-afac-200ceee9c582 req-2125b7ed-334f-45ce-b348-bef8efdc9943 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 945 time: 0.1507993 Aug 06 18:19:03.043471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e805cd8a-0d51-467b-afac-200ceee9c582 req-5dac06c9-f8c5-499a-8af6-24e6dbd8327b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Aug 06 18:19:03.074817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:03.133598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:03.162416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:03.194712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '7031b76a-8bfa-4d8f-9442-acf3f4ae3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:03.194932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 10a43473-1b57-4990-ab22-5bbf3aa141a5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:19:03.220524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:19:03.246666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 10a43473-1b57-4990-ab22-5bbf3aa141a5) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:03.252822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.253500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:03.259411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74979871-1e5d-4fd5-b4d9-3cd9eaac4e30 None None] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:03.295760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-50460a8b-5eb6-458b-ab7c-af3bb06fa2e3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8995984 Aug 06 18:19:03.298663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38900) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:03.309557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5', 'name': 'tempest-PortsIpV6TestJSON-1767293547'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:03.320723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38904) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:03.453035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.464792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.484603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.499713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5946b93b-8b39-4a70-ad44-24b6d059ac7d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.503510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.521123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.528587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.533341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b6474444-8786-4f88-94ab-5bf7e4cbfd46'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.538531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.563356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:03.575261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-7378a7b5-91d5-4f3e-b81b-90a80de99034 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5426 time: 0.2740066 Aug 06 18:19:03.636468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-509346079'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:03.663998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1fd5bd16-9f4b-404c-8a08-f2f585b43195'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.667957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:03.672939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:03.700168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['cca9a1bb-0f84-462d-ac50-461f682fc311'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.703054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['f273a535-378a-4b8f-8793-be8d5e1353ef'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.706032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['aa5b04a5-5094-48d1-8270-adb86fea7fcc'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:03.711994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01ad3b03-4dbc-4ce3-8cc9-9c226a206230 req-ceeb5530-75cc-407e-8e50-ceb748c61356 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282516 Aug 06 18:19:03.731224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 435137bb-e55d-4e8f-8a30-34f0bdb21b6b yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:03.750912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Made reservation on behalf of bc3d776bee3a455cbd7a8c4bbdb627a2 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:03.771233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:03.851958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.090880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38912) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:04.136688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::154 (10a43473-1b57-4990-ab22-5bbf3aa141a5/1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03/435137bb-e55d-4e8f-8a30-34f0bdb21b6b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:04.318335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f1efa3b-9da0-4837-aac7-8a7887935496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.450873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.470667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 435137bb-e55d-4e8f-8a30-34f0bdb21b6b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:04.607733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.619803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.639105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.679314 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.696193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f5399-9619-4b17-8a1b-611bf466c1d6 req-4b1f46d3-6543-4fa5-b1a1-6250b56dc430 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:04.706073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b6f5399-9619-4b17-8a1b-611bf466c1d6 req-4b1f46d3-6543-4fa5-b1a1-6250b56dc430 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 945 time: 0.2136858 Aug 06 18:19:04.743547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:19:04.836176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f1efa3b-9da0-4837-aac7-8a7887935496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.843764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93992b-b26d-43fd-b2c1-dc7b0a4fb6ff,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:04.850807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f1efa3b-9da0-4837-aac7-8a7887935496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.892107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:04.898122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:04.898557 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Added segment d9ce2905-c239-49a1-8a16-63343a37e09e of type vlan for network 372db582-883c-462b-90ad-01cf33ca411a Aug 06 18:19:04.955948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8f1efa3b-9da0-4837-aac7-8a7887935496 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f96573a2964438af3c38d462b00559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8616397 Aug 06 18:19:04.960516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:04.977701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:04.994106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.003934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:05.019939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.021916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.031771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 16326450-b8d8-433f-a357-13a08b0e2798 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:05.111940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b6f5399-9619-4b17-8a1b-611bf466c1d6 req-3e60d5bc-4624-47b2-8eba-b4884d62084f tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041750 Aug 06 18:19:05.116572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8161736 Aug 06 18:19:05.123150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae965c-9a07-48b4-8c48-60f81f74b810 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=435137bb-e55d-4e8f-8a30-34f0bdb21b6b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:05.143925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:05.159087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5', 'name': 'tempest-PortsIpV6TestJSON-284395711'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:05.188252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1efa3b-9da0-4837-aac7-8a7887935496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c9473-2957-426d-ba00-720472049e2b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:05.255528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.268473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.282761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.295024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.307890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.322214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.335671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.351671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-b708e1ab-6f9a-44bd-8d8e-97ec8a47c39e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5426 time: 0.4711947 Aug 06 18:19:05.371005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.378626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:19:05.406696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.414361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:05.415829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.474393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-517e634d-89a2-4c8f-acd2-f025ba8968c3 req-2961525d-90c4-47f4-a3d8-d76752bc3a26 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212165 Aug 06 18:19:05.498280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-10a43473-1b57-4990-ab22-5bbf3aa141a5', 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': '1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:19:05.499795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.510751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.541612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'Network': ['ID=372db582-883c-462b-90ad-01cf33ca411a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:05.572736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 372db582-883c-462b-90ad-01cf33ca411a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:19:05.581534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 16326450-b8d8-433f-a357-13a08b0e2798 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:05.590127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee2b2202-bb4f-4347-8266-db19fdc694b8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2666078 Aug 06 18:19:05.593290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38936) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:05.614083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Request body: {'subnet': {'network_id': '372db582-883c-462b-90ad-01cf33ca411a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:05.670182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:05.677840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.689122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 16326450-b8d8-433f-a357-13a08b0e2798 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:05.690084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.725307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port e8bba3d6-85d5-4aef-bc08-ca9d3b51faad yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:05.755676 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.760208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:05.765833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec4c9473-2957-426d-ba00-720472049e2b HTTP/1.1" status: 204 len: 168 time: 0.8001187 Aug 06 18:19:05.812393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3644-a15a-4c8b-943a-c21099da4b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c9473-2957-426d-ba00-720472049e2b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:05.817630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Made reservation on behalf of bc3d776bee3a455cbd7a8c4bbdb627a2 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:05.822373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:06.191943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:06.357051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'Subnet': ['ID=513e385f-7e8e-4a02-b1ca-d8653628f9f8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:06.366561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::379 (10a43473-1b57-4990-ab22-5bbf3aa141a5/1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03/e8bba3d6-85d5-4aef-bc08-ca9d3b51faad) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:06.387656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:06.483097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Checking segment: {'id': 'd9ce2905-c239-49a1-8a16-63343a37e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '372db582-883c-462b-90ad-01cf33ca411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:06.486478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Network hostable DHCP agents. Network: 372db582-883c-462b-90ad-01cf33ca411a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:19:06.521335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=16326450-b8d8-433f-a357-13a08b0e2798,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:06.523910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:06.528104 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510bf8b-7720-4ed4-a849-4b79f4633fd2" -d '{"events": [{"server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "name": "network-vif-plugged", "status": "completed", "tag": "16326450-b8d8-433f-a357-13a08b0e2798"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:06.533938 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:06.559832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Network 372db582-883c-462b-90ad-01cf33ca411a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:19:06.579416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 372db582-883c-462b-90ad-01cf33ca411a) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:06.595300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:06.596487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:06.634761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48688836-8078-4e37-936f-2c92b33bd80f None None] Network 372db582-883c-462b-90ad-01cf33ca411a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:06.709846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dbeaa714-c86a-4183-9d19-d2bc1592a331 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1121187 Aug 06 18:19:06.711793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:06.740199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Request body: {'port': {'network_id': '372db582-883c-462b-90ad-01cf33ca411a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2058833996'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:06.775511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:06.792343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.792697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.793047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.793384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.793765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.794099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.794427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.794762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.795140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.803096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.803619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.803979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:06.805186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6880dfb-cd05-4df7-90ff-0b02c50e95ee req-c212cdec-10fd-4707-a0c8-10474eb28819 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:06.811827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6880dfb-cd05-4df7-90ff-0b02c50e95ee req-c212cdec-10fd-4707-a0c8-10474eb28819 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 945 time: 0.3991828 Aug 06 18:19:06.988979 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9931ba-1e6f-4057-aaed-7c218d1db808 x-openstack-request-id: req-4c9931ba-1e6f-4057-aaed-7c218d1db808 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:06.989604 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "name": "network-vif-plugged", "status": "completed", "tag": "16326450-b8d8-433f-a357-13a08b0e2798", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:06.989876 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c9931ba-1e6f-4057-aaed-7c218d1db808 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:06.990380 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798', 'code': 200} Aug 06 18:19:07.050953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6880dfb-cd05-4df7-90ff-0b02c50e95ee req-c35f6d0d-c203-4f25-b0a2-fe2531fa1e85 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830974 Aug 06 18:19:07.102046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-372db582-883c-462b-90ad-01cf33ca411a', 'network_id': '372db582-883c-462b-90ad-01cf33ca411a', 'tenant_id': 'bc3d776bee3a455cbd7a8c4bbdb627a2', 'fixed_ips': [{'subnet_id': '513e385f-7e8e-4a02-b1ca-d8653628f9f8'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:19:07.103497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.174005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.196633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object e8bba3d6-85d5-4aef-bc08-ca9d3b51faad will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:07.267031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.352147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:07.380767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1664e5-7f6c-45ba-9e41-e50eac32edaf req-fe88205b-f6f4-434f-b37c-39610cd6fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.384955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc1664e5-7f6c-45ba-9e41-e50eac32edaf req-fe88205b-f6f4-434f-b37c-39610cd6fbf1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 1098 time: 0.3402016 Aug 06 18:19:07.394046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:07.399218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:07.409277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.410890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.472199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=e8bba3d6-85d5-4aef-bc08-ca9d3b51faad,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:07.480392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.487401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.496643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.503396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.511411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.512414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df22b0-0538-4b07-b927-f4e561914265 req-b5fb48c1-4571-449d-80f3-b6d91597d19a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.515273 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03df22b0-0538-4b07-b927-f4e561914265 req-b5fb48c1-4571-449d-80f3-b6d91597d19a tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 946 time: 0.1832669 Aug 06 18:19:07.519090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bd70afe4-63f5-4503-83e3-922e87b1c43c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3687458 Aug 06 18:19:07.522028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38976) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:07.522405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.535647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.537757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-1e67531d-db99-49ee-972f-ad2c34d81809 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5426 time: 0.2502494 Aug 06 18:19:07.541369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Made reservation on behalf of bc3d776bee3a455cbd7a8c4bbdb627a2 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:07.544898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.569745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Allocated IP 2001:db8::2 (10a43473-1b57-4990-ab22-5bbf3aa141a5/1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03/24bb3f07-251f-4cd0-8716-01cd9dbedd03) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:07.575315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc1664e5-7f6c-45ba-9e41-e50eac32edaf req-79189af6-f4c4-4c93-b064-8d122b64e228 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561759 Aug 06 18:19:07.634471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] device_id is not set on port d5994b6e-0e96-4feb-91bd-6042ff76c1fb yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:07.672826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03df22b0-0538-4b07-b927-f4e561914265 req-4a0c09af-3711-4981-931d-dbdf70ba897e tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347117 Aug 06 18:19:07.683338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897d438-86ff-4500-8984-3e210dab6188 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:07.689587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d897d438-86ff-4500-8984-3e210dab6188 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A154 HTTP/1.1" status: 200 len: 929 time: 0.1612976 Aug 06 18:19:07.690716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a960587e-b4d4-4012-8d03-3eb9c9cf1ee5 req-bb04a96c-ac5f-414a-90b0-e5a19df75737 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137733 Aug 06 18:19:07.690716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38980) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:07.819789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Allocated IP 2001:db8::2 (372db582-883c-462b-90ad-01cf33ca411a/513e385f-7e8e-4a02-b1ca-d8653628f9f8/6c02a008-d72c-4669-8056-23116547b4bf) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:07.939074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port e8bba3d6-85d5-4aef-bc08-ca9d3b51faad {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:07.939642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.953230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:07.972587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Transition to ACTIVE for port object 24bb3f07-251f-4cd0-8716-01cd9dbedd03 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:08.043819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Transition to ACTIVE for port object 24bb3f07-251f-4cd0-8716-01cd9dbedd03 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:08.086124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.090482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.116865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for e8bba3d6-85d5-4aef-bc08-ca9d3b51faad owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:08.158796 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.164903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:08.172052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Pushing event updated for resources: {'Port': ['ID=24bb3f07-251f-4cd0-8716-01cd9dbedd03,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:08.180569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:08.185002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:08.187636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Transition to ACTIVE for port object 6c02a008-d72c-4669-8056-23116547b4bf will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:08.262905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Transition to ACTIVE for port object 6c02a008-d72c-4669-8056-23116547b4bf will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:08.312506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.369881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Attempting to bind port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:08.370265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Attempting to bind port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7031b76a-8bfa-4d8f-9442-acf3f4ae3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:08.370648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Attempting to bind port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 on network 10a43473-1b57-4990-ab22-5bbf3aa141a5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:08.388872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:08.389260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Checking segment: {'id': '7031b76a-8bfa-4d8f-9442-acf3f4ae3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:08.389730 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.390145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Bound using segment: {'id': '7031b76a-8bfa-4d8f-9442-acf3f4ae3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:08.390655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Bound port: 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7031b76a-8bfa-4d8f-9442-acf3f4ae3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10a43473-1b57-4990-ab22-5bbf3aa141a5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:08.391049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.395636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58f2b-dd99-443f-9330-6a9d3c86a5f9 req-4e09daa2-f47d-43d3-bd4e-cfa08f669066 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:08.399159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01c58f2b-dd99-443f-9330-6a9d3c86a5f9 req-4e09daa2-f47d-43d3-bd4e-cfa08f669066 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 946 time: 0.1191347 Aug 06 18:19:08.406249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Network 372db582-883c-462b-90ad-01cf33ca411a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:08.407239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Pushing event updated for resources: {'Port': ['ID=6c02a008-d72c-4669-8056-23116547b4bf,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:08.424155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:08.428961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:08.456545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.581806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01c58f2b-dd99-443f-9330-6a9d3c86a5f9 req-1e105c24-e236-4c0a-b9ef-f442a81ef5b0 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670978 Aug 06 18:19:08.613553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] For port 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:08.631778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=e8bba3d6-85d5-4aef-bc08-ca9d3b51faad,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:08.636432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Allocated IP 2001:db8::1f3 (372db582-883c-462b-90ad-01cf33ca411a/513e385f-7e8e-4a02-b1ca-d8653628f9f8/d5994b6e-0e96-4feb-91bd-6042ff76c1fb) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:08.649487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] For port 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24bb3f07-251f-4cd0-8716-01cd9dbedd03,segment=NetworkSegment(7031b76a-8bfa-4d8f-9442-acf3f4ae3009),segment_id=7031b76a-8bfa-4d8f-9442-acf3f4ae3009)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:08.651769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Attempting to bind port 6c02a008-d72c-4669-8056-23116547b4bf on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:08.652558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Attempting to bind port 6c02a008-d72c-4669-8056-23116547b4bf by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd9ce2905-c239-49a1-8a16-63343a37e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '372db582-883c-462b-90ad-01cf33ca411a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:08.653153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Attempting to bind port 6c02a008-d72c-4669-8056-23116547b4bf on network 372db582-883c-462b-90ad-01cf33ca411a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:08.660583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:08.661549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Checking segment: {'id': 'd9ce2905-c239-49a1-8a16-63343a37e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '372db582-883c-462b-90ad-01cf33ca411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:08.662366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.663059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Bound using segment: {'id': 'd9ce2905-c239-49a1-8a16-63343a37e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '372db582-883c-462b-90ad-01cf33ca411a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:08.664032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Bound port: 6c02a008-d72c-4669-8056-23116547b4bf, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ce2905-c239-49a1-8a16-63343a37e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '372db582-883c-462b-90ad-01cf33ca411a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:08.664839 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.669803 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:08.715289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5946b93b-8b39-4a70-ad44-24b6d059ac7d up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:08.738621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d5caf698-1a48-4829-ab13-f230096958a4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:08.747442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d5caf698-1a48-4829-ab13-f230096958a4 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 946 time: 0.3576105 Aug 06 18:19:09.016425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c2ceb-4b8b-47bf-afd8-190dab1ee07a None None] Pushing event updated for resources: {'Port': ['ID=24bb3f07-251f-4cd0-8716-01cd9dbedd03,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:09.100137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.106778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.113288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.129857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.144523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.151051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5946b93b-8b39-4a70-ad44-24b6d059ac7d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:09.157592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.177074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] For port 6c02a008-d72c-4669-8056-23116547b4bf, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:09.202621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:09.209116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5946b93b-8b39-4a70-ad44-24b6d059ac7d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:09.211705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:09.215630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76749048-dd54-4233-abaf-b41953515d35 req-23a7e4f4-c593-418a-8b76-3ba7b1bcf161 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5426 time: 0.2487669 Aug 06 18:19:09.238075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] For port 6c02a008-d72c-4669-8056-23116547b4bf, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6c02a008-d72c-4669-8056-23116547b4bf,segment=NetworkSegment(d9ce2905-c239-49a1-8a16-63343a37e09e),segment_id=d9ce2905-c239-49a1-8a16-63343a37e09e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:09.315533 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:09.321663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76749048-dd54-4233-abaf-b41953515d35 req-69f06dcb-9145-4189-a3ab-f1f6798c6bfa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935373 Aug 06 18:19:09.487951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b199f-ac1d-441c-85a6-29a7f13029ac None None] Pushing event updated for resources: {'Port': ['ID=6c02a008-d72c-4669-8056-23116547b4bf,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:09.565015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:09.613813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:09.633615 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3c87bf-138e-4f90-9ca1-ce16e7a2c45d" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:09.700967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:09.715008 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:09.716762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:09.772715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:09.784199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d68a915-d78d-4719-bc0b-f92f047ed642 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/e8bba3d6-85d5-4aef-bc08-ca9d3b51faad HTTP/1.1" status: 204 len: 168 time: 2.0881050 Aug 06 18:19:09.824853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39014) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:09.902099 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82d04a9-0db2-48f5-b398-c9e660fcb9df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:19:09.907790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e82d04a9-0db2-48f5-b398-c9e660fcb9df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/e8bba3d6-85d5-4aef-bc08-ca9d3b51faad HTTP/1.1" status: 404 len: 333 time: 0.0830140 Aug 06 18:19:09.917839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39016) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:10.096791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:10.106773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcb6cf-3407-4e4f-979b-fdfb29a24bd8 req-c58391f9-5e52-44a5-846f-495f792dc037 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:10.122273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:10.127061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4bcb6cf-3407-4e4f-979b-fdfb29a24bd8 req-c58391f9-5e52-44a5-846f-495f792dc037 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 946 time: 0.3820765 Aug 06 18:19:10.150973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:10.151344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.326923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4bcb6cf-3407-4e4f-979b-fdfb29a24bd8 req-41d52d02-94ab-40eb-a416-6ad7732da314 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799741 Aug 06 18:19:10.378971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.391753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 435137bb-e55d-4e8f-8a30-34f0bdb21b6b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:10.392259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.532100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebe41-ce4f-44d2-9b8d-7539ded80496 req-2b1c273e-12c6-45d8-b93b-cdfda2a7bc81 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:10.539241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb6ebe41-ce4f-44d2-9b8d-7539ded80496 req-2b1c273e-12c6-45d8-b93b-cdfda2a7bc81 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 946 time: 0.7672234 Aug 06 18:19:10.557621 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f5fbb-5d6f-4b46-8c91-37049631aabd x-openstack-request-id: req-809f5fbb-5d6f-4b46-8c91-37049631aabd {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:10.558056 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:10.558446 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-809f5fbb-5d6f-4b46-8c91-37049631aabd {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:10.559053 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'code': 200} Aug 06 18:19:10.574158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.613711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Deleting port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:10.614203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.618658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.659913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.676823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 435137bb-e55d-4e8f-8a30-34f0bdb21b6b owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:10.716999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb6ebe41-ce4f-44d2-9b8d-7539ded80496 req-26c3b57e-876e-451d-9998-f60a729b2916 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/security-groups?id=27786e7e-94cb-4227-902d-0cde245f1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560223 Aug 06 18:19:10.723255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Transition to ACTIVE for port object d5994b6e-0e96-4feb-91bd-6042ff76c1fb will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:10.758974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:10.765193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:10.768113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa5b04a5-5094-48d1-8270-adb86fea7fcc up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:11.007180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] For port f751aaa7-5881-4d27-9dea-d504dbdbe2a3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,segment=NetworkSegment(d703b7de-75e1-4082-b08b-810a7e487c43),segment_id=d703b7de-75e1-4082-b08b-810a7e487c43)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:11.009973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.060855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Calling delete_port for f751aaa7-5881-4d27-9dea-d504dbdbe2a3 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:11.096936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port aa5b04a5-5094-48d1-8270-adb86fea7fcc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:11.155863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.178144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57981d7-5a23-4f28-8765-c5f7780bd299 None None] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:11.183740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.184925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port aa5b04a5-5094-48d1-8270-adb86fea7fcc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:11.185528 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.237904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.307768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.317797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.326768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.334942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.348494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-87a1847b-9717-421d-bce3-0a20eb6a95b3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5428 time: 0.5567570 Aug 06 18:19:11.357553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.391983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.437050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6c02a008-d72c-4669-8056-23116547b4bf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:11.518041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Pushing event deleted for resources: {'Port': ['ID=f751aaa7-5881-4d27-9dea-d504dbdbe2a3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:11.545320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.604798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=435137bb-e55d-4e8f-8a30-34f0bdb21b6b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:11.656547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.659458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-13e55deb-b360-4976-afe7-535bb36aead3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/435137bb-e55d-4e8f-8a30-34f0bdb21b6b HTTP/1.1" status: 204 len: 168 time: 1.7380173 Aug 06 18:19:11.663482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:11.667388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Network 372db582-883c-462b-90ad-01cf33ca411a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:11.692338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43bb26ad-37c0-4b2b-967a-0f840f42432e req-209dd325-d714-4b55-a77e-55e244a21aa2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3419998 Aug 06 18:19:11.711012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:11.756229 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08418b4-2856-47b9-9930-4efad689e179 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:19:11.758296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f08418b4-2856-47b9-9930-4efad689e179 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/435137bb-e55d-4e8f-8a30-34f0bdb21b6b HTTP/1.1" status: 404 len: 333 time: 0.0933492 Aug 06 18:19:11.761909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:11.764373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:11.774931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.778198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.885040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] No DVR routers for this DVR port f751aaa7-5881-4d27-9dea-d504dbdbe2a3 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:11.900372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:11.906411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-142e41c5-22b8-4271-ab08-ad02908b910f req-d9391a51-916c-4615-bc4a-99b1d7dd56f5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.16 "DELETE /v2.0/ports/f751aaa7-5881-4d27-9dea-d504dbdbe2a3 HTTP/1.1" status: 204 len: 173 time: 3.0666254 Aug 06 18:19:11.909934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'name': 'network-vif-deleted', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:11.914601 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e14399-865a-4205-96d2-4033d1963916" -d '{"events": [{"server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "name": "network-vif-deleted", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:11.929503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'Port': ['ID=d5994b6e-0e96-4feb-91bd-6042ff76c1fb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:11.939268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13351928-cd43-40eb-b99c-4b53aa78de88 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.2212155 Aug 06 18:19:11.946762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39052) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:11.956824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472ffa-3fc0-44a7-8ba0-ade922865dba req-20dc08a6-de3d-4dc1-a6cd-ff679de232e5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:11.961060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Request body: {'port': {'network_id': '372db582-883c-462b-90ad-01cf33ca411a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-765307319', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:11.962128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] bootfile-name is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:11.962796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] tftp-server is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:11.963520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] server-ip-address is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:11.967579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0f063-99d0-4c3f-a3af-55710096a869 None None] Network 372db582-883c-462b-90ad-01cf33ca411a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:11.968884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db472ffa-3fc0-44a7-8ba0-ade922865dba req-20dc08a6-de3d-4dc1-a6cd-ff679de232e5 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 946 time: 0.2929966 Aug 06 18:19:12.007714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-a672c034-d7e4-4122-bec9-1084166eef60 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=af1c173daaa04985a8f797481d094805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343832 Aug 06 18:19:12.054772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db472ffa-3fc0-44a7-8ba0-ade922865dba req-c0e360ba-1084-4853-90fe-eb6328237487 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833051 Aug 06 18:19:12.081623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:12.131997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:19:12.155048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-84814c93-c195-43e0-967a-2f929497a953 None None] Provisioning complete for port 435137bb-e55d-4e8f-8a30-34f0bdb21b6b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:12.155048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-84814c93-c195-43e0-967a-2f929497a953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.194968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.201929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-84814c93-c195-43e0-967a-2f929497a953 None None] Port 435137bb-e55d-4e8f-8a30-34f0bdb21b6b was deleted so its status cannot be updated. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 18:19:12.235163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fef25ab2-abf9-42df-a12a-00fc9da8952d req-18310405-90b9-4a30-a3c2-e64b617e0bf5 tempest-AttachVolumeNegativeTest-1417854109 tempest-AttachVolumeNegativeTest-1417854109-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0d5946c-acac-41d8-8f86-d19a82c28a43 HTTP/1.1" status: 200 len: 210 time: 0.0622489 Aug 06 18:19:12.285070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-84814c93-c195-43e0-967a-2f929497a953 None None] Provisioning for port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:12.303487 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab3e85-9d3e-42a4-80c3-ceb736d9ab39 x-openstack-request-id: req-6fab3e85-9d3e-42a4-80c3-ceb736d9ab39 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:12.303785 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d5946c-acac-41d8-8f86-d19a82c28a43", "name": "network-vif-deleted", "tag": "f751aaa7-5881-4d27-9dea-d504dbdbe2a3", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:12.304081 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fab3e85-9d3e-42a4-80c3-ceb736d9ab39 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:12.304497 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d5946c-acac-41d8-8f86-d19a82c28a43', 'name': 'network-vif-deleted', 'tag': 'f751aaa7-5881-4d27-9dea-d504dbdbe2a3', 'status': 'completed', 'code': 200} Aug 06 18:19:12.323378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6c02a008-d72c-4669-8056-23116547b4bf completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:12.383387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24bb3f07-251f-4cd0-8716-01cd9dbedd03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:12.413358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.544565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e7816516-7213-4592-a802-0893374804a7 None None] Provisioning for port 6c02a008-d72c-4669-8056-23116547b4bf completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:12.555365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e7816516-7213-4592-a802-0893374804a7 None None] Provisioning complete for port 6c02a008-d72c-4669-8056-23116547b4bf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:12.556078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e7816516-7213-4592-a802-0893374804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.562184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:12.579011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}, {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:12.584474 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274e25b-99c2-4216-87f1-484af4bc9569" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba"}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:12.625545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.639936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.640825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f273a535-378a-4b8f-8793-be8d5e1353ef up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:12.813847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:12.831931 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d1238-7001-4fd7-942c-1b84f7b3fc11 x-openstack-request-id: req-234d1238-7001-4fd7-942c-1b84f7b3fc11 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:12.834645 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba", "code": 200}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:12.835201 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234d1238-7001-4fd7-942c-1b84f7b3fc11 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:12.835810 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'code': 200} Aug 06 18:19:12.845830 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'code': 200} Aug 06 18:19:12.853980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:12.910452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:12.911168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:12.917244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f751aaa7-5881-4d27-9dea-d504dbdbe2a3 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:12.992185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.169381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f751aaa7-5881-4d27-9dea-d504dbdbe2a3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:13.170231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f751aaa7-5881-4d27-9dea-d504dbdbe2a3 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:13.240100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-2d837d48-8736-44bc-bed0-5f6433d22c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.242933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-2d837d48-8736-44bc-bed0-5f6433d22c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 946 time: 0.4472961 Aug 06 18:19:13.345824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port f273a535-378a-4b8f-8793-be8d5e1353ef completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:13.359456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port f273a535-378a-4b8f-8793-be8d5e1353ef triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:13.360230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.391880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.408321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.427528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.439143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.455563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.481677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.493719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.497593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-e53b9e37-6b2d-498d-9c7b-b35e2f68b283 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5429 time: 0.4897120 Aug 06 18:19:13.531841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e7816516-7213-4592-a802-0893374804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.622451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e7816516-7213-4592-a802-0893374804a7 None None] For port 6c02a008-d72c-4669-8056-23116547b4bf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6c02a008-d72c-4669-8056-23116547b4bf,segment=NetworkSegment(d9ce2905-c239-49a1-8a16-63343a37e09e),segment_id=d9ce2905-c239-49a1-8a16-63343a37e09e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:13.659041 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e7816516-7213-4592-a802-0893374804a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.712418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a629d08c-b453-4e53-8c4c-0e4d2d81259e req-57a56180-2032-422a-87d8-282020a96700 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752284 Aug 06 18:19:13.809408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-30bef0de-73a1-4c87-aa5d-b12853aa0f9e tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:13.819810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Deleting port 16326450-b8d8-433f-a357-13a08b0e2798 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:13.820336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.840090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-30bef0de-73a1-4c87-aa5d-b12853aa0f9e tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7845559 Aug 06 18:19:13.875911 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.936733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:13.948573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-4747be58-3c07-4bc1-bb49-25eae62bb7be tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/quotas/af1c173daaa04985a8f797481d094805 HTTP/1.1" status: 200 len: 375 time: 0.1052477 Aug 06 18:19:13.961838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Provisioning complete for port 6c02a008-d72c-4669-8056-23116547b4bf triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:13.962274 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.085798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-f28744ee-7a49-4e2b-859c-910e95577d79 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af1c173daaa04985a8f797481d094805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351392 Aug 06 18:19:14.151323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24bb3f07-251f-4cd0-8716-01cd9dbedd03,segment=NetworkSegment(7031b76a-8bfa-4d8f-9442-acf3f4ae3009),segment_id=7031b76a-8bfa-4d8f-9442-acf3f4ae3009)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:14.175518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7816516-7213-4592-a802-0893374804a7 None None] Pushing event updated for resources: {'Port': ['ID=6c02a008-d72c-4669-8056-23116547b4bf,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:14.216505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.290885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.398744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f273a535-378a-4b8f-8793-be8d5e1353ef,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:14.433050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.434231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b6474444-8786-4f88-94ab-5bf7e4cbfd46 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:14.474271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] For port 16326450-b8d8-433f-a357-13a08b0e2798, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=16326450-b8d8-433f-a357-13a08b0e2798,segment=NetworkSegment(0f81ded5-5ba4-4d77-a797-5e9d89c95caf),segment_id=0f81ded5-5ba4-4d77-a797-5e9d89c95caf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:14.474846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.509925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Calling delete_port for 16326450-b8d8-433f-a357-13a08b0e2798 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:14.567333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.571077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6c02a008-d72c-4669-8056-23116547b4bf up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:14.591096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=24bb3f07-251f-4cd0-8716-01cd9dbedd03,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:14.603809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Provisioning complete for port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:14.604287 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.645322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Made reservation on behalf of bc3d776bee3a455cbd7a8c4bbdb627a2 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:14.676305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.755537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226c8a-2e09-49e5-8f2c-70314dcc7bd7 req-9851a62c-b265-4c1e-8032-31d173a15372 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:14.757220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae226c8a-2e09-49e5-8f2c-70314dcc7bd7 req-9851a62c-b265-4c1e-8032-31d173a15372 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 946 time: 0.7121143 Aug 06 18:19:14.765530 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.797167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:14.804168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:14.811819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-566789e2-28e8-46d2-ba73-64a7258539dc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03 HTTP/1.1" status: 204 len: 168 time: 3.0457292 Aug 06 18:19:14.812574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:14.832002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event deleted for resources: {'Port': ['ID=16326450-b8d8-433f-a357-13a08b0e2798,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:14.845644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] device_id is not set on port b968be4b-5adb-4d59-b510-b642a0c71f15 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:14.891756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['16326450-b8d8-433f-a357-13a08b0e2798'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:14.894391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273a535-378a-4b8f-8793-be8d5e1353ef'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:14.911101 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc597f0-b8ca-4b2a-a9d3-95ea736efaae" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "f273a535-378a-4b8f-8793-be8d5e1353ef"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:14.935728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:14.939234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae226c8a-2e09-49e5-8f2c-70314dcc7bd7 req-1778b169-896f-4925-81e3-9127da9ea88d tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups?id=04bc69d1-8557-4f34-a75a-1ea3fd42562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717224 Aug 06 18:19:15.090355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] No DVR routers for this DVR port 16326450-b8d8-433f-a357-13a08b0e2798 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:15.097593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.099798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-229a6dce-1137-4537-8797-34506ea1a6c8 req-eb595d42-8938-4edf-9eba-f7a0b574e131 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.16 "DELETE /v2.0/ports/16326450-b8d8-433f-a357-13a08b0e2798 HTTP/1.1" status: 204 len: 173 time: 1.8404458 Aug 06 18:19:15.100375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'name': 'network-vif-deleted', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:15.125100 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1cc8b-29b0-4597-a218-86797da41b4b" -d '{"events": [{"server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "name": "network-vif-deleted", "tag": "16326450-b8d8-433f-a357-13a08b0e2798"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:15.164435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Allocated IP 2001:db8::1aa (372db582-883c-462b-90ad-01cf33ca411a/513e385f-7e8e-4a02-b1ca-d8653628f9f8/b968be4b-5adb-4d59-b510-b642a0c71f15) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:15.394248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:15.416410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.447267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.456350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.463957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.475589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.482158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b6474444-8786-4f88-94ab-5bf7e4cbfd46 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:15.484458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5010c-9a1f-4605-9e78-8ca2e3f45322 None None] Network 10a43473-1b57-4990-ab22-5bbf3aa141a5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:15.486876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.495317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:15.499132 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1803038b-9d44-47fa-a311-18d1cc496b0e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5430 time: 0.2790220 Aug 06 18:19:15.511738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6c02a008-d72c-4669-8056-23116547b4bf triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:15.515629 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.567443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b6474444-8786-4f88-94ab-5bf7e4cbfd46 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:15.567945 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.585599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Deleting subnet b44ad36f-26da-4887-8c14-9bdc50d51da6 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:19:15.590972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.653394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.814135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.828200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.846650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Transition to ACTIVE for port object b968be4b-5adb-4d59-b510-b642a0c71f15 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:15.932074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c498b54-6456-4932-b45d-2add069edf4a req-ec3fd83d-d272-4bcb-ad45-77fa0fc0af09 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 210 time: 0.4841394 Aug 06 18:19:15.933386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:15.979691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff37af48-f79c-4378-85c4-e4c597d46be9 req-1cd1b33d-b29d-47a0-b358-6b67c7877777 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3896780 Aug 06 18:19:15.998731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Network 372db582-883c-462b-90ad-01cf33ca411a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:15.998731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.006675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:16.074969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:16.088973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:16.089907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.096276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'Port': ['ID=b968be4b-5adb-4d59-b510-b642a0c71f15,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:16.159563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.249160 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8a8a7-6709-4ade-8416-139235a3b699 x-openstack-request-id: req-53d8a8a7-6709-4ade-8416-139235a3b699 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:16.251379 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "f273a535-378a-4b8f-8793-be8d5e1353ef", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:16.252007 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d8a8a7-6709-4ade-8416-139235a3b699 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:16.254057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e1db1582-b48b-4185-9774-4c2e28c4df5a tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.3018641 Aug 06 18:19:16.255115 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273a535-378a-4b8f-8793-be8d5e1353ef', 'code': 200} Aug 06 18:19:16.269162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:16.294169 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3e460-b631-4036-a997-13b394b39bff x-openstack-request-id: req-4ff3e460-b631-4036-a997-13b394b39bff {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:16.294485 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870821c-15ce-4482-b546-eb69fdc653dc", "name": "network-vif-deleted", "tag": "16326450-b8d8-433f-a357-13a08b0e2798", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:16.294716 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ff3e460-b631-4036-a997-13b394b39bff {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:16.297116 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870821c-15ce-4482-b546-eb69fdc653dc', 'name': 'network-vif-deleted', 'tag': '16326450-b8d8-433f-a357-13a08b0e2798', 'status': 'completed', 'code': 200} Aug 06 18:19:16.297932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44ad36f-26da-4887-8c14-9bdc50d51da6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:16.325546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.332665 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9295ebcb-902e-43cf-918d-43934ea2d395 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b44ad36f-26da-4887-8c14-9bdc50d51da6 HTTP/1.1" status: 204 len: 168 time: 1.3902929 Aug 06 18:19:16.333408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39098) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:16.500103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Provisioning for port d5994b6e-0e96-4feb-91bd-6042ff76c1fb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:16.502592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.563897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Provisioning complete for port d5994b6e-0e96-4feb-91bd-6042ff76c1fb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:16.564661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.599981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a07609-bb35-402f-a1af-24f0ac85491f tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:16.645766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a07609-bb35-402f-a1af-24f0ac85491f tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:16.664615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a07609-bb35-402f-a1af-24f0ac85491f tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:16.667992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7a07609-bb35-402f-a1af-24f0ac85491f tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3892536 Aug 06 18:19:16.672770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dae01119-5643-4ad7-af26-a34472bddd52 req-b5edc4be-68ae-4dd5-8f8a-d074b3663eb9 tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/ports?device_id=3870821c-15ce-4482-b546-eb69fdc653dc HTTP/1.1" status: 200 len: 210 time: 0.2423308 Aug 06 18:19:16.674378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:16.712402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.730433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fbd49c-f8c0-4f63-a555-e3f8abe85555']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:16.745625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:16.750470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.755133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-879a2fa3-3ebf-4a63-a2a2-df0e07644ecf None None] Port d5994b6e-0e96-4feb-91bd-6042ff76c1fb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:16.759271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.769481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd703b7de-75e1-4082-b08b-810a7e487c43') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:16.770296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd703b7de-75e1-4082-b08b-810a7e487c43') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:16.790372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.827078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.834646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:16.835326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.837252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:16.845153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.846203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1fd5bd16-9f4b-404c-8a08-f2f585b43195 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:16.865734 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:16.913714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] DHCP port deletion for 10a43473-1b57-4990-ab22-5bbf3aa141a5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:19:16.926805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24bb3f07-251f-4cd0-8716-01cd9dbedd03,segment=NetworkSegment(7031b76a-8bfa-4d8f-9442-acf3f4ae3009),segment_id=7031b76a-8bfa-4d8f-9442-acf3f4ae3009)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:16.927579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.927726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 16326450-b8d8-433f-a357-13a08b0e2798 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:16.950682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.963822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:16.966635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] 10.222.0.64 "DELETE /v2.0/networks/40fbd49c-f8c0-4f63-a555-e3f8abe85555 HTTP/1.1" status: 204 len: 168 time: 0.6316924 Aug 06 18:19:16.981649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e8bd-3330-4d1e-b523-8785ca76fd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=40fbd49c-f8c0-4f63-a555-e3f8abe85555,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:16.992081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 24bb3f07-251f-4cd0-8716-01cd9dbedd03 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:17.032349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Deleting port b968be4b-5adb-4d59-b510-b642a0c71f15 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:17.032829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.050883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-385a2d28-7dc9-4470-9011-89812d8e3f83 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=af1c173daaa04985a8f797481d094805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455983 Aug 06 18:19:17.222858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.248326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f3e4f08-ecdf-44de-a179-42e059839ecd req-ff417edd-426d-41e7-8fbd-d3b0d0b7d7e8 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 210 time: 0.0589855 Aug 06 18:19:17.283451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Calling delete_port for b968be4b-5adb-4d59-b510-b642a0c71f15 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:17.352876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-a984c69c-2cda-40b5-879f-1a9cf00e2213 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.356013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-a984c69c-2cda-40b5-879f-1a9cf00e2213 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2991354 Aug 06 18:19:17.376310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Request body: {'port': {'device_id': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': 'af1c173daaa04985a8f797481d094805'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:17.433733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Could not find standard attr ID for object e8bba3d6-85d5-4aef-bc08-ca9d3b51faad. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:19:17.474973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:17.479523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 16326450-b8d8-433f-a357-13a08b0e2798 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:17.480427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 16326450-b8d8-433f-a357-13a08b0e2798 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:17.517554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.522015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Could not find standard attr ID for object 435137bb-e55d-4e8f-8a30-34f0bdb21b6b. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:19:17.552875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:17.576813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Provisioning complete for port d5994b6e-0e96-4feb-91bd-6042ff76c1fb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:17.576813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.579339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:17.582257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=24bb3f07-251f-4cd0-8716-01cd9dbedd03,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:17.628701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:17.637152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Deleting port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:17.637152 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.641894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:17.642425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.644470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Port d5994b6e-0e96-4feb-91bd-6042ff76c1fb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:17.682981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.683322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.683814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.684373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.685195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.685943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.686548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.687821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.687821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.688148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.688684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.689205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:17.746018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9fb0ada4-e8f6-41b6-a88f-a0e8bd6d54f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed6e164037b04eabbd80ffb43827eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669222 Aug 06 18:19:17.771247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39116) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:17.776892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.811380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.829213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.837576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.848704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.855479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.862772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.869919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:17.872357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-0ac929fa-42a8-4794-9eaf-a8363c5b1fee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5431 time: 0.4973345 Aug 06 18:19:17.873183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Provisioning complete for port b968be4b-5adb-4d59-b510-b642a0c71f15 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:17.875788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.885090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.888939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] For port 24bb3f07-251f-4cd0-8716-01cd9dbedd03, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:17.889659 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.934602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.955315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Made reservation on behalf of af1c173daaa04985a8f797481d094805 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:17.962727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:17.997526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.000959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.026355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a43473-1b57-4990-ab22-5bbf3aa141a5']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:18.046596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Calling delete_port for 24bb3f07-251f-4cd0-8716-01cd9dbedd03 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:18.052749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:19:18.069296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event deleted for resources: {'Port': ['ID=b968be4b-5adb-4d59-b510-b642a0c71f15,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.084284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.087374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-853a4a38-f42d-4a75-95c8-19a6d32a7e32 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "DELETE /v2.0/ports/b968be4b-5adb-4d59-b510-b642a0c71f15 HTTP/1.1" status: 204 len: 168 time: 1.4093840 Aug 06 18:19:18.094376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39126) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:18.101898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7031b76a-8bfa-4d8f-9442-acf3f4ae3009') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:18.102361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7031b76a-8bfa-4d8f-9442-acf3f4ae3009') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:18.118075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Request body: {'port': {'name': 'tempest-new-port-name-21110008', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:18.125783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] bootfile-name is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:18.125783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] tftp-server is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:18.125783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] server-ip-address is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:19:18.133706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.180284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.193947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cfe76355-f2cb-4d5e-a00d-288151d7d30c None None] Port b968be4b-5adb-4d59-b510-b642a0c71f15 was deleted so its status cannot be updated. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 18:19:18.217393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a2453c9-3720-4b2d-9b17-a8e4d317c713 req-a3f7bfdd-ceb7-44e5-85d2-de59fb951768 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2804120 Aug 06 18:19:18.241977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.262254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:18.272473 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6376a247-29c4-4436-93f3-ee86cfa68657" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:18.286100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:18.289297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.292215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.294581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] No DVR routers for this DVR port 24bb3f07-251f-4cd0-8716-01cd9dbedd03 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:18.297073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324aec2-1b33-4b00-a683-df00b883339f None None] Pushing event deleted for resources: {'Port': ['ID=24bb3f07-251f-4cd0-8716-01cd9dbedd03,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:18.309050 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:18.380304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.382920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39136) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:18.428228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:18.437801 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.438772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cca9a1bb-0f84-462d-ac50-461f682fc311 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:18.498851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.529729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.532918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.534393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27786e7e-94cb-4227-902d-0cde245f1a5a HTTP/1.1" status: 204 len: 168 time: 0.7604592 Aug 06 18:19:18.551531 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76da27-a868-4b69-8bc5-1f67c3e4ef60 x-openstack-request-id: req-dc76da27-a868-4b69-8bc5-1f67c3e4ef60 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:18.552496 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:18.552496 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc76da27-a868-4b69-8bc5-1f67c3e4ef60 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:18.552827 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'code': 200} Aug 06 18:19:18.570681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.591547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port cca9a1bb-0f84-462d-ac50-461f682fc311 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:18.601032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port cca9a1bb-0f84-462d-ac50-461f682fc311 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:18.601538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.616190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a3d7336-f420-450e-8fa1-8a8d826d1b76 req-ddbc4f40-4c83-4fc7-a972-d5d03e107bdc tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 210 time: 0.1457102 Aug 06 18:19:18.649370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.721124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.729943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/10a43473-1b57-4990-ab22-5bbf3aa141a5 HTTP/1.1" status: 204 len: 168 time: 3.9158297 Aug 06 18:19:18.733834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecfb01-7205-4e0f-aa64-f806fe4bc172 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=10a43473-1b57-4990-ab22-5bbf3aa141a5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.744763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39140) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:18.768115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306cadcb-dde1-4ea3-8cec-9b1e279ac28f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.769737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-871244290'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:18.774903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.788490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cd580-ef0e-480b-bb75-6205b0b24ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27786e7e-94cb-4227-902d-0cde245f1a5a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:18.790481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.797661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.867292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:18.874438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.935740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:18.952052 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:18.990889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:19:19.011564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.012532 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 391222cf-3ac0-47d1-b8c0-51fc1bc9fb50 of type vlan for network 74bb23a5-83d2-4530-b939-5909eb9a33bd Aug 06 18:19:19.034002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24bb3f07-251f-4cd0-8716-01cd9dbedd03 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:19.144130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 24bb3f07-251f-4cd0-8716-01cd9dbedd03 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:19.144716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24bb3f07-251f-4cd0-8716-01cd9dbedd03 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:19.153751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.163934 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.228822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:19.234139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.248510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.249826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.289251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Allocated IP 192.168.233.116 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/d7c3d2d9-a527-4232-81bc-f41e2b8a0876) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:19.352117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6054389 Aug 06 18:19:19.367904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39150) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:19.381931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:19.426998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef331b-7267-4418-b2c3-90d036d38cec tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=74bb23a5-83d2-4530-b939-5909eb9a33bd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:19.443279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:19:19.624959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.654693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.669701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.670199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.677608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.683456 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.686072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "DELETE /v2.0/security-groups/a6d5d0b3-b2e9-4c62-8819-337073a4122c HTTP/1.1" status: 204 len: 168 time: 1.2423728 Aug 06 18:19:19.692548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.701164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39160) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:19.710072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.717887 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.724534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.741163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.743334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-745ab6ef-fcec-4561-bd6d-0a1c8f0b7189 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.2898262 Aug 06 18:19:19.770233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3ed65-6966-4d49-8dda-8a696b144c9c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5d0b3-b2e9-4c62-8819-337073a4122c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:19.824314 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-f641fa20-b948-4d94-8c2a-e0d7a80dfb0b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] show failed (client error): The resource could not be found. Aug 06 18:19:19.825736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f641fa20-b948-4d94-8c2a-e0d7a80dfb0b tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "GET /v2.0/security-groups/a6d5d0b3-b2e9-4c62-8819-337073a4122c HTTP/1.1" status: 404 len: 347 time: 0.1113844 Aug 06 18:19:19.836157 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a47ff34-6096-4ba4-a07c-cec9d33059fe req-f9546eb3-4910-42ef-b37c-7f7b21c277ee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780537 Aug 06 18:19:19.855053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:19.908330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] In _notify_port_updated(), no bound segment for port d5994b6e-0e96-4feb-91bd-6042ff76c1fb on network 372db582-883c-462b-90ad-01cf33ca411a {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:19:19.917373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:19.919256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:19.926131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "PUT /v2.0/ports/d5994b6e-0e96-4feb-91bd-6042ff76c1fb HTTP/1.1" status: 200 len: 1128 time: 1.8218019 Aug 06 18:19:19.933731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39166) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:19.946000 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c993123-3c9d-4ff2-aa2f-eccf74dfeef9 req-5c218d80-3278-4415-84fe-372dcb03aeb9 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 210 time: 0.1317227 Aug 06 18:19:20.040126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cac4c-41a3-4a80-aefa-bb53fdb7f3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event updated for resources: {'Port': ['ID=d5994b6e-0e96-4feb-91bd-6042ff76c1fb,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:20.071805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:20.089829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.164338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c211e0-4d53-4aa7-b28f-b7734ba718c8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:20.170724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a3c211e0-4d53-4aa7-b28f-b7734ba718c8 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "GET /v2.0/ports/d5994b6e-0e96-4feb-91bd-6042ff76c1fb HTTP/1.1" status: 200 len: 1128 time: 0.2292199 Aug 06 18:19:20.175610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39174) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:20.272344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.300332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Transition to ACTIVE for port object d7c3d2d9-a527-4232-81bc-f41e2b8a0876 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:20.398809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.415468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Deleting port d45cd7c3-fecb-4708-87bd-2357a119a1bb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:20.416514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.464362 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:19:20.494143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:20.506629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:20.513500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:20.528001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7d615902-dd83-4dbe-b313-41614cac7452 None None] Provisioning complete for port d5994b6e-0e96-4feb-91bd-6042ff76c1fb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:20.528903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7d615902-dd83-4dbe-b313-41614cac7452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.612567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5bd16-9f4b-404c-8a08-f2f585b43195'}, {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:20.623086 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac15fb45-bd1b-4d5d-9983-3415324c3f80" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5bd16-9f4b-404c-8a08-f2f585b43195"}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:20.636689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.638492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.638844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.653588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:20.655535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.660497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Pushing event updated for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:20.660791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Deleting port d5994b6e-0e96-4feb-91bd-6042ff76c1fb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:20.661143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:20.669129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Calling delete_port for d45cd7c3-fecb-4708-87bd-2357a119a1bb owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:20.741569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7d615902-dd83-4dbe-b313-41614cac7452 None None] Port d5994b6e-0e96-4feb-91bd-6042ff76c1fb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:20.789570 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ca6e4-ebcb-4cb0-8e28-4e76b892fb6f x-openstack-request-id: req-a82ca6e4-ebcb-4cb0-8e28-4e76b892fb6f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:20.790029 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5bd16-9f4b-404c-8a08-f2f585b43195", "code": 200}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:20.790431 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a82ca6e4-ebcb-4cb0-8e28-4e76b892fb6f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:20.791991 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5bd16-9f4b-404c-8a08-f2f585b43195', 'code': 200} Aug 06 18:19:20.792372 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'code': 200} Aug 06 18:19:20.869320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-e8df3cbf-c733-43f0-a26e-3346533effef tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5017021 Aug 06 18:19:20.910844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Request body: {'port': {'device_id': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:21.025481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=be42de6c-f967-4541-afc7-35c2b0159e68,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:21.084486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e7f2816-da05-4cec-b0ed-f0d2d19f9d4b None None] Provisioning for port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:21.093954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e7f2816-da05-4cec-b0ed-f0d2d19f9d4b None None] Provisioning complete for port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:21.094510 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2816-da05-4cec-b0ed-f0d2d19f9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.122974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:21.123522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 74bb23a5-83d2-4530-b939-5909eb9a33bd, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:19:21.184712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.206453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f2816-da05-4cec-b0ed-f0d2d19f9d4b None None] Port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:21.219195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:19:21.288794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.298453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.310987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.322433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.335056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.342812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.349838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.359089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-4e63d0fc-e992-40e1-88fd-824367cf6529 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.2876027 Aug 06 18:19:21.364411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 74bb23a5-83d2-4530-b939-5909eb9a33bd) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:21.378791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2ad8c-906e-4c6b-8b1c-cea3ac5041ef None None] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:21.385702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.386331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.598792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.599695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.599855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-74bb23a5-83d2-4530-b939-5909eb9a33bd', 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': 'be42de6c-f967-4541-afc7-35c2b0159e68'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:19:21.600535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.600535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.600813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.601265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.601580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.601751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.604081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15e0180f-9b58-417e-b088-784f1efac273 req-5c9c1446-a1bd-4546-bcbc-f866e25ccdfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.3978918 Aug 06 18:19:21.705767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.751118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac216a30-22a0-42fd-83b9-db670b76c467 req-608fe98a-d329-4436-a4dc-d86aafd1371a tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:21.759480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac216a30-22a0-42fd-83b9-db670b76c467 req-608fe98a-d329-4436-a4dc-d86aafd1371a tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 936 time: 0.5556574 Aug 06 18:19:21.768132 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:21.776622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Calling delete_port for d5994b6e-0e96-4feb-91bd-6042ff76c1fb owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:21.838942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac216a30-22a0-42fd-83b9-db670b76c467 req-f8eb0075-cbe1-4468-9fbe-4cd10c6fb2e7 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781119 Aug 06 18:19:21.884882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39202) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:21.885078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2826645a-8e9e-4f8f-8612-db9058959c84 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5046892 Aug 06 18:19:21.885828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15e0180f-9b58-417e-b088-784f1efac273 req-59e9681f-e73b-4913-b646-b1c9bc992dd7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1677840 Aug 06 18:19:21.886690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Pushing event deleted for resources: {'Port': ['ID=d45cd7c3-fecb-4708-87bd-2357a119a1bb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:21.893734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd', 'name': 'tempest-PortsIpV6TestJSON-1567228660', 'fixed_ips': [{'subnet_id': 'be42de6c-f967-4541-afc7-35c2b0159e68', 'ip_address': '2001:db8::10'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:21.905202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77922ec0-d6b6-42cc-972f-e9aad2bd8058 req-c3c0d6e9-60ca-47c2-8f6f-16ba9d43bd4b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5434194 Aug 06 18:19:22.013270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Allocated IP 2001:db8::2 (74bb23a5-83d2-4530-b939-5909eb9a33bd/be42de6c-f967-4541-afc7-35c2b0159e68/38c7349f-4c7b-4840-8cb0-02280cc3be14) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:22.100905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.104008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.105246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d95b2a27-dd8e-4cfc-b986-afece660404c tempest-ImagesOneServerNegativeTestJSON-1923874759 tempest-ImagesOneServerNegativeTestJSON-1923874759-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb4d86ab-4e2d-4217-97c1-d5fbb18d602e HTTP/1.1" status: 204 len: 168 time: 2.2487271 Aug 06 18:19:22.342340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c3d2d9-a527-4232-81bc-f41e2b8a0876 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:22.374374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39224) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:22.377998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.393370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.394706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:22.410892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Transition to ACTIVE for port object 38c7349f-4c7b-4840-8cb0-02280cc3be14 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:22.482808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Transition to ACTIVE for port object d7c3d2d9-a527-4232-81bc-f41e2b8a0876 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:22.485656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Transition to ACTIVE for port object 38c7349f-4c7b-4840-8cb0-02280cc3be14 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:22.495208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.504893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.508049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.519038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Deleting subnet cb775256-dd6f-4042-b6c5-13faccdce89b {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:19:22.548721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event deleted for resources: {'Port': ['ID=d5994b6e-0e96-4feb-91bd-6042ff76c1fb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:22.563167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:22.581545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:22.610260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.638090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:22.642845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.650231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.652322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d572e52-9d3a-48bb-bb34-bf9ab2d50854 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "DELETE /v2.0/ports/d5994b6e-0e96-4feb-91bd-6042ff76c1fb HTTP/1.1" status: 204 len: 168 time: 2.4734173 Aug 06 18:19:22.661727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39232) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:22.776805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:22.807493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.836677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Attempting to bind port 38c7349f-4c7b-4840-8cb0-02280cc3be14 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:22.837069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Attempting to bind port 38c7349f-4c7b-4840-8cb0-02280cc3be14 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:22.837430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Attempting to bind port 38c7349f-4c7b-4840-8cb0-02280cc3be14 on network 74bb23a5-83d2-4530-b939-5909eb9a33bd {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:22.847801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Deleting subnet 513e385f-7e8e-4a02-b1ca-d8653628f9f8 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:19:22.864856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Pushing event updated for resources: {'Port': ['ID=38c7349f-4c7b-4840-8cb0-02280cc3be14,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:22.870311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.874360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port c3a904c3-36cb-430a-b58b-20d7dec3934e yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:22.894518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:22.897932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Checking segment: {'id': '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:22.898625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:22.900190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Bound using segment: {'id': '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:22.918079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Bound port: 38c7349f-4c7b-4840-8cb0-02280cc3be14, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:22.918578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.083924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.211992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] For port 38c7349f-4c7b-4840-8cb0-02280cc3be14, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:23.220463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] For port 38c7349f-4c7b-4840-8cb0-02280cc3be14, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38c7349f-4c7b-4840-8cb0-02280cc3be14,segment=NetworkSegment(391222cf-3ac0-47d1-b8c0-51fc1bc9fb50),segment_id=391222cf-3ac0-47d1-b8c0-51fc1bc9fb50)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:23.230863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.277518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.283807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.290320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.296841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.302409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee957f-40fc-4b4c-9b46-e351e22d5dcb None None] Pushing event updated for resources: {'Port': ['ID=38c7349f-4c7b-4840-8cb0-02280cc3be14,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:23.304257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.311065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.317827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.320269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c8f5e592-af3a-4425-8486-f37524957ade req-1e4862df-f19c-4f3e-b32c-830342ed74af tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.1585801 Aug 06 18:19:23.386978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Attempting to bind port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:23.387352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Attempting to bind port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:23.387657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Attempting to bind port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:23.412920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:19:23.413323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Attempting to bind port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:23.429564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:23.429564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:23.429564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:23.434276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Bound port: d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:23.434666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.450062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.536549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:23.542035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:23.544132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.564289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c8f5e592-af3a-4425-8486-f37524957ade req-f4e9846a-d3a3-49e0-810f-0524bea65697 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307549 Aug 06 18:19:23.572454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.609010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49211855-7ac5-4061-8f5c-bf1437c7eba9 req-cdf1f63b-9225-4b78-80e5-d882860beef4 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.644410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49211855-7ac5-4061-8f5c-bf1437c7eba9 req-cdf1f63b-9225-4b78-80e5-d882860beef4 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 948 time: 0.5664821 Aug 06 18:19:23.678782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb775256-dd6f-4042-b6c5-13faccdce89b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:23.733590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.740886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2dc9f23c-e635-498d-a6ac-57d33cf8916f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb775256-dd6f-4042-b6c5-13faccdce89b HTTP/1.1" status: 204 len: 168 time: 1.3580644 Aug 06 18:19:23.751367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:23.752610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:23.755432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] 10.222.0.16 "PUT /v2.0/ports/d7c3d2d9-a527-4232-81bc-f41e2b8a0876 HTTP/1.1" status: 200 len: 1097 time: 2.8515878 Aug 06 18:19:23.756147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39250) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:23.757477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:23.762779 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:23.858900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c81dd-c119-4b15-a652-ec1d7bb59535 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:23.860359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49211855-7ac5-4061-8f5c-bf1437c7eba9 req-39d660c7-2592-47fe-a512-2a07c144e381 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142823 Aug 06 18:19:23.875296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::10 (74bb23a5-83d2-4530-b939-5909eb9a33bd/be42de6c-f967-4541-afc7-35c2b0159e68/c3a904c3-36cb-430a-b58b-20d7dec3934e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:23.920803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.058791 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d43588-dd81-4ecd-abfa-4fe304d6bd1e x-openstack-request-id: req-54d43588-dd81-4ecd-abfa-4fe304d6bd1e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:24.059234 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:24.059796 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54d43588-dd81-4ecd-abfa-4fe304d6bd1e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:24.060562 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876', 'status': 'completed', 'code': 200} Aug 06 18:19:24.167348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.208334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.244258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1923e4c7-c3ee-4faf-883d-7f42c338f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.247085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-1923e4c7-c3ee-4faf-883d-7f42c338f202 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af1c173daaa04985a8f797481d094805&device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 1100 time: 0.1852615 Aug 06 18:19:24.325557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-158a7148-1778-4fff-b08b-69a199d35996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876 HTTP/1.1" status: 200 len: 217 time: 0.0640514 Aug 06 18:19:24.427894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.442848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.443316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.451388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec12f2-b729-4475-afc1-e18bc5d13262 None None] Network 372db582-883c-462b-90ad-01cf33ca411a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:24.455830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "DELETE /v2.0/subnets/513e385f-7e8e-4a02-b1ca-d8653628f9f8 HTTP/1.1" status: 204 len: 168 time: 1.7863493 Aug 06 18:19:24.463923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39260) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:24.480630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object c3a904c3-36cb-430a-b58b-20d7dec3934e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:24.491454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-833280ec-c44f-4342-98cb-fd9a39df4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.494084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-833280ec-c44f-4342-98cb-fd9a39df4a58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.1580012 Aug 06 18:19:24.499107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:24.530149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914665-9478-4b91-9449-8999d92eacb0 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event deleted for resources: {'Subnet': ['ID=513e385f-7e8e-4a02-b1ca-d8653628f9f8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:24.541026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.598386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f81ded5-5ba4-4d77-a797-5e9d89c95caf') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:24.598871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f81ded5-5ba4-4d77-a797-5e9d89c95caf') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:24.654421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:24.660046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:24.673521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:24.694209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.695377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.712881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.758408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8774841 Aug 06 18:19:24.764125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401b67-999c-48bf-9aca-7d6720264ddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=c3a904c3-36cb-430a-b58b-20d7dec3934e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:24.765734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39264) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:24.806038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '74bb23a5-83d2-4530-b939-5909eb9a33bd', 'name': 'tempest-PortsIpV6TestJSON-1916836155', 'fixed_ips': [{'subnet_id': 'be42de6c-f967-4541-afc7-35c2b0159e68', 'ip_address': '2001:db8::f'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:24.831114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.858132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:24.859147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:24.904458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] DHCP port deletion for 372db582-883c-462b-90ad-01cf33ca411a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:19:24.922804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.952814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.976481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:24.991893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:25.008108 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:25.011405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.017599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.032328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.040740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8988487-baeb-4841-b29d-b4026d24313b req-6ace55b6-8df5-43cf-a8e6-d790ce248aaa tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.2799046 Aug 06 18:19:25.068927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.096354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38c7349f-4c7b-4840-8cb0-02280cc3be14 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:25.147076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8988487-baeb-4841-b29d-b4026d24313b req-bcb24269-357a-4dce-a93b-e62b831f903c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053100 Aug 06 18:19:25.177675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Deleting port 6c02a008-d72c-4669-8056-23116547b4bf {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:25.180806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.284234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-32cd0ca7-daa1-439c-99eb-5e9c7d5ed8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.286920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-32cd0ca7-daa1-439c-99eb-5e9c7d5ed8df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7835197 Aug 06 18:19:25.314359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] For port 6c02a008-d72c-4669-8056-23116547b4bf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6c02a008-d72c-4669-8056-23116547b4bf,segment=NetworkSegment(d9ce2905-c239-49a1-8a16-63343a37e09e),segment_id=d9ce2905-c239-49a1-8a16-63343a37e09e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:25.315056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.336657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Calling delete_port for 6c02a008-d72c-4669-8056-23116547b4bf owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:25.344036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 38c7349f-4c7b-4840-8cb0-02280cc3be14 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:25.349005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.486767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.494131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.501126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.507145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.515070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.521627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.527137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f1914-a152-4728-8696-2303d2c8eb80 None None] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:25.546800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:25.548915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4351743-62fc-4609-b32a-a65beb8ecc67 req-0e307d1f-937b-454d-91d1-2d87bf1c3f89 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.1513774 Aug 06 18:19:25.566014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39276) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:25.571155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Request body: {'floatingip': {'port_id': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:25.606376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-c2cb1630-348c-4f8c-969b-ddf62a57221b service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385857 Aug 06 18:19:25.617890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.624738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.628690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] 10.222.0.64 "DELETE /v2.0/networks/36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef HTTP/1.1" status: 204 len: 168 time: 1.8524659 Aug 06 18:19:25.678112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.701609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Provisioning for port 38c7349f-4c7b-4840-8cb0-02280cc3be14 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:25.739388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf4b0-df62-44c2-913e-98de5d86d909 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f362d0-fe6d-45cc-a8f8-ad78b6cf0aef,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:25.761628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Provisioning complete for port 38c7349f-4c7b-4840-8cb0-02280cc3be14 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:25.762870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:25.819989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] Pushing event deleted for resources: {'Port': ['ID=6c02a008-d72c-4669-8056-23116547b4bf,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:25.889661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb61c2-6853-4f0b-9998-40b3ecbf5f24 None None] No DVR routers for this DVR port 6c02a008-d72c-4669-8056-23116547b4bf on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:26.014820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] The port '6c02a008-d72c-4669-8056-23116547b4bf' was deleted {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 06 18:19:26.020272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98469e9e-74bc-4eb5-9ce5-bcbb6042b859 req-b1ed0e95-f54c-4bbd-842a-9a223fbae719 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476193 Aug 06 18:19:26.063475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc96dc-c90a-4912-848a-e9f4c724a04a req-b1375894-818f-4f3f-a6c7-18b6f04ff938 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:26.078029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95dc96dc-c90a-4912-848a-e9f4c724a04a req-b1375894-818f-4f3f-a6c7-18b6f04ff938 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 948 time: 0.9972837 Aug 06 18:19:26.311161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:26.358219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39284) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:26.386681 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.466762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-81f3c1ec-6919-4dfb-acc2-5ce93ef7038c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8037407dee8044e1a69c104f29fe8c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064289 Aug 06 18:19:26.467829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:26.493248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:26.508490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] For port 38c7349f-4c7b-4840-8cb0-02280cc3be14, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38c7349f-4c7b-4840-8cb0-02280cc3be14,segment=NetworkSegment(391222cf-3ac0-47d1-b8c0-51fc1bc9fb50),segment_id=391222cf-3ac0-47d1-b8c0-51fc1bc9fb50)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:26.522585 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.533236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.602292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372db582-883c-462b-90ad-01cf33ca411a']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:26.639092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142997a4-b75c-43bd-9af4-43d42025ce1e None None] Pushing event updated for resources: {'Port': ['ID=38c7349f-4c7b-4840-8cb0-02280cc3be14,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:26.671545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ce2905-c239-49a1-8a16-63343a37e09e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:26.672238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ce2905-c239-49a1-8a16-63343a37e09e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:26.687233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.693301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.721603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.762126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.783159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:26.785678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.787355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:19:26.831933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.835047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.839826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04bc69d1-8557-4f34-a75a-1ea3fd42562c HTTP/1.1" status: 204 len: 168 time: 0.3680384 Aug 06 18:19:26.881909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888536-2a99-4ea3-869b-0b8ebabe569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bc69d1-8557-4f34-a75a-1ea3fd42562c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:26.929143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:26.953381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:27.019510 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:27.025848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.032028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.041390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38c7349f-4c7b-4840-8cb0-02280cc3be14 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:27.049327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] 10.222.0.64 "DELETE /v2.0/networks/372db582-883c-462b-90ad-01cf33ca411a HTTP/1.1" status: 204 len: 168 time: 2.5801239 Aug 06 18:19:27.189374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74a0ca63-3be1-47e2-b80b-64707a2544e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.192954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d0839-b52d-4707-a539-e8f1e4401973 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402 tempest-ExtraDHCPOptionsIpV6TestJSON-692418402-project] Pushing event deleted for resources: {'Network': ['ID=372db582-883c-462b-90ad-01cf33ca411a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:27.208833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Provisioning complete for port 38c7349f-4c7b-4840-8cb0-02280cc3be14 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:27.209212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.252568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95dc96dc-c90a-4912-848a-e9f4c724a04a req-dddd9fb3-fdcf-472e-b59f-522c7dd259d2 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9591727 Aug 06 18:19:27.285692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-f2d27365-d25a-4d03-832b-dfd09f2e6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:27.285692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-f2d27365-d25a-4d03-832b-dfd09f2e6215 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af1c173daaa04985a8f797481d094805&device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 1100 time: 1.0171659 Aug 06 18:19:27.376787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 38c7349f-4c7b-4840-8cb0-02280cc3be14 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:27.377169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.544271 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Floating IP 2f74e94b-f941-4dec-8574-7177f5dd1c97 associated. External IP: 172.25.3.239, port: f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba. Aug 06 18:19:27.656648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39304) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:27.688053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.778372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Provisioning for port c3a904c3-36cb-430a-b58b-20d7dec3934e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:27.782846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-41365ab7-6cb3-49c5-8ce8-8d5e181b8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:27.784949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Provisioning complete for port c3a904c3-36cb-430a-b58b-20d7dec3934e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:27.785363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-41365ab7-6cb3-49c5-8ce8-8d5e181b8c10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.4868128 Aug 06 18:19:27.785721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:27.847997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-ecacf77b-ff4a-4afe-ac2d-65d436f43824 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876 HTTP/1.1" status: 200 len: 217 time: 0.0506561 Aug 06 18:19:27.850485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 7c7c83a6-0886-4685-99f7-54327b094a2d yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:27.893090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6c02a008-d72c-4669-8056-23116547b4bf no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:27.935267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6c02a008-d72c-4669-8056-23116547b4bf {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:27.936072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6c02a008-d72c-4669-8056-23116547b4bf not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:27.954888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e1caf87a-2ce9-48ef-a766-52df6a3d5caf None None] Port c3a904c3-36cb-430a-b58b-20d7dec3934e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:28.082633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-e8483ac2-18fd-4eae-8bab-ea4b12ca7b2f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3846984 Aug 06 18:19:28.103787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-ea4447a9-e466-4417-a732-8571935be0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:28.106813 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-ea4447a9-e466-4417-a732-8571935be0ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2480702 Aug 06 18:19:28.133018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d4438cc-66a3-417d-90e1-ba20eb64cf1c None None] Provisioning complete for port c3a904c3-36cb-430a-b58b-20d7dec3934e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:28.134613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d4438cc-66a3-417d-90e1-ba20eb64cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.255351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9d4438cc-66a3-417d-90e1-ba20eb64cf1c None None] Port c3a904c3-36cb-430a-b58b-20d7dec3934e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:28.321197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-40efb4d8-e1c9-4262-8bb9-bc62fdecfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:28.323851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-40efb4d8-e1c9-4262-8bb9-bc62fdecfdc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622872 Aug 06 18:19:28.353584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-8658fbf6-a045-4b43-a62a-776397de2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:28.355719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-8658fbf6-a045-4b43-a62a-776397de2dfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 1097 time: 0.2256398 Aug 06 18:19:28.375084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74a0ca63-3be1-47e2-b80b-64707a2544e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.402314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74a0ca63-3be1-47e2-b80b-64707a2544e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.464328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-673f97a3-8daa-4aa2-bd9b-33a6fb510e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.667391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d093c172-1bdd-4c6c-bd73-d7dedbc3cf1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc3d776bee3a455cbd7a8c4bbdb627a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083573 Aug 06 18:19:28.673250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39328) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:28.712757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::f (74bb23a5-83d2-4530-b939-5909eb9a33bd/be42de6c-f967-4541-afc7-35c2b0159e68/7c7c83a6-0886-4685-99f7-54327b094a2d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:28.715404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39330) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:28.857969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.902730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1916842604-network', 'tenant_id': '682a8448a66141a687234870f5250ff9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:28.940601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:28.962503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-4bbfa358-b162-4aba-a752-21676648e8d8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740955 Aug 06 18:19:29.089095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0ca63-3be1-47e2-b80b-64707a2544e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bb90a-4bae-4c54-a4f1-e88ab5b356fa,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:29.123881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39334) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:29.133266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74a0ca63-3be1-47e2-b80b-64707a2544e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d053c7d5acf4bd1b8453d66a347895f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6334281 Aug 06 18:19:29.192090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Made reservation on behalf of 682a8448a66141a687234870f5250ff9 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:29.194292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.230753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Router 4762e9de-2251-43d4-901d-d2d57125706e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:19:29.275785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-d0e8b78d-ea1c-488e-8edc-3285aa944eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:29.278674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-d0e8b78d-ea1c-488e-8edc-3285aa944eac service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 200 len: 911 time: 0.8788116 Aug 06 18:19:29.293291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb7bca-a7da-4a04-9994-8e0369d86b4f req-15eb662c-3855-4dd4-9811-3f68c4a8430d tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:29.295224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ddb7bca-a7da-4a04-9994-8e0369d86b4f req-15eb662c-3855-4dd4-9811-3f68c4a8430d tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 948 time: 0.9106932 Aug 06 18:19:29.315366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.428966 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.433585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.437627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a93992b-b26d-43fd-b2c1-dc7b0a4fb6ff HTTP/1.1" status: 204 len: 168 time: 0.7585931 Aug 06 18:19:29.527637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bb2f-ad1c-4a0e-a37e-92d8de0d6231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93992b-b26d-43fd-b2c1-dc7b0a4fb6ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:29.533200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ceaf0a09-579f-42a8-898b-7a4e2160b9a1 req-f762e98a-a437-4907-a4ca-8010d1338177 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495744 Aug 06 18:19:29.544785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-19fe2734-6e60-442f-8552-4af554d2e144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 200 len: 1001 time: 0.2479036 Aug 06 18:19:29.554718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.568172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.616479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ddb7bca-a7da-4a04-9994-8e0369d86b4f req-a6d192e4-d704-4411-b80f-4c80b88dadbf tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490315 Aug 06 18:19:29.620406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 7c7c83a6-0886-4685-99f7-54327b094a2d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:29.647354 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.714467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-49e70bc4-8461-4fee-9ec3-47044be18d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:29.717417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-49e70bc4-8461-4fee-9ec3-47044be18d1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 200 len: 849 time: 0.1218412 Aug 06 18:19:29.720038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:29.738643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Sync routers for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:29.746105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.761349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:29.764845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:29.830223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.901054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.931725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f01f7c92-5020-41b2-b39f-0b8a5f0f1702 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "PUT /v2.0/floatingips/2f74e94b-f941-4dec-8574-7177f5dd1c97 HTTP/1.1" status: 200 len: 992 time: 4.3640714 Aug 06 18:19:29.934767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:29.939422 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155fd2b2-2bf4-483d-8340-06bc29ee69cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:29.952485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:29.975469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-af48cc9c-d0ab-4649-9e4c-4ede06323636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:29.979838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-af48cc9c-d0ab-4649-9e4c-4ede06323636 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ea0630-b98a-4953-a59b-c0474f6fc6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2477438 Aug 06 18:19:30.010927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:30.021507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:30.023947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/269bb90a-4bae-4c54-a4f1-e88ab5b356fa HTTP/1.1" status: 204 len: 168 time: 0.8537819 Aug 06 18:19:30.034981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:30.058848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:30.094944 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764b1a7-7903-4629-b86c-cc0520e51c4d x-openstack-request-id: req-9764b1a7-7903-4629-b86c-cc0520e51c4d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:30.095965 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:30.095965 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9764b1a7-7903-4629-b86c-cc0520e51c4d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:30.096338 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'status': 'completed', 'code': 200} Aug 06 18:19:30.099544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adba491f-74dd-4997-b968-adfabf813664,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:30.120704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:19:30.120704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:30.138385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.139370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:30.154223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=7c7c83a6-0886-4685-99f7-54327b094a2d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:30.168299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:30.239272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15941a-dee0-4262-a03e-d0662027ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bb90a-4bae-4c54-a4f1-e88ab5b356fa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:30.343097 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-35b98006-f4bc-456e-8489-41905c263ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541298 Aug 06 18:19:30.346065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:30.346670 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Added segment 5d32d9ed-5973-494e-acc3-6063114a8c93 of type vlan for network 33eb1104-9391-419b-af99-c4d850e1887d Aug 06 18:19:30.526337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-39a174af-818c-4218-aff7-ba9e9db943e9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7336080 Aug 06 18:19:30.533081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39358) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:30.709215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5cab02af-c17c-4305-87df-e8798d6dc3fb req-5bcefd3e-46a6-4af6-acbd-96ad11afe47e service neutron] 10.222.0.55 "GET /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572118 Aug 06 18:19:30.794063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:30.863516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.864564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.865252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.866214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.867026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.867839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.869124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.880689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f23b7c76-d978-45fe-8e88-3588dac5f289 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.7075624 Aug 06 18:19:30.924864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78a5af-2393-40f6-9d3b-2aad0799d59f req-1d53c3f3-dbb2-4cbc-86a5-286984c56106 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:30.927607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c78a5af-2393-40f6-9d3b-2aad0799d59f req-1d53c3f3-dbb2-4cbc-86a5-286984c56106 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 948 time: 0.1281044 Aug 06 18:19:31.110014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c78a5af-2393-40f6-9d3b-2aad0799d59f req-2f7f3897-07b8-4081-a259-5f07aa6af5c9 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751988 Aug 06 18:19:31.150704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39374) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:31.200947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53348d28-5ef0-45c0-987d-56aa0289e717 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:31.204272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53348d28-5ef0-45c0-987d-56aa0289e717 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6673965 Aug 06 18:19:31.209521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:31.213642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed6dcc81-152d-44d5-a566-d95e81519163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.226133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.228222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:31.229583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.246061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39378) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:31.320156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d7c3d2d9-a527-4232-81bc-f41e2b8a0876 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:19:31.405080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bc12c5c9-bea1-4546-a0f8-55403bf5d5d7 None None] Provisioning for port 7c7c83a6-0886-4685-99f7-54327b094a2d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:31.427344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bc12c5c9-bea1-4546-a0f8-55403bf5d5d7 None None] Provisioning complete for port 7c7c83a6-0886-4685-99f7-54327b094a2d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:31.428335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc12c5c9-bea1-4546-a0f8-55403bf5d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.487334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed6dcc81-152d-44d5-a566-d95e81519163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.498106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed6dcc81-152d-44d5-a566-d95e81519163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.618070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bc12c5c9-bea1-4546-a0f8-55403bf5d5d7 None None] Port 7c7c83a6-0886-4685-99f7-54327b094a2d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:31.621025 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.669524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ed6dcc81-152d-44d5-a566-d95e81519163 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15ffa0637ba0446a8835185db5dbb203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168848 Aug 06 18:19:31.686691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '2f74e94b-f941-4dec-8574-7177f5dd1c97', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'port_id': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'mac_address': 'fa:16:3e:8d:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:17:28Z', 'updated_at': '2021-08-06T18:19:26Z', 'revision_number': 1, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:31.687144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987855506'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:31.699409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dcc81-152d-44d5-a566-d95e81519163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aaafe7-15cf-41a8-9866-2f822dff505f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:31.721519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39382) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:31.766507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc27328a-23ba-4e06-9a93-4f414890a34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.786161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:31.803161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876', 'mac_address': 'fa:16:3e:52:38:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:19:31.805640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Checking router: 4762e9de-2251-43d4-901d-d2d57125706e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:19:31.877023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.882302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:31.883163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:31.907488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.943591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c3d2d9-a527-4232-81bc-f41e2b8a0876 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:19:31.961395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:31.994595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:32.011911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.019894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.042147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.129684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.135479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.136164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] Pushing event updated for resources: {'Network': ['ID=33eb1104-9391-419b-af99-c4d850e1887d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:32.137402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70aaafe7-15cf-41a8-9866-2f822dff505f HTTP/1.1" status: 204 len: 168 time: 0.4076974 Aug 06 18:19:32.197127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:32.222780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ea4e-f763-4fea-9782-59af79cca144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aaafe7-15cf-41a8-9866-2f822dff505f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:32.288148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 33eb1104-9391-419b-af99-c4d850e1887d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:19:32.313760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb2768-d226-481d-a04b-c123550ecb9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.342329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb2768-d226-481d-a04b-c123550ecb9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.364217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb2768-d226-481d-a04b-c123550ecb9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.385867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1acb2768-d226-481d-a04b-c123550ecb9b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 1.1675241 Aug 06 18:19:32.387040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:32.416903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f933d430-aa92-409d-aa2a-9c2205f44970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.420236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f933d430-aa92-409d-aa2a-9c2205f44970 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd HTTP/1.1" status: 200 len: 912 time: 1.5011561 Aug 06 18:19:32.481994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a556382-3872-423d-9025-79d1844b5ee2 req-76b4401a-25df-41ae-a9a3-811ca84668c0 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.483874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['d7c3d2d9-a527-4232-81bc-f41e2b8a0876'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:32.491575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a556382-3872-423d-9025-79d1844b5ee2 req-76b4401a-25df-41ae-a9a3-811ca84668c0 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 949 time: 0.1852810 Aug 06 18:19:32.516678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:32.581584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a556382-3872-423d-9025-79d1844b5ee2 req-898e9e2a-61b9-49d2-8193-d4231fe633a4 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887892 Aug 06 18:19:32.589341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.621491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.638122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-6aef2de9-e020-4e9b-9eca-ed3fe48ff46e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1000 time: 0.1923053 Aug 06 18:19:32.661141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0cb2075-4955-4229-b959-45f673b644d2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9410446 Aug 06 18:19:32.683301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:32.776494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Request body: {'subnet': {'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1916842604-subnet', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:32.791103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.808164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.900031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b13101d-69ba-4b0e-9f0f-e5f6012bb1c5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:32.909870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Made reservation on behalf of 682a8448a66141a687234870f5250ff9 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:32.916963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.955303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-d1f7c746-5b7b-4117-93f7-88d00e4e2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:32.958076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-d1f7c746-5b7b-4117-93f7-88d00e4e2f31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.3096917 Aug 06 18:19:32.959986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617af409-36dc-4fff-afae-0f3dab8cc656,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:32.980577 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:32.986298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dcc6e2e0-b5f8-45f0-a48c-87467ae39d9f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7348647 Aug 06 18:19:32.987287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39408) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:33.092012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6921d231-0c4c-4a8e-9092-c94c3aab3280 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0987835 Aug 06 18:19:33.092872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39410) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:33.102272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-security--15812797', 'description': 'tempest-security-description-1605064601'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:33.143377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 7c7c83a6-0886-4685-99f7-54327b094a2d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:33.145903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.182512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.191890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.277546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-2f36b643-64f0-4900-8494-7be110cec18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:33.280843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-2f36b643-64f0-4900-8494-7be110cec18d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3001611 Aug 06 18:19:33.334686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '2f74e94b-f941-4dec-8574-7177f5dd1c97', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'port_id': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'mac_address': 'fa:16:3e:8d:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:17:28Z', 'updated_at': '2021-08-06T18:19:26Z', 'revision_number': 1, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:33.343548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.351953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.359196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.367458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "PUT /v2.0/security-groups/617af409-36dc-4fff-afae-0f3dab8cc656 HTTP/1.1" status: 200 len: 1778 time: 0.2689321 Aug 06 18:19:33.372883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:33.378090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353f23e5-7e6f-4bfc-92bc-a94118ca640e None None] The sync data for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 is: [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '2f74e94b-f941-4dec-8574-7177f5dd1c97', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'port_id': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'mac_address': 'fa:16:3e:8d:29:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:17:28Z', 'updated_at': '2021-08-06T18:19:26Z', 'revision_number': 1, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:33.529185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8ec0-c1c4-48b9-ada0-699879240815 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617af409-36dc-4fff-afae-0f3dab8cc656,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:33.535750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-74200553-248b-4b7a-949c-637429edb3cf service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410703 Aug 06 18:19:33.555057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8fa90aeb-0943-4ab6-9176-a60193a2813f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups/617af409-36dc-4fff-afae-0f3dab8cc656 HTTP/1.1" status: 200 len: 1778 time: 0.1750100 Aug 06 18:19:33.559145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:33.619301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.635206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad53ac-4130-4541-8ef2-68de8c33b596 req-be407ad3-d159-4f94-bdf3-a275b80ac4d4 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:33.644305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5fad53ac-4130-4541-8ef2-68de8c33b596 req-be407ad3-d159-4f94-bdf3-a275b80ac4d4 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.1910534 Aug 06 18:19:33.725978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 7c7c83a6-0886-4685-99f7-54327b094a2d owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:33.780326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.785079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5fad53ac-4130-4541-8ef2-68de8c33b596 req-b595ff98-cfe6-49a9-a8c4-dc6ea7141531 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397972 Aug 06 18:19:33.789797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17410613-c246-4abf-bcbc-ac445e05ca29 None None] New status for floating IP 2f74e94b-f941-4dec-8574-7177f5dd1c97: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:19:33.853522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.992529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.996122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:33.997603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/617af409-36dc-4fff-afae-0f3dab8cc656 HTTP/1.1" status: 204 len: 168 time: 0.4373496 Aug 06 18:19:34.004021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39440) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.032850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155f5fb-2b6f-461f-9f1f-71481afc19e2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617af409-36dc-4fff-afae-0f3dab8cc656,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:34.035654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-155fd2b2-2bf4-483d-8340-06bc29ee69cf req-f888129c-f36d-41d8-9e35-870c67234dc9 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843004 Aug 06 18:19:34.106491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-397464e4-a808-430e-b176-85f61c5f9a7e tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009300 Aug 06 18:19:34.110443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39442) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.130966 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f48eace4-ce6e-4dcc-8aa1-631d8679a043 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] delete failed (client error): The resource could not be found. Aug 06 18:19:34.132117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f48eace4-ce6e-4dcc-8aa1-631d8679a043 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/617af409-36dc-4fff-afae-0f3dab8cc656 HTTP/1.1" status: 404 len: 347 time: 0.0201962 Aug 06 18:19:34.141722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39444) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.152935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016247746'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:34.195071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.316027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.363650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab6679c-2f19-4790-b5db-003bbcaca257,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:34.426681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.437916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Checking segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:34.438307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Network hostable DHCP agents. Network: 33eb1104-9391-419b-af99-c4d850e1887d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:19:34.498593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=7c7c83a6-0886-4685-99f7-54327b094a2d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:34.569704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614663ce-f800-4ca9-a109-d4472f618409 req-5e2b5b9a-80cc-4427-98e5-f9d7e8047812 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:34.574416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-614663ce-f800-4ca9-a109-d4472f618409 req-5e2b5b9a-80cc-4427-98e5-f9d7e8047812 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 949 time: 0.7939174 Aug 06 18:19:34.590964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.612489 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.615768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ac9fc38-4b9e-474d-9e8e-d2d5b18d6380 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/7c7c83a6-0886-4685-99f7-54327b094a2d HTTP/1.1" status: 204 len: 168 time: 2.2280698 Aug 06 18:19:34.619209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39454) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.622895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Network 33eb1104-9391-419b-af99-c4d850e1887d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:19:34.679261 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-722f2938-edab-4781-8872-190ece4c76cc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:19:34.681396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-722f2938-edab-4781-8872-190ece4c76cc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/7c7c83a6-0886-4685-99f7-54327b094a2d HTTP/1.1" status: 404 len: 333 time: 0.0605011 Aug 06 18:19:34.684464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.701284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 33eb1104-9391-419b-af99-c4d850e1887d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:34.727418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfffc3c-3ee6-43f3-b150-4f4235e0e15e None None] Network 33eb1104-9391-419b-af99-c4d850e1887d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:34.735182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:34.738860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.780465 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-614663ce-f800-4ca9-a109-d4472f618409 req-d28bb0ef-c9df-40ab-a27c-e62d6d7b9513 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705086 Aug 06 18:19:34.801065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.828320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.858632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86a2989a-747f-4e77-af66-f89f29d3fbe7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1734715 Aug 06 18:19:34.877069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.885260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:34.928162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:34.933420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7890925 Aug 06 18:19:34.938980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:34.949724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '844b8000-e2ed-493b-a20d-12886effc1ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:34.981862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:19:34.981862 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:19:34.981862 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': '0865d4c033c343858a18bfc60d1e89df', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 19, 34, 963465)}] Aug 06 18:19:34.981862 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:19:34.982953 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:19:35.004367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port c3a904c3-36cb-430a-b58b-20d7dec3934e {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:35.004940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.013775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fd382-a5b3-4edf-b2c6-64a0b8a3e535 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844b8000-e2ed-493b-a20d-12886effc1ff,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:35.044449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.048043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.050150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d7c3d2d9-a527-4232-81bc-f41e2b8a0876 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:35.260173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:35.260476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-dd4ff572-450b-4edf-a966-d0a2955273ee tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:35.263408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-dd4ff572-450b-4edf-a966-d0a2955273ee tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.2943776 Aug 06 18:19:35.267046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d2182-f564-471f-a4eb-eaed1a35186d req-c119896d-f277-46fc-9e9d-b924534ba8d4 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:35.275095 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-233d2182-f564-471f-a4eb-eaed1a35186d req-c119896d-f277-46fc-9e9d-b924534ba8d4 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.2186856 Aug 06 18:19:35.275494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:35.276078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.279154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.311235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-33eb1104-9391-419b-af99-c4d850e1887d', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:19:35.312467 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.313839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for c3a904c3-36cb-430a-b58b-20d7dec3934e owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:35.348453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-233d2182-f564-471f-a4eb-eaed1a35186d req-7f5a5865-0f71-4478-ae58-1b3eb7ad2528 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723135 Aug 06 18:19:35.356434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.639677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.640714 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.653854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Deleting port c8b33df2-cb55-49cb-8d57-90772a516404 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:35.654297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.672824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.674828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Allocated IP 172.20.0.2 (33eb1104-9391-419b-af99-c4d850e1887d/fab6679c-2f19-4790-b5db-003bbcaca257/07b56eee-937d-4ef5-8236-443c9a3a7952) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:35.709634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.721812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:35.725737 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e13527-97fa-4872-b0dc-28f47fd02b7d" -d '{"events": [{"server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "name": "network-vif-plugged", "status": "completed", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:35.763147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:35.792417 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.838356 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548c151-2667-42c2-a7f9-b5828b712723 x-openstack-request-id: req-7548c151-2667-42c2-a7f9-b5828b712723 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:35.839326 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "name": "network-vif-plugged", "status": "completed", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:35.840301 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7548c151-2667-42c2-a7f9-b5828b712723 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:35.841689 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876', 'code': 200} Aug 06 18:19:35.852302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=c3a904c3-36cb-430a-b58b-20d7dec3934e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:35.959022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] For port c8b33df2-cb55-49cb-8d57-90772a516404, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c8b33df2-cb55-49cb-8d57-90772a516404,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:35.961224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.961665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:35.967953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-50ae55d5-3c6e-4d1d-b1ac-063626716639 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/c3a904c3-36cb-430a-b58b-20d7dec3934e HTTP/1.1" status: 204 len: 168 time: 1.2819924 Aug 06 18:19:35.973667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.023545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.055731 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f589dc9d-a06a-41cb-b459-f78b2d804333 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:19:36.059495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f589dc9d-a06a-41cb-b459-f78b2d804333 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/c3a904c3-36cb-430a-b58b-20d7dec3934e HTTP/1.1" status: 404 len: 333 time: 0.0835044 Aug 06 18:19:36.061542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.071638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.137177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.182252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f7a6c8-d6e4-42a6-8e66-b07c670efdcc,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.190516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.192115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aba33a27-e028-425d-8f07-cf61c19599ab tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2511568 Aug 06 18:19:36.197468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39498) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.220012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet be42de6c-f967-4541-afc7-35c2b0159e68 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:19:36.226178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.298390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.309588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.311883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.320126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.324995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Transition to ACTIVE for port object 07b56eee-937d-4ef5-8236-443c9a3a7952 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:36.362285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Transition to ACTIVE for port object 07b56eee-937d-4ef5-8236-443c9a3a7952 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:36.389914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.421350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f1e2b-51b0-4a61-aeed-136465970eb0 req-73a97afd-9414-4fbf-8300-4c28cc650ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:36.423854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-915f1e2b-51b0-4a61-aeed-136465970eb0 req-73a97afd-9414-4fbf-8300-4c28cc650ebf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 1102 time: 0.3023725 Aug 06 18:19:36.476010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01050b-d746-4157-a493-3e4f73e807f1 req-a96a1de6-c1eb-44c2-b3e5-dd40fc95c621 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:36.478197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a01050b-d746-4157-a493-3e4f73e807f1 req-a96a1de6-c1eb-44c2-b3e5-dd40fc95c621 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 0.3584585 Aug 06 18:19:36.519396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.523995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Network 33eb1104-9391-419b-af99-c4d850e1887d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:36.533866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:36.536927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Pushing event updated for resources: {'Port': ['ID=07b56eee-937d-4ef5-8236-443c9a3a7952,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.540442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:36.599284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.613374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Attempting to bind port 07b56eee-937d-4ef5-8236-443c9a3a7952 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:36.613909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Attempting to bind port 07b56eee-937d-4ef5-8236-443c9a3a7952 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:36.614388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Attempting to bind port 07b56eee-937d-4ef5-8236-443c9a3a7952 on network 33eb1104-9391-419b-af99-c4d850e1887d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:36.621325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:36.621863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Checking segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:36.622355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.622824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Bound using segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:36.623450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Bound port: 07b56eee-937d-4ef5-8236-443c9a3a7952, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:36.623854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.640787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c8c15-788b-48aa-b6fd-a644a2c91f3f req-0b4b94d2-8851-4d31-8d0f-df661e715ed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:36.644562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-457c8c15-788b-48aa-b6fd-a644a2c91f3f req-0b4b94d2-8851-4d31-8d0f-df661e715ed7 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 945 time: 0.1578245 Aug 06 18:19:36.705607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] For port 07b56eee-937d-4ef5-8236-443c9a3a7952, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:36.710840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] For port 07b56eee-937d-4ef5-8236-443c9a3a7952, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07b56eee-937d-4ef5-8236-443c9a3a7952,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:36.711099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.711739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.712506 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Floating IP 3b072d6b-b2fe-4569-a774-69903f8a6563 disassociated. External IP: 172.25.3.218, port: c8b33df2-cb55-49cb-8d57-90772a516404. Aug 06 18:19:36.713510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Calling delete_port for c8b33df2-cb55-49cb-8d57-90772a516404 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:36.720276 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.724630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-457c8c15-788b-48aa-b6fd-a644a2c91f3f req-4ac82b59-bcf4-4ef7-9ebe-917e43415b4d tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups?id=d10b16de-3d97-467c-8e6b-a0c0ca3b4789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668287 Aug 06 18:19:36.740115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.784178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e23b3-f282-44ab-8dd8-aabae4bf96c0 None None] Network 74bb23a5-83d2-4530-b939-5909eb9a33bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:36.790307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.792493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/be42de6c-f967-4541-afc7-35c2b0159e68 HTTP/1.1" status: 204 len: 168 time: 0.7090466 Aug 06 18:19:36.793653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960579d-05ce-46da-8ac0-ee9a26da876b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=be42de6c-f967-4541-afc7-35c2b0159e68,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.795793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39506) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.808278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.814916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d9f7a6c8-d6e4-42a6-8e66-b07c670efdcc HTTP/1.1" status: 204 len: 168 time: 0.6147883 Aug 06 18:19:36.830997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39508) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.835256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7b27-605c-458a-9991-0f444737ccc1 None None] Pushing event updated for resources: {'Port': ['ID=07b56eee-937d-4ef5-8236-443c9a3a7952,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.908397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:36.934742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e2f1-4b74-44f7-b5f4-27d03bcd2376 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9f7a6c8-d6e4-42a6-8e66-b07c670efdcc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:36.937437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39510) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:36.964041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-915f1e2b-51b0-4a61-aeed-136465970eb0 req-d94c8a2a-b1c6-4064-ab49-5850a7ba45de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242639 Aug 06 18:19:36.989506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 38c7349f-4c7b-4840-8cb0-02280cc3be14 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:36.989747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.040343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a01050b-d746-4157-a493-3e4f73e807f1 req-00e5d70e-3433-4c61-9f9d-e4c5577f760a tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476627 Aug 06 18:19:37.123498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98ee51dd-66a6-4f6e-8237-bd341cc1bf03 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2225223 Aug 06 18:19:37.126827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.141544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port 38c7349f-4c7b-4840-8cb0-02280cc3be14, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38c7349f-4c7b-4840-8cb0-02280cc3be14,segment=NetworkSegment(391222cf-3ac0-47d1-b8c0-51fc1bc9fb50),segment_id=391222cf-3ac0-47d1-b8c0-51fc1bc9fb50)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:37.142063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.164602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 38c7349f-4c7b-4840-8cb0-02280cc3be14 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:37.196759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39516) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:37.219497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.241735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] DHCP port deletion for 74bb23a5-83d2-4530-b939-5909eb9a33bd request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:19:37.329371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.345108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port 38c7349f-4c7b-4840-8cb0-02280cc3be14 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:37.399946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=38c7349f-4c7b-4840-8cb0-02280cc3be14,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:37.432427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Deleting port 38c7349f-4c7b-4840-8cb0-02280cc3be14 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:37.433061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.498893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.512109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25e98c80-9177-4b9a-af42-1f37e75af4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.518874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bb23a5-83d2-4530-b939-5909eb9a33bd']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:37.535559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.538603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:37.539037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391222cf-3ac0-47d1-b8c0-51fc1bc9fb50') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:37.554706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.564824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] For port 38c7349f-4c7b-4840-8cb0-02280cc3be14, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:37.566103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.586431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.587050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.600192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Calling delete_port for 38c7349f-4c7b-4840-8cb0-02280cc3be14 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:37.601270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:19:37.601928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:19:37.606904 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:19:37.609949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Port 38c7349f-4c7b-4840-8cb0-02280cc3be14 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:19:37.612674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.631631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.670259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] Pushing event deleted for resources: {'Port': ['ID=38c7349f-4c7b-4840-8cb0-02280cc3be14,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:37.674077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d4cac-01ed-4b6f-acbf-c02ed3e87fd1 None None] No DVR routers for this DVR port 38c7349f-4c7b-4840-8cb0-02280cc3be14 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:37.703408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'Port': ['ID=c8b33df2-cb55-49cb-8d57-90772a516404,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:37.732018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.741694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.745859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/74bb23a5-83d2-4530-b939-5909eb9a33bd HTTP/1.1" status: 204 len: 168 time: 0.9485776 Aug 06 18:19:37.752744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39518) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:37.763274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1219897440'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:37.781752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Allocated IP 172.25.3.23 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/ec4a2fa6-90ce-45fe-b8c1-22ac7e622408) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:37.795289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079ac3c-9dc9-4735-8f82-9af03ffdfb10 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=74bb23a5-83d2-4530-b939-5909eb9a33bd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:37.908667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39b6b60c-a566-41b6-b045-d8cc487b2f39 req-42ec0588-4b08-445d-914e-57a1112b3d08 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.0494175 Aug 06 18:19:37.948222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.953210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:37.955161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/844b8000-e2ed-493b-a20d-12886effc1ff HTTP/1.1" status: 204 len: 168 time: 0.7552524 Aug 06 18:19:37.960180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39522) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:38.053047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7b1c2-b320-4f08-ad50-2555c34973ce tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b8000-e2ed-493b-a20d-12886effc1ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:38.105549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-692f2ef1-3c31-4457-98de-99cc13489f7c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1434238 Aug 06 18:19:38.111773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39526) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:38.121288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--786940763'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:38.314648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc4d60-e94e-4907-a8bd-7c4433b76852 req-34a35c50-eea4-4dea-98bd-c4dedbae0288 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:38.318447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bcc4d60-e94e-4907-a8bd-7c4433b76852 req-34a35c50-eea4-4dea-98bd-c4dedbae0288 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 0.1022851 Aug 06 18:19:38.392921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bcc4d60-e94e-4907-a8bd-7c4433b76852 req-88559eef-cd85-4570-b199-29d62ff1ae5d tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Aug 06 18:19:38.677750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a106c7b-52ea-4d6b-b8ec-0d5b29e9f141 None None] Network 33eb1104-9391-419b-af99-c4d850e1887d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:38.778539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:19:38.815283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:38.854420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fc5f7-d88c-438d-9ac1-deb538839497 req-6634fd9c-8ee7-474b-a0cf-fd30faeec2da tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:38.856286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-165fc5f7-d88c-438d-9ac1-deb538839497 req-6634fd9c-8ee7-474b-a0cf-fd30faeec2da tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 0.0823216 Aug 06 18:19:38.865050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e0aa8aa9-9ec8-497c-bc7b-94350b1146a2 None None] Provisioning for port 07b56eee-937d-4ef5-8236-443c9a3a7952 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:38.892763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c8b33df2-cb55-49cb-8d57-90772a516404 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:38.924865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c8b33df2-cb55-49cb-8d57-90772a516404 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:38.925484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c8b33df2-cb55-49cb-8d57-90772a516404 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:38.933783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-165fc5f7-d88c-438d-9ac1-deb538839497 req-640b97d3-7c6a-422e-99a7-fc9bde1acc72 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650516 Aug 06 18:19:38.976426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25e98c80-9177-4b9a-af42-1f37e75af4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.010768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07b56eee-937d-4ef5-8236-443c9a3a7952 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:39.018897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:19:39.018897 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:19:39.018897 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': '0865d4c033c343858a18bfc60d1e89df', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 19, 38, 138416)}] Aug 06 18:19:39.018897 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:19:39.019691 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:19:39.043046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:39.050328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.061380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25e98c80-9177-4b9a-af42-1f37e75af4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.109063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:19:39.115270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e98c80-9177-4b9a-af42-1f37e75af4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b045f-bc5f-4791-b20f-431e0272000b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:39.133997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.134393 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Added segment 034b27e4-d998-4417-946e-289a4f385b62 of type vlan for network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 Aug 06 18:19:39.216226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5536d528-1087-42b3-a43e-0a031181bc7c req-9015d878-6ba5-49f0-947e-6d44aee91d2e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.1438332 Aug 06 18:19:39.224895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.234105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-25e98c80-9177-4b9a-af42-1f37e75af4cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=356949dceabc4e19b8b285e476e914f7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2762423 Aug 06 18:19:39.244641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39538) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:39.268350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.274056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:39.324046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:39.345579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:39.346150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:39.383267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.392894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:39.397438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.422610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:39.452762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] No DVR routers for this DVR port c8b33df2-cb55-49cb-8d57-90772a516404 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:39.456069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:39.464513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.468414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03a9a644-379f-41a7-8dd4-980846b601e5 req-d3d8a5f4-0ecb-47f4-8e44-26d110faac64 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.55 "DELETE /v2.0/ports/c8b33df2-cb55-49cb-8d57-90772a516404 HTTP/1.1" status: 204 len: 173 time: 4.1961827 Aug 06 18:19:39.469261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'name': 'network-vif-deleted', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:39.473694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7188270 Aug 06 18:19:39.479423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:39.482906 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc155d-2ca5-463c-8bbf-7c0f023d3317" -d '{"events": [{"server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "name": "network-vif-deleted", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:39.495089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:39.512583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:39.517228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:39.517964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Pushing event updated for resources: {'Port': ['ID=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:39.535502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.558671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941995d7-7a4b-4114-804d-3815af4e3731 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Network': ['ID=66ee56ef-9ac9-441a-9f47-c7a6c8d62a00,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:39.620103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-a8bb9bba-8e1f-4a18-bb74-1acce379e3ec req-cd33b890-457e-4cd9-ad3e-01204a5f9955 service neutron] (94121) timed out ('10.222.0.64', 40900) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:19:39.626565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:19:39.631285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 07b56eee-937d-4ef5-8236-443c9a3a7952 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:39.633970 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dad9a4-8aac-47ac-8f0a-fe52e134c538 x-openstack-request-id: req-53dad9a4-8aac-47ac-8f0a-fe52e134c538 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:39.634566 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3e72de-1319-46c7-b51f-c430920a89cd", "name": "network-vif-deleted", "tag": "c8b33df2-cb55-49cb-8d57-90772a516404", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:39.635093 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53dad9a4-8aac-47ac-8f0a-fe52e134c538 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:39.635834 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3e72de-1319-46c7-b51f-c430920a89cd', 'name': 'network-vif-deleted', 'tag': 'c8b33df2-cb55-49cb-8d57-90772a516404', 'status': 'completed', 'code': 200} Aug 06 18:19:39.676097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.677499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 07b56eee-937d-4ef5-8236-443c9a3a7952 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:39.677767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.690098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.776700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:19:39.776700 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:19:39.776700 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': '7957ff0fc52c4437971124105381519a', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 19, 39, 752142)}] Aug 06 18:19:39.776700 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:19:39.777563 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:19:39.822791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] Provisioning complete for port 07b56eee-937d-4ef5-8236-443c9a3a7952 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:39.823909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.856297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.859690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.861059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/818b045f-bc5f-4791-b20f-431e0272000b HTTP/1.1" status: 204 len: 168 time: 0.6223149 Aug 06 18:19:39.879420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee73a9-d780-4fb7-a039-6e0d20f4aa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b045f-bc5f-4791-b20f-431e0272000b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:39.947542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:39.958382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.031121 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.034128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9209845 Aug 06 18:19:40.041934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:40.051707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '000640cd-b770-48aa-a41f-262554cb46bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:40.095476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829a3f-41fa-4984-a262-a08bc3d03e3c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000640cd-b770-48aa-a41f-262554cb46bc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:40.178165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.267827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e69e3-822a-4fa1-9133-59ec3c3e61a5 req-46120900-89bf-46f0-895c-fac2c57958b7 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:40.269428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-508e69e3-822a-4fa1-9133-59ec3c3e61a5 req-46120900-89bf-46f0-895c-fac2c57958b7 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 0.1134810 Aug 06 18:19:40.284818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.296826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.328373 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.349981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353a0928-bd33-4110-a3a9-466b07d380f7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:40.369147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:40.374364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.405966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.411044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-687e4215-b848-40a5-9d8c-93427ec341c4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675749 Aug 06 18:19:40.420021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.425954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:40.432064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '000640cd-b770-48aa-a41f-262554cb46bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:40.447651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.451445 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.465956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-508e69e3-822a-4fa1-9133-59ec3c3e61a5 req-2e82bc34-5334-40e6-85e2-16e8b864dfab tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732173 Aug 06 18:19:40.535052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] For port 07b56eee-937d-4ef5-8236-443c9a3a7952, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07b56eee-937d-4ef5-8236-443c9a3a7952,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:40.546258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:40.580519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:40.599281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:19:40.603091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.647767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d92eb4b-45ca-43e0-955a-f9843c50a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.709036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a86f7994-bfda-4b7e-a113-e95e794faba6 req-95398c68-d499-4382-8c72-181708cd1687 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3e72de-1319-46c7-b51f-c430920a89cd HTTP/1.1" status: 200 len: 210 time: 0.0447450 Aug 06 18:19:40.737511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-6b5406f8-00d4-4412-ae78-aacae618acc2 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:40.739138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-6b5406f8-00d4-4412-ae78-aacae618acc2 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 0.5574517 Aug 06 18:19:40.741151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.750487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:40.752369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:40.760988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:19:40.761979 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:19:40.869658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e24ec7-7ec4-4c2a-973b-5652156e88ea None None] Pushing event updated for resources: {'Port': ['ID=07b56eee-937d-4ef5-8236-443c9a3a7952,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:40.934517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.975661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:40.979408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d92eb4b-45ca-43e0-955a-f9843c50a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.000093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:41.007700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d92eb4b-45ca-43e0-955a-f9843c50a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.018984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d56edc-06bb-4ab7-8504-6bc861c032db,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:41.053652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.080634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.082933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.084255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bde55fed-ee04-49f9-8469-9d036d263dd4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6569285 Aug 06 18:19:41.090777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39562) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:41.105352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '000640cd-b770-48aa-a41f-262554cb46bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:41.127514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d92eb4b-45ca-43e0-955a-f9843c50a3b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be3c7382626944de8f93b9dc426ba273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360146 Aug 06 18:19:41.127514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92eb4b-45ca-43e0-955a-f9843c50a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68031174-6d24-4c71-9483-4a3dd9790c70,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:41.131231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:41.164929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=1d199510-08f2-49f1-93cd-9a654c2ee6ff,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:41.179157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Checking segment: {'id': '034b27e4-d998-4417-946e-289a4f385b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:41.179575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network hostable DHCP agents. Network: 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:19:41.202016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:19:41.216344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:41.222701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:41.223307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.235289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208c605-9071-462e-bc2b-e03299968704 None None] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:41.260287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Deleting port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:41.261213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.346149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f927af48-486a-4577-aff7-b37e010b211d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8335526 Aug 06 18:19:41.350588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:41.358487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2078065803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:41.411245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.413080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.473007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.527143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38c7349f-4c7b-4840-8cb0-02280cc3be14 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:41.560370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 38c7349f-4c7b-4840-8cb0-02280cc3be14 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:41.560691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38c7349f-4c7b-4840-8cb0-02280cc3be14 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:41.566686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:41.608073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6379aa-cf55-4b66-ab8f-50d144a3f597 None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:10:53Z', 'revision_number': 4, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9bc94a2d-4c41-400e-b3eb-31ddb7b60333', 'name': '', 'network_id': 'a9ea0630-b98a-4953-a59b-c0474f6fc6db', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'mac_address': 'fa:16:3e:1d:85:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:48Z', 'updated_at': '2021-08-06T18:11:03Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'subnets': [{'id': '1d30067c-c662-4638-8df8-40cf59f99f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:41.610369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.624484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] For port d7c3d2d9-a527-4232-81bc-f41e2b8a0876, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:41.624904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.665584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.673676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-66ee56ef-9ac9-441a-9f47-c7a6c8d62a00', 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': '1d199510-08f2-49f1-93cd-9a654c2ee6ff'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:19:41.675724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.723812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Calling delete_port for d7c3d2d9-a527-4232-81bc-f41e2b8a0876 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:41.752947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.767992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.782330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.860363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.865106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.868749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12a2a3af-053d-44bd-abd6-3273da2cdb17 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5163176 Aug 06 18:19:41.876689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:41.884459 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:41.891140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00', 'name': 'tempest-PortsIpV6TestJSON-692303041'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:41.957199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4a0416-0432-4e23-bca5-cee1e943bba3,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:42.007377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.009586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d61b623-cce4-4c81-aad3-59a1666ede36 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9149978 Aug 06 18:19:42.011724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Allocated IP 2001:db8::2 (66ee56ef-9ac9-441a-9f47-c7a6c8d62a00/1d199510-08f2-49f1-93cd-9a654c2ee6ff/ed0361e8-fe24-4de5-a03a-631bae1e45e6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:42.014927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:19:42.018898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39578) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:42.019605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39580) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:42.026669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '000640cd-b770-48aa-a41f-262554cb46bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:42.060424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07b56eee-937d-4ef5-8236-443c9a3a7952 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:42.128808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.134171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.140078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68031174-6d24-4c71-9483-4a3dd9790c70 HTTP/1.1" status: 204 len: 168 time: 0.9959223 Aug 06 18:19:42.281279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd45e2-7e3c-4a7e-9529-0f9c62d1f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68031174-6d24-4c71-9483-4a3dd9790c70,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:42.295949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.299819 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0a3a4e-4baa-47be-985a-59cbf9d8e118 None None] New status for floating IP 3b072d6b-b2fe-4569-a774-69903f8a6563: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:19:42.351648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.510364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 07b56eee-937d-4ef5-8236-443c9a3a7952 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:42.513791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.524518 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.688583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.693661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.696031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "DELETE /v2.0/security-groups/d10b16de-3d97-467c-8e6b-a0c0ca3b4789 HTTP/1.1" status: 204 len: 168 time: 0.6746290 Aug 06 18:19:42.703895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.739929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586de0-d2a0-485d-a4be-333b7ab5c88e req-a740225e-d0d7-49fa-8593-079bb6c3c646 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:42.740857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39586) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:42.741876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e586de0-d2a0-485d-a4be-333b7ab5c88e req-a740225e-d0d7-49fa-8593-079bb6c3c646 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 950 time: 1.0105908 Aug 06 18:19:42.807329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Transition to ACTIVE for port object ed0361e8-fe24-4de5-a03a-631bae1e45e6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:42.834748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Transition to ACTIVE for port object ed0361e8-fe24-4de5-a03a-631bae1e45e6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:42.836595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e586de0-d2a0-485d-a4be-333b7ab5c88e req-36271533-1eec-41dc-b9ec-35d6ddec1df7 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/security-groups?id=306cadcb-dde1-4ea3-8cec-9b1e279ac28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Aug 06 18:19:42.869889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.873119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1300-afdd-4c70-ab5b-112c0a8d772e tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b16de-3d97-467c-8e6b-a0c0ca3b4789,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:42.882021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:42.892316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.905983 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-7e21217d-2a3d-4970-86e7-80801be1ca71 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] show failed (client error): The resource could not be found. Aug 06 18:19:42.912891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:42.914661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e21217d-2a3d-4970-86e7-80801be1ca71 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "GET /v2.0/security-groups/d10b16de-3d97-467c-8e6b-a0c0ca3b4789 HTTP/1.1" status: 404 len: 347 time: 0.1654828 Aug 06 18:19:42.920754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39590) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:42.930626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:42.948576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['d7c3d2d9-a527-4232-81bc-f41e2b8a0876'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:19:42.961484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Sync routers for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:42.982772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port bda5e929-799c-44db-8d3c-3a5bc77caf3e yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:19:43.078652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:43.093600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Pushing event deleted for resources: {'Port': ['ID=d7c3d2d9-a527-4232-81bc-f41e2b8a0876,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:43.096190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:43.097398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:43.107150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:43.113056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:43.117698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Pushing event updated for resources: {'Port': ['ID=ed0361e8-fe24-4de5-a03a-631bae1e45e6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:43.216271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.251308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.258835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a691bb01-1249-437a-971b-c4b0cae965ec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3799424 Aug 06 18:19:43.271328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39598) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:43.272885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.331740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::51 (66ee56ef-9ac9-441a-9f47-c7a6c8d62a00/1d199510-08f2-49f1-93cd-9a654c2ee6ff/bda5e929-799c-44db-8d3c-3a5bc77caf3e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:43.376322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] No DVR routers for this DVR port d7c3d2d9-a527-4232-81bc-f41e2b8a0876 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:19:43.387090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.389487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c000faf-0348-4ee8-9df3-815881d801f3 req-b1d15259-4c3a-4ce8-b701-e283034a73a3 tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.16 "DELETE /v2.0/ports/d7c3d2d9-a527-4232-81bc-f41e2b8a0876 HTTP/1.1" status: 204 len: 173 time: 2.6060009 Aug 06 18:19:43.393274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'name': 'network-vif-deleted', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:19:43.396104 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce2b1c6-0638-4d17-9b85-6411c9bf687a" -d '{"events": [{"server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "name": "network-vif-deleted", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:19:43.429307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b042f329-84e4-46f2-8192-a75170ed053e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:43.451030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.456664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-48cdbe13-1b62-45ef-bd82-560785088505 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4300106 Aug 06 18:19:43.458199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39604) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:43.464430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '000640cd-b770-48aa-a41f-262554cb46bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:43.581856 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93ff19-9fb2-4f3d-8190-3ca43a4faa8f x-openstack-request-id: req-ad93ff19-9fb2-4f3d-8190-3ca43a4faa8f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:19:43.582861 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0bc5b1-4fc2-40ed-bb99-95ef106b6395", "name": "network-vif-deleted", "tag": "d7c3d2d9-a527-4232-81bc-f41e2b8a0876", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:19:43.582861 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad93ff19-9fb2-4f3d-8190-3ca43a4faa8f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:19:43.583218 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0bc5b1-4fc2-40ed-bb99-95ef106b6395', 'name': 'network-vif-deleted', 'tag': 'd7c3d2d9-a527-4232-81bc-f41e2b8a0876', 'status': 'completed', 'code': 200} Aug 06 18:19:43.614929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Attempting to bind port ed0361e8-fe24-4de5-a03a-631bae1e45e6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:43.615373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Attempting to bind port ed0361e8-fe24-4de5-a03a-631bae1e45e6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '034b27e4-d998-4417-946e-289a4f385b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:43.615756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Attempting to bind port ed0361e8-fe24-4de5-a03a-631bae1e45e6 on network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:43.653212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:43.653646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Checking segment: {'id': '034b27e4-d998-4417-946e-289a4f385b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:43.654031 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.654420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Bound using segment: {'id': '034b27e4-d998-4417-946e-289a4f385b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:43.654925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Bound port: ed0361e8-fe24-4de5-a03a-631bae1e45e6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034b27e4-d998-4417-946e-289a4f385b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '66ee56ef-9ac9-441a-9f47-c7a6c8d62a00'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:43.655318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.658358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Deleting port 130f30c6-66fe-4cd9-b560-081d64643c52 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:43.658840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.678804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:43.729543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.785221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.817614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object bda5e929-799c-44db-8d3c-3a5bc77caf3e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:43.877235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] For port ed0361e8-fe24-4de5-a03a-631bae1e45e6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:43.895515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] For port ed0361e8-fe24-4de5-a03a-631bae1e45e6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ed0361e8-fe24-4de5-a03a-631bae1e45e6,segment=NetworkSegment(034b27e4-d998-4417-946e-289a4f385b62),segment_id=034b27e4-d998-4417-946e-289a4f385b62)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:43.908839 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.947069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.947752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.962167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.973393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:43.982364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Calling delete_port for 130f30c6-66fe-4cd9-b560-081d64643c52 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:43.996054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:44.114755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59100d7-af68-492e-89cc-9cb3da14c0f7 None None] Pushing event updated for resources: {'Port': ['ID=ed0361e8-fe24-4de5-a03a-631bae1e45e6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:44.143127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:39Z', 'revision_number': 3, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:44.221552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Checking router: 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:19:44.221552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Updating router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:19:44.235114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=bda5e929-799c-44db-8d3c-3a5bc77caf3e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:44.255307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:44.260202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:44.268682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:44.284099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:44.285430 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:44.327439 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:44.332249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-000ddf46-bd9d-4686-ad4d-b684b099af0a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4535232 Aug 06 18:19:44.336312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39616) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:44.972669 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:44.993781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1bbcbe37-079f-4f07-b4f5-cffd9c7f72cf req-4de27f6d-7a01-4558-8aea-f5186be3b2da tempest-VolumesNegativeTest-1587172463 tempest-VolumesNegativeTest-1587172463-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f0bc5b1-4fc2-40ed-bb99-95ef106b6395 HTTP/1.1" status: 200 len: 210 time: 0.8196342 Aug 06 18:19:45.002956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Transition to ACTIVE for port object ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:45.016656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.017660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bc81a0-00b2-4a2a-aa50-7bcd863b67c5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:45.053999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.059984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-17673acc-757a-49e3-95b6-ee68dfb04b15 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5962348 Aug 06 18:19:45.092371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d7c3d2d9-a527-4232-81bc-f41e2b8a0876 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:19:45.093660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39624) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:45.156352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.170912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.172850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: d7c3d2d9-a527-4232-81bc-f41e2b8a0876 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:19:45.173734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d7c3d2d9-a527-4232-81bc-f41e2b8a0876 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:19:45.201384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.216394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Attempting to bind port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:45.216983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Attempting to bind port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:45.217610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Attempting to bind port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:45.221534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe896e-f668-40a2-b3fc-a9326ee48084 None None] Pushing event updated for resources: {'Port': ['ID=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:45.252625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:45.253431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:45.254490 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.255010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:45.257596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Bound port: ec4a2fa6-90ce-45fe-b8c1-22ac7e622408, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:45.261514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.344037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.379681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.385615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f8bc81a0-00b2-4a2a-aa50-7bcd863b67c5 HTTP/1.1" status: 204 len: 168 time: 0.2904837 Aug 06 18:19:45.389520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f175ef-1729-4828-911a-96abfd705bd7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8bc81a0-00b2-4a2a-aa50-7bcd863b67c5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:45.396094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39630) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:45.415119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.443230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] For port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:45.456173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] For port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:45.477996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:45.507664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Pushing event deleted for resources: {'Port': ['ID=130f30c6-66fe-4cd9-b560-081d64643c52,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:45.642703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b9a03652-e1e2-48a5-9872-d90214eee43c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2424479 Aug 06 18:19:45.666669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39634) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:45.671833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:45.685094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:45.840861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe896e-f668-40a2-b3fc-a9326ee48084 None None] Pushing event updated for resources: {'Port': ['ID=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:46.022466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.024619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ed0361e8-fe24-4de5-a03a-631bae1e45e6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:46.067059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.080904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.097359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-22d8e8ac-39e9-4722-873e-c4bad558cdf0 tempest-AttachVolumeTestJSON-823555296 tempest-AttachVolumeTestJSON-823555296-project] 10.222.0.64 "DELETE /v2.0/floatingips/3b072d6b-b2fe-4569-a774-69903f8a6563 HTTP/1.1" status: 204 len: 168 time: 3.1692376 Aug 06 18:19:46.106375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.148788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.159484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.162592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.235481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:46.282015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.303319 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.305254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b042f329-84e4-46f2-8192-a75170ed053e HTTP/1.1" status: 204 len: 168 time: 0.6279638 Aug 06 18:19:46.319323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:46.360857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232182a4-9cd2-42a7-9463-694d2dc95fa7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b042f329-84e4-46f2-8192-a75170ed053e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:46.375250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=bda5e929-799c-44db-8d3c-3a5bc77caf3e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:46.558766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a321f-7c40-44e0-9422-93dc9cebd2f1 None None] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:19:46.617360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ed0361e8-fe24-4de5-a03a-631bae1e45e6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:46.734312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:46.786503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Provisioning for port ed0361e8-fe24-4de5-a03a-631bae1e45e6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:46.811528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Provisioning complete for port ed0361e8-fe24-4de5-a03a-631bae1e45e6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:46.818950 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.011788 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a44d3e2-98f9-4347-910a-a96b299e3b19 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6906197 Aug 06 18:19:47.016356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39680) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:47.027056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.123016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.227278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.349922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Allocated IP 172.20.0.1 (33eb1104-9391-419b-af99-c4d850e1887d/fab6679c-2f19-4790-b5db-003bbcaca257/9a157242-41aa-4d7d-ba5f-259fa99a3582) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:47.376909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.402238 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.422472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.426774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ec4a0416-0432-4e23-bca5-cee1e943bba3 HTTP/1.1" status: 204 len: 168 time: 0.4073699 Aug 06 18:19:47.441231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:47.450159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:39Z', 'revision_number': 3, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:47.496836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da3893-8955-4efc-b827-fd8713940ae5 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4a0416-0432-4e23-bca5-cee1e943bba3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:47.571147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e29536-ed13-4ab1-8418-febcf4aee5f5 None None] The sync data for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 is: [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:39Z', 'revision_number': 3, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:47.586133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] For port ed0361e8-fe24-4de5-a03a-631bae1e45e6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ed0361e8-fe24-4de5-a03a-631bae1e45e6,segment=NetworkSegment(034b27e4-d998-4417-946e-289a4f385b62),segment_id=034b27e4-d998-4417-946e-289a4f385b62)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:47.595585 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.738100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b684cdd-5b94-4be6-bdbe-59b585c514f9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2952828 Aug 06 18:19:47.740906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39730) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:47.868946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.892214 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.910225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541fdc2-0f66-4a17-a638-c815564cf732 None None] Pushing event updated for resources: {'Port': ['ID=ed0361e8-fe24-4de5-a03a-631bae1e45e6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:47.914541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.916014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:47.917395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.119648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=bda5e929-799c-44db-8d3c-3a5bc77caf3e,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:48.172913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.209584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.217077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/30d56edc-06bb-4ab7-8504-6bc861c032db HTTP/1.1" status: 204 len: 168 time: 0.4477131 Aug 06 18:19:48.218104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:48.233313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:48.313600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.319695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Provisioning for port bda5e929-799c-44db-8d3c-3a5bc77caf3e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:48.346109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Provisioning complete for port bda5e929-799c-44db-8d3c-3a5bc77caf3e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:48.346748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.448241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Port bda5e929-799c-44db-8d3c-3a5bc77caf3e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:48.451920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018387d-592c-4c5e-a803-aead36ca541a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30d56edc-06bb-4ab7-8504-6bc861c032db,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:48.483247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Provisioning complete for port ed0361e8-fe24-4de5-a03a-631bae1e45e6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:48.483893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-994bd912-f043-4fba-911b-efbcd1cb6c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.488675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Transition to ACTIVE for port object 9a157242-41aa-4d7d-ba5f-259fa99a3582 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:48.609922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:48.626838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0130497a-df87-4fd7-8716-1df70a7d2676 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3938515 Aug 06 18:19:48.630736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:48.637884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:48.671629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da625138-1ae7-4d3b-a446-cd74bdbea88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.758039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.773016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.801316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:48.936009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-09c09722-7728-43d9-85cf-b6c0aa1755ee None None] Provisioning complete for port bda5e929-799c-44db-8d3c-3a5bc77caf3e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:48.945310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-09c09722-7728-43d9-85cf-b6c0aa1755ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.012088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Network 33eb1104-9391-419b-af99-c4d850e1887d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:49.041484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:49.048507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Pushing event updated for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:49.056835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.061989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:19:49.066810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-09c09722-7728-43d9-85cf-b6c0aa1755ee None None] Port bda5e929-799c-44db-8d3c-3a5bc77caf3e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:49.083448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.089269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/353a0928-bd33-4110-a3a9-466b07d380f7 HTTP/1.1" status: 204 len: 168 time: 0.4463637 Aug 06 18:19:49.110266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:49.193082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Router 54101da4-6bc3-42d0-8561-2de31297606c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:19:49.308407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fec92-b2a1-4368-a46e-78b04efc4715 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=353a0928-bd33-4110-a3a9-466b07d380f7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:49.416197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.503545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5171613b-52b7-4648-8e83-0bf0d32e487c None None] Provisioning complete for port bda5e929-799c-44db-8d3c-3a5bc77caf3e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:49.504232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5171613b-52b7-4648-8e83-0bf0d32e487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.651804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5171613b-52b7-4648-8e83-0bf0d32e487c None None] Port bda5e929-799c-44db-8d3c-3a5bc77caf3e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:49.752191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1feed65f-2fac-4c91-a4ea-20680088b27d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6348543 Aug 06 18:19:49.753028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39810) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:49.783717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da625138-1ae7-4d3b-a446-cd74bdbea88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.799412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:49.804412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da625138-1ae7-4d3b-a446-cd74bdbea88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.824167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6331eb6e-d57d-47f6-80d7-69dc582bf85b None None] Provisioning for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:49.829247 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] Sync routers for ids ['54101da4-6bc3-42d0-8561-2de31297606c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:49.844169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6331eb6e-d57d-47f6-80d7-69dc582bf85b None None] Provisioning complete for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:49.844811 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6331eb6e-d57d-47f6-80d7-69dc582bf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:49.890866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7480cecd-c57c-4d2c-95fb-a98b768250a9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/routers/54101da4-6bc3-42d0-8561-2de31297606c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5505519 Aug 06 18:19:49.896560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39814) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:49.899285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] Routers {'54101da4-6bc3-42d0-8561-2de31297606c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:49.900320 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['54101da4-6bc3-42d0-8561-2de31297606c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:49.951795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da625138-1ae7-4d3b-a446-cd74bdbea88a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37041014b0ce437ba2d0267d35510eda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7149374 Aug 06 18:19:49.981610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:50.031840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6331eb6e-d57d-47f6-80d7-69dc582bf85b None None] Port 9a157242-41aa-4d7d-ba5f-259fa99a3582 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:50.125654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ed0361e8-fe24-4de5-a03a-631bae1e45e6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:50.163222 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:50.186623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.188983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625138-1ae7-4d3b-a446-cd74bdbea88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563afa9f-cadf-447d-8fae-5a51dc8bf5d4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:50.224994 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] Routers {'54101da4-6bc3-42d0-8561-2de31297606c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:50.226349 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['54101da4-6bc3-42d0-8561-2de31297606c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:50.232304 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.323379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b858bc8f-fdeb-498d-bbef-50c1b7bcb4d5 None None] Provisioning complete for port bda5e929-799c-44db-8d3c-3a5bc77caf3e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:50.323756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b858bc8f-fdeb-498d-bbef-50c1b7bcb4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.343625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:50.347921 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb03e46-c196-4012-ad22-3030f888f75f None None] The sync data for ids ['54101da4-6bc3-42d0-8561-2de31297606c'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:50.366250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.373739 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.377053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/000640cd-b770-48aa-a41f-262554cb46bc HTTP/1.1" status: 204 len: 168 time: 0.6222200 Aug 06 18:19:50.384222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:50.444230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d5c14-53d3-429f-86dc-c26c312d65a8 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000640cd-b770-48aa-a41f-262554cb46bc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:50.494365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec63fa1-ee15-489a-93c5-2c7629e9fc38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:19:50.504217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fec63fa1-ee15-489a-93c5-2c7629e9fc38 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?device_id=54101da4-6bc3-42d0-8561-2de31297606c HTTP/1.1" status: 200 len: 987 time: 0.6012244 Aug 06 18:19:50.505292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39858) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:50.547963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fd802006-0848-4621-9bd0-99841956ddba tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321537 Aug 06 18:19:50.548280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:50.554435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--127414104'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:50.589418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.628501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.696197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b858bc8f-fdeb-498d-bbef-50c1b7bcb4d5 None None] Port bda5e929-799c-44db-8d3c-3a5bc77caf3e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:50.707088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ed0361e8-fe24-4de5-a03a-631bae1e45e6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:50.708138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.825619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.834235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.895965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.923469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:50.931775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3780904 Aug 06 18:19:50.933732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:50.947311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:50.958521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': 'a6f1788a-ee87-4bef-a870-47c0d7bc29f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:50.969880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.022942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9d427-628d-4dae-af4d-204b5a83e962 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1788a-ee87-4bef-a870-47c0d7bc29f0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:51.075606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.079413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:19:51.087599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:51.087599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.302650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.310694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.379315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847a28a1-00e7-4bb5-8876-16e56877130f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:51.419089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.422684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19641ab9-2e9f-42c3-a42c-b20f215a2970 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4813566 Aug 06 18:19:51.425320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.432673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:51.447822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.475963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:19:51.482771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.484079 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.600392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:51.625486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.643043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.646012 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.647286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/563afa9f-cadf-447d-8fae-5a51dc8bf5d4 HTTP/1.1" status: 204 len: 168 time: 1.6551623 Aug 06 18:19:51.682195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563afa9f-cadf-447d-8fae-5a51dc8bf5d4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:51.699897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.702506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Pushing event updated for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:51.706644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:51.743163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.743163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.743950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.744418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.745012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.745672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.747035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.747692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.748203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.749613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.749613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.749613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059bbf36-534e-4d54-8844-f3189daa1fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.775602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.776468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.778608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.785370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.789280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.790859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:51.791798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:19:52.011466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:52.017176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.021935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.030788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/a6f1788a-ee87-4bef-a870-47c0d7bc29f0 HTTP/1.1" status: 204 len: 168 time: 0.5940681 Aug 06 18:19:52.031485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:52.098018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95a7a-0aca-4b3a-ac62-2dcebc2dac1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1788a-ee87-4bef-a870-47c0d7bc29f0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:52.099534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Network 33eb1104-9391-419b-af99-c4d850e1887d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:19:52.106838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:19:52.243787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:52.244599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.283924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb6ca3dc-5d9e-4813-9634-71b61867ce72 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1904404 Aug 06 18:19:52.287608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39926) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:52.298354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--687548889'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:52.352195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.694123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.703666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.757745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e3c0caa3-edc3-4ed6-98dd-3e054c4154d4 None None] Provisioning complete for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:19:52.758335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e3c0caa3-edc3-4ed6-98dd-3e054c4154d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.852675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0caa3-edc3-4ed6-98dd-3e054c4154d4 None None] Port 9a157242-41aa-4d7d-ba5f-259fa99a3582 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:19:52.869056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.873776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5816588 Aug 06 18:19:52.882547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39936) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:52.883817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:52.892183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39938) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:52.896775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--140536947'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:52.902791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d402533-4ace-46fa-a740-93018dc392c3 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0035d62d-1728-49ba-8e99-f07ac42ec888,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:52.946689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.054170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:19:53.130249 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.136176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.165236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00732fb0-3ec7-4ae7-a48c-b04c529e340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.204160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.207140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3216598 Aug 06 18:19:53.211408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39948) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:53.222718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '0035d62d-1728-49ba-8e99-f07ac42ec888', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1344b394-3b03-43b5-ba48-9b66a8dc56b8', 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:53.240393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d4d01-e7ac-4ac1-82cf-3ebde3ff0f79 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1344b394-3b03-43b5-ba48-9b66a8dc56b8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:53.315173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.451872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.458489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.483925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ecf454-3231-43ec-a23c-4bbf11c54dc5,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:53.556212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:53.572856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Sync routers for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:53.577760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-61d1f772-298e-4616-9ba3-e76d6ce7d082 admin admin] 10.222.0.64 "PUT /v2.0/routers/39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2944272 Aug 06 18:19:53.612036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:53.612830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:53.832807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00732fb0-3ec7-4ae7-a48c-b04c529e340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.852783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:53.853479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.860021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be3d6b62-49aa-49e7-9505-b7c600ce9c7d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6466436 Aug 06 18:19:53.860371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00732fb0-3ec7-4ae7-a48c-b04c529e340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.860903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39988) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:53.937887 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:53.971588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.065541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.074222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-00732fb0-3ec7-4ae7-a48c-b04c529e340a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d63a6c39c57a43c0bab1ce5427ffd744&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0292323 Aug 06 18:19:54.076363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:54.108115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00732fb0-3ec7-4ae7-a48c-b04c529e340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f042fa-b64c-4e6c-b46c-4e72a94aff6f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:54.115438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.118063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/01ecf454-3231-43ec-a23c-4bbf11c54dc5 HTTP/1.1" status: 204 len: 168 time: 0.2532558 Aug 06 18:19:54.120501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a23a-7bc3-4e76-b612-81bd3a8d9843 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ecf454-3231-43ec-a23c-4bbf11c54dc5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:54.131865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39996) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:54.181963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port bda5e929-799c-44db-8d3c-3a5bc77caf3e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:19:54.183619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.320468 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.329295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f8131523-2ea9-4a6c-8861-b8d4b8bdeb91 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1905913 Aug 06 18:19:54.332484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39998) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:54.400566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.495644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 2, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:54.514395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.528415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.536039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.539645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57f042fa-b64c-4e6c-b46c-4e72a94aff6f HTTP/1.1" status: 204 len: 168 time: 0.4527841 Aug 06 18:19:54.574677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4decee0-eecd-4848-b3ca-b009d3de5677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f042fa-b64c-4e6c-b46c-4e72a94aff6f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:54.604267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.619601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Checking router: 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:19:54.620252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Updating router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac port 9a157242-41aa-4d7d-ba5f-259fa99a3582 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:19:54.632251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.666090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for bda5e929-799c-44db-8d3c-3a5bc77caf3e owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:19:54.766664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.793599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.812718 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:54.823219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/1344b394-3b03-43b5-ba48-9b66a8dc56b8 HTTP/1.1" status: 204 len: 168 time: 0.4888635 Aug 06 18:19:54.840285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40004) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:54.852900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8f970-acfb-45b2-8ca9-844fd0cdce24 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344b394-3b03-43b5-ba48-9b66a8dc56b8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:55.011870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40012) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:55.020425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873340705', 'description': 'tempest-description--53891205'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:55.111506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.179694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c979ba60-fd47-4af5-9625-b7a8c34e9fa6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3354452 Aug 06 18:19:55.180320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40014) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:55.233740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.275381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=bda5e929-799c-44db-8d3c-3a5bc77caf3e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:55.350488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.560428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.567732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.580952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.630626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.636109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6185536 Aug 06 18:19:55.636976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40022) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:55.649500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.658428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'security_group_rule': {'security_group_id': 'f3806b6d-714e-4995-9452-5375a3710fac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:55.671794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c923731-2b6b-4768-9bfc-0e466e3a5853 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3806b6d-714e-4995-9452-5375a3710fac,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:55.722211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.792398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.801705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.858725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.860909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2190077 Aug 06 18:19:55.866477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40026) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:55.867581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b2331-b14e-4382-a750-42a5e53c9210 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72292aa-205e-409d-ac17-52c915b630ef,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:55.877010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'security_group_rule': {'security_group_id': 'f3806b6d-714e-4995-9452-5375a3710fac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:55.941427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:55.994491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.026697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Transition to ACTIVE for port object 9a157242-41aa-4d7d-ba5f-259fa99a3582 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:19:56.043634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.083627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.088983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.095563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/0035d62d-1728-49ba-8e99-f07ac42ec888 HTTP/1.1" status: 204 len: 168 time: 0.9099107 Aug 06 18:19:56.104535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:56.179584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Router 54101da4-6bc3-42d0-8561-2de31297606c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:19:56.193229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e32bdf-2171-4fef-856d-c9c9027483d6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0035d62d-1728-49ba-8e99-f07ac42ec888,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:56.265307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.285643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.342551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556ab58-0c1a-4262-ad48-b4918ff4feb9 None None] Pushing event updated for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:56.355863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d894ad-adad-470a-9a80-f413410ad6e8,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:56.376497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3752ce64-c9f1-4365-89a4-f46b487b1963 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2681086 Aug 06 18:19:56.383314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40042) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:56.385254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.393362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a4f4fa6a-764d-472d-af13-117cba35238a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5217216 Aug 06 18:19:56.397416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40044) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:56.405509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:56.414326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--354365629'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:56.472082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.559444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.587892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Attempting to bind port 9a157242-41aa-4d7d-ba5f-259fa99a3582 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:19:56.592013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Attempting to bind port 9a157242-41aa-4d7d-ba5f-259fa99a3582 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:19:56.592954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Attempting to bind port 9a157242-41aa-4d7d-ba5f-259fa99a3582 on network 33eb1104-9391-419b-af99-c4d850e1887d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:19:56.628154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:19:56.628154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Checking segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:19:56.628746 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.628746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Bound using segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:19:56.629153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Bound port: 9a157242-41aa-4d7d-ba5f-259fa99a3582, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:19:56.629572 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.849031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] For port 9a157242-41aa-4d7d-ba5f-259fa99a3582, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:19:56.856716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] For port 9a157242-41aa-4d7d-ba5f-259fa99a3582, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9a157242-41aa-4d7d-ba5f-259fa99a3582,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:19:56.869406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:56.945267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:56.946124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:57.057655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556ab58-0c1a-4262-ad48-b4918ff4feb9 None None] Pushing event updated for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:57.081263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.454713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:19:57.475369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:19:57.481374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01d68bdd-68ce-447a-82c1-870e14ae8e75 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/routers/54101da4-6bc3-42d0-8561-2de31297606c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9697249 Aug 06 18:19:57.485892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40058) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:57.486328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.491203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] Sync routers for ids ['54101da4-6bc3-42d0-8561-2de31297606c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:19:57.515310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] Routers {'54101da4-6bc3-42d0-8561-2de31297606c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:57.516453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.520895 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['54101da4-6bc3-42d0-8561-2de31297606c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:57.579487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:19:57.583321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:57.597521 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] Routers {'54101da4-6bc3-42d0-8561-2de31297606c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:19:57.598034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.598875 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:19:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['54101da4-6bc3-42d0-8561-2de31297606c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:57.599871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2042744 Aug 06 18:19:57.610521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:57.612115 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2baf739-d722-45ba-9d35-96f53829aa27 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:19:57.628397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2baf739-d722-45ba-9d35-96f53829aa27 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/bda5e929-799c-44db-8d3c-3a5bc77caf3e HTTP/1.1" status: 404 len: 333 time: 0.1275654 Aug 06 18:19:57.639114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:57.645285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': 'f5ea6bc2-de18-41c4-a5aa-b6134f0bdc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:57.660407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:57.661790 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f0db6-7f36-4a97-adf2-fbb1565167ad None None] The sync data for ids ['54101da4-6bc3-42d0-8561-2de31297606c'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:57.737614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.874591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.907400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.917042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.934701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Allocated IP 172.25.3.243 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/180ef4f5-15db-4689-9017-8a0a370de439) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:19:57.949827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fde1610-97e5-4629-9699-4beb65061e73,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:57.964115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:57.970303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d2b7fba-7df9-49df-aa11-f8663f0ee0d2 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3356335 Aug 06 18:19:57.971830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40068) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:58.020960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:58.038924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:58.155683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:58.170610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:58.173933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965c04e-026b-4a4f-8dc9-df51216b1ca9 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ea6bc2-de18-41c4-a5aa-b6134f0bdc74,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:58.177403 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7fde1610-97e5-4629-9699-4beb65061e73 HTTP/1.1" status: 204 len: 168 time: 0.2031610 Aug 06 18:19:58.180844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:58.207039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d51b4d-6e19-4590-8fc0-87e0ebe4b91f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fde1610-97e5-4629-9699-4beb65061e73,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:19:58.253650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:19:56Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:19:58.328005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5d749-dafe-4a94-ab31-913bf820218b None None] The sync data for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 is: [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:19:56Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:19:58.545428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e3944f54-2f50-4d76-94df-9cb1d5aef04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:58.777349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40086) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:59.322981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:59.343387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2012668115'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:19:59.404578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Made reservation on behalf of e2b05b32ed204be1ad8883807bddb3bb for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:19:59.411208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.445096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.492071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.560860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.574637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.593108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0378d277-711b-4568-b03d-fe7cd6c50066 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2672946 Aug 06 18:19:59.600138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:19:59.908988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9a157242-41aa-4d7d-ba5f-259fa99a3582 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:19:59.945607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:19:59.977365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-beff90bc-e0b0-45d8-a709-73ca049dbddc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af1c173daaa04985a8f797481d094805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522300 Aug 06 18:19:59.990730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40108) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:00.019349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.019910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Fanout notify agent at l3_agent the message router_deleted on router 54101da4-6bc3-42d0-8561-2de31297606c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:20:00.039351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:00.049120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:00.050102 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.132353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.138670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1df68128-577f-43b9-aec6-9e8c29b5e55c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/routers/54101da4-6bc3-42d0-8561-2de31297606c HTTP/1.1" status: 204 len: 168 time: 2.4981647 Aug 06 18:20:00.140585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:00.158784 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.185589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:00.255715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.266763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:00.272583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:00.324628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.350609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce2e07-7e97-4182-84f3-624de82e573e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:00.370343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'Port': ['ID=180ef4f5-15db-4689-9017-8a0a370de439,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:00.412004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:20:00.452910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.498568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.531508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.542716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.543922 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Added segment 08807648-b31b-4f0d-91e0-15c0cdb9d5d5 of type vlan for network 457b1c1b-fc44-4e45-a10b-70905df7f821 Aug 06 18:20:00.580283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9a157242-41aa-4d7d-ba5f-259fa99a3582, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9a157242-41aa-4d7d-ba5f-259fa99a3582,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:00.591449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.592050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 1d199510-08f2-49f1-93cd-9a654c2ee6ff {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:00.605837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.649943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.703786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:00.809168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.814354 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.823677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.828732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5ea6bc2-de18-41c4-a5aa-b6134f0bdc74 HTTP/1.1" status: 204 len: 168 time: 1.2247183 Aug 06 18:20:00.839146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.846457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40114) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:00.866650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:00.880037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.132412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.144038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:01.145499 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.192758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169714-6745-4530-9ad1-9cc0f4fa7b1f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ea6bc2-de18-41c4-a5aa-b6134f0bdc74,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:01.207569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.216117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.323499 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.445731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'Port': ['ID=180ef4f5-15db-4689-9017-8a0a370de439,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:01.449539 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.544310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.567412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.577501 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f5204342-403a-4d2d-9995-9346885aa9bc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1701899 Aug 06 18:20:01.635020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Pushing event updated for resources: {'Network': ['ID=457b1c1b-fc44-4e45-a10b-70905df7f821,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:01.639941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.691682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cc3f8bd4-fb70-4bd6-aeaa-98f49162d820 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8376050 Aug 06 18:20:01.693831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40122) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:01.695570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.703067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group': {'name': 'tempest-secgroup--777826737'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:01.706370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:20:01.714078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/1d199510-08f2-49f1-93cd-9a654c2ee6ff HTTP/1.1" status: 204 len: 168 time: 1.5526376 Aug 06 18:20:01.729180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40124) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:01.751553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e6d42-17aa-4eff-b337-3d09981ba4d0 None None] Network 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:01.832934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d3d9cc5-e19b-4280-9ade-6f3ee999998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.855891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93970942-3780-44d1-b202-3419d11df164 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=1d199510-08f2-49f1-93cd-9a654c2ee6ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:01.884381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae1d7656-3f52-461b-9cf3-2c660effe879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1006637 Aug 06 18:20:01.918276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.921823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:01.923332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/306cadcb-dde1-4ea3-8cec-9b1e279ac28f HTTP/1.1" status: 204 len: 168 time: 1.9286647 Aug 06 18:20:01.942098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7b1e-0a2d-45f9-b778-9f46c17f97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306cadcb-dde1-4ea3-8cec-9b1e279ac28f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:02.155815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9a157242-41aa-4d7d-ba5f-259fa99a3582 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:02.176702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.274048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9a157242-41aa-4d7d-ba5f-259fa99a3582 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:02.275080 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.379543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.398785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] DHCP port deletion for 66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:20:02.409682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-3b72898a-72e9-4640-9d54-9569bececd5b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1873340705&fields=id&tenant_id=682a8448a66141a687234870f5250ff9 HTTP/1.1" status: 200 len: 267 time: 0.4452891 Aug 06 18:20:02.692045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40154) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:02.706284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821', 'binding:host_id': 'n-h1-793621-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-890620470'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:02.708681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Deleting port ed0361e8-fe24-4de5-a03a-631bae1e45e6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:02.709390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.778229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.794136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port ed0361e8-fe24-4de5-a03a-631bae1e45e6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:02.794574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.806417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-dac0f46c-fa0a-4f4b-a8e9-9389de5528fb tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:02.812298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-dac0f46c-fa0a-4f4b-a8e9-9389de5528fb tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 812 time: 0.3646636 Aug 06 18:20:02.812298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.850821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Made reservation on behalf of cbc9af2237e34d17ad6bd0a6084ec780 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:02.861356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.894572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] For port ed0361e8-fe24-4de5-a03a-631bae1e45e6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ed0361e8-fe24-4de5-a03a-631bae1e45e6,segment=NetworkSegment(034b27e4-d998-4417-946e-289a4f385b62),segment_id=034b27e4-d998-4417-946e-289a4f385b62)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:02.895291 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.897028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:02.929271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Calling delete_port for ed0361e8-fe24-4de5-a03a-631bae1e45e6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:02.964396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-27117889-0de4-436d-b691-75b97a0c3260 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/quotas/682a8448a66141a687234870f5250ff9 HTTP/1.1" status: 200 len: 375 time: 0.1253388 Aug 06 18:20:02.997977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1fbad5-5f2d-408f-80cd-1d3204de90ac,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:03.021367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.027787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-20f5be5c-e644-460f-8e37-4cfadc21bf55 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3259029 Aug 06 18:20:03.027983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40158) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:03.040267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '9f1fbad5-5f2d-408f-80cd-1d3204de90ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:03.145132 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.153200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] For port ed0361e8-fe24-4de5-a03a-631bae1e45e6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ed0361e8-fe24-4de5-a03a-631bae1e45e6,segment=NetworkSegment(034b27e4-d998-4417-946e-289a4f385b62),segment_id=034b27e4-d998-4417-946e-289a4f385b62)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:03.157185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.196402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.203035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for ed0361e8-fe24-4de5-a03a-631bae1e45e6 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:03.208734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.223446 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.248908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-6bd00ccd-3c33-4480-9061-5815fcec51b2 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424154 Aug 06 18:20:03.261339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 9684cb01-629c-46a0-864d-da9731a477b2 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:03.285694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] No DVR routers for this DVR port ed0361e8-fe24-4de5-a03a-631bae1e45e6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:03.297238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391be33-dcf3-4ab1-bf2a-935d40921a46 None None] Pushing event deleted for resources: {'Port': ['ID=ed0361e8-fe24-4de5-a03a-631bae1e45e6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:03.391037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.399194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b80f00-3991-4404-82f7-7848cc04543f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:03.429350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.565733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=ed0361e8-fe24-4de5-a03a-631bae1e45e6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:03.576434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No DVR routers for this DVR port ed0361e8-fe24-4de5-a03a-631bae1e45e6 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:03.603939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.645155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.713991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.726768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ee56ef-9ac9-441a-9f47-c7a6c8d62a00']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:03.740297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034b27e4-d998-4417-946e-289a4f385b62') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:03.740655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034b27e4-d998-4417-946e-289a4f385b62') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:03.752477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.781776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.794851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:20:03.795273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:20:03.799043 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:20:03.813857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ed0361e8-fe24-4de5-a03a-631bae1e45e6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:03.831893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:03.834088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8050776 Aug 06 18:20:03.840098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:03.850615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ed0361e8-fe24-4de5-a03a-631bae1e45e6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:20:03.851029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ed0361e8-fe24-4de5-a03a-631bae1e45e6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:20:03.853259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331ebc-fa24-433c-a386-66f99d12e416 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714c65ea-1c03-4db0-98b6-71b5c16efb29,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:03.882482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87ffc488-f739-4c85-be09-55d3ead9c54f tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules/714c65ea-1c03-4db0-98b6-71b5c16efb29 HTTP/1.1" status: 200 len: 763 time: 0.0379691 Aug 06 18:20:03.884105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:03.959501 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-bd137519-ee5c-4dc5-8c6c-b2d270661e27 service neutron] 10.222.0.64 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242195 Aug 06 18:20:04.015806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4b51140-7d84-46b1-ab7c-a5f417930554 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1300783 Aug 06 18:20:04.016831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40178) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.030769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 9684cb01-629c-46a0-864d-da9731a477b2 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:04.051884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.078711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.090728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.126229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Transition to ACTIVE for port object 9684cb01-629c-46a0-864d-da9731a477b2 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:04.130647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.133922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.143301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.145991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.147797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/714c65ea-1c03-4db0-98b6-71b5c16efb29 HTTP/1.1" status: 204 len: 168 time: 0.1271291 Aug 06 18:20:04.150093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/66ee56ef-9ac9-441a-9f47-c7a6c8d62a00 HTTP/1.1" status: 204 len: 168 time: 2.4168108 Aug 06 18:20:04.156311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40182) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.156989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40184) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.192517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-044996f4-99bc-435d-9b34-7140f130f0e0 service neutron] 10.222.0.64 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195828 Aug 06 18:20:04.194620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68588a3d-036e-494f-8deb-f1429824b1df tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=66ee56ef-9ac9-441a-9f47-c7a6c8d62a00,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:04.267140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.280435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80d93-c3ca-4dfe-a3af-9ef91ea79f6a tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=714c65ea-1c03-4db0-98b6-71b5c16efb29,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:04.408468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=9684cb01-629c-46a0-864d-da9731a477b2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:04.455671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d4fcb-ecb7-4a05-8258-a71cfc4576ac tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:04.465347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.465805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2e3d4fcb-ecb7-4a05-8258-a71cfc4576ac tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/9b8f15f0-e674-43b8-8ae6-28937fc968ff HTTP/1.1" status: 200 len: 845 time: 0.3041596 Aug 06 18:20:04.521492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8733eb05-492e-40af-87e5-369ce266a27d tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3623688 Aug 06 18:20:04.531136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40194) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.541402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '9f1fbad5-5f2d-408f-80cd-1d3204de90ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:04.573268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Checking segment: {'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:04.574515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Network hostable DHCP agents. Network: 457b1c1b-fc44-4e45-a10b-70905df7f821, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:20:04.596766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.652408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e49e71b-3a3c-47d9-875f-0eb9275dc31f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/9b8f15f0-e674-43b8-8ae6-28937fc968ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1853654 Aug 06 18:20:04.654181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40200) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:04.664741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:04.685889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:04.701548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84b580c8-37c9-4e54-9ee0-6b202d6cded0 req-410d3184-face-4f9f-9a45-3fa642191db5 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.1124599 Aug 06 18:20:04.702809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:20:04.777324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 457b1c1b-fc44-4e45-a10b-70905df7f821) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:04.790494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2986a-c457-424a-8227-924a125faf19 None None] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:04.812468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:04.885283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:04.885283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:04.891081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:04.940510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:04.941601 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:04.943495 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 2 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.005193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.006208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.007491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.033015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.036411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.038239 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.039852 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 3 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.050094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.113244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:05.126640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.127632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.128378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.130796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.134162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43109d1a-9284-4fe4-a22f-d82bdb060255,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:05.139939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.141671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d1b5c1be-3981-4b58-a9e9-053de84bc4fe tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6089902 Aug 06 18:20:05.143809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.144794 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.146517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:05.147449 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 4 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.188747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-175f8f35-39aa-486f-b9d9-6b03688523b6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules/43109d1a-9284-4fe4-a22f-d82bdb060255 HTTP/1.1" status: 200 len: 763 time: 0.0373895 Aug 06 18:20:05.189808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.190223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.190634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.193110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40216) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:05.204859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.205233 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.214002 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 5 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.234846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.235685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.236298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.249425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.251475 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.257568 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 6 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.303873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13cceb19-67e3-4f51-8bbc-a5588c9b2389 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1089830 Aug 06 18:20:05.316221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40218) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:05.363079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.364376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.365576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.386405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.392455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.393334 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.402243 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 7 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.419412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.555733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.558739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.560112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.569810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.580038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.581631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/43109d1a-9284-4fe4-a22f-d82bdb060255 HTTP/1.1" status: 204 len: 168 time: 0.2630649 Aug 06 18:20:05.623671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40226) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:05.624836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11cb6b-6a72-44b8-b264-861b237d24dd tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43109d1a-9284-4fe4-a22f-d82bdb060255,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:05.674138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.676411 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.691556 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 8 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.712858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:05.774534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.775168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.775832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.808894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4334d996-3adf-488e-b301-8092f376b4a7 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1574991 Aug 06 18:20:05.814980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:05.818783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.819312 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.819969 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 9 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.858700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Request body: {'security_group_rule': {'security_group_id': '9f1fbad5-5f2d-408f-80cd-1d3204de90ac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:05.873289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.873289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.873931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.890801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.891662 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.891954 n-d-793621-29 neutron-server[94121]: INFO neutron.plugins.ml2.plugin [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 10 to bind port 9684cb01-629c-46a0-864d-da9731a477b2 Aug 06 18:20:05.935687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:05.945590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:05.946470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:05.947068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:05.953669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 9684cb01-629c-46a0-864d-da9731a477b2 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:05.954692 n-d-793621-29 neutron-server[94121]: ERROR neutron.plugins.ml2.managers [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 9684cb01-629c-46a0-864d-da9731a477b2 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:05.955340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.003403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf51681c-6e10-4b65-b41d-3fed7e0437ec req-fbdf2d92-65d4-4a2d-912f-92dd90cca750 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.1166227 Aug 06 18:20:06.011457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:06.025049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:06.027281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.044204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b5533-a329-432c-b4f0-11063cc525ff None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:06.047774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=8607152c-0586-48e2-999f-ec82c5b56a0f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:06.081249 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Project 0865d4c033c343858a18bfc60d1e89df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:20:06.088544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-31af9753-1109-4853-a603-3445c3bf5e8d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4323661 Aug 06 18:20:06.094106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40236) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.100266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119340426'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:06.107459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.200673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.238623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.255371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.294229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da46585d-5639-4e6b-b8f9-351aba108bb2,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:06.307444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40242) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.356705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 9684cb01-629c-46a0-864d-da9731a477b2, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:06.364391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempted to set empty binding levels {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:20:06.374188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.422734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:06.424215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.425767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.434086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.494326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e0fc3801-d5df-4444-bb07-ae3da542f255', 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'tenant_id': '7957ff0fc52c4437971124105381519a', 'fixed_ips': [{'subnet_id': '8607152c-0586-48e2-999f-ec82c5b56a0f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:20:06.495948 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.496421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90f676-7a05-4756-bba5-0e11eedaf50d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:06.499865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.501317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0390f2b4-1012-445f-b027-e3d233559777 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6559365 Aug 06 18:20:06.506381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.538442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ab9bccf-2c39-45ed-a3a2-2be6ce6485a6 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules/da46585d-5639-4e6b-b8f9-351aba108bb2 HTTP/1.1" status: 200 len: 769 time: 0.0303080 Aug 06 18:20:06.542646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40248) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.590443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.591845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3002b3d7-44b0-414a-9459-7cb3a062af53 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4959438 Aug 06 18:20:06.596716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40250) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.606680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608650013'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:06.648585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.675530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=9684cb01-629c-46a0-864d-da9731a477b2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:06.697545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53410100-f91a-45d8-8ada-3b7138d85471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0023711 Aug 06 18:20:06.700609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40252) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:06.830503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.852120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7214f13-ebbd-434d-b13f-a06372662ca4 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3072681 Aug 06 18:20:06.854742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:06.862156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40254) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:07.024312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Allocated IP 2001:db8::2 (e0fc3801-d5df-4444-bb07-ae3da542f255/8607152c-0586-48e2-999f-ec82c5b56a0f/8263706d-c693-4572-8b44-e33c8ecedf3b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:07.041210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.044805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4465859 Aug 06 18:20:07.050731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.094601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.151961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40258) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:07.194277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e84ad-7172-4d8a-b0f1-13281d0458b0 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6b38e-4167-46b4-8e83-de485dd4af28,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:07.207424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-39308269', 'security_groups': ['fcd6b38e-4167-46b4-8e83-de485dd4af28'], 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8607152c-0586-48e2-999f-ec82c5b56a0f'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:07.250708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.278728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.282217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/da46585d-5639-4e6b-b8f9-351aba108bb2 HTTP/1.1" status: 204 len: 168 time: 0.4142630 Aug 06 18:20:07.283610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40260) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:07.349775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef595d-2f15-4dd7-b058-552255cdb8e0 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da46585d-5639-4e6b-b8f9-351aba108bb2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:07.385894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-5d065703-b13d-45f5-802a-7144cae98f47 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:07.388688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-5d065703-b13d-45f5-802a-7144cae98f47 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.16 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 812 time: 0.4999249 Aug 06 18:20:07.413581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d869a45-2fd6-4988-8fe5-689713823890 req-182e4bb9-8c8b-46c1-918f-557af279c302 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.0743337 Aug 06 18:20:07.432745 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.445903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:07.448506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Transition to ACTIVE for port object 8263706d-c693-4572-8b44-e33c8ecedf3b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:07.455825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926228648', 'description': 'tempest-secgroup-smoke-926228648 description', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:07.477114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Transition to ACTIVE for port object 8263706d-c693-4572-8b44-e33c8ecedf3b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:07.485346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.503926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Deleting port 9684cb01-629c-46a0-864d-da9731a477b2 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:07.504082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.532370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:07.536043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:07.540672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:07.581770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b90cee2-d835-4a92-aa7c-cd190ecb5769 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2495005 Aug 06 18:20:07.589876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40266) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:07.605531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-2a7fee4e-1f18-46f0-953e-2da045b66af5 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=682a8448a66141a687234870f5250ff9 HTTP/1.1" status: 200 len: 380 time: 0.1941721 Aug 06 18:20:07.606135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:07.610642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 9684cb01-629c-46a0-864d-da9731a477b2, host n-h1-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:07.611012 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.628775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.629224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.629896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.630658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.631185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.631837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.633775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.635030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.635030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.635491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.636527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.638809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:07.640642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Calling delete_port for 9684cb01-629c-46a0-864d-da9731a477b2 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:07.651650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Attempting to bind port 8263706d-c693-4572-8b44-e33c8ecedf3b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:07.652380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Attempting to bind port 8263706d-c693-4572-8b44-e33c8ecedf3b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:07.653043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Attempting to bind port 8263706d-c693-4572-8b44-e33c8ecedf3b on network e0fc3801-d5df-4444-bb07-ae3da542f255 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:07.663414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:07.664975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Checking segment: {'id': '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:07.665222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.665773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Bound using segment: {'id': '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:07.666750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Bound port: 8263706d-c693-4572-8b44-e33c8ecedf3b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:07.667449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.690258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'port': {'device_id': 'c18661eb-44e6-4336-a525-549f77511366', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'admin_state_up': True, 'tenant_id': '682a8448a66141a687234870f5250ff9', 'security_groups': ['f3806b6d-714e-4995-9452-5375a3710fac']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:07.714293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.716809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:20:07.716809 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:20:07.716809 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '7957ff0fc52c4437971124105381519a', 'id': '6fa5ab8d-87f7-437b-8859-696747a01376', 'expiration': datetime.datetime(2021, 8, 6, 18, 22, 7, 661817)}] Aug 06 18:20:07.716809 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:20:07.717696 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:20:07.737911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.790902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:07.797435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:07.809089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:07.934323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.045236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.093946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.125557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.145871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf015-0e2c-41f4-b55f-0613f2813bd7 None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:08.160909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.183986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event deleted for resources: {'Port': ['ID=9684cb01-629c-46a0-864d-da9731a477b2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:08.205041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.208682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7281abeb-8fca-4c01-b829-756586296ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9684cb01-629c-46a0-864d-da9731a477b2 HTTP/1.1" status: 204 len: 168 time: 1.5063350 Aug 06 18:20:08.214208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40268) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:08.260861 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f591dc19-99b6-4bed-8ead-6a0fd0059e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:20:08.262868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f591dc19-99b6-4bed-8ead-6a0fd0059e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports/9684cb01-629c-46a0-864d-da9731a477b2 HTTP/1.1" status: 404 len: 333 time: 0.0459557 Aug 06 18:20:08.263953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Made reservation on behalf of 682a8448a66141a687234870f5250ff9 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:08.268029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa49cd-ca40-44a6-b8bf-a54070882c6e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:08.268623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.272109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40270) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:08.278175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-90012524'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:08.291317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.294039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.298798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "DELETE /v2.0/security-groups/9f1fbad5-5f2d-408f-80cd-1d3204de90ac HTTP/1.1" status: 204 len: 168 time: 0.7042921 Aug 06 18:20:08.300794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40272) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:08.314966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a6aa9-a92b-4624-a2bb-2f76969a1d40 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1fbad5-5f2d-408f-80cd-1d3204de90ac,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:08.431757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.506979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1cc62376-0147-44e4-abef-4aa8efa7ec11 tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036054 Aug 06 18:20:08.517610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40276) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:08.536373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.552381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.657192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:08.698675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5280baf7-1790-4779-85fd-345ad2d66cff req-d2945199-30f7-4cda-a78d-ed99a385de26 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.1433997 Aug 06 18:20:08.763976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:08.837260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80eafaa5-7faf-4784-b907-956be012421c tempest-SecGroupIPv6Test-454174788 tempest-SecGroupIPv6Test-454174788-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3175280 Aug 06 18:20:08.862860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.864918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-635e553e-2592-407f-a7fd-f32abf0ea249 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4133074 Aug 06 18:20:08.872951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40282) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:08.883630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:08.922236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Made reservation on behalf of cbc9af2237e34d17ad6bd0a6084ec780 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:08.926274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:08.932359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Allocated IP 172.20.0.3 (33eb1104-9391-419b-af99-c4d850e1887d/fab6679c-2f19-4790-b5db-003bbcaca257/01e1a26a-e372-447e-8e3f-7307ab452ebe) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:08.980691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:08.994509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.171314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.391782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40286) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:09.397411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:09.495581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.515839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.541606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Deleting port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:09.542037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.588721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.599000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5f91a0-d227-496a-900c-5ddb17c396f3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:09.670812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.696275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.699718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-035bf787-9605-4a9d-b4b5-51302014e00c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8237169 Aug 06 18:20:09.705167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40290) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:09.740962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:09.776811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Transition to ACTIVE for port object 01e1a26a-e372-447e-8e3f-7307ab452ebe will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:09.858534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] For port 9bc94a2d-4c41-400e-b3eb-31ddb7b60333, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:09.858970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.875946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:09.894579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Calling delete_port for 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:09.901500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::3d4 (e0fc3801-d5df-4444-bb07-ae3da542f255/8607152c-0586-48e2-999f-ec82c5b56a0f/b36f80f0-37f1-411b-a1a6-9c5ddafa5989) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:09.992166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:10.036188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.044886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d3f7676c-9055-4888-ad13-22cf306a251c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0865d4c033c343858a18bfc60d1e89df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395922 Aug 06 18:20:10.049814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d95938d-d6c2-44d6-9d2f-b7d8f74741b7 None None] Provisioning for port 8263706d-c693-4572-8b44-e33c8ecedf3b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:10.052149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40296) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:10.087442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d95938d-d6c2-44d6-9d2f-b7d8f74741b7 None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:10.088421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d95938d-d6c2-44d6-9d2f-b7d8f74741b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.126253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8263706d-c693-4572-8b44-e33c8ecedf3b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:10.129837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5571af15-c289-48f5-b3ac-c0a5c2715017 req-953e2e81-688a-4e1e-8e5f-9049c97ec385 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.2116251 Aug 06 18:20:10.138346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:10.139128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.193738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:10.222397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8d95938d-d6c2-44d6-9d2f-b7d8f74741b7 None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:10.241497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.242233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:10.266538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:10.267850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:10.268638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.275303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4ff4a0-19a7-43ac-a2b0-86bc25d42420,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:10.294238 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.308193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.336380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.357382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:10.364705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.398816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc94a2d-4c41-400e-b3eb-31ddb7b60333,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:10.451895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:10.495035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d7ee44b-89dc-4a2f-8191-7b6bccf20507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.2206886 Aug 06 18:20:10.501710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40298) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:10.511659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:10.561146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Network 33eb1104-9391-419b-af99-c4d850e1887d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:10.592853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:10.616300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.618777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:10.630597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event updated for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:10.687450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.690302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.703067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.798453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ee1cdc-52b9-4655-a248-8e1821950f81,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:10.825127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.826552 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.857425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.861820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.863725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d49bd9b7-8b03-4c75-b5da-357fea931271 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1270900 Aug 06 18:20:10.872921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40300) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:10.874419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:10.875681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:10.884700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:10.968961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object b36f80f0-37f1-411b-a1a6-9c5ddafa5989 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:10.972906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-34ed45e2-1710-4bde-9ac0-31dcb424d0f4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2988436 Aug 06 18:20:10.991830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Request body: {'port': {'device_id': 'c18661eb-44e6-4336-a525-549f77511366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:11.007848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6bc16dd5-2729-4bf6-b80c-0dad4b2b7f22 None None] Provisioning for port 01e1a26a-e372-447e-8e3f-7307ab452ebe completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:11.015140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6bc16dd5-2729-4bf6-b80c-0dad4b2b7f22 None None] Provisioning complete for port 01e1a26a-e372-447e-8e3f-7307ab452ebe triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:11.015957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6bc16dd5-2729-4bf6-b80c-0dad4b2b7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.080346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.082487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.088550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b13101d-69ba-4b0e-9f0f-e5f6012bb1c5 HTTP/1.1" status: 204 len: 168 time: 0.9995818 Aug 06 18:20:11.122201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afddfa9-d5a2-4003-b9c7-6424b33a5a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b13101d-69ba-4b0e-9f0f-e5f6012bb1c5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:11.132209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.135626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.174347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6bc16dd5-2729-4bf6-b80c-0dad4b2b7f22 None None] Port 01e1a26a-e372-447e-8e3f-7307ab452ebe cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:11.239889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:11.257559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.282966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=b36f80f0-37f1-411b-a1a6-9c5ddafa5989,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:11.283299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Transition to ACTIVE for port object 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:11.289617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.302680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.313152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:11.339616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:11.345577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:11.352834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:11.354605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.459518 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c28ee773-2529-420f-a73b-37498f8bb1fe tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2928512 Aug 06 18:20:11.460651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40310) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:11.478740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:11.494541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706ffd-58f3-45ee-914e-3f6c777ef867 req-16d2a976-b6de-489c-8dd0-a380c0623a82 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:11.496305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39706ffd-58f3-45ee-914e-3f6c777ef867 req-16d2a976-b6de-489c-8dd0-a380c0623a82 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 931 time: 0.2146368 Aug 06 18:20:11.581624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4ff4a0-19a7-43ac-a2b0-86bc25d42420,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:11.635492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.713028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:11.713375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:11.713745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:11.721755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.737218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:11.737619 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:11.738525 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 2 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:11.743974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.762401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39706ffd-58f3-45ee-914e-3f6c777ef867 req-5855898c-3708-49f5-addb-95c746f39e4a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380631 Aug 06 18:20:11.789509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f74e29-8b5e-4a06-aaf4-33b31e239853,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:11.793290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Router bd03dc88-413e-455e-8fe2-87a86a2208c9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:20:11.822289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:11.822698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:11.823064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:11.840626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:11.842194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-add4fa88-c2e3-47f8-a471-2fe5946dad82 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9678423 Aug 06 18:20:11.844892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:11.845221 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:11.845691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40316) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:11.848304 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 3 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:11.858099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:11.919439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:11.919792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:11.920067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:11.931652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3c6e57f1-cc90-46d3-a685-6dd5e7a80f1d None None] Provisioning for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:11.942857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:11.943354 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:11.948339 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 4 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:11.950894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3c6e57f1-cc90-46d3-a685-6dd5e7a80f1d None None] Provisioning complete for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:11.954351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c6e57f1-cc90-46d3-a685-6dd5e7a80f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.006100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e1a26a-e372-447e-8e3f-7307ab452ebe {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:20:12.010629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.010966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.011355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.020526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.022650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.045522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.045833 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.050017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:12.057989 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 5 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.073912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:12.093557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.096182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.096517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.096855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.113375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Transition to ACTIVE for port object 01e1a26a-e372-447e-8e3f-7307ab452ebe will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:12.117349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:12.130942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07e683a5-08b2-462e-813c-72fef1ed3206 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd03dc88-413e-455e-8fe2-87a86a2208c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8216007 Aug 06 18:20:12.140033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.140033 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.142593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:12.143427 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 6 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.165173 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.179783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e57f1-cc90-46d3-a685-6dd5e7a80f1d None None] Port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:12.184243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Sync routers for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:12.203279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:12.204247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:12.236350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.236712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.237168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.241369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.255208 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.269559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.270260 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.279332 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 7 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.292375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:12.336941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3342977-41c6-4b82-80fb-04cd60e30b4b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:12.372912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.373906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-777a72ab-affd-46f8-8a93-c9171ce2be29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5215681 Aug 06 18:20:12.377250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.378076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.378436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.385736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40328) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:12.408903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.409768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:12.410619 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.418848 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 8 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.426887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:12.427425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.429372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.569143 n-d-793621-29 neutron-server[94121]: INFO neutron.db.ipam_backend_mixin [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8607152c-0586-48e2-999f-ec82c5b56a0f (CIDR: 2001:db8::/64) Aug 06 18:20:12.573999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:12.578711 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:20:12.582572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:12.586525 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:20:12.604743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.606514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.606514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.649908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.650250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.650250 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.650250 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 9 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.655710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Attempting to bind port 01e1a26a-e372-447e-8e3f-7307ab452ebe on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.656299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Attempting to bind port 01e1a26a-e372-447e-8e3f-7307ab452ebe by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.656833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Attempting to bind port 01e1a26a-e372-447e-8e3f-7307ab452ebe on network 33eb1104-9391-419b-af99-c4d850e1887d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.674025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.674025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.674580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.688968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b5ce5a5-93e1-43a4-b7e9-bab36143bd7b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2199202 Aug 06 18:20:12.688968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Port 01e1a26a-e372-447e-8e3f-7307ab452ebe on network 33eb1104-9391-419b-af99-c4d850e1887d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.688968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Attempting to bind port 01e1a26a-e372-447e-8e3f-7307ab452ebe on network 33eb1104-9391-419b-af99-c4d850e1887d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.701262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40336) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:12.723114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:12.723491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Checking segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:12.723949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Bound using segment: {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:12.724424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Bound port: 01e1a26a-e372-447e-8e3f-7307ab452ebe, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d32d9ed-5973-494e-acc3-6063114a8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:12.728215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.749834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:12.758581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.759136 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.763429 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 10 to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 Aug 06 18:20:12.815669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.829500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:12.829500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:12.829500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:12.837495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.856875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:12.856875 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:12.861628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.924326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:12.970649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:20:10Z', 'revision_number': 5, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port': {'id': '35ff144a-0995-4e82-9224-9ab5ea80c83d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:10:39Z', 'updated_at': '2021-08-06T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:12.991950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:13.008835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Checking router: bd03dc88-413e-455e-8fe2-87a86a2208c9 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:13.020181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Routers {'bd03dc88-413e-455e-8fe2-87a86a2208c9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:13.021010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['bd03dc88-413e-455e-8fe2-87a86a2208c9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:13.160219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] Set router bd03dc88-413e-455e-8fe2-87a86a2208c9 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:13.172290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Deleting port 35ff144a-0995-4e82-9224-9ab5ea80c83d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:13.172843 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.177941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:13.178567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempted to set empty binding levels {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:20:13.218076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.242344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:20:12Z', 'revision_number': 6, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:13.248475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] In _notify_port_updated(), no bound segment for port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:13.250736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.251910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.257189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "PUT /v2.0/ports/8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 HTTP/1.1" status: 200 len: 978 time: 2.7508373 Aug 06 18:20:13.276777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac643a46-63c1-4f06-82ec-54c2ab52feb0 None None] The sync data for ids ['bd03dc88-413e-455e-8fe2-87a86a2208c9'] in n-d-793621-29 is: [{'id': 'bd03dc88-413e-455e-8fe2-87a86a2208c9', 'name': 'tempest-AttachVolumeTestJSON-401232885-router', 'tenant_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:10:34Z', 'updated_at': '2021-08-06T18:20:12Z', 'revision_number': 6, 'project_id': 'ea4bfcdedfa74ae281b53c9f8586a833', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:20:13.339136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:13.343913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-290285fe-76a2-480a-ac36-e59126591da4 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1403177259', 'prefixes': ['172.20.0.0/16']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:13.380483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c32dc59-45ad-4702-8708-12e2f391468e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:13.398587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.404009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d2ef8c7f-4404-4e09-ac7b-9f0232f828ac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0056844 Aug 06 18:20:13.425275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40348) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:13.434944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:13.501846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae5bc-f814-4f99-b5ce-8393de78f659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4ff4a0-19a7-43ac-a2b0-86bc25d42420,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:13.520950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:13.538747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:13.583015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.591934 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:20:13.633657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] For port 35ff144a-0995-4e82-9224-9ab5ea80c83d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=35ff144a-0995-4e82-9224-9ab5ea80c83d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:13.634331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.685830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a2eb-f8f6-4643-82f6-da86dce7873a req-f617932e-df0f-4c20-9673-8d9b199702f5 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.699418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e27a2eb-f8f6-4643-82f6-da86dce7873a req-f617932e-df0f-4c20-9673-8d9b199702f5 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 943 time: 0.3430285 Aug 06 18:20:13.702318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.738730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.739228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.741034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.743506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.744031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.744512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.745152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.747208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.749358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.750015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.750916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.751049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.751631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.756117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.758892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.759400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.759919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.760593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.771805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.773903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:13.774339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 1092 time: 2.7879350 Aug 06 18:20:13.774735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.774735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.777132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.787827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.788707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.790383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:13.795028 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca808d3-8610-4557-9171-8077def83887" -d '{"events": [{"name": "network-changed", "server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:13.796831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:13.836625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-40baea1a-986f-48f6-8bb6-797cf3fe15a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36853 time: 0.4699857 Aug 06 18:20:13.836625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Calling delete_port for 35ff144a-0995-4e82-9224-9ab5ea80c83d owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:13.837928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40352) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:13.872122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:13.991302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:20:13.992182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9bc94a2d-4c41-400e-b3eb-31ddb7b60333 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:20:14.046487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e27a2eb-f8f6-4643-82f6-da86dce7873a req-98607c20-5bf0-44eb-8262-575a8cf36977 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452854 Aug 06 18:20:14.049624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:14.055880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-290285fe-76a2-480a-ac36-e59126591da4 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] Notify callbacks [] for subnetpool, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.058051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-290285fe-76a2-480a-ac36-e59126591da4 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0641651 Aug 06 18:20:14.064586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.080523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40354) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:14.145527 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fd033-64c2-4994-89ec-e3542665676d x-openstack-request-id: req-bb0fd033-64c2-4994-89ec-e3542665676d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:14.145999 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:14.146399 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb0fd033-64c2-4994-89ec-e3542665676d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:14.148134 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'status': 'completed', 'code': 200} Aug 06 18:20:14.178984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fa5b-3d6d-4eb5-a5d4-20083d2da6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:14.199635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8cc6159-e315-436d-8539-0c105449e609 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "GET /v2.0/subnetpools/cd21d03f-35a7-4c72-9eea-cc8c1d0a30d5 HTTP/1.1" status: 200 len: 732 time: 0.1082006 Aug 06 18:20:14.202003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40356) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:14.212211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-64b34bfc-0836-4571-a7e5-712a387ce0ed tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-97913151'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:14.315214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-012cdda1-9c38-42f2-b507-3c2cdc763deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:14.317167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-012cdda1-9c38-42f2-b507-3c2cdc763deb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1095 time: 0.3944099 Aug 06 18:20:14.319630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.336758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Deleting port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:14.337219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.385835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.413176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-35446a9e-17e1-4818-bdc0-7ecda5dbda53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 217 time: 0.0818815 Aug 06 18:20:14.438954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d754cb8-95ad-4a32-a336-bf9f60d7b335,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:14.492554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.498296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9b3b091b-8e3e-4c32-af49-dbf69b5fa861 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0675080 Aug 06 18:20:14.498566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40358) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:14.521800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'network': {'name': 'tempest-network-smoke--1968713874', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:14.564538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-a2d94449-fb8c-445b-b35a-1681c0801bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:14.567790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-a2d94449-fb8c-445b-b35a-1681c0801bb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 200 len: 851 time: 0.1394236 Aug 06 18:20:14.576644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420, host n-h1-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:14.577458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.615776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-64b34bfc-0836-4571-a7e5-712a387ce0ed tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] Notify callbacks [] for subnetpool, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.621347 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-64b34bfc-0836-4571-a7e5-712a387ce0ed tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "PUT /v2.0/subnetpools/cd21d03f-35a7-4c72-9eea-cc8c1d0a30d5 HTTP/1.1" status: 200 len: 682 time: 0.4141030 Aug 06 18:20:14.624125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40362) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:14.638764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Calling delete_port for 8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:14.645637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:14.651576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.668434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:14.786311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ff144a-0995-4e82-9224-9ab5ea80c83d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:14.787039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-8c3b41fb-c95f-45f3-a23e-1c1175232fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:14.796906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-8c3b41fb-c95f-45f3-a23e-1c1175232fdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33eb1104-9391-419b-af99-c4d850e1887d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183340 Aug 06 18:20:15.022861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.048970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-e1d34f13-9286-4a14-a60f-e4e9fc00be8c service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420969 Aug 06 18:20:15.205775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:15.239572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:15.261948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739ddf1-8b70-4f8b-b9f8-54b4cde81880 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:15.271500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:15.272554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.294639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:20:15.297126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=9bb60011-1505-448b-90c7-6c3aa75791e3,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:15.327681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-01b20580-b92e-4840-bb40-cfb72ce01d3e req-65a7209d-6f8d-4614-a983-8cac8f07ca6b service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451036 Aug 06 18:20:15.329079 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.329714 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Added segment 79ca6379-9c90-45c0-af0f-f8620262b3e9 of type vlan for network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 Aug 06 18:20:15.334806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.335571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-740db747-ba11-485d-8cbe-3ab94e222bcc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6135361 Aug 06 18:20:15.336274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40366) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.347049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-199368127', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bb60011-1505-448b-90c7-6c3aa75791e3'}], 'security_groups': ['ca90f676-7a05-4756-bba5-0e11eedaf50d']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:15.380782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6258630-b286-49bd-abd2-ec98eec1ef12 req-35d5a0b8-4545-46c4-909c-a9a135c5f419 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:15.384670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6258630-b286-49bd-abd2-ec98eec1ef12 req-35d5a0b8-4545-46c4-909c-a9a135c5f419 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 943 time: 0.1815393 Aug 06 18:20:15.442904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24646a4b-6557-4eec-aceb-9b62fdc1892e tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] Notify callbacks [] for subnetpool, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.446392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24646a4b-6557-4eec-aceb-9b62fdc1892e tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "DELETE /v2.0/subnetpools/cd21d03f-35a7-4c72-9eea-cc8c1d0a30d5 HTTP/1.1" status: 204 len: 168 time: 0.8164480 Aug 06 18:20:15.466999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40368) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.504252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.507617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.512916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.521825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.531487 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-009aae9f-d2ef-42b1-a1c0-c0a347991306 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] show failed (client error): The resource could not be found. Aug 06 18:20:15.532804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-009aae9f-d2ef-42b1-a1c0-c0a347991306 tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "GET /v2.0/subnetpools/cd21d03f-35a7-4c72-9eea-cc8c1d0a30d5 HTTP/1.1" status: 404 len: 346 time: 0.0644479 Aug 06 18:20:15.540664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40370) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.578140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f4ff4a0-19a7-43ac-a2b0-86bc25d42420,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:15.629219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.635674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45655f7f-f71e-4dcd-85ec-e6e5a7b62f45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "DELETE /v2.0/ports/8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 HTTP/1.1" status: 204 len: 168 time: 1.7922730 Aug 06 18:20:15.635674 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-2419baf4-b5ea-4e92-9ce2-e804537b50ff tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] delete failed (client error): The resource could not be found. Aug 06 18:20:15.635674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2419baf4-b5ea-4e92-9ce2-e804537b50ff tempest-SubnetPoolsTestJSON-824837693 tempest-SubnetPoolsTestJSON-824837693-project] 10.222.0.64 "DELETE /v2.0/subnetpools/cd21d03f-35a7-4c72-9eea-cc8c1d0a30d5 HTTP/1.1" status: 404 len: 346 time: 0.0732567 Aug 06 18:20:15.637685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40372) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.645486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6258630-b286-49bd-abd2-ec98eec1ef12 req-b1353b44-1721-4978-a582-a75502c4687f tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144966 Aug 06 18:20:15.653603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca808d3-8610-4557-9171-8077def83887 req-ade00853-5c14-43ac-98bc-5091796def45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:15.655358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-ade00853-5c14-43ac-98bc-5091796def45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1095 time: 0.2285414 Aug 06 18:20:15.684008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.684666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd03dc88-413e-455e-8fe2-87a86a2208c9 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:20:15.687357 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a91152-6d96-4332-b023-0a84d47bf307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:20:15.689304 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-81a91152-6d96-4332-b023-0a84d47bf307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports/8f4ff4a0-19a7-43ac-a2b0-86bc25d42420 HTTP/1.1" status: 404 len: 333 time: 0.0505569 Aug 06 18:20:15.698491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.698491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb5ea997-02e3-4144-a7de-f14c18f772c2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bd03dc88-413e-455e-8fe2-87a86a2208c9 HTTP/1.1" status: 204 len: 168 time: 3.5495462 Aug 06 18:20:15.698904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40376) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.699618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.706807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:15.707481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.715155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40378) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:15.720755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-565570306', 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:15.944682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Update dhcp port {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'fixed_ips': [{'subnet_id': '8607152c-0586-48e2-999f-ec82c5b56a0f', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bb60011-1505-448b-90c7-6c3aa75791e3'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '8263706d-c693-4572-8b44-e33c8ecedf3b'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:20:15.951383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35ff144a-0995-4e82-9224-9ab5ea80c83d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:15.970095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:15.973219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca808d3-8610-4557-9171-8077def83887 req-c535cb9b-fb0b-4de3-839a-9f7877a69c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:15.975525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-c535cb9b-fb0b-4de3-839a-9f7877a69c9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 913 time: 0.3122001 Aug 06 18:20:16.000768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 35ff144a-0995-4e82-9224-9ab5ea80c83d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:20:16.001476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 35ff144a-0995-4e82-9224-9ab5ea80c83d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:20:16.013046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Network': ['ID=9e89a34c-62f7-40da-a2ca-f8336f9a9506,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:16.024384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.053413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-f09c4759-d27e-4500-baaf-701dbdf14ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 217 time: 0.0628004 Aug 06 18:20:16.055304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Deleting subnet 1d30067c-c662-4638-8df8-40cf59f99f5b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:16.059057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:20:16.060927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Made reservation on behalf of cbc9af2237e34d17ad6bd0a6084ec780 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:16.069100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.069100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.086343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffbab512-78f6-4917-b739-898e35b8c2b9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5767508 Aug 06 18:20:16.113759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:16.155965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'admin_state_up': True, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:16.167465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.244934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca808d3-8610-4557-9171-8077def83887 req-8c4b1a9d-5160-461b-8b48-f32ac3721c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:16.247159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-8c4b1a9d-5160-461b-8b48-f32ac3721c7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 200 len: 851 time: 0.1821129 Aug 06 18:20:16.255053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.256553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.271790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40386) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:16.362776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 91c02d36-df9c-44f8-b003-af42818191d3 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:16.388965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Allocated IP 2001:db8:0:1::2 (e0fc3801-d5df-4444-bb07-ae3da542f255/9bb60011-1505-448b-90c7-6c3aa75791e3/8263706d-c693-4572-8b44-e33c8ecedf3b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:16.471775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.495807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.519215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f05344e2-3d47-4970-8f24-6f765e68aed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.550536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:16.614977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.627449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca808d3-8610-4557-9171-8077def83887 req-cc3ad349-df88-4134-8c21-6f319f601ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:16.629192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-cc3ad349-df88-4134-8c21-6f319f601ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33eb1104-9391-419b-af99-c4d850e1887d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3561788 Aug 06 18:20:16.642771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Transition to ACTIVE for port object 8263706d-c693-4572-8b44-e33c8ecedf3b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:16.651721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.654293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.695143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d30067c-c662-4638-8df8-40cf59f99f5b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:16.704241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.706573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.712237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2f356d21-69e3-4ecf-a5d0-eca11ccde7c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1d30067c-c662-4638-8df8-40cf59f99f5b HTTP/1.1" status: 204 len: 168 time: 0.8578570 Aug 06 18:20:16.715986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:16.747406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd681d7a-93d1-4cbe-a1a3-6bf5e82a1794 None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:16.751899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f610b9-2dab-4016-a104-9236ea850762 None None] Network a9ea0630-b98a-4953-a59b-c0474f6fc6db requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:16.833194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:16.911583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.001069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.112012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:17.113166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a240b-0f8a-427a-a456-767c4866d687 req-cc808245-5b24-4724-9d99-5bab3bf52f1f tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:17.120694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-329a240b-0f8a-427a-a456-767c4866d687 req-cc808245-5b24-4724-9d99-5bab3bf52f1f tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 943 time: 0.3176041 Aug 06 18:20:17.132465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:17.138399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:17.139403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:17.140083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.160126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=91c02d36-df9c-44f8-b003-af42818191d3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:17.161283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] DHCP port deletion for a9ea0630-b98a-4953-a59b-c0474f6fc6db request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:20:17.203294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Deleting port 59129ff6-37e7-4349-a56d-46fe9ea3d20f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:17.203873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.204750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-3f9d6488-2837-4b76-8502-3169274a7f18 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576098 Aug 06 18:20:17.258552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Delete allocated IP 2001:db8::3d4 (e0fc3801-d5df-4444-bb07-ae3da542f255/8607152c-0586-48e2-999f-ec82c5b56a0f) {{(pid=94121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:20:17.268079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Deleting port 59129ff6-37e7-4349-a56d-46fe9ea3d20f {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:17.270324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.301660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] For port 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=59129ff6-37e7-4349-a56d-46fe9ea3d20f,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:17.302143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.311728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8:0:1::31f (e0fc3801-d5df-4444-bb07-ae3da542f255/9bb60011-1505-448b-90c7-6c3aa75791e3/b36f80f0-37f1-411b-a1a6-9c5ddafa5989) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:17.319463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Calling delete_port for 59129ff6-37e7-4349-a56d-46fe9ea3d20f owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:17.383267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] For port 59129ff6-37e7-4349-a56d-46fe9ea3d20f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=59129ff6-37e7-4349-a56d-46fe9ea3d20f,segment=NetworkSegment(b48e7688-c910-4f76-9826-794681e792df),segment_id=b48e7688-c910-4f76-9826-794681e792df)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:17.383843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.403112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-329a240b-0f8a-427a-a456-767c4866d687 req-330d71e6-564c-4be5-8906-5ab69f23fe5f tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619581 Aug 06 18:20:17.408166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Calling delete_port for 59129ff6-37e7-4349-a56d-46fe9ea3d20f owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:17.417805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f05344e2-3d47-4970-8f24-6f765e68aed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.446262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3b063e3-a4f4-4664-8867-e98e55c77b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7340949 Aug 06 18:20:17.450406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40396) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:17.452341 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f05344e2-3d47-4970-8f24-6f765e68aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.508229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.521340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6dda0-7a35-4204-a1d2-3d6a12eef55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:17.523021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-38b6dda0-7a35-4204-a1d2-3d6a12eef55e tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports/91c02d36-df9c-44f8-b003-af42818191d3 HTTP/1.1" status: 200 len: 958 time: 0.0709252 Aug 06 18:20:17.530250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40398) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:17.546409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.554192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=59129ff6-37e7-4349-a56d-46fe9ea3d20f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:17.561053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] No DVR routers for this DVR port 59129ff6-37e7-4349-a56d-46fe9ea3d20f on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:17.572172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] Pushing event deleted for resources: {'Port': ['ID=59129ff6-37e7-4349-a56d-46fe9ea3d20f,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:17.592021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83a2b4-79f7-4ac8-aaaf-b0287f2cb324 None None] No DVR routers for this DVR port 59129ff6-37e7-4349-a56d-46fe9ea3d20f on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:17.616979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05344e2-3d47-4970-8f24-6f765e68aed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a12422-b4b8-4ab9-a52a-02a9282e343e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:17.666953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f05344e2-3d47-4970-8f24-6f765e68aed8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377b37e40f004991bf4353c1b816cb12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3870194 Aug 06 18:20:17.670045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40400) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:17.685659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cca808d3-8610-4557-9171-8077def83887 req-ed41260b-c32d-414a-aafd-3ed575be0433 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529665 Aug 06 18:20:17.710120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.750356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea0630-b98a-4953-a59b-c0474f6fc6db']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:17.811270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48e7688-c910-4f76-9826-794681e792df') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:17.811763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48e7688-c910-4f76-9826-794681e792df') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:17.838430 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.848582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.862468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:17.875026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.909032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Deleting port 91c02d36-df9c-44f8-b003-af42818191d3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:17.909426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.909775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.916298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.917311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.939193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:20:17.939856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.940227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:20:17.943613 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:20:18.033992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object b36f80f0-37f1-411b-a1a6-9c5ddafa5989 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:18.063112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.071443 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.096051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 59129ff6-37e7-4349-a56d-46fe9ea3d20f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:18.107226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.118003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.121399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a9ea0630-b98a-4953-a59b-c0474f6fc6db HTTP/1.1" status: 204 len: 168 time: 1.4039793 Aug 06 18:20:18.147787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Calling delete_port for 91c02d36-df9c-44f8-b003-af42818191d3 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:18.152462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ea0630-b98a-4953-a59b-c0474f6fc6db,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:18.171366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.184739 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.186119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1a12422-b4b8-4ab9-a52a-02a9282e343e HTTP/1.1" status: 204 len: 168 time: 0.5143158 Aug 06 18:20:18.201117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.201679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.202133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.202558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.202904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.203238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.203572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.203905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.204323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.204653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.205091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.205566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6f475-d4dc-443c-a4c0-008aec006b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:18.209792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2f2e-2362-4f24-8f33-65f0c9e602cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a12422-b4b8-4ab9-a52a-02a9282e343e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:18.219401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 59129ff6-37e7-4349-a56d-46fe9ea3d20f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:20:18.219867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 59129ff6-37e7-4349-a56d-46fe9ea3d20f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:20:18.239216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Provisioning for port 8263706d-c693-4572-8b44-e33c8ecedf3b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:18.254361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:18.255004 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.281820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] In _notify_port_updated(), no bound segment for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 on network e0fc3801-d5df-4444-bb07-ae3da542f255 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:18.301260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:18.303372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.306141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/ports/b36f80f0-37f1-411b-a1a6-9c5ddafa5989 HTTP/1.1" status: 200 len: 930 time: 2.9678550 Aug 06 18:20:18.310883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40408) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:18.520771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40414) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:18.560215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Provisioning for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:18.574779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Provisioning complete for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:18.576749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.628264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.163 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/304048c2-f1d4-4b69-a1c5-8f72c849c4c3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:18.643270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b1c95904-f5c2-40bf-9b56-4ded17e23b66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea4bfcdedfa74ae281b53c9f8586a833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151624 Aug 06 18:20:18.644807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40416) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:18.657323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:18.678861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.692498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:18.693114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.765336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0711d947-1e1b-4fb5-a50a-c6a0e3551ed9 None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:18.803429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:18.804345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.808257 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.896597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.898735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e3e7e9e0-c3bb-476d-81a5-6be207097680 None None] Provisioning complete for port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:18.899117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e3e7e9e0-c3bb-476d-81a5-6be207097680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:18.973986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7e9e0-c3bb-476d-81a5-6be207097680 None None] Port b36f80f0-37f1-411b-a1a6-9c5ddafa5989 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:18.977527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.002422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for b36f80f0-37f1-411b-a1a6-9c5ddafa5989 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:19.078737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.084162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.091262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7808588e-2a6c-441e-8cc8-bdd104be782c HTTP/1.1" status: 204 len: 168 time: 0.4438980 Aug 06 18:20:19.118508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e46c4-a0ec-4981-a8d2-6420a504a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808588e-2a6c-441e-8cc8-bdd104be782c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:19.255499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4d5a7-9055-4c61-b26c-ae0ea00bd1d7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=b36f80f0-37f1-411b-a1a6-9c5ddafa5989,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:19.258849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01e1a26a-e372-447e-8e3f-7307ab452ebe details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:20:19.286689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.325288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.327576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "DELETE /v2.0/ports/91c02d36-df9c-44f8-b003-af42818191d3 HTTP/1.1" status: 204 len: 168 time: 1.7805800 Aug 06 18:20:19.347748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:19.366344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=b36f80f0-37f1-411b-a1a6-9c5ddafa5989,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:19.408437 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da53fd-f282-4eef-abeb-3059e7ad1457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:20:19.411212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d1da53fd-f282-4eef-abeb-3059e7ad1457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports/91c02d36-df9c-44f8-b003-af42818191d3 HTTP/1.1" status: 404 len: 333 time: 0.0610876 Aug 06 18:20:19.451408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40436) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:19.458072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.466698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a5fff6c4-6e82-4c2b-a359-5aa6b2ee9b65 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/b36f80f0-37f1-411b-a1a6-9c5ddafa5989 HTTP/1.1" status: 204 len: 168 time: 1.1536596 Aug 06 18:20:19.467387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e1316-78ab-47ca-8d3e-ea008a6a1a09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event deleted for resources: {'Port': ['ID=91c02d36-df9c-44f8-b003-af42818191d3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:19.483796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1342859419'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:19.484094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:19.535241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Made reservation on behalf of cbc9af2237e34d17ad6bd0a6084ec780 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:19.540723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:19.542164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.569237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'port_id': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'mac_address': 'fa:16:3e:b8:f7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:20:19.578969 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1afce2-147e-4b71-9aca-d7b9b3834e09 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:20:19.586069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4c1afce2-147e-4b71-9aca-d7b9b3834e09 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/b36f80f0-37f1-411b-a1a6-9c5ddafa5989 HTTP/1.1" status: 404 len: 333 time: 0.0960002 Aug 06 18:20:19.591064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40442) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:19.592817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 69443d12-26fb-4262-ae33-b21954eb1390 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:19.616670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6541a91-088d-4a64-9434-0f7abd5c2d7e req-f0b438cc-8fd5-478f-a603-64e2dd4c8852 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:19.632601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6541a91-088d-4a64-9434-0f7abd5c2d7e req-f0b438cc-8fd5-478f-a603-64e2dd4c8852 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 943 time: 0.9761848 Aug 06 18:20:19.641336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.658198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e1a26a-e372-447e-8e3f-7307ab452ebe {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:20:19.690483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:19.699242 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.811418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:19.838409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.906870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6541a91-088d-4a64-9434-0f7abd5c2d7e req-73d51847-a760-42d9-bd2f-1f12635cb69d tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728601 Aug 06 18:20:19.954832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:19.963846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.012338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['01e1a26a-e372-447e-8e3f-7307ab452ebe'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:20:20.024695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:20.028923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:20.040950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:20.098433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:20.108883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.294339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.300074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.305809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/security-groups/fcd6b38e-4167-46b4-8e83-de485dd4af28 HTTP/1.1" status: 204 len: 168 time: 0.6932194 Aug 06 18:20:20.306520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40458) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:20.341634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaade3-ca2d-4494-8da0-29a723cf01cd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6b38e-4167-46b4-8e83-de485dd4af28,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:20.356773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.450342 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.459855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.532558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Network 457b1c1b-fc44-4e45-a10b-70905df7f821 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:20.537348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:20.540658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:20.541946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:20.542578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.567821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.569345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1157265 Aug 06 18:20:20.575239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:20.582912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:20.586597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a7470-3b5a-46cb-acb4-96fb71cafc34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=69443d12-26fb-4262-ae33-b21954eb1390,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:20.688115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.804906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.808128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.809505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/security-groups/ca90f676-7a05-4756-bba5-0e11eedaf50d HTTP/1.1" status: 204 len: 168 time: 0.5018511 Aug 06 18:20:20.818627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40474) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:20.870695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5c3f1-8959-4029-a534-4aee8416eddd tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90f676-7a05-4756-bba5-0e11eedaf50d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:20.885631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:20.987372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 8607152c-0586-48e2-999f-ec82c5b56a0f {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:20.996574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.018364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] device_id is not set on port 69443d12-26fb-4262-ae33-b21954eb1390 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:21.042447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.047250 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.069116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Transition to ACTIVE for port object 69443d12-26fb-4262-ae33-b21954eb1390 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:21.080439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.173360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.173750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.174303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.178495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=69443d12-26fb-4262-ae33-b21954eb1390,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:21.184353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.184717 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.185179 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 2 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.207962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.208497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.209025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.218305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.218821 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.219468 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 3 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.244687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.245239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.245895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.254263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01e1a26a-e372-447e-8e3f-7307ab452ebe up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:21.255167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.261354 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.262035 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 4 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.300256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.301339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.302557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.313214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.318765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.319692 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.321056 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 5 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.356568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.358363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.359349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.368597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.369034 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.369623 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 6 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.397317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.397818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.398024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 01e1a26a-e372-447e-8e3f-7307ab452ebe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:21.398465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.403872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 01e1a26a-e372-447e-8e3f-7307ab452ebe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:21.404454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.405838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.406351 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.406951 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 7 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.436377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ecd5a-fe7d-40bc-a742-f9beba91155f req-f78b3fb3-ef55-4312-a933-bfc211e51d31 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:21.450960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c7ecd5a-fe7d-40bc-a742-f9beba91155f req-f78b3fb3-ef55-4312-a933-bfc211e51d31 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 944 time: 0.3749022 Aug 06 18:20:21.455894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.456405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.456878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.477397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.479085 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.479788 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 8 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.525501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.525885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.526230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.533856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.534188 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.534585 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 9 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.551906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.565184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.565740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.566102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.574600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.575207 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.575898 n-d-793621-29 neutron-server[94122]: INFO neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempt 10 to bind port 69443d12-26fb-4262-ae33-b21954eb1390 Aug 06 18:20:21.599007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:21.599007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:21.599007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempting to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:21.599667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:21.603856 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94016367-4b61-4cfb-b7f8-7d16a7c8003c" -d '{"events": [{"server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "name": "network-vif-plugged", "status": "completed", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:21.608811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:21.609788 n-d-793621-29 neutron-server[94122]: ERROR neutron.plugins.ml2.managers [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Failed to bind port 69443d12-26fb-4262-ae33-b21954eb1390 on host n-h1-793621-29 for vnic_type normal using segments [{'id': '08807648-b31b-4f0d-91e0-15c0cdb9d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '457b1c1b-fc44-4e45-a10b-70905df7f821'}] Aug 06 18:20:21.610735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.613266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.638397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:21.649341 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.746042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=8607152c-0586-48e2-999f-ec82c5b56a0f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:21.765243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:21.791606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c7ecd5a-fe7d-40bc-a742-f9beba91155f req-66945ad5-8c34-4cfc-bf69-e972a2b030d4 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394380 Aug 06 18:20:21.804324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 69443d12-26fb-4262-ae33-b21954eb1390, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:21.804854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attempted to set empty binding levels {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 18:20:21.812464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cae3a9-cc8e-412e-a5d9-6ed1a776b983 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:21.813228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.825981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e278e3c0-31ff-4011-a181-a94494380907 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/8607152c-0586-48e2-999f-ec82c5b56a0f HTTP/1.1" status: 204 len: 168 time: 1.0042045 Aug 06 18:20:21.827370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40502) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:21.843000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:21.880470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.972967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:21.992635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] In _notify_port_updated(), no bound segment for port 69443d12-26fb-4262-ae33-b21954eb1390 on network 457b1c1b-fc44-4e45-a10b-70905df7f821 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:21.993784 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd04bbf-1a3b-467e-b83f-9971660f694d x-openstack-request-id: req-5bd04bbf-1a3b-467e-b83f-9971660f694d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:21.994118 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "name": "network-vif-plugged", "status": "completed", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:21.994292 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd04bbf-1a3b-467e-b83f-9971660f694d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:21.994712 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'code': 200} Aug 06 18:20:21.998394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:21.999045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:22.000764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "PUT /v2.0/ports/69443d12-26fb-4262-ae33-b21954eb1390 HTTP/1.1" status: 200 len: 980 time: 1.4243095 Aug 06 18:20:22.055883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40506) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:22.258157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de024-fb56-4ce0-9038-4bf04dc2d623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event updated for resources: {'Port': ['ID=69443d12-26fb-4262-ae33-b21954eb1390,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:22.359957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130ce2d-9996-4394-be5f-00849fda3e62 req-904f1aac-87d2-4f83-a8c9-f25cf61484f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:22.361670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2130ce2d-9996-4394-be5f-00849fda3e62 req-904f1aac-87d2-4f83-a8c9-f25cf61484f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1097 time: 0.1277559 Aug 06 18:20:22.411241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Deleting port 69443d12-26fb-4262-ae33-b21954eb1390 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:22.411601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:22.448274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:22.453813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:22.557489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2130ce2d-9996-4394-be5f-00849fda3e62 req-09d70c09-fffd-4ae0-a474-12e539ae6282 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834695 Aug 06 18:20:22.577948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router f730e747-ee05-4c32-ac99-332effcbe94c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:20:22.606809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] For port 69443d12-26fb-4262-ae33-b21954eb1390, host n-h1-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:22.608376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:22.656746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Calling delete_port for 69443d12-26fb-4262-ae33-b21954eb1390 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:22.859729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:22.883404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Sync routers for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:22.924054 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:22.929926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:22.931433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:22.935751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32c5e1e3-dbf3-4f3d-a9ac-f80efe2a8d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7924011 Aug 06 18:20:22.941554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:23.077816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.185700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40546) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:23.229209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Pushing event deleted for resources: {'Port': ['ID=69443d12-26fb-4262-ae33-b21954eb1390,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:23.255759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.258678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a579e248-9787-42e8-8757-589d0d3f044c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "DELETE /v2.0/ports/69443d12-26fb-4262-ae33-b21954eb1390 HTTP/1.1" status: 204 len: 168 time: 1.1960850 Aug 06 18:20:23.262929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:23.344118 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fbad4a-3dca-4e7b-922c-b772f98f667c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] GET failed (client error): The resource could not be found. Aug 06 18:20:23.346800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-62fbad4a-3dca-4e7b-922c-b772f98f667c tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-148842237-project-admin] 10.222.0.64 "GET /v2.0/ports/69443d12-26fb-4262-ae33-b21954eb1390 HTTP/1.1" status: 404 len: 333 time: 0.0821683 Aug 06 18:20:23.353104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:23.368922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:23.407645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee5a4-5627-4671-9c7a-5b8d30b417fd req-72c8a7b0-56a8-4cee-a954-95c54351ef57 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:23.415877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-92bee5a4-5627-4671-9c7a-5b8d30b417fd req-72c8a7b0-56a8-4cee-a954-95c54351ef57 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.3464632 Aug 06 18:20:23.456958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0f54b79-e912-4a4e-adbe-ae9cd44008ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.629045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b304c3f-e840-45c8-8147-e5ba700b15fb tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7ee904f95c494adf94b537fca9d2b1d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6848321 Aug 06 18:20:23.634141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40554) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:23.729741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-92bee5a4-5627-4671-9c7a-5b8d30b417fd req-fdfddea0-e294-4504-996c-d1788ba389cb tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047650 Aug 06 18:20:23.763416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c8c1acf6-f617-4340-834a-34cb61c922d1 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:23.764222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8c1acf6-f617-4340-834a-34cb61c922d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.820778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.825378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.846882 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:20Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:23.910035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:23.914403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:23.917206 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Checking router: f730e747-ee05-4c32-ac99-332effcbe94c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:23.918847 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Updating router f730e747-ee05-4c32-ac99-332effcbe94c port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:20:23.922383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:23.925784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.957940 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:23.968663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=613fb106-34b0-41d5-8962-686d7bb0e24f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:24.014972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3d097-61b5-4497-8a55-bdc2bf2fc2b8 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:24.238125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0f54b79-e912-4a4e-adbe-ae9cd44008ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.255970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b645dfc-4880-4de4-8781-aa4bceb823c5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4272935 Aug 06 18:20:24.260393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:24.267808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1506564221'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:24.284237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0f54b79-e912-4a4e-adbe-ae9cd44008ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.312437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.444007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.486270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457b1c1b-fc44-4e45-a10b-70905df7f821']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:24.508166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4b964-6109-4144-82f3-5791902f9a1f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:24.512629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87d4b964-6109-4144-82f3-5791902f9a1f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8719797 Aug 06 18:20:24.513784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:24.525179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f0f54b79-e912-4a4e-adbe-ae9cd44008ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c747dff5d89548b1bfc7d1a1d0fb091c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3378572 Aug 06 18:20:24.528113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08807648-b31b-4f0d-91e0-15c0cdb9d5d5') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:24.528482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08807648-b31b-4f0d-91e0-15c0cdb9d5d5') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:24.537722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f54b79-e912-4a4e-adbe-ae9cd44008ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc9fa0-4af1-4a6b-9093-64d1fe6675ff,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:24.549348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40566) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:24.563253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.599385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ead7a043-7cf1-40bc-9749-48407798e228 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845196 Aug 06 18:20:24.604062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.605732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40568) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:24.613672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.618132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288857757', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:24.626742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.631643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c8c1acf6-f617-4340-834a-34cb61c922d1 None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:24.632254 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8c1acf6-f617-4340-834a-34cb61c922d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.633486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:20:24.633974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:20:24.638121 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:20:24.707612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3132f3-9c80-496c-ac9f-3a72fa9f7597,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:24.727457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.734209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.737750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17e6d10a-1120-4c3c-b0d8-6be43219eecc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4748235 Aug 06 18:20:24.746503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40570) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:24.753762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262108845'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:24.760092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.785822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.791209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] 10.222.0.64 "DELETE /v2.0/networks/457b1c1b-fc44-4e45-a10b-70905df7f821 HTTP/1.1" status: 204 len: 168 time: 1.4321916 Aug 06 18:20:24.800872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b162ba-b78d-46ce-a13d-c058975dbfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-748343696-project] Pushing event deleted for resources: {'Network': ['ID=457b1c1b-fc44-4e45-a10b-70905df7f821,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:24.816266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1acf6-f617-4340-834a-34cb61c922d1 None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:24.819347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.823829 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.873899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.876844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Transition to ACTIVE for port object 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:24.896171 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:24.947520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:24.952044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.017827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Attempting to bind port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:25.019811 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Attempting to bind port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:25.023341 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Attempting to bind port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:25.035369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Update dhcp port {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'fixed_ips': [{'subnet_id': '9bb60011-1505-448b-90c7-6c3aa75791e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '613fb106-34b0-41d5-8962-686d7bb0e24f'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '8263706d-c693-4572-8b44-e33c8ecedf3b'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:20:25.057766 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:25.059216 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:25.060207 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.061900 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:25.063675 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Bound port: 304048c2-f1d4-4b69-a1c5-8f72c849c4c3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:25.065567 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.176345 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Pushing event updated for resources: {'Port': ['ID=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:25.189632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.203542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.203886 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.204227 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.204561 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.204896 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.205331 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.205728 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.206140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.206484 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.206802 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.208009 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.208009 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:25.228423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.238560 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] For port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:25.247868 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] For port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:25.255593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9f4ed-bcc5-4ec5-81dd-0575e836e29f req-920e31a0-7d37-4b21-a5dd-7444d74c6706 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:25.258632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0aa9f4ed-bcc5-4ec5-81dd-0575e836e29f req-920e31a0-7d37-4b21-a5dd-7444d74c6706 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.3565629 Aug 06 18:20:25.261510 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.300934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.313269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.315537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebdc9fa0-4af1-4a6b-9093-64d1fe6675ff HTTP/1.1" status: 204 len: 168 time: 0.7649906 Aug 06 18:20:25.317126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.378257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40590) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:25.421353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa6c20-43ad-4895-befe-ab148b3e40f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc9fa0-4af1-4a6b-9093-64d1fe6675ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:25.434241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.441523 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6935985 Aug 06 18:20:25.442951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40596) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:25.461364 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:25.465223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619896535'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:25.465708 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:25.515503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0aa9f4ed-bcc5-4ec5-81dd-0575e836e29f req-d7a5cc09-55d1-4d7d-82fa-778f472e8bfc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363541 Aug 06 18:20:25.570433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d35c94-82a5-4eab-9383-140c4a763bd8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c166dac8-688a-43db-bdbb-c41d5e557560,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:25.589434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.608871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc83bab-d31a-4a22-9e31-19bfda6f05e1 None None] Pushing event updated for resources: {'Port': ['ID=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:25.645908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.875124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.884796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:25.936263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Subnet': ['ID=479e3863-0946-4181-bf86-39691599e293,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:25.962812 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:26.002075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9106337-778c-460c-ac3a-939abba2d175,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:26.010037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.019456 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f0de6c4-c161-4e4c-9f12-8eb8fc24f983 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5588825 Aug 06 18:20:26.019824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40608) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:26.035241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-60082217', 'security_groups': ['c9106337-778c-460c-ac3a-939abba2d175'], 'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '613fb106-34b0-41d5-8962-686d7bb0e24f'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:26.040948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Allocated IP 2001:db8::2 (e0fc3801-d5df-4444-bb07-ae3da542f255/613fb106-34b0-41d5-8962-686d7bb0e24f/8263706d-c693-4572-8b44-e33c8ecedf3b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:26.210219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87bd8-2db2-4fc7-8bf8-31d2e013a298 req-e40a3a55-f30b-4887-ae4b-491a253a3b5a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:26.217554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-05c87bd8-2db2-4fc7-8bf8-31d2e013a298 req-e40a3a55-f30b-4887-ae4b-491a253a3b5a tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.3063545 Aug 06 18:20:26.226229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40610) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:26.239663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Request body: {'floatingip': {'port_id': '01e1a26a-e372-447e-8e3f-7307ab452ebe'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:26.242963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Checking segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:26.243561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network hostable DHCP agents. Network: 9e89a34c-62f7-40da-a2ca-f8336f9a9506, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:20:26.274957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40612) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:26.308621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:20:26.315602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f228451a-7807-407e-b93c-96ff61db37fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.325723 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:20Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:26.355082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 9e89a34c-62f7-40da-a2ca-f8336f9a9506) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:26.370184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e9504-b9af-44ac-b0ef-dc491ef60a8c None None] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:26.382415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:26.383287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.434555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65771c-bf46-4231-8f2d-d35e8ff32caf None None] The sync data for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 is: [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:20Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:20:26.446558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.518930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:26.561737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f228451a-7807-407e-b93c-96ff61db37fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.567132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40614) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:26.567427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-630af961-48cd-4f59-aa6f-64d9ff6281f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2b05b32ed204be1ad8883807bddb3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1858380 Aug 06 18:20:26.588362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.591519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f228451a-7807-407e-b93c-96ff61db37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.633736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Transition to ACTIVE for port object 8263706d-c693-4572-8b44-e33c8ecedf3b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:26.646076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:26.651899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:26.658059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b89493e-5ccd-4683-b36a-611470175d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0491471 Aug 06 18:20:26.659064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40616) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:26.722877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228451a-7807-407e-b93c-96ff61db37fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df288f1-9668-4be0-8b29-1cdcab4adcad,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:26.765587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e2039-eca8-4cc6-8c68-ceee6b31d6db None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:26.798241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:20:26.800075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:27.080462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f228451a-7807-407e-b93c-96ff61db37fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74bec7548cd9444283e4f0e015b6ccb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013349 Aug 06 18:20:27.113860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40624) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:27.211640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Allocated IP 172.20.0.2 (9e89a34c-62f7-40da-a2ca-f8336f9a9506/479e3863-0946-4181-bf86-39691599e293/c5b9c3af-efd3-475c-a83d-788c9e651be5) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:27.586271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:27.612904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Transition to ACTIVE for port object c5b9c3af-efd3-475c-a83d-788c9e651be5 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:27.656270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Transition to ACTIVE for port object c5b9c3af-efd3-475c-a83d-788c9e651be5 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:27.668158 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:27.761657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Pushing event updated for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:27.801829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:27.808301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:27.816367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:27.816601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:27.878837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] device_id is not set on port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:28.018466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Attempting to bind port c5b9c3af-efd3-475c-a83d-788c9e651be5 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:28.018779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Attempting to bind port c5b9c3af-efd3-475c-a83d-788c9e651be5 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:28.019147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Attempting to bind port c5b9c3af-efd3-475c-a83d-788c9e651be5 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:28.043020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:28.043020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Checking segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:28.043610 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.043610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Bound using segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:28.044254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Bound port: c5b9c3af-efd3-475c-a83d-788c9e651be5, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:28.044876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.095398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.099754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.173862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.306970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.310333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.312264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdce2e07-7e97-4182-84f3-624de82e573e HTTP/1.1" status: 204 len: 168 time: 1.7388070 Aug 06 18:20:28.314914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:28.340467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c5b9c3af-efd3-475c-a83d-788c9e651be5,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:28.357204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:28.380488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.431010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25045-557d-4342-9a0c-3bee31fb7aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce2e07-7e97-4182-84f3-624de82e573e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:28.449515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.623207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.630410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.633027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7df288f1-9668-4be0-8b29-1cdcab4adcad HTTP/1.1" status: 204 len: 168 time: 1.5171723 Aug 06 18:20:28.698281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed22d7-e767-4679-891a-e51081f4ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df288f1-9668-4be0-8b29-1cdcab4adcad,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:28.801080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Provisioning for port 8263706d-c693-4572-8b44-e33c8ecedf3b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:28.833893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:28.835754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:28.883579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-dd485b0b-b7bd-4257-ae56-518c209188f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.1737213 Aug 06 18:20:29.108647 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a05b5ee-1242-4b12-996d-05afc7515722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.204316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1bc69-c298-4dd4-a8a4-f88811d671ea None None] Pushing event updated for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:29.340771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:29.341633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.438640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:20:29.486916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:29.487298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.577931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8::290 (e0fc3801-d5df-4444-bb07-ae3da542f255/613fb106-34b0-41d5-8962-686d7bb0e24f/1fd08212-517a-49d3-ba05-1cd5a670b6f9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:29.584437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fb404033-28d9-4994-992d-f8d59eec23b4 None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:29.633030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:29.686371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.704349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.727795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.761329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.797390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.818280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:29.824229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:29.824953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.844609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.865519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.887725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:29.899557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-26710d9e-c15a-4b4f-be2c-4c97332f632a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.5170350 Aug 06 18:20:29.916832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 1fd08212-517a-49d3-ba05-1cd5a670b6f9 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:29.930002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:29.937776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40664) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:30.085910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.098715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.107096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.108675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.110207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.111656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.113392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.114556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.119277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-adbed42b-c672-4076-a04a-aaf81d452e4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=323ff0a0854548a580d6a4bf70546e55&device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 6506 time: 1.0630317 Aug 06 18:20:30.164246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:30.166344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95f2f7b8-7dde-41ee-b4fc-69caaadbb75d req-046bcb49-647f-41cb-951f-231f69562d74 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2168758 Aug 06 18:20:30.188570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.192376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.215760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.257177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.464097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:30.629354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c5b9c3af-efd3-475c-a83d-788c9e651be5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:30.694267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=1fd08212-517a-49d3-ba05-1cd5a670b6f9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:30.712923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:30.745984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:30.763083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c5b9c3af-efd3-475c-a83d-788c9e651be5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:30.770150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:30.786709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.794028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.799443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.800379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.800694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:30.808372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.815899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.823382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.836163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:30.838607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-6be24d5a-25b5-4817-a67b-a685483ecf51 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.3632126 Aug 06 18:20:30.905677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40674) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:31.042769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8f2b1-7d85-4eba-86ac-c1b93921e0ce None None] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:31.139956 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Floating IP 8d36d4d0-6f03-407b-8cec-8bd423c99a06 associated. External IP: 172.25.3.243, port: 01e1a26a-e372-447e-8e3f-7307ab452ebe. Aug 06 18:20:31.150312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-10e61e61-ac1e-49c3-b2e2-bfdbbe764ae2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbc9af2237e34d17ad6bd0a6084ec780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2086673 Aug 06 18:20:31.169873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40682) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:31.223469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Provisioning for port c5b9c3af-efd3-475c-a83d-788c9e651be5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:31.255298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Provisioning complete for port c5b9c3af-efd3-475c-a83d-788c9e651be5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:31.255752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:31.397231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6963fb1f-297d-405c-9d24-509621ed6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:31.398210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6963fb1f-297d-405c-9d24-509621ed6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:31.399118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6963fb1f-297d-405c-9d24-509621ed6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:31.402133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6963fb1f-297d-405c-9d24-509621ed6a45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 200 len: 2296 time: 1.1926751 Aug 06 18:20:31.454008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7a97722f-8463-4d2c-bbdc-df5bc6b1772a tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4289970 Aug 06 18:20:31.470485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:31.481681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:31.493190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-ca73415b-79e2-4196-b187-1cccffe5513a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:31.495682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-ca73415b-79e2-4196-b187-1cccffe5513a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6425061 Aug 06 18:20:31.700971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:31.782705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-649f8895-6cd0-4daf-b3f5-3803b93c743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:31.807243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-9d7df82e-7e37-4d94-81aa-d0c906916571 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 200 len: 1001 time: 0.3854840 Aug 06 18:20:31.889190 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-70774377-5a17-42a1-9785-6a79e5019b08 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3350148 Aug 06 18:20:31.908831 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:31.996325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:32.012900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-171c279c-0490-4ae4-9ace-408c2b088c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.025715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c5b9c3af-efd3-475c-a83d-788c9e651be5,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:32.055020 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.139303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.1 (9e89a34c-62f7-40da-a2ca-f8336f9a9506/479e3863-0946-4181-bf86-39691599e293/be95ff87-c714-458b-9bca-fd8dd581e4cb) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:32.198514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.205470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.212133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.218773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.225482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.232300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.243341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.245489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-61351172-0089-44a1-aafd-62d17cb9b5ff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 5442 time: 0.7972672 Aug 06 18:20:32.269011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e5e90f2f-b17d-4e53-88b1-a71d6c514f15 None None] Provisioning for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:32.277516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d96fe-268a-479b-a60d-aab0db5dad38 None None] Pushing event updated for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:32.291756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e5e90f2f-b17d-4e53-88b1-a71d6c514f15 None None] Provisioning complete for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:32.292497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e5e90f2f-b17d-4e53-88b1-a71d6c514f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.393687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e5e90f2f-b17d-4e53-88b1-a71d6c514f15 None None] Port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:32.408573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:32.436616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.446026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.497817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.535185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f36d62e-4557-45ca-a56c-91199ff17c45 req-ea7f34bc-c58b-4a9f-a03a-bcab6dd0c7b3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209539 Aug 06 18:20:32.574894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.578188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.583974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4b80f00-3991-4404-82f7-7848cc04543f HTTP/1.1" status: 204 len: 168 time: 1.4046500 Aug 06 18:20:32.597111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-c3c996fd-5f89-49e2-b1a9-7c36c1dabb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.599012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-c3c996fd-5f89-49e2-b1a9-7c36c1dabb5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 200 len: 854 time: 0.7736592 Aug 06 18:20:32.601414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f753de-3915-430b-9a28-65fbd68deefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b80f00-3991-4404-82f7-7848cc04543f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:32.602937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:32.603710 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.613368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d69df9c-242e-461b-8783-2aa3cf45308e None None] Provisioning complete for port c5b9c3af-efd3-475c-a83d-788c9e651be5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:32.614390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d69df9c-242e-461b-8783-2aa3cf45308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.667012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.809493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-171c279c-0490-4ae4-9ace-408c2b088c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.813924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object be95ff87-c714-458b-9bca-fd8dd581e4cb will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:32.840829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-2b439e19-e6f9-41eb-9ad9-21a24b9c917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:32.847430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-2b439e19-e6f9-41eb-9ad9-21a24b9c917a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=681d4cd8-677a-4b9b-b30d-b557409f1ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026718 Aug 06 18:20:32.896556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-0b4c443b-4b0b-4751-ac31-a97693b4cac3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:20:32.904004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-0b4c443b-4b0b-4751-ac31-a97693b4cac3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446033 Aug 06 18:20:32.909638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-171c279c-0490-4ae4-9ace-408c2b088c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:32.998191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-171c279c-0490-4ae4-9ace-408c2b088c23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f00257eb3cb497fac03c75aa55f12ba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0844829 Aug 06 18:20:32.999748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:33.002712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40708) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:33.004433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.023368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:20:33.120592 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.138941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 17eeca15-f077-4adc-9563-856cd7689fb3 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:33.286385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.343294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c279c-0490-4ae4-9ace-408c2b088c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ebf7e-b186-431a-8d34-9d7edb0f76bb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:33.370860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.387829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.428711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:33.431405 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a943a91-0e57-4c9f-8cde-164ef236e91b" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:33.463882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:33.469953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-b33b357f-841b-4650-bcf7-edbb0d290852 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566075 Aug 06 18:20:33.474888 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.476136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 670d433d-fed0-4225-80d4-57b8a65e7908 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:33.476873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:33.502660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:33.517916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=670d433d-fed0-4225-80d4-57b8a65e7908,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:33.520649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:33.598612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:33.622389 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 613fb106-34b0-41d5-8962-686d7bb0e24f (CIDR: 2001:db8::/64) Aug 06 18:20:33.624639 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca59dab-3685-43f8-af93-526466fe4c1b x-openstack-request-id: req-6ca59dab-3685-43f8-af93-526466fe4c1b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:33.624980 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "17eeca15-f077-4adc-9563-856cd7689fb3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:33.625240 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ca59dab-3685-43f8-af93-526466fe4c1b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:33.625735 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17eeca15-f077-4adc-9563-856cd7689fb3', 'code': 200} Aug 06 18:20:33.666764 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:20:33.667536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:33.732591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9f79dfe4-ffe8-4414-ad7b-a24ab251bb46 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2569494 Aug 06 18:20:33.747138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40726) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:33.764141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.780864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:33.795517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:33.812029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.812782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.841480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:33.842832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] For port 670d433d-fed0-4225-80d4-57b8a65e7908, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:33.854468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Sync routers for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:33.865327 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:33.878069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:33.883277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:33.985590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76491875-84d5-4ab4-8d6a-58b1d4f3ae41 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "PUT /v2.0/floatingips/8d36d4d0-6f03-407b-8cec-8bd423c99a06 HTTP/1.1" status: 200 len: 991 time: 7.7498984 Aug 06 18:20:34.019077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] device_id is not set on port 670d433d-fed0-4225-80d4-57b8a65e7908 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:34.052943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.101588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.157002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:34.161001 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:34.458648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.466181 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:20:34.497555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.514125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.547360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.569059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.587865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:34.594530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-b1f6fd0f-c30d-489b-8f58-b08e6b8b98ae tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 4661 time: 0.4161625 Aug 06 18:20:34.627345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:34.635963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.646855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] No DVR routers for this DVR port 670d433d-fed0-4225-80d4-57b8a65e7908 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:34.652820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Pushing event updated for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:34.722996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.743481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.753105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:34.760798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d62ebf7e-b186-431a-8d34-9d7edb0f76bb HTTP/1.1" status: 204 len: 168 time: 1.7560041 Aug 06 18:20:34.768336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c5b9c3af-efd3-475c-a83d-788c9e651be5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:34.794910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-4439b507-1bb2-4e09-8b45-407e961bead9 service neutron] 10.222.0.55 "GET /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3082547 Aug 06 18:20:34.869823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095cefe-d3aa-46dd-b79e-017c1926e069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ebf7e-b186-431a-8d34-9d7edb0f76bb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:34.919444 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:20:34.919836 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:20:34.949702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-488a2ed2-7747-4420-975f-7a13252547f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 217 time: 0.1244755 Aug 06 18:20:34.970055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c64a189-3ee5-45f8-bf7f-ea700b2040dd req-274a7160-2bfc-4ba6-a9d9-b4044071bd2d tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3273113 Aug 06 18:20:35.037812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41cff17d-96e6-43f7-b629-5d46de99deca None None] Provisioning for port be95ff87-c714-458b-9bca-fd8dd581e4cb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:35.044631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41cff17d-96e6-43f7-b629-5d46de99deca None None] Provisioning complete for port be95ff87-c714-458b-9bca-fd8dd581e4cb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:35.046521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41cff17d-96e6-43f7-b629-5d46de99deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.103676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40760) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:35.169291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-34f964f4-baf8-4d1f-975f-a88c6b85a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:35.177139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-34f964f4-baf8-4d1f-975f-a88c6b85a15d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2026479 Aug 06 18:20:35.230337 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d004ae-bba1-4434-a851-d177e2f13673 x-openstack-request-id: req-89d004ae-bba1-4434-a851-d177e2f13673 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:35.230858 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:35.231030 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89d004ae-bba1-4434-a851-d177e2f13673 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:35.231423 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'status': 'completed', 'code': 200} Aug 06 18:20:35.241144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-41cff17d-96e6-43f7-b629-5d46de99deca None None] Port be95ff87-c714-458b-9bca-fd8dd581e4cb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:35.266074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.289219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6e5761f4-8399-472e-9caf-8167467676af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:35.294143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6e5761f4-8399-472e-9caf-8167467676af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081924 Aug 06 18:20:35.304362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:35.357227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c5b9c3af-efd3-475c-a83d-788c9e651be5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:35.357944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.489963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] In _notify_port_updated(), no bound segment for port 670d433d-fed0-4225-80d4-57b8a65e7908 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:35.492067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:35.493358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.496060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-db2cd460-c906-4e85-a942-0bd59bb6a638 service neutron] 10.222.0.55 "PUT /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 200 len: 1032 time: 3.5368943 Aug 06 18:20:35.581284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-72a29b6d-0d96-4bfe-bb48-3b2882b5766f None None] Provisioning complete for port 670d433d-fed0-4225-80d4-57b8a65e7908 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:35.583099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72a29b6d-0d96-4bfe-bb48-3b2882b5766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.614453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-2e0cfe82-b944-4880-bd7d-623944dd5802 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125198 Aug 06 18:20:35.691930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 787a736b-7acb-472f-ac18-c08d892323a2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:35.706666 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9bb60011-1505-448b-90c7-6c3aa75791e3 (CIDR: 2001:db8:0:1::/64) Aug 06 18:20:35.735284 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:20:35.737068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:35.746648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7845eead-fd02-4884-a5d4-fde1c13e3dde tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:35.750662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7845eead-fd02-4884-a5d4-fde1c13e3dde tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "GET /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2230537 Aug 06 18:20:35.778101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:35.863021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-78b6080a-4929-4292-9d5a-6845a1003566 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344306 Aug 06 18:20:35.867756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.927789 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:35.988673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-72a29b6d-0d96-4bfe-bb48-3b2882b5766f None None] Port 670d433d-fed0-4225-80d4-57b8a65e7908 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:36.108722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-ad08ac77-bc1d-48ee-9b3c-a0d76c835c2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3325672 Aug 06 18:20:36.112512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dca7f05d-f0b8-4814-a0da-fffeafe6fd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.162597 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-e7543e02-65f2-418c-891e-ac9ad9f79283 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 217 time: 0.2659068 Aug 06 18:20:36.183641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.190140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cb3bd7ef-6823-49fb-9bcc-92dad543a3f1 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.4392209 Aug 06 18:20:36.196233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:36.198384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.211184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'subnet': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:36.263083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:36.267753 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961bcf0-7f5c-4c89-acc5-1ca25a8874f7" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "787a736b-7acb-472f-ac18-c08d892323a2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:36.321383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-6a7a2afd-af86-46ea-a5c4-2d019d3433f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.323854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-6a7a2afd-af86-46ea-a5c4-2d019d3433f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1097 time: 1.0862341 Aug 06 18:20:36.330391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:36.350185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.353377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 7805943f-ca83-471a-99d6-f710a26a24fc no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:36.374052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8d36d4d0-6f03-407b-8cec-8bd423c99a06', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'port_id': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'mac_address': 'fa:16:3e:b8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18661eb-44e6-4336-a525-549f77511366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:20:00Z', 'updated_at': '2021-08-06T18:20:28Z', 'revision_number': 1, 'project_id': '682a8448a66141a687234870f5250ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:36.375047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.382681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.391387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.398365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.405769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.412568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.422734 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-e883e48e-2ce1-4024-8743-41c8ed63eec3 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 4661 time: 0.2216783 Aug 06 18:20:36.449536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-ee57b0e8-1952-430d-93bf-fc1fffe1d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.451635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-ee57b0e8-1952-430d-93bf-fc1fffe1d94a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.2811337 Aug 06 18:20:36.614009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0fc35441-4908-4a18-bf5a-56b8fea7592e req-a461048d-4baa-45f7-968b-c2604a9e3c37 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&id=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898444 Aug 06 18:20:36.675001 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26274ce5-02a1-4d89-bc02-a858d2667713 x-openstack-request-id: req-26274ce5-02a1-4d89-bc02-a858d2667713 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:36.679363 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "787a736b-7acb-472f-ac18-c08d892323a2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:36.680398 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26274ce5-02a1-4d89-bc02-a858d2667713 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:36.682540 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2', 'code': 200} Aug 06 18:20:36.696995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Checking router: 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:36.721269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-97745d03-0d7e-42da-aeb3-96331399335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.738472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-97745d03-0d7e-42da-aeb3-96331399335f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564125 Aug 06 18:20:36.831812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-f457a44c-1b78-4121-a1bc-571a2731bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:36.833937 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-f457a44c-1b78-4121-a1bc-571a2731bc69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 913 time: 0.4932666 Aug 06 18:20:36.923079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:36.932188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.973943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.983426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dca7f05d-f0b8-4814-a0da-fffeafe6fd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:36.999100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-7bc6a957-1734-4e8b-96cc-c39e1d23e830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 999 time: 0.1262646 Aug 06 18:20:37.003207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:37.005117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:37.005370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dca7f05d-f0b8-4814-a0da-fffeafe6fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:37.049545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dca7f05d-f0b8-4814-a0da-fffeafe6fd97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97a7ba5f9a7c49669297e330d2417399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9437804 Aug 06 18:20:37.067550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:37.071358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:37.110880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:37.122847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-da3a515c-f4ac-4550-9b2a-e2da855992f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669088 Aug 06 18:20:37.173516 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:37.174955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40810) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:37.176638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:37.225848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f05d-f0b8-4814-a0da-fffeafe6fd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea29a2-1fe8-4eac-8d9f-14e42f01eb25,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:37.236938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-95454f95-790e-487f-a054-a6dabed30a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:37.238602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-95454f95-790e-487f-a054-a6dabed30a4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 200 len: 851 time: 0.2026927 Aug 06 18:20:37.306515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-6d80d76c-d159-4de8-a9e5-6a0b47f8a91d service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821878 Aug 06 18:20:37.330211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:37.342148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:37.450264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-31478f7b-fbaf-4c66-aa24-920ff2ddbcee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 200 len: 217 time: 0.1023929 Aug 06 18:20:37.460880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-810151621', 'router:external': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:37.471769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Made reservation on behalf of 7957ff0fc52c4437971124105381519a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:37.475846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:37.559214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-27cf4b72-e00c-4ecd-858e-184ccfb2a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:37.561645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-27cf4b72-e00c-4ecd-858e-184ccfb2a22b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.1040215 Aug 06 18:20:37.565576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:37.586255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:37.599054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-a325ba0d-94c8-4e3e-9031-e455fb3ff867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:37.602476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-a325ba0d-94c8-4e3e-9031-e455fb3ff867 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33eb1104-9391-419b-af99-c4d850e1887d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3495896 Aug 06 18:20:37.686863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-61b73551-e080-4ff4-95e4-23122ad00a5e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:20:37.689046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-61b73551-e080-4ff4-95e4-23122ad00a5e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159895 Aug 06 18:20:37.719055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=17eeca15-f077-4adc-9563-856cd7689fb3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:37.734596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:37.796904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] For port 17eeca15-f077-4adc-9563-856cd7689fb3, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:37.829677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:37.841153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:37.843045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e875c475-73cc-47f7-93f7-fb772ae8e040 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:37.844843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-1b6d5013-7c6a-418d-9677-2a3b8c4074c3 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467259 Aug 06 18:20:37.872595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-4400c512-5a5e-4e3c-b1ca-c37713e1d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:37.875092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-4400c512-5a5e-4e3c-b1ca-c37713e1d62c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2971983 Aug 06 18:20:37.914806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] device_id is not set on port 17eeca15-f077-4adc-9563-856cd7689fb3 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:37.947779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.042213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.057568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.089830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.090511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-bb0c8096-cc34-4f63-8fb9-ec48ae828847 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014601 Aug 06 18:20:38.166722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44cf4bc0-43b9-42f4-967c-d7b9fd50cbfb req-e7ae8238-c21d-42d4-9820-7443bcaddd96 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085287 Aug 06 18:20:38.263783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Made reservation on behalf of a2e43ca0a27e4b20b20e4a5da33ceb08 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:38.266516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.268665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.271591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.272902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84ea29a2-1fe8-4eac-8d9f-14e42f01eb25 HTTP/1.1" status: 204 len: 168 time: 1.1870718 Aug 06 18:20:38.308502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router f730e747-ee05-4c32-ac99-332effcbe94c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:20:38.392605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-618172a8-85a4-42ea-a2e8-9596da54dc71 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246399 Aug 06 18:20:38.399959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9daee-ec84-4943-949b-452027f7d39a req-e70d6159-d9f5-4198-a88a-c4cec965bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.401587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-e70d6159-d9f5-4198-a88a-c4cec965bc59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1097 time: 0.1209595 Aug 06 18:20:38.422660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.489586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-14c767d6-474b-4216-91c3-e4c29713fbb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 200 len: 217 time: 0.0867822 Aug 06 18:20:38.500785 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.515321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] No DVR routers for this DVR port 17eeca15-f077-4adc-9563-856cd7689fb3 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:38.527148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0402ac76-253d-4d2a-85c4-01c4408ec689 None None] Provisioning complete for port be95ff87-c714-458b-9bca-fd8dd581e4cb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:38.531377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0402ac76-253d-4d2a-85c4-01c4408ec689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.537288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:38.602993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:38.726544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef3d97-bae3-44ca-81d3-2263f8758477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea29a2-1fe8-4eac-8d9f-14e42f01eb25,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:38.735155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:38.748400 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be34772-47ac-4055-a785-be526cbe1a26" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:38.764079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0402ac76-253d-4d2a-85c4-01c4408ec689 None None] Port be95ff87-c714-458b-9bca-fd8dd581e4cb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:38.812667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:38.832670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.860019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.863141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:38.863561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c11c90f-fc63-4697-823a-049ce1de0a49 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:38.869608 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9710883f-9309-48f6-90aa-1657704a76e1 x-openstack-request-id: req-9710883f-9309-48f6-90aa-1657704a76e1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:38.869906 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:38.870166 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9710883f-9309-48f6-90aa-1657704a76e1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:38.870578 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc', 'code': 200} Aug 06 18:20:38.870835 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'code': 200} Aug 06 18:20:38.889851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.902097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.918319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:38.921908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-311fea6b-7d28-4b12-aa32-6b62e999888a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3878 time: 0.9437513 Aug 06 18:20:39.068528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:39.095309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b063063-c29b-47cf-ac8c-d3ce41e17dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.097322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:39.126808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-16b7d2d6-a7a3-49be-b34e-d53b713c2228 None None] Provisioning complete for port 17eeca15-f077-4adc-9563-856cd7689fb3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:39.127093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16b7d2d6-a7a3-49be-b34e-d53b713c2228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.155403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] In _notify_port_updated(), no bound segment for port 17eeca15-f077-4adc-9563-856cd7689fb3 on network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:39.156445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.157128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.160776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-d50d3841-664d-4111-98c9-fefc1049aeb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 200 len: 1032 time: 3.3991604 Aug 06 18:20:39.166579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-beef73cb-1e3b-4572-926c-5fae656c6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.168743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-beef73cb-1e3b-4572-926c-5fae656c6027 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 200 len: 797 time: 0.6653886 Aug 06 18:20:39.235555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9daee-ec84-4943-949b-452027f7d39a req-b0b18c56-0fc0-4342-b394-2eabe22f4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.245929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-b0b18c56-0fc0-4342-b394-2eabe22f4c02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 913 time: 0.7767878 Aug 06 18:20:39.351872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-9a5f6a25-74ab-4cc7-b70d-7650ff71083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.353384 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.355675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-9a5f6a25-74ab-4cc7-b70d-7650ff71083f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e998b396-c5f4-45c3-b0a6-8aa7b70e8076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766179 Aug 06 18:20:39.450746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-743adab7-3b11-439a-a5ac-c585ae597a8d req-a1761519-9f90-4f99-91b2-3b6594d331a2 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884800 Aug 06 18:20:39.522099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-f0b11e59-0d0f-427c-ab47-1890ddd1d130 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 999 time: 0.2669058 Aug 06 18:20:39.527567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-16b7d2d6-a7a3-49be-b34e-d53b713c2228 None None] Port 17eeca15-f077-4adc-9563-856cd7689fb3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:39.531557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8d36d4d0-6f03-407b-8cec-8bd423c99a06', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'port_id': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'mac_address': 'fa:16:3e:b8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18661eb-44e6-4336-a525-549f77511366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:20:00Z', 'updated_at': '2021-08-06T18:20:28Z', 'revision_number': 1, 'project_id': '682a8448a66141a687234870f5250ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:39.534766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.555334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Network e0fc3801-d5df-4444-bb07-ae3da542f255 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:39.571829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe357a3-cf89-451f-b4d2-1fadafe8210b None None] The sync data for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 is: [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8d36d4d0-6f03-407b-8cec-8bd423c99a06', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'port_id': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'mac_address': 'fa:16:3e:b8:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18661eb-44e6-4336-a525-549f77511366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:20:00Z', 'updated_at': '2021-08-06T18:20:28Z', 'revision_number': 1, 'project_id': '682a8448a66141a687234870f5250ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:20:39.596861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9daee-ec84-4943-949b-452027f7d39a req-b7be3593-2691-4114-abac-5664a70e59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.598845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-b7be3593-2691-4114-abac-5664a70e59f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 200 len: 851 time: 0.0637054 Aug 06 18:20:39.606663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:39.615097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:39.615922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.617180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.643431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.667823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Subnet': ['ID=2b57ceac-7c60-49d9-bfcb-0da2615e84a0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:39.720247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-42e91deb-8462-4439-8add-5aade933ec88 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549552 Aug 06 18:20:39.725186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9daee-ec84-4943-949b-452027f7d39a req-2422915c-e8fb-4259-9a15-ddf68b2e7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:39.727921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-2422915c-e8fb-4259-9a15-ddf68b2e7b27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33eb1104-9391-419b-af99-c4d850e1887d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143041 Aug 06 18:20:39.762367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:39.784210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c58c120-adcd-41da-805a-2870a08e5386 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/f730e747-ee05-4c32-ac99-332effcbe94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0815048 Aug 06 18:20:39.788361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.791823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Sync routers for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:39.812196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.815189 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:39.816284 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:39.824737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd918603-32e9-4297-8ed3-622744d063ec None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:39.861377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 7805943f-ca83-471a-99d6-f710a26a24fc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:39.866697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:39.871705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:39.890534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6bde0b4c-11ba-4af8-af1f-f972e04b7d70 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6863697 Aug 06 18:20:39.962626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40862) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:39.972951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-253628740', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b57ceac-7c60-49d9-bfcb-0da2615e84a0'}], 'security_groups': ['6a3132f3-9c80-496c-ac9f-3a72fa9f7597', 'c166dac8-688a-43db-bdbb-c41d5e557560']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:40.031391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:20:40.108345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edd422-2262-4d9a-8ea9-b98cd724d3d9 None None] New status for floating IP 8d36d4d0-6f03-407b-8cec-8bd423c99a06: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:20:40.122137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-90f5548c-7681-447d-89ef-b2acc4c36d67 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604207 Aug 06 18:20:40.246486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717d2ea2-fe45-406c-b61c-caa748a6e37d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:40.273468 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:40.298627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:40.299557 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Added segment e23ce6c6-7f19-47e8-a096-6582d934b9c0 of type vlan for network cfa12034-bfb4-4756-8ccf-0d8c692b5647 Aug 06 18:20:40.495556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-fc33b5cb-1d8a-4188-aed7-1c978e2bf791 service neutron] 10.222.0.55 "GET /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639263 Aug 06 18:20:40.582519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-f2eaf37e-a3fa-4921-9a2f-b1c0da645a3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 200 len: 217 time: 0.0770342 Aug 06 18:20:40.634088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4cb9daee-ec84-4943-949b-452027f7d39a req-f996409a-8a65-47da-b159-e498c5214a59 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103920 Aug 06 18:20:40.641809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:40.723863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-77b20530-6029-43a7-993a-24cf1ac2ca5d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926228648&fields=id&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 267 time: 0.3903027 Aug 06 18:20:40.742057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port 7805943f-ca83-471a-99d6-f710a26a24fc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=7805943f-ca83-471a-99d6-f710a26a24fc,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:40.742489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:40.748574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:40.851486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 7805943f-ca83-471a-99d6-f710a26a24fc owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:40.878564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-3cb18a74-7d8c-4e0f-888d-a6aa7500dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.880279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-3cb18a74-7d8c-4e0f-888d-a6aa7500dfd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.2857208 Aug 06 18:20:40.891103 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:35Z', 'revision_number': 2, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:40.905145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.907931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040'}, {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:40.912311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.914491 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb10f958-c5c4-4186-80ad-91aacf1d0b6a" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040"}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:40.919536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.927420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.934336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:40.943068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-f2aa0459-2c3c-4267-8a6f-ff48aaeb9850 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3874 time: 0.2015469 Aug 06 18:20:40.994327 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Checking router: f730e747-ee05-4c32-ac99-332effcbe94c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:40.994687 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Updating router f730e747-ee05-4c32-ac99-332effcbe94c port be95ff87-c714-458b-9bca-fd8dd581e4cb binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:20:41.033335 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.040846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-834ece9d-33ae-4aa1-a7ec-29aee419bc2d req-7e9b085e-c6f5-4ee7-bd75-90e0fde246f8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968137 Aug 06 18:20:41.061471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b063063-c29b-47cf-ac8c-d3ce41e17dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.074497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b063063-c29b-47cf-ac8c-d3ce41e17dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.098189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-5f4435a8-5dd7-44c8-92ab-0ad026e684b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:41.099819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-5f4435a8-5dd7-44c8-92ab-0ad026e684b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470988 Aug 06 18:20:41.256055 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c60bc-7489-4ccf-97dc-fc00c2c9be58 x-openstack-request-id: req-4d2c60bc-7489-4ccf-97dc-fc00c2c9be58 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:41.257180 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040", "code": 200}, {"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:41.257733 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d2c60bc-7489-4ccf-97dc-fc00c2c9be58 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:41.258526 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'code': 200} Aug 06 18:20:41.263030 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'code': 200} Aug 06 18:20:41.273507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-a5b4789a-79b8-434c-b715-f41fa54b002e service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642640 Aug 06 18:20:41.302549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Update dhcp port {'port': {'network_id': 'e0fc3801-d5df-4444-bb07-ae3da542f255', 'fixed_ips': [{'subnet_id': '9bb60011-1505-448b-90c7-6c3aa75791e3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '613fb106-34b0-41d5-8962-686d7bb0e24f', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b57ceac-7c60-49d9-bfcb-0da2615e84a0'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '8263706d-c693-4572-8b44-e33c8ecedf3b'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:20:41.321265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b063063-c29b-47cf-ac8c-d3ce41e17dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda08bc-bd6f-4732-9eec-f7ac04489221,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:41.358462 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b063063-c29b-47cf-ac8c-d3ce41e17dd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a052750355974ab7a0fd0803c54db307&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2753820 Aug 06 18:20:41.358462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40888) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:41.358462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40890) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:41.368156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.370913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:41.371583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.372582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.504238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.531348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.638712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=7805943f-ca83-471a-99d6-f710a26a24fc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:41.655773 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.671119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Transition to ACTIVE for port object be95ff87-c714-458b-9bca-fd8dd581e4cb will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:41.685673 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.742009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.748797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port 7805943f-ca83-471a-99d6-f710a26a24fc on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:41.770865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.5943198 Aug 06 18:20:41.779399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-7709145e-122e-4bc6-8090-bbf49044db7f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:41.781284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-7709145e-122e-4bc6-8090-bbf49044db7f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 797 time: 1.0284653 Aug 06 18:20:41.786720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-f59d15d2-af33-4432-92b4-309651abc5d5 service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927897 Aug 06 18:20:41.792629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.797485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.798774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-561236cb-f9bf-469f-bb23-7c5b0512459a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "DELETE /v2.0/ports/7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 204 len: 173 time: 2.4996815 Aug 06 18:20:41.799265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:41.799763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:41.806474 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abde340-23eb-4d0d-9180-ce13de974e61" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:41.819581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'subnet': {'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:41.850176 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Attempting to bind port be95ff87-c714-458b-9bca-fd8dd581e4cb on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:41.853214 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Attempting to bind port be95ff87-c714-458b-9bca-fd8dd581e4cb by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:41.854970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Attempting to bind port be95ff87-c714-458b-9bca-fd8dd581e4cb on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:41.880510 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:41.881315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Checking segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:41.881765 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.882198 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Bound using segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:41.882721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Bound port: be95ff87-c714-458b-9bca-fd8dd581e4cb, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:41.883125 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.936915 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8862f5-2d05-41ea-ac3a-d8e0084b6565 None None] Pushing event updated for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:41.937657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-b2d7e9b5-9e30-4ac6-8110-12298e6a739e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7805943f-ca83-471a-99d6-f710a26a24fc HTTP/1.1" status: 200 len: 217 time: 0.1472104 Aug 06 18:20:41.939836 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.945800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faec6736-e436-4832-99f3-d49e6c13c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:41.987180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Allocated IP 2001:db8:0:2::2 (e0fc3801-d5df-4444-bb07-ae3da542f255/2b57ceac-7c60-49d9-bfcb-0da2615e84a0/8263706d-c693-4572-8b44-e33c8ecedf3b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:42.123704 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] For port be95ff87-c714-458b-9bca-fd8dd581e4cb, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:42.141136 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] For port be95ff87-c714-458b-9bca-fd8dd581e4cb, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be95ff87-c714-458b-9bca-fd8dd581e4cb,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:42.151109 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.247265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f930da9-ed8e-4a81-ae28-15f1c852c01b tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Network': ['ID=cfa12034-bfb4-4756-8ccf-0d8c692b5647,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:42.261410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-01eef0ec-b475-4b0e-b37f-ab827cf19250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.268395 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f8e1c7-b323-407b-8b34-08d26291e05c x-openstack-request-id: req-90f8e1c7-b323-407b-8b34-08d26291e05c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:42.268772 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "7805943f-ca83-471a-99d6-f710a26a24fc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:42.269048 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90f8e1c7-b323-407b-8b34-08d26291e05c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:42.271257 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '7805943f-ca83-471a-99d6-f710a26a24fc', 'status': 'completed', 'code': 200} Aug 06 18:20:42.285488 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-01eef0ec-b475-4b0e-b37f-ab827cf19250 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 200 len: 797 time: 0.3368318 Aug 06 18:20:42.291230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:20:42.314487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Made reservation on behalf of a2e43ca0a27e4b20b20e4a5da33ceb08 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:42.319012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.352518 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:42.367222 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:42.379448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:42.449659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-76a5b032-10ee-4ed1-8944-fe3e11932646 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/quotas/7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 375 time: 0.5628994 Aug 06 18:20:42.453499 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.455429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.458775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.460248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cda08bc-bd6f-4732-9eec-f7ac04489221 HTTP/1.1" status: 204 len: 168 time: 1.0911944 Aug 06 18:20:42.511108 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beaa1f-7bdd-4776-a5a1-c5e915ef9212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda08bc-bd6f-4732-9eec-f7ac04489221,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:42.531940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Transition to ACTIVE for port object 8263706d-c693-4572-8b44-e33c8ecedf3b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:42.563757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.635059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-bc297136-abde-44e4-8722-80cc4a531fc7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.642018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-bc297136-abde-44e4-8722-80cc4a531fc7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.649291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-bc297136-abde-44e4-8722-80cc4a531fc7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.664355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-bc297136-abde-44e4-8722-80cc4a531fc7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.681605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-bc297136-abde-44e4-8722-80cc4a531fc7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3141 time: 0.2438264 Aug 06 18:20:42.689172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-199fdd3f-2a93-4a37-a9ca-6372866fa792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:42.704782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-199fdd3f-2a93-4a37-a9ca-6372866fa792 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7aa490e7-ed1e-41e4-9684-ebf40293eb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3943822 Aug 06 18:20:42.786666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aa890-a0a1-4bce-be8d-ccbf7b777d95 None None] Pushing event updated for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:42.870252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-345da1b8-2980-45e1-be5e-fdded7bb9ac2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4151022 Aug 06 18:20:42.923127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faec6736-e436-4832-99f3-d49e6c13c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.933156 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8862f5-2d05-41ea-ac3a-d8e0084b6565 None None] Pushing event updated for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:42.935352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faec6736-e436-4832-99f3-d49e6c13c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.944304 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:42.949466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Delete allocated IP 2001:db8::290 (e0fc3801-d5df-4444-bb07-ae3da542f255/613fb106-34b0-41d5-8962-686d7bb0e24f) {{(pid=94122) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:20:42.959383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 1c11c90f-fc63-4697-823a-049ce1de0a49 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:42.959816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:42.990117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-faec6736-e436-4832-99f3-d49e6c13c8de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=620559674fa642cda42c2fc9d39484c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6234982 Aug 06 18:20:43.005304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9d0741e-9e9a-4152-9e13-c2f32161f042 req-589e97c4-57b3-4cdb-981f-42503321dbcd tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192499 Aug 06 18:20:43.008830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40914) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:43.054961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Allocated IP 2001:db8:0:2::374 (e0fc3801-d5df-4444-bb07-ae3da542f255/2b57ceac-7c60-49d9-bfcb-0da2615e84a0/1fd08212-517a-49d3-ba05-1cd5a670b6f9) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:43.162999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-45ba83de-9aa0-4d16-a404-a4f07e66a080 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:20:43.164474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-45ba83de-9aa0-4d16-a404-a4f07e66a080 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2647467 Aug 06 18:20:43.202118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec6736-e436-4832-99f3-d49e6c13c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e698b5bd-3557-4238-8b11-b95c6a2cbb47,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:43.208257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-b4bf6870-fcd2-4649-9905-5d99021e8ddd service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798648 Aug 06 18:20:43.266976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:43.311119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:43.424137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:43.427498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:43.433271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e698b5bd-3557-4238-8b11-b95c6a2cbb47 HTTP/1.1" status: 204 len: 168 time: 0.4122827 Aug 06 18:20:43.443036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a44478-fe21-4360-9d22-214bf9cad426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698b5bd-3557-4238-8b11-b95c6a2cbb47,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:43.497525 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:42Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:43.505938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-741b4ea8-82a7-4189-b1f9-c846a28eabb2 req-07ecc9dd-2bee-4932-8fc8-3f02159a293c service neutron] 10.222.0.55 "GET /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877948 Aug 06 18:20:43.598621 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aaa1cf-940d-40ed-a760-daa1db32105f None None] The sync data for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 is: [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:42Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:20:44.145159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Provisioning for port 8263706d-c693-4572-8b44-e33c8ecedf3b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:44.161015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:44.161802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.174569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40936) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:44.181863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-9bee228b-9132-46be-825b-869e202c3b2e service neutron] 10.222.0.64 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9982333 Aug 06 18:20:44.204762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8767abd-d939-40b8-884e-4cc83f9b27f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.217636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port 1c11c90f-fc63-4697-823a-049ce1de0a49, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c11c90f-fc63-4697-823a-049ce1de0a49,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:44.218021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.438197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:44.438857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.503330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-61c2bf27-11db-4821-9398-7c55d0690088 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:44.503927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:44.510795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-61c2bf27-11db-4821-9398-7c55d0690088 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:44.523140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-61c2bf27-11db-4821-9398-7c55d0690088 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:44.530738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-61c2bf27-11db-4821-9398-7c55d0690088 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:44.532749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Provisioning complete for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:44.533194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.534078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-61c2bf27-11db-4821-9398-7c55d0690088 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3141 time: 0.2188029 Aug 06 18:20:44.587403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be95ff87-c714-458b-9bca-fd8dd581e4cb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:44.628718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40944) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:44.640692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a575abca-0ab8-4c08-b4a4-4a78176ee41e req-8e057c78-1f13-4e83-8e27-f01ae9dd8f3b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771835 Aug 06 18:20:44.686916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8767abd-d939-40b8-884e-4cc83f9b27f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.698525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8767abd-d939-40b8-884e-4cc83f9b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.719906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-abe4acf2-4fc7-408a-9c15-b6ad8993ec9e None None] Port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:44.745119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port be95ff87-c714-458b-9bca-fd8dd581e4cb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:44.764360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be95ff87-c714-458b-9bca-fd8dd581e4cb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:44.765721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.791171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8767abd-d939-40b8-884e-4cc83f9b27f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23be891bdf0a42b3bd550d4e311e079d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144109 Aug 06 18:20:44.804002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40948) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:44.878173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4dee0fe-ee05-4f02-855c-de34f34c26d5 service neutron] 10.222.0.64 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766699 Aug 06 18:20:44.914038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767abd-d939-40b8-884e-4cc83f9b27f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307300c2-2907-4e5c-ade3-ce0ac1c48f37,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:44.978829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:44.985096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-104396103-network', 'tenant_id': '5e2c707cc1a94acfaa0a96b31be044e6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:45.028970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.053542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Made reservation on behalf of 5e2c707cc1a94acfaa0a96b31be044e6 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:45.054406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port be95ff87-c714-458b-9bca-fd8dd581e4cb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be95ff87-c714-458b-9bca-fd8dd581e4cb,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:45.061098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.066124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.067684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:45.078485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.088076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.212883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.243756 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.246411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.258515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Transition to ACTIVE for port object 1fd08212-517a-49d3-ba05-1cd5a670b6f9 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:45.269034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/307300c2-2907-4e5c-ade3-ce0ac1c48f37 HTTP/1.1" status: 204 len: 168 time: 0.4533045 Aug 06 18:20:45.279884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.302379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.305631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.305631 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Floating IP 06cb752a-deb2-463f-a01e-2634aad3844d disassociated. External IP: 172.25.3.125, port: 1c11c90f-fc63-4697-823a-049ce1de0a49. Aug 06 18:20:45.306066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:45.306797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 1c11c90f-fc63-4697-823a-049ce1de0a49 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:45.365856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:45.378086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.394794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-078d3e95-4232-4916-ae02-da6fe8c12f66 req-4f77941a-dfdb-4a54-891b-71b9c4bc3991 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.1229508 Aug 06 18:20:45.398705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caded3-316d-4f85-9c95-1f69a2c59211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307300c2-2907-4e5c-ade3-ce0ac1c48f37,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:45.504914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.514728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.565650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] In _notify_port_updated(), no bound segment for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 on network e0fc3801-d5df-4444-bb07-ae3da542f255 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:20:45.578071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:45.579179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.581990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "PUT /v2.0/ports/1fd08212-517a-49d3-ba05-1cd5a670b6f9 HTTP/1.1" status: 200 len: 969 time: 5.6169710 Aug 06 18:20:45.585366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40960) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:45.634318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:20:45.673650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0faa21-9858-43e1-9606-38d05843bf94 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event updated for resources: {'Port': ['ID=1fd08212-517a-49d3-ba05-1cd5a670b6f9,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:45.722072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9315868b-07ba-4a05-9fe6-3c377921e20c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:45.806398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.808328 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Added segment f85a8062-0485-455a-98e6-023b6800a6aa of type vlan for network a7f5966d-a885-4312-9951-8e09ea9897b1 Aug 06 18:20:45.826898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:20:45.827391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:45.942902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.040268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1406581e-8551-414f-82a7-fabcbeded574 None None] Provisioning for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:46.050767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1406581e-8551-414f-82a7-fabcbeded574 None None] Provisioning complete for port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:46.051151 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1406581e-8551-414f-82a7-fabcbeded574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.056860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.058128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.058875 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.124663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Checking segment: {'id': 'e23ce6c6-7f19-47e8-a096-6582d934b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:46.126235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network hostable DHCP agents. Network: cfa12034-bfb4-4756-8ccf-0d8c692b5647, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:20:46.141754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cdb6930b-37c2-47b1-b492-f0f09236f175,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:46.199362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1406581e-8551-414f-82a7-fabcbeded574 None None] Port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:46.232706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-4e20a76b-be8a-4fba-9e57-f602784fba55 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.240367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-4e20a76b-be8a-4fba-9e57-f602784fba55 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.245685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6153274 Aug 06 18:20:46.246480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:46.248286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-4e20a76b-be8a-4fba-9e57-f602784fba55 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.259296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-4e20a76b-be8a-4fba-9e57-f602784fba55 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.263499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-4e20a76b-be8a-4fba-9e57-f602784fba55 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 3141 time: 0.3442748 Aug 06 18:20:46.268237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:20:46.283221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, cfa12034-bfb4-4756-8ccf-0d8c692b5647) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:46.288636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:46.289688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.292902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Request body: {'subnet': {'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-104396103-subnet', 'tenant_id': '5e2c707cc1a94acfaa0a96b31be044e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:46.296294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73509f7a-0888-45c5-bcc7-4e210881962a None None] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:46.321691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 1fd08212-517a-49d3-ba05-1cd5a670b6f9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:46.322224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.329819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.360280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b428c08b-350a-4c3f-a4d0-43a000c200e0 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.5456588 Aug 06 18:20:46.390582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40984) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:46.410420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1159068350', 'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:46.419208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=1c11c90f-fc63-4697-823a-049ce1de0a49,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:46.435637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6dc72-f1c5-4008-8a8f-72207b33280e admin admin] Pushing event updated for resources: {'Network': ['ID=a7f5966d-a885-4312-9951-8e09ea9897b1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:46.451111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a77017d-a9b0-4987-b8cb-b65776ed46cb req-3e65b4a3-df5b-4c03-9017-6eb0e6e39a76 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576493 Aug 06 18:20:46.465144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:20:46.465144 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:20:46.465144 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 20, 46, 416151)}] Aug 06 18:20:46.465144 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:20:46.465653 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:20:46.488086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a7f5966d-a885-4312-9951-8e09ea9897b1 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:20:46.507826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be95ff87-c714-458b-9bca-fd8dd581e4cb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:20:46.528533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Made reservation on behalf of 5e2c707cc1a94acfaa0a96b31be044e6 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:46.532158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.594945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-45f301fe-4d13-4858-b4f8-ef3667a6febc req-e96de1c0-913d-4714-bf03-b7eff89737c5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.0809562 Aug 06 18:20:46.691739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:20:46.766047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e0bac-3d6f-4141-b399-a7d86e6edae5 None None] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:46.823469 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.850755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be95ff87-c714-458b-9bca-fd8dd581e4cb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:46.851111 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.897431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 1fd08212-517a-49d3-ba05-1cd5a670b6f9 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:46.915564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:46.936333 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Sync routers for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:46.981424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port 1c11c90f-fc63-4697-823a-049ce1de0a49 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:46.984568 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:46.984940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:46.987472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e942ba28-6180-4401-8004-4cd8101a8976 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "DELETE /v2.0/ports/1c11c90f-fc63-4697-823a-049ce1de0a49 HTTP/1.1" status: 204 len: 173 time: 5.1736772 Aug 06 18:20:46.987964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:46.989822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:46.990465 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da7609b-5cb1-4a82-ae00-aa1f9cd333f9" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:47.295770 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edc3b5-b212-42b1-a6cd-872f647dc3cf x-openstack-request-id: req-39edc3b5-b212-42b1-a6cd-872f647dc3cf {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:47.297330 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "1c11c90f-fc63-4697-823a-049ce1de0a49", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:47.301505 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39edc3b5-b212-42b1-a6cd-872f647dc3cf {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:47.302005 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '1c11c90f-fc63-4697-823a-049ce1de0a49', 'status': 'completed', 'code': 200} Aug 06 18:20:47.340973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Made reservation on behalf of a2e43ca0a27e4b20b20e4a5da33ceb08 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:47.346054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:47.402088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:47.431070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] device_id is not set on port 4fb5d094-515c-453c-97ef-a2e5b1da12e2 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:20:47.470553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:47.588567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:47.588567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:47.606799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e96951a-b7bd-4912-a582-126e85a245c6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:47.621259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Checking segment: {'id': 'f85a8062-0485-455a-98e6-023b6800a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:47.622142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Network hostable DHCP agents. Network: a7f5966d-a885-4312-9951-8e09ea9897b1, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:20:47.655993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:47.764974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=1fd08212-517a-49d3-ba05-1cd5a670b6f9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:47.830388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Network a7f5966d-a885-4312-9951-8e09ea9897b1 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:20:47.843817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b931d314-c977-4e08-80e6-04f42445bb8b req-e0a3600d-a805-4b08-bf44-159cf5e3c657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.0810945 Aug 06 18:20:47.845204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 2001:db8::37f (cfa12034-bfb4-4756-8ccf-0d8c692b5647/cdb6930b-37c2-47b1-b492-f0f09236f175/4fb5d094-515c-453c-97ef-a2e5b1da12e2) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:47.930747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:47.946137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:47.946558 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:47.974784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:48.003659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Checking router: 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:48.035654 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:48.036317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:48.290699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.327190 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:48.460647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.521370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=34ba2459-2f2b-4e52-8bff-6b8ef5662b83,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:48.541371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.579659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port 34ba2459-2f2b-4e52-8bff-6b8ef5662b83 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:48.610654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.614178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-e9a9cfa6-02dd-477a-9629-4cb2b6592dc9 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "DELETE /v2.0/ports/34ba2459-2f2b-4e52-8bff-6b8ef5662b83 HTTP/1.1" status: 204 len: 173 time: 1.5993888 Aug 06 18:20:48.636071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.642383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc36fbe4-5392-4e2a-a820-a3391a8346a2 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/1fd08212-517a-49d3-ba05-1cd5a670b6f9 HTTP/1.1" status: 204 len: 168 time: 3.0458601 Aug 06 18:20:48.648824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=4fb5d094-515c-453c-97ef-a2e5b1da12e2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:48.652340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41022) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:48.671058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a7f5966d-a885-4312-9951-8e09ea9897b1) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:48.671830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:48.690686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.691012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a8530-4345-4461-a219-91e1b69c693c None None] Network a7f5966d-a885-4312-9951-8e09ea9897b1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:48.691750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.703439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ed69-a376-4dbc-adc3-2c920634be3e req-1b4c8fd4-8395-46fc-9690-9399014fec32 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.703816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:48.711782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ed69-a376-4dbc-adc3-2c920634be3e req-1b4c8fd4-8395-46fc-9690-9399014fec32 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.718946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ed69-a376-4dbc-adc3-2c920634be3e req-1b4c8fd4-8395-46fc-9690-9399014fec32 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.720534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e60ed69-a376-4dbc-adc3-2c920634be3e req-1b4c8fd4-8395-46fc-9690-9399014fec32 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 2331 time: 1.0461900 Aug 06 18:20:48.761356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-473bfce4-2f81-4ce8-b8c9-a6fa61519ac7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4707291 Aug 06 18:20:48.781900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:48.803189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:48.804698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.805719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e020d62-f965-4fd4-94fe-04337e232601 None None] The sync data for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 is: [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:08:52Z', 'revision_number': 4, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '444bb245-0b0a-4d1c-8e42-69acf7d4922f', 'name': '', 'network_id': '681d4cd8-677a-4b9b-b30d-b557409f1ef3', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:48Z', 'updated_at': '2021-08-06T18:09:03Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'subnets': [{'id': '3abf5f3c-d96d-4feb-b411-0817a035ddb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:20:48.807368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:48.822734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-472576c5-cc42-47fb-a887-6cef3900b068 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:48.827290 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9a4144-db16-4e83-b177-90927a4b5574 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] GET failed (client error): The resource could not be found. Aug 06 18:20:48.828543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-472576c5-cc42-47fb-a887-6cef3900b068 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 797 time: 1.0363672 Aug 06 18:20:48.834291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9b9a4144-db16-4e83-b177-90927a4b5574 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports/1fd08212-517a-49d3-ba05-1cd5a670b6f9 HTTP/1.1" status: 404 len: 333 time: 0.1670885 Aug 06 18:20:48.839776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e60ed69-a376-4dbc-adc3-2c920634be3e req-26266744-a5d6-42e0-a4c9-ac37cdab013a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035669 Aug 06 18:20:48.841503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41030) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:48.963764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-04a4f8d0-5647-4b22-95a6-1080d534247f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5713828 Aug 06 18:20:48.971563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41034) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:49.034027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a329af-9a9c-4884-84be-597a39eba861 None None] Network a7f5966d-a885-4312-9951-8e09ea9897b1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:49.170373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-a17f2ad1-a955-4384-a3db-2595c7b00840 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 379 time: 0.3295054 Aug 06 18:20:49.186343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'port': {'device_id': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'admin_state_up': True, 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'security_groups': ['6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:49.210544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21b8875b-d5bb-4aac-aa72-c443f86bf4d8 req-476f7a7c-d7ce-4583-b3d1-8fa0891213ca tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.0713155 Aug 06 18:20:49.234777 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.297416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 787a736b-7acb-472f-ac18-c08d892323a2 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:49.300734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.304707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.448977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.454458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.465862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9106337-778c-460c-ac3a-939abba2d175 HTTP/1.1" status: 204 len: 168 time: 0.6139429 Aug 06 18:20:49.467187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41046) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:49.482373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:49.486514 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9344254-4c89-48d6-aac3-314a64fbd46f" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:49.496818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d7350-db3a-407d-94d3-649be42266ad None None] New status for floating IP 06cb752a-deb2-463f-a01e-2634aad3844d: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:20:49.498954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Deleting port 4fb5d094-515c-453c-97ef-a2e5b1da12e2 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:49.499535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.534049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e9129-eb83-4f5c-8b86-65c6c7ebecd4 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9106337-778c-460c-ac3a-939abba2d175,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:49.647809 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85302004-22ee-445c-9635-26071e72366c x-openstack-request-id: req-85302004-22ee-445c-9635-26071e72366c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:49.648277 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "34ba2459-2f2b-4e52-8bff-6b8ef5662b83", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:49.648955 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85302004-22ee-445c-9635-26071e72366c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:49.649903 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '34ba2459-2f2b-4e52-8bff-6b8ef5662b83', 'status': 'completed', 'code': 200} Aug 06 18:20:49.653655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port 787a736b-7acb-472f-ac18-c08d892323a2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=787a736b-7acb-472f-ac18-c08d892323a2,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:49.654659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.673478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.692848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 787a736b-7acb-472f-ac18-c08d892323a2 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:49.718317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:49.722977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.727649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.828487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.865901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Calling delete_port for 4fb5d094-515c-453c-97ef-a2e5b1da12e2 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:49.902178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.909931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:49.913989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:49.916061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/security-groups/c166dac8-688a-43db-bdbb-c41d5e557560 HTTP/1.1" status: 204 len: 168 time: 0.4201765 Aug 06 18:20:50.008006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc034e86-1a40-42f4-84b9-896a7607a927 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166dac8-688a-43db-bdbb-c41d5e557560,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:50.099026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.8 (9e89a34c-62f7-40da-a2ca-f8336f9a9506/479e3863-0946-4181-bf86-39691599e293/67ac113c-be5f-47fd-9d3f-7fa224735056) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:50.242137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:50.248740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073743170-network', 'tenant_id': 'c6827695386d4b72a3dae1b7d76897ca'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:50.299314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Made reservation on behalf of c6827695386d4b72a3dae1b7d76897ca for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:50.304011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:50.326198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:50.334594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:50.375825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e160e-7d20-42bc-80c2-e7fb351b280f req-b33d398e-48b6-4739-9868-dd11c46043e1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:50.383322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e160e-7d20-42bc-80c2-e7fb351b280f req-b33d398e-48b6-4739-9868-dd11c46043e1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:50.391750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec6e160e-7d20-42bc-80c2-e7fb351b280f req-b33d398e-48b6-4739-9868-dd11c46043e1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 1676 time: 0.3739197 Aug 06 18:20:50.416404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:50.419304 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:50.498363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3fa5d0d-47e3-44fd-b519-bc61f545f4e5 req-230b2df7-6273-4bc4-a31f-0646aeacf991 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.0810225 Aug 06 18:20:50.570925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=787a736b-7acb-472f-ac18-c08d892323a2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:50.652712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec6e160e-7d20-42bc-80c2-e7fb351b280f req-ade83e1e-44a8-43b7-9a7a-fa2c5b752914 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597528 Aug 06 18:20:50.698188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.067738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port 787a736b-7acb-472f-ac18-c08d892323a2 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:51.070766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.073726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-7f754c41-b2f4-44b8-bdf1-7e03ad840e8e tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "DELETE /v2.0/ports/787a736b-7acb-472f-ac18-c08d892323a2 HTTP/1.1" status: 204 len: 173 time: 2.4266708 Aug 06 18:20:51.082199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.082561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 67ac113c-be5f-47fd-9d3f-7fa224735056 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:51.090950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.093716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.095059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/security-groups/6a3132f3-9c80-496c-ac9f-3a72fa9f7597 HTTP/1.1" status: 204 len: 168 time: 1.1761508 Aug 06 18:20:51.101262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41096) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:51.150867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fb5d094-515c-453c-97ef-a2e5b1da12e2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:51.179210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa68a7-019e-4513-b9ba-3e973cfb840d tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3132f3-9c80-496c-ac9f-3a72fa9f7597,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:51.250537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.261170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.263620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffd0bd14-2f6b-4e2d-a75a-e5060e378662 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/ports/4fb5d094-515c-453c-97ef-a2e5b1da12e2 HTTP/1.1" status: 204 len: 168 time: 2.2771289 Aug 06 18:20:51.268405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:51.275141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647', 'external_fixed_ips': [{'subnet_id': 'cdb6930b-37c2-47b1-b492-f0f09236f175', 'ip_address': '2001:db8::37f'}]}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:51.321983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port e875c475-73cc-47f7-93f7-fb772ae8e040 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:51.322443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 613fb106-34b0-41d5-8962-686d7bb0e24f {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:51.322666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.336595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.397805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:51.401989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.406923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:51.409694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:51.413480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:51.453991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.467859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:20:51.479229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.479581 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Added segment c690ee14-dd55-445c-b654-98010921eb6d of type vlan for network 133c599a-3967-4d65-8a9b-d3df99da2541 Aug 06 18:20:51.480224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.481981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.514972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.541030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port e875c475-73cc-47f7-93f7-fb772ae8e040, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e875c475-73cc-47f7-93f7-fb772ae8e040,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:51.542052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.596247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for e875c475-73cc-47f7-93f7-fb772ae8e040 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:51.612079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.631025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:51.632002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.635905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eece629-a1b8-4404-b572-06828c93efeb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:51.666586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:51.669600 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c628c53-bc42-473e-a9c7-5b1d26bdf2eb" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "787a736b-7acb-472f-ac18-c08d892323a2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:51.678757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.728285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-b4e3aafe-1cb0-4b6e-a523-60c0d99da2ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5498593 Aug 06 18:20:51.751541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Request body: {'port': {'device_id': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:51.881291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.967694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e3135-40d8-49fe-9125-72dff730f2f7 None None] Provisioning for port 67ac113c-be5f-47fd-9d3f-7fa224735056 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:20:51.974550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e3135-40d8-49fe-9125-72dff730f2f7 None None] Provisioning complete for port 67ac113c-be5f-47fd-9d3f-7fa224735056 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:51.976100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3135-40d8-49fe-9125-72dff730f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.977547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.982844 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6d99d-3be3-4058-a80a-ba388dca7dbb x-openstack-request-id: req-b6d6d99d-3be3-4058-a80a-ba388dca7dbb {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:51.983816 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "787a736b-7acb-472f-ac18-c08d892323a2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:51.984953 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6d6d99d-3be3-4058-a80a-ba388dca7dbb {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:51.986069 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': '787a736b-7acb-472f-ac18-c08d892323a2', 'status': 'completed', 'code': 200} Aug 06 18:20:51.990791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:51.991910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:51.992527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.033489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=613fb106-34b0-41d5-8962-686d7bb0e24f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:52.043857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e3135-40d8-49fe-9125-72dff730f2f7 None None] Port 67ac113c-be5f-47fd-9d3f-7fa224735056 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:52.058488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e5211-2e77-400c-b01d-508cb7fda84f None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:52.075886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.076288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.076578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.076923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.077273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.077616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.077975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.078301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.078703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.080137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.080137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.080137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:20:52.094794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.097755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb00d1a9-c8e0-4895-8647-2405c27a97e8 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/613fb106-34b0-41d5-8962-686d7bb0e24f HTTP/1.1" status: 204 len: 168 time: 0.9940958 Aug 06 18:20:52.124679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.135190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:52.176171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.188125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] Pushing event updated for resources: {'Network': ['ID=133c599a-3967-4d65-8a9b-d3df99da2541,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:52.191890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2d131ef9-0fd1-4cc3-ad73-6f0d118323c2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9481571 Aug 06 18:20:52.205058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41116) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:52.207046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 133c599a-3967-4d65-8a9b-d3df99da2541 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:20:52.212820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Request body: {'subnet': {'network_id': '133c599a-3967-4d65-8a9b-d3df99da2541', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073743170-subnet', 'tenant_id': 'c6827695386d4b72a3dae1b7d76897ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:52.231650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:52.283906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aeddfe-f18e-47ad-a8d4-52d873bba66c req-e00ca218-b763-4cb0-b505-e6c8f546f272 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:52.288999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13aeddfe-f18e-47ad-a8d4-52d873bba66c req-e00ca218-b763-4cb0-b505-e6c8f546f272 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 943 time: 0.2424026 Aug 06 18:20:52.387774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3c9f-45ab-4ced-a538-b49bb7324d18 req-86d44184-689b-433a-bc36-560b46747842 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:52.398063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0efe3c9f-45ab-4ced-a538-b49bb7324d18 req-86d44184-689b-433a-bc36-560b46747842 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 931 time: 0.6347156 Aug 06 18:20:52.440228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Made reservation on behalf of c6827695386d4b72a3dae1b7d76897ca for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:20:52.442723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.449648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 2b57ceac-7c60-49d9-bfcb-0da2615e84a0 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:52.461873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.465120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.497429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4aa09a7-1117-41eb-9375-5a08e94f5725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.582065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=e875c475-73cc-47f7-93f7-fb772ae8e040,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:52.608815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.615625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13aeddfe-f18e-47ad-a8d4-52d873bba66c req-cc67bc2a-86b3-47c3-8c15-367aece18778 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4eef908-994b-4704-a000-ed5ae4f6fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874428 Aug 06 18:20:52.656151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0efe3c9f-45ab-4ced-a538-b49bb7324d18 req-4d750f03-f77a-4dae-a48b-ad0c26dc4ed8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570388 Aug 06 18:20:52.717563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port e875c475-73cc-47f7-93f7-fb772ae8e040 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:52.845674 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:52.851765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da827461-a0ac-4034-bb36-8777fa618a38 req-9557c51c-05ed-46a7-9fb3-335c5b437ec4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.55 "DELETE /v2.0/ports/e875c475-73cc-47f7-93f7-fb772ae8e040 HTTP/1.1" status: 204 len: 173 time: 1.7704852 Aug 06 18:20:52.930083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.014423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ac113c-be5f-47fd-9d3f-7fa224735056 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:20:53.036543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4aa09a7-1117-41eb-9375-5a08e94f5725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.039402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.056483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4aa09a7-1117-41eb-9375-5a08e94f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.093767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Transition to ACTIVE for port object 67ac113c-be5f-47fd-9d3f-7fa224735056 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:20:53.102141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.126030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4aa09a7-1117-41eb-9375-5a08e94f5725 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=932f304b2d4c4321a6c547f22e6d5e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8770459 Aug 06 18:20:53.131079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.133364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:53.263304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa09a7-1117-41eb-9375-5a08e94f5725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d64a5c1-830f-47d2-ab43-8c8e36caa297,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:53.339542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa447d9-91fa-47a7-b679-4164c9964f51,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:53.343617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.349922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:53.475888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.482952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/2b57ceac-7c60-49d9-bfcb-0da2615e84a0 HTTP/1.1" status: 204 len: 168 time: 1.3405502 Aug 06 18:20:53.487281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41126) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:53.490293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f76b5b-4de7-43d7-a23b-bdbd4cf417f5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=2b57ceac-7c60-49d9-bfcb-0da2615e84a0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:53.497505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.499242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Checking segment: {'id': 'c690ee14-dd55-445c-b654-98010921eb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '133c599a-3967-4d65-8a9b-d3df99da2541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:53.499598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Network hostable DHCP agents. Network: 133c599a-3967-4d65-8a9b-d3df99da2541, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:20:53.508838 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.537683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.562287 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-da05e32d-53d1-4e33-9f76-ac6590861fc9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:53.562755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da05e32d-53d1-4e33-9f76-ac6590861fc9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:53.564673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da05e32d-53d1-4e33-9f76-ac6590861fc9 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/613fb106-34b0-41d5-8962-686d7bb0e24f HTTP/1.1" status: 404 len: 337 time: 0.0769639 Aug 06 18:20:53.579476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:53.695708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting subnet 9bb60011-1505-448b-90c7-6c3aa75791e3 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:20:53.701128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.798821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.914345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.916537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Network 133c599a-3967-4d65-8a9b-d3df99da2541 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:20:53.919140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:20:53.919521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:20:53.919950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:53.933369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:20:53.933952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:20:53.938120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-694f2a84-8359-4514-a175-88b41a5136e8 req-e5bc81c0-3c8b-4284-a1f9-e87967d746ab tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0860524 Aug 06 18:20:53.976857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:20:53.977603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Checking segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:20:53.978282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Bound using segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:20:53.978973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Bound port: 67ac113c-be5f-47fd-9d3f-7fa224735056, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:20:53.982137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:53.989252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:53.991989 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9f9ce-bce4-4353-b779-3682a800969c" -d '{"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:54.007470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 133c599a-3967-4d65-8a9b-d3df99da2541) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:54.020827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc424b3-e508-416c-b4c2-dd0af6827930 None None] Network 133c599a-3967-4d65-8a9b-d3df99da2541 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:54.093712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:54.094630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.159217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ade5e-929f-4d4f-8252-875e2993c3ee req-c43a8026-c8dc-4f42-86cf-eeb7d3e83373 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:54.165673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-481ade5e-929f-4d4f-8252-875e2993c3ee req-c43a8026-c8dc-4f42-86cf-eeb7d3e83373 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.2586474 Aug 06 18:20:54.195729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 2001:db8::37f (cfa12034-bfb4-4756-8ccf-0d8c692b5647/cdb6930b-37c2-47b1-b492-f0f09236f175/aeb27da1-a39e-4bd1-858f-d96da0228066) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:20:54.234902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-832a7c8e-e624-4563-85a7-128bb7cb8c14 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0192983 Aug 06 18:20:54.308055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.348690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-481ade5e-929f-4d4f-8252-875e2993c3ee req-f7c37825-c786-4ddf-8361-151674a68e55 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694496 Aug 06 18:20:54.390996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.393555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c01a69-5d8a-490a-a6b8-b021bde01bb8 None None] Network e0fc3801-d5df-4444-bb07-ae3da542f255 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:54.394765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.396448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d64a5c1-830f-47d2-ab43-8c8e36caa297 HTTP/1.1" status: 204 len: 168 time: 1.2267032 Aug 06 18:20:54.426452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb04b-6e53-4550-8faa-3aeb89b3fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d64a5c1-830f-47d2-ab43-8c8e36caa297,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:54.441571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:20:54.460709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588ca1d-436d-487a-b401-a76e3cd2a6d9 None None] Network 133c599a-3967-4d65-8a9b-d3df99da2541 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:20:54.471388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:20:54.480147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.512142 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87fd642-ae81-419f-9e6f-d0552f5273b9 x-openstack-request-id: req-d87fd642-ae81-419f-9e6f-d0552f5273b9 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:54.512805 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b67808-b4bf-4bdd-8b16-516ba197217b", "name": "network-vif-deleted", "tag": "e875c475-73cc-47f7-93f7-fb772ae8e040", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:54.515445 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d87fd642-ae81-419f-9e6f-d0552f5273b9 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:54.515445 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b67808-b4bf-4bdd-8b16-516ba197217b', 'name': 'network-vif-deleted', 'tag': 'e875c475-73cc-47f7-93f7-fb772ae8e040', 'status': 'completed', 'code': 200} Aug 06 18:20:54.541549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:54.543895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.546979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] 10.222.0.16 "PUT /v2.0/ports/67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 1092 time: 2.8064644 Aug 06 18:20:54.597825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.630797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:20:54.637829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:20:54.758244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.835868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c696d72-4636-4c90-8f33-3114f770f4a5 None None] Provisioning complete for port 8263706d-c693-4572-8b44-e33c8ecedf3b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:54.840343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c696d72-4636-4c90-8f33-3114f770f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:54.841872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network cfa12034-bfb4-4756-8ccf-0d8c692b5647 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:20:54.842853 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830af963-796c-447b-b37b-6a9086697e77 x-openstack-request-id: req-830af963-796c-447b-b37b-6a9086697e77 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:20:54.843464 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:20:54.843885 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-830af963-796c-447b-b37b-6a9086697e77 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:20:54.844528 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'status': 'completed', 'code': 200} Aug 06 18:20:54.848912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:20:54.911207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.043518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:20:55.048694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb60011-1505-448b-90c7-6c3aa75791e3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:55.127483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-350d1bb9-66c0-4e1c-933b-395135178c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:55.136106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-350d1bb9-66c0-4e1c-933b-395135178c7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1095 time: 0.4732051 Aug 06 18:20:55.147738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=aeb27da1-a39e-4bd1-858f-d96da0228066,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:55.162301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.171478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6de7ea26-4e0a-4847-aa67-6e9c3a0c9254 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/9bb60011-1505-448b-90c7-6c3aa75791e3 HTTP/1.1" status: 204 len: 168 time: 1.5888326 Aug 06 18:20:55.190740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41158) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.247829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91f97b2c-87bc-4579-b13e-34b37888e53a req-a242f17f-1647-48b2-8e23-bfabc609dbd1 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0929987 Aug 06 18:20:55.349431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c696d72-4636-4c90-8f33-3114f770f4a5 None None] Provisioning complete for port 9b8f15f0-e674-43b8-8ae6-28937fc968ff triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:20:55.350347 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c696d72-4636-4c90-8f33-3114f770f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.412988 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee002a7d-f7c7-4b91-a813-e98a25a26bf5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.413473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee002a7d-f7c7-4b91-a813-e98a25a26bf5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.419196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ee002a7d-f7c7-4b91-a813-e98a25a26bf5 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/8607152c-0586-48e2-999f-ec82c5b56a0f HTTP/1.1" status: 404 len: 337 time: 0.2228634 Aug 06 18:20:55.422812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41172) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.424813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552490df-043f-476a-8587-bf075c7ebb5b service neutron] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:55.432717 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-d8256c6c-8a9b-409c-87f2-ae1c452f4386 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 217 time: 0.2486284 Aug 06 18:20:55.443010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.460440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] DHCP port deletion for e0fc3801-d5df-4444-bb07-ae3da542f255 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:20:55.483903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e838d1c4-ec17-425e-89df-17f9196f3548 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "GET /v2.0/ports?device_id=54101da4-6bc3-42d0-8561-2de31297606c HTTP/1.1" status: 200 len: 205 time: 0.0597427 Aug 06 18:20:55.486614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41176) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.520969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5c696d72-4636-4c90-8f33-3114f770f4a5 None None] Port 9b8f15f0-e674-43b8-8ae6-28937fc968ff cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:20:55.570306 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-8f19038e-8ae5-43a3-a2a6-2d3b2f64995f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] delete failed (client error): The resource could not be found. Aug 06 18:20:55.571724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f19038e-8ae5-43a3-a2a6-2d3b2f64995f tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/routers/54101da4-6bc3-42d0-8561-2de31297606c HTTP/1.1" status: 404 len: 336 time: 0.0841129 Aug 06 18:20:55.574573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41178) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.575333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-846d0781-a281-458e-8b13-feae45c94cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:55.577496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-846d0781-a281-458e-8b13-feae45c94cf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.1365688 Aug 06 18:20:55.581731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f64a7d74-ea0f-4d81-84b6-f87b138ba701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.586980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Deleting port 8263706d-c693-4572-8b44-e33c8ecedf3b {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:55.589264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.694254 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a8d00f-9fea-4a2f-92bb-5286e67cdacc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.694933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a8d00f-9fea-4a2f-92bb-5286e67cdacc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.697142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5a8d00f-9fea-4a2f-92bb-5286e67cdacc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/1d199510-08f2-49f1-93cd-9a654c2ee6ff HTTP/1.1" status: 404 len: 337 time: 0.1211212 Aug 06 18:20:55.701384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41180) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.711380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] For port 8263706d-c693-4572-8b44-e33c8ecedf3b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8263706d-c693-4572-8b44-e33c8ecedf3b,segment=NetworkSegment(3ef7a3a5-48f7-4385-8d06-aaeeec3700e4),segment_id=3ef7a3a5-48f7-4385-8d06-aaeeec3700e4)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:20:55.711791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.731941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Calling delete_port for 8263706d-c693-4572-8b44-e33c8ecedf3b owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:55.746821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ba0df-a946-4509-9675-db03fd92dadf req-63a30506-2dff-4fa1-b116-6fa9ea1c062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:55.750382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-63a30506-2dff-4fa1-b116-6fa9ea1c062e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630106 Aug 06 18:20:55.768240 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d1c4a2-2dff-454f-b965-750715ba8486 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.769093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d1c4a2-2dff-454f-b965-750715ba8486 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.771392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-98d1c4a2-2dff-454f-b965-750715ba8486 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/be42de6c-f967-4541-afc7-35c2b0159e68 HTTP/1.1" status: 404 len: 337 time: 0.0663831 Aug 06 18:20:55.775396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41182) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.821899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-e7e6a7f3-10f8-44f6-bcd9-0afb02bc33a0 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:55.824177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-e7e6a7f3-10f8-44f6-bcd9-0afb02bc33a0 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/networks?id=a7f5966d-a885-4312-9951-8e09ea9897b1 HTTP/1.1" status: 200 len: 808 time: 0.4072170 Aug 06 18:20:55.826300 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc97ed83-49c6-44ee-8875-ee40e8fe7f4b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.826767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc97ed83-49c6-44ee-8875-ee40e8fe7f4b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.828630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fc97ed83-49c6-44ee-8875-ee40e8fe7f4b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/1e1d4964-b3a8-4bd8-aca9-8f8ae8941e03 HTTP/1.1" status: 404 len: 337 time: 0.0496452 Aug 06 18:20:55.829687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.831513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41184) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.852339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e28fa-95cc-4ef7-9186-4b5bd12854b6 req-4464d11d-dbb5-41a6-a8d9-ce1c8e8bb6df tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:55.860447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e8e28fa-95cc-4ef7-9186-4b5bd12854b6 req-4464d11d-dbb5-41a6-a8d9-ce1c8e8bb6df tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.1600258 Aug 06 18:20:55.897881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:55.928949 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab995c0d-69ff-487b-9b69-60276d64c75c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.929724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab995c0d-69ff-487b-9b69-60276d64c75c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.931535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ab995c0d-69ff-487b-9b69-60276d64c75c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/287273bc-ee7a-45aa-ba6c-e1bd745348b4 HTTP/1.1" status: 404 len: 333 time: 0.0970812 Aug 06 18:20:55.935288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41186) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:55.941887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-2d1efec1-9b2b-41e1-ab3c-326191314fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751666 Aug 06 18:20:55.961972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] No DVR routers for this DVR port 8263706d-c693-4572-8b44-e33c8ecedf3b on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:20:55.972366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-dd026463-ff39-4c26-9db4-0a1cbccfacdb tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/quotas/5e2c707cc1a94acfaa0a96b31be044e6 HTTP/1.1" status: 200 len: 375 time: 0.1347008 Aug 06 18:20:55.973643 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a1487b-5270-4a3c-b82e-68d67b358804 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:55.974078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a1487b-5270-4a3c-b82e-68d67b358804 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:55.976455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94a1487b-5270-4a3c-b82e-68d67b358804 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/10e822df-ffc9-4d9f-ac0c-fb38a3e43820 HTTP/1.1" status: 404 len: 337 time: 0.0346930 Aug 06 18:20:55.978630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a02f39-ddb6-46bc-be7c-1d6f6b4dc818 None None] Pushing event deleted for resources: {'Port': ['ID=8263706d-c693-4572-8b44-e33c8ecedf3b,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:55.988203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41188) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.001822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e8e28fa-95cc-4ef7-9186-4b5bd12854b6 req-b9916099-6a10-464b-bd39-951f8ec2f34f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403019 Aug 06 18:20:56.031470 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29c5a9e-ccd2-402a-a289-7b61d6e9f4c3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:56.032540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29c5a9e-ccd2-402a-a289-7b61d6e9f4c3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:56.036346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f29c5a9e-ccd2-402a-a289-7b61d6e9f4c3 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/e6b92b73-ddb3-4950-b026-be6c4e154b28 HTTP/1.1" status: 404 len: 337 time: 0.0468593 Aug 06 18:20:56.044730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.080710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-7a9f58c6-bf4c-415f-95d6-0b869fddd616 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5e2c707cc1a94acfaa0a96b31be044e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068714 Aug 06 18:20:56.119250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-7481ae6a-6819-434e-a7d6-0c1cdb76af1c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:20:56.121345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-7481ae6a-6819-434e-a7d6-0c1cdb76af1c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165679 Aug 06 18:20:56.150018 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8429d5d8-c854-4b34-afb3-cb8f81dfaf3b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:56.151092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8429d5d8-c854-4b34-afb3-cb8f81dfaf3b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:56.156686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8429d5d8-c854-4b34-afb3-cb8f81dfaf3b tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/293b0b14-f7e4-40f4-8c16-9fd2337f4732 HTTP/1.1" status: 404 len: 333 time: 0.0554247 Aug 06 18:20:56.162450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.224467 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa13855-a431-4bba-920c-bb01598c11cc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:56.225211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa13855-a431-4bba-920c-bb01598c11cc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:56.231708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cfa13855-a431-4bba-920c-bb01598c11cc tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/58739439-a556-4646-b356-c044928d715c HTTP/1.1" status: 404 len: 337 time: 0.0639307 Aug 06 18:20:56.233415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41194) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.321778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f64a7d74-ea0f-4d81-84b6-f87b138ba701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:56.368077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f64a7d74-ea0f-4d81-84b6-f87b138ba701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:56.378975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:20:56.405873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-9a46affc-0d68-471f-a451-76efa0ccc5ee service neutron] 10.222.0.64 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378967 Aug 06 18:20:56.409383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da1ba0df-a946-4509-9675-db03fd92dadf req-4914c0d6-bf5a-4f2c-8a19-c1007de6283c service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582682 Aug 06 18:20:56.426216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8263706d-c693-4572-8b44-e33c8ecedf3b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:20:56.426930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8263706d-c693-4572-8b44-e33c8ecedf3b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:20:56.467892 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c989a0-d7fd-418c-8209-beff090dd794 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] DELETE failed (client error): The resource could not be found. Aug 06 18:20:56.468609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c989a0-d7fd-418c-8209-beff090dd794 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:20:56.474464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b1c989a0-d7fd-418c-8209-beff090dd794 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/subnets/f00bd692-5ad6-4bd1-89b8-e3809d9e4d6f HTTP/1.1" status: 404 len: 337 time: 0.2364366 Aug 06 18:20:56.478943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.594259 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f64a7d74-ea0f-4d81-84b6-f87b138ba701 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5229ee0ffccf489f923020bc3dc5c86a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1488230 Aug 06 18:20:56.632434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41202) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:56.661943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a7d74-ea0f-4d81-84b6-f87b138ba701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e73d3-2f66-46cd-a94d-58afe634d6d1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:56.955274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae5932df-cb68-4018-a8b0-e38714320ab4 req-d34b68dd-90e6-4a4e-b724-2b7649061887 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.4811761 Aug 06 18:20:57.001753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.042145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-8391d9f7-e45b-4d12-a0f3-76c178e78dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:57.043737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-8391d9f7-e45b-4d12-a0f3-76c178e78dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1095 time: 0.5304253 Aug 06 18:20:57.120848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.124495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-9aa361de-9e43-4b0b-a4bf-4c89558554cd service neutron] 10.222.0.64 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946936 Aug 06 18:20:57.192339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.253914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-46bf5ddd-612a-434f-bcdd-5fc48eb32359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:57.256151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-46bf5ddd-612a-434f-bcdd-5fc48eb32359 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.2021489 Aug 06 18:20:57.333969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Deleting port 9b8f15f0-e674-43b8-8ae6-28937fc968ff {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:57.334720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.412868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-3b6fdebf-8d59-4d9b-8cc6-339a5c6b4980 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 217 time: 0.1229725 Aug 06 18:20:57.470775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.474823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.488302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a9e73d3-2f66-46cd-a94d-58afe634d6d1 HTTP/1.1" status: 204 len: 168 time: 0.8467560 Aug 06 18:20:57.560117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85bd27e1-bafe-4cda-b9c1-e690e475f08f req-2303ad8c-458d-4fa1-ba07-e3056b9501c5 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 210 time: 0.1135445 Aug 06 18:20:57.574930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13f05-63f1-4b0c-9ec9-21878e7b2615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e73d3-2f66-46cd-a94d-58afe634d6d1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:57.594994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.611781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-f5b3c09a-3d51-40a4-9a5f-727987441fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:57.618065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-f5b3c09a-3d51-40a4-9a5f-727987441fda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.1876597 Aug 06 18:20:57.663171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Calling delete_port for 9b8f15f0-e674-43b8-8ae6-28937fc968ff owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:57.742110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-8beaa665-64be-4dd4-826e-7077cb7ba431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:57.752149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-8beaa665-64be-4dd4-826e-7077cb7ba431 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277978 Aug 06 18:20:57.797927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router 53af92ae-2b85-47f6-856f-67a42cae15e0 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:20:57.835419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8038d-4e56-48dd-b266-dc8cd9da697c req-a0c869e8-a870-47b4-a6f3-010696540f8e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:57.852920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4b8038d-4e56-48dd-b266-dc8cd9da697c req-a0c869e8-a870-47b4-a6f3-010696540f8e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.4156609 Aug 06 18:20:57.870444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:57.923454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-60fa76b8-acc1-4ffe-b2b1-f7632785e5b6 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565886 Aug 06 18:20:57.956300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Port': ['ID=9b8f15f0-e674-43b8-8ae6-28937fc968ff,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:58.004431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.009842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-330de144-e269-4475-8ce6-7c4955d60e4c tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/ports/9b8f15f0-e674-43b8-8ae6-28937fc968ff HTTP/1.1" status: 204 len: 168 time: 1.5263524 Aug 06 18:20:58.086605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:58.308909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4b8038d-4e56-48dd-b266-dc8cd9da697c req-16a7ee8b-cdcf-4fd4-a6af-5aa4dcbb6943 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239292 Aug 06 18:20:58.333894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ec56c62e-109a-4ec3-8280-456e9f1a4882 req-e9c9da9d-2112-46f3-880a-39cdf8822e79 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1210723 Aug 06 18:20:58.361224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.374487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb474fe7-2a97-449f-91cf-a3c02d28d7ac req-39cf8f15-5d36-4b26-bb52-425aac1c1a24 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421289 Aug 06 18:20:58.423301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:20:58.456532 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Sync routers for ids ['53af92ae-2b85-47f6-856f-67a42cae15e0'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:20:58.470915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.476593 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee4ee790-b9a4-4f49-a5e1-ba11b7004ccc tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2031481 Aug 06 18:20:58.477082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41236) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:58.494150 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2954963c-51a8-4138-891b-342d78d0db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.498529 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Routers {'53af92ae-2b85-47f6-856f-67a42cae15e0'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:20:58.500315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['53af92ae-2b85-47f6-856f-67a42cae15e0'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:58.712637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.767371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fc3801-d5df-4444-bb07-ae3da542f255']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:58.806593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:58.807037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef7a3a5-48f7-4385-8d06-aaeeec3700e4') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:58.826489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Set router 53af92ae-2b85-47f6-856f-67a42cae15e0 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:20:58.859481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.874123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.891774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.927143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:20:58.927805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:20:58.933318 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:20:59.028952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-97e1c7b7-f637-4729-b9d2-74ca7f433c8a req-9c363718-8c1d-4547-8403-0c20cb419284 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 210 time: 0.1513774 Aug 06 18:20:59.103075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:59.103477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:59.108432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:59.110715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] 10.222.0.64 "DELETE /v2.0/networks/e0fc3801-d5df-4444-bb07-ae3da542f255 HTTP/1.1" status: 204 len: 168 time: 1.0229852 Aug 06 18:20:59.167935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cc5a0-c367-4943-8d17-0a4e8c87b7e7 tempest-PortsIpV6TestJSON-2104585411 tempest-PortsIpV6TestJSON-2104585411-project] Pushing event deleted for resources: {'Network': ['ID=e0fc3801-d5df-4444-bb07-ae3da542f255,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:20:59.339527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Deleting port aeb27da1-a39e-4bd1-858f-d96da0228066 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:20:59.340070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:59.448037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-884ecc27-e86f-4ee4-a843-bf44d1d6a5fa tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:59.449390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-884ecc27-e86f-4ee4-a843-bf44d1d6a5fa tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.55 "GET /v2.0/networks?id=a7f5966d-a885-4312-9951-8e09ea9897b1 HTTP/1.1" status: 200 len: 808 time: 0.2392974 Aug 06 18:20:59.470823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Request body: {'port': {'device_id': '303fe694-a33e-4091-afba-fb2255d27a75', 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1', 'admin_state_up': True, 'tenant_id': '5e2c707cc1a94acfaa0a96b31be044e6'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:20:59.497252 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53af92ae-2b85-47f6-856f-67a42cae15e0', 'name': '', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647', 'external_fixed_ips': [{'subnet_id': 'cdb6930b-37c2-47b1-b492-f0f09236f175', 'ip_address': '2001:db8::37f'}], 'enable_snat': True}, 'gw_port_id': 'aeb27da1-a39e-4bd1-858f-d96da0228066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:51Z', 'updated_at': '2021-08-06T18:20:55Z', 'revision_number': 3, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port': {'id': 'aeb27da1-a39e-4bd1-858f-d96da0228066', 'name': '', 'network_id': 'cfa12034-bfb4-4756-8ccf-0d8c692b5647', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:71:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53af92ae-2b85-47f6-856f-67a42cae15e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'cdb6930b-37c2-47b1-b492-f0f09236f175', 'ip_address': '2001:db8::37f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:53Z', 'updated_at': '2021-08-06T18:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdb6930b-37c2-47b1-b492-f0f09236f175', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:20:59.713080 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Checking router: 53af92ae-2b85-47f6-856f-67a42cae15e0 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:20:59.714874 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Updating router 53af92ae-2b85-47f6-856f-67a42cae15e0 port aeb27da1-a39e-4bd1-858f-d96da0228066 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:20:59.758096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41266) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:20:59.800260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:20:59.810082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f219-6d2a-4aa5-95fc-f9680374acf6 req-4fd11a53-b3f4-4292-9822-8fedcd72c220 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:20:59.812677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b127f219-6d2a-4aa5-95fc-f9680374acf6 req-4fd11a53-b3f4-4292-9822-8fedcd72c220 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.1622138 Aug 06 18:20:59.901476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Calling delete_port for aeb27da1-a39e-4bd1-858f-d96da0228066 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:20:59.941087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c9fb26f-2745-4572-b888-f58336dde785 req-022ffd76-fbd2-456d-be50-0264960a65fc tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.2490151 Aug 06 18:20:59.997565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b127f219-6d2a-4aa5-95fc-f9680374acf6 req-801eac9d-b0cb-4c76-a351-6c84f9268469 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574125 Aug 06 18:21:00.056812 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.329595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3318963a-463c-4dae-bc46-6de406e648d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7957ff0fc52c4437971124105381519a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662227 Aug 06 18:21:00.331481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41278) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:00.456184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.487191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Made reservation on behalf of 5e2c707cc1a94acfaa0a96b31be044e6 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:00.492671 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.498439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-977c3579-006a-4891-8c76-c784ed3e505e req-6c0476bf-9f6f-4162-bc48-2d60a43e563f tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 210 time: 0.1014767 Aug 06 18:21:00.537650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.706011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.742054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.745507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:00.746956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/023e5626-7170-4e0d-b33d-220fc9c01c42 HTTP/1.1" status: 204 len: 168 time: 0.4109089 Aug 06 18:21:00.764704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b5886-8e46-4056-8cc7-7f0bff573050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023e5626-7170-4e0d-b33d-220fc9c01c42,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:00.773880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeb27da1-a39e-4bd1-858f-d96da0228066,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:00.819577 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.db.api [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:21:00.820389 n-d-793621-29 neutron-server[94124]: DEBUG oslo_db.api [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:21:00.854856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.074455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.082812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.196501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Allocated IP 172.20.0.11 (a7f5966d-a885-4312-9951-8e09ea9897b1/9e96951a-b7bd-4912-a582-126e85a245c6/b94fb622-f20a-4c19-a683-f75a1fbf2761) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:01.274587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ae791b1-d8c3-470d-b47c-499e81a8fcc1 req-b18e94d1-962e-4257-a4dc-8739287d6924 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0585387 Aug 06 18:21:01.407125 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Port aeb27da1-a39e-4bd1-858f-d96da0228066 not found while updating agent binding for router 53af92ae-2b85-47f6-856f-67a42cae15e0. {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 18:21:01.416788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.417846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53af92ae-2b85-47f6-856f-67a42cae15e0 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:01.420556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:21:01.428605 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Routers set() bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:01.429215 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Router IDs set() for agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 18:21:01.430318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_agentschedulers_db [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53af92ae-2b85-47f6-856f-67a42cae15e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent'). {{(pid=94124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 18:21:01.430894 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915853c-9254-4317-bd54-7cc2e72ef770 None None] The sync data for ids ['53af92ae-2b85-47f6-856f-67a42cae15e0'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:01.447248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.453723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3417755e-ee29-4b99-8078-16a98a14ae98 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/routers/53af92ae-2b85-47f6-856f-67a42cae15e0 HTTP/1.1" status: 204 len: 168 time: 2.9733593 Aug 06 18:21:01.456525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41320) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:01.557744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83340e3a-0359-4f7a-a560-e06f85885b6e req-229d9421-2401-4011-b006-c3e08449416c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:01.571445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83340e3a-0359-4f7a-a560-e06f85885b6e req-229d9421-2401-4011-b006-c3e08449416c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.3165357 Aug 06 18:21:01.595118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Deleting subnet cdb6930b-37c2-47b1-b492-f0f09236f175 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:01.606402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.740388 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.752569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.777394 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d042c9c4-fa09-418a-af29-ebaa536b2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.830571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83340e3a-0359-4f7a-a560-e06f85885b6e req-edea7c10-1882-4b6f-a10e-110cf8de8c71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574296 Aug 06 18:21:01.843466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:01.867764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'mac_address': 'fa:16:3e:ed:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:21:01.928370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.934808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.987953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:01.999312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-560b8fd4-489c-4cf5-8359-3026c97b0648 req-6f563428-a55c-491e-9882-33a528b5fab6 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 210 time: 0.1101761 Aug 06 18:21:02.057487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ac113c-be5f-47fd-9d3f-7fa224735056 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:21:02.077603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.101172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.124767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:02.135584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.141629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/cdb6930b-37c2-47b1-b492-f0f09236f175 HTTP/1.1" status: 204 len: 168 time: 0.6835160 Aug 06 18:21:02.141931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.183763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb6f02-7bd0-447e-b555-7d36203a4a0a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb6930b-37c2-47b1-b492-f0f09236f175,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:02.193353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41338) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:02.203804 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Network a7f5966d-a885-4312-9951-8e09ea9897b1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:02.211863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:02.222657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:02.323904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Pushing event updated for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:02.325534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:02.372956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:02.374318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.408145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-4d64145b-bdde-4e79-9709-c4a4784463ce tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9424388 Aug 06 18:21:02.437503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Request body: {'port': {'device_id': '303fe694-a33e-4091-afba-fb2255d27a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:02.447497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.526982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['67ac113c-be5f-47fd-9d3f-7fa224735056'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:21:02.628853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f64e900-0308-4923-84ab-dec030b50352 req-e17f11f0-0c54-466e-97c5-e88e3747c889 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1247046 Aug 06 18:21:02.709437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.731136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.734563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa12034-bfb4-4756-8ccf-0d8c692b5647']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:02.759485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23ce6c6-7f19-47e8-a096-6582d934b9c0') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:02.760535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23ce6c6-7f19-47e8-a096-6582d934b9c0') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:02.780762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.812607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.826445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:02.827478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:02.878316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41356) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:02.958854 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:02.977247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.008029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfa12034-bfb4-4756-8ccf-0d8c692b5647 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:21:03.011451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfa12034-bfb4-4756-8ccf-0d8c692b5647,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:03.015548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.021155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01a54572-1730-40f1-b4ef-011ccdbd87ba tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/networks/cfa12034-bfb4-4756-8ccf-0d8c692b5647 HTTP/1.1" status: 204 len: 168 time: 0.8256297 Aug 06 18:21:03.208867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127902c-4971-4157-ba40-e5d11468bd49 req-f447ba97-46e1-4744-9b49-4d1a39c4cde6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:03.220670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a127902c-4971-4157-ba40-e5d11468bd49 req-f447ba97-46e1-4744-9b49-4d1a39c4cde6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 944 time: 0.1633873 Aug 06 18:21:03.357927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a127902c-4971-4157-ba40-e5d11468bd49 req-e329c307-41e8-44c5-b43c-089b48106a14 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345811 Aug 06 18:21:03.404218 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.518092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1041555366'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:03.556426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94fb622-f20a-4c19-a683-f75a1fbf2761 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:21:03.572044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.606386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Transition to ACTIVE for port object b94fb622-f20a-4c19-a683-f75a1fbf2761 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:03.613568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:03.621707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.663263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a8e05-1ff1-40e0-88dc-726add29392a req-73c95f80-c095-4359-8a50-ff1ac57dd614 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:03.666674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e1a8e05-1ff1-40e0-88dc-726add29392a req-73c95f80-c095-4359-8a50-ff1ac57dd614 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 932 time: 0.1647496 Aug 06 18:21:03.668091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.699479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.753738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:03.759047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'name': 'tempest-router--1644570165', 'project_id': 'a414a99c130f4b30904f5a914103b3d1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:03.810544 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.811713 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.942349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.975531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:03.981897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:03.986937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e1a8e05-1ff1-40e0-88dc-726add29392a req-17dca0de-d089-4f03-962c-8eefdd93c49a tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757521 Aug 06 18:21:04.028805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-51287746-6aac-42b9-ab74-015e5d63e1c0 req-70069172-6662-4f43-9413-01fdcc158c3c tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0750620 Aug 06 18:21:04.118863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Pushing event updated for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:04.268349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Attempting to bind port b94fb622-f20a-4c19-a683-f75a1fbf2761 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:04.268885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Attempting to bind port b94fb622-f20a-4c19-a683-f75a1fbf2761 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f85a8062-0485-455a-98e6-023b6800a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:04.269401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Attempting to bind port b94fb622-f20a-4c19-a683-f75a1fbf2761 on network a7f5966d-a885-4312-9951-8e09ea9897b1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:04.284723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Port b94fb622-f20a-4c19-a683-f75a1fbf2761 on network a7f5966d-a885-4312-9951-8e09ea9897b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:21:04.285062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Attempting to bind port b94fb622-f20a-4c19-a683-f75a1fbf2761 on network a7f5966d-a885-4312-9951-8e09ea9897b1 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:04.303734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:04.304223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Checking segment: {'id': 'f85a8062-0485-455a-98e6-023b6800a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:04.304806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Bound using segment: {'id': 'f85a8062-0485-455a-98e6-023b6800a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:04.305575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Bound port: b94fb622-f20a-4c19-a683-f75a1fbf2761, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85a8062-0485-455a-98e6-023b6800a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:04.306178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.357701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa56a-43ad-49ff-b6bc-f74c0e6d4a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.434065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.446105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.462140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:21:04.468318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.473293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc1ba1d8-004d-4316-8f75-bcd54bf114a2 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7153900 Aug 06 18:21:04.474461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41390) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:04.504935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:04.533494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761,segment=NetworkSegment(f85a8062-0485-455a-98e6-023b6800a6aa),segment_id=f85a8062-0485-455a-98e6-023b6800a6aa)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:21:04.544206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.545017 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment 54471bc0-2070-49a2-ad08-afec4d1103c6 of type vlan for network d268770b-5831-4006-a0f0-d1f6b9d3b622 Aug 06 18:21:04.548286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.566254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24973c56-d089-46d3-8e72-19b08d8585d6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:04.602259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.657231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.684546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:04.685951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.688911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] 10.222.0.55 "PUT /v2.0/ports/b94fb622-f20a-4c19-a683-f75a1fbf2761 HTTP/1.1" status: 200 len: 1093 time: 2.2719254 Aug 06 18:21:04.700012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:21:04.703152 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:21:04.720180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.779656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd952d5-b709-4264-a02d-1f06fba5a868 service neutron] Pushing event updated for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:04.825171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a97df-1f12-490d-86de-91577ae96f50 req-f10ab275-fe87-4ba4-a0a8-c09ae86ec548 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:04.826935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f3a97df-1f12-490d-86de-91577ae96f50 req-f10ab275-fe87-4ba4-a0a8-c09ae86ec548 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 944 time: 0.3182991 Aug 06 18:21:04.832858 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fce8729-eb04-466f-9cea-acce310c5e72 x-openstack-request-id: req-3fce8729-eb04-466f-9cea-acce310c5e72 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:21:04.833776 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:21:04.834259 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fce8729-eb04-466f-9cea-acce310c5e72 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:21:04.835199 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761', 'status': 'completed', 'code': 200} Aug 06 18:21:04.856089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.863936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:04.864915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.915315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-19c0b3a0-6994-4099-8af9-a55e4ef480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:04.917736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-19c0b3a0-6994-4099-8af9-a55e4ef480f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2c707cc1a94acfaa0a96b31be044e6&device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 1096 time: 0.1595118 Aug 06 18:21:04.982602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.986045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa56a-43ad-49ff-b6bc-f74c0e6d4a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.987746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:04.997486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa56a-43ad-49ff-b6bc-f74c0e6d4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.004436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-880fd993-ac54-4095-bc4c-f32f2ad3b6fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761 HTTP/1.1" status: 200 len: 217 time: 0.0488491 Aug 06 18:21:05.006753 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1205032 Aug 06 18:21:05.007676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d5863-3adc-4c85-b279-e7657a82244b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=d268770b-5831-4006-a0f0-d1f6b9d3b622,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:05.010139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:05.016792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'name': 'tempest-PortsTestJSON-1040161407'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:05.025823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:05.106509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f3a97df-1f12-490d-86de-91577ae96f50 req-f090e50d-f21b-4708-a2aa-e5aef93e76a7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377658 Aug 06 18:21:05.155302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.159765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 162a04f1-0a4d-4727-9529-f968ba7f9abd {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:05.172465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.187924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6775f777-7b91-4441-9146-e89aefd78361 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/routers/162a04f1-0a4d-4727-9529-f968ba7f9abd HTTP/1.1" status: 204 len: 168 time: 0.7124779 Aug 06 18:21:05.193241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fa56a-43ad-49ff-b6bc-f74c0e6d4a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91df2c8-007b-4559-99d1-0588e5e123d3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:05.202248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-9293b375-06f5-4b98-b829-7e51b6a924d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:05.205169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-9293b375-06f5-4b98-b829-7e51b6a924d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e96951a-b7bd-4912-a582-126e85a245c6 HTTP/1.1" status: 200 len: 848 time: 0.1923492 Aug 06 18:21:05.211224 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0f3fa56a-43ad-49ff-b6bc-f74c0e6d4a2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20492f4e0a6c4709bd1c9dcb641308f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1949258 Aug 06 18:21:05.217523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41402) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:05.324040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a4eee96-2ec8-4439-8164-df7d96ef65f7 req-5361da85-5dd8-4602-afe9-b1db7eaa296b tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0541065 Aug 06 18:21:05.352751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:05.365859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.390331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-92d076bb-af80-426d-a2f6-1b07060c3e82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7f5966d-a885-4312-9951-8e09ea9897b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064770 Aug 06 18:21:05.408607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.465689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.467926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:05.591121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41408) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:05.594271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 67ac113c-be5f-47fd-9d3f-7fa224735056 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:05.603829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-809f1891-2930-422b-a961-6e21612530ed service neutron] 10.222.0.55 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950805 Aug 06 18:21:05.606203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:05.616845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 67ac113c-be5f-47fd-9d3f-7fa224735056 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:05.617770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.636024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.641143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.643282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b91df2c8-007b-4559-99d1-0588e5e123d3 HTTP/1.1" status: 204 len: 168 time: 0.4234250 Aug 06 18:21:05.673787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9610e-db55-492d-ae5c-7b8e9dc073b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91df2c8-007b-4559-99d1-0588e5e123d3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:05.890085 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:05.924278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:21:05.928032 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43202e9-a5b0-4e0d-80e0-955fccbb294a" -d '{"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:21:05.960160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1466384528', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:06.004837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:06.023196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.071221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.075451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.105232 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617070d9-1e93-44c0-993e-84e803483455 x-openstack-request-id: req-617070d9-1e93-44c0-993e-84e803483455 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:21:06.105577 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:21:06.105990 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-617070d9-1e93-44c0-993e-84e803483455 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:21:06.106407 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'code': 200} Aug 06 18:21:06.170866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:06.390286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba13f99-afa1-4863-bef4-a558bea884d8 req-1811b769-07e6-4550-a182-e250e9536b89 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:06.392903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bba13f99-afa1-4863-bef4-a558bea884d8 req-1811b769-07e6-4550-a182-e250e9536b89 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 944 time: 1.1150329 Aug 06 18:21:06.468411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.506148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e539ac-b98c-4d15-ba6c-a6bdcd5d13b2 req-a1813c16-23f5-40d4-b049-5e58a6efc84c service neutron] 10.222.0.55 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8716524 Aug 06 18:21:06.513631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bba13f99-afa1-4863-bef4-a558bea884d8 req-4815184d-8551-45a8-a424-f371bbc5b68e tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972974 Aug 06 18:21:06.606211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:06.646264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202c422-1189-4c18-9972-cab2ff8ff3a2 req-574efdaa-d5c8-492d-b0a2-ffb270a8de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:06.650429 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6202c422-1189-4c18-9972-cab2ff8ff3a2 req-574efdaa-d5c8-492d-b0a2-ffb270a8de1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.5282292 Aug 06 18:21:06.668376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58025c0c-9513-45bb-b414-d60928e4e09a req-d9d5f9c2-07ae-4b84-83ad-687b2dc2008c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:06.671048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58025c0c-9513-45bb-b414-d60928e4e09a req-d9d5f9c2-07ae-4b84-83ad-687b2dc2008c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.4080853 Aug 06 18:21:06.689100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a99f4d6f-1e26-4f9a-92a0-be0fd00a5c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.729631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3626889-d24a-4cdd-bc71-4c929b0edf97 req-94311c5f-aec4-4d65-b5b7-8a940ae56cff tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0803511 Aug 06 18:21:06.756951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.785016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-c92a4d03-c151-451a-9c3c-99f26eb07856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:06.788418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-c92a4d03-c151-451a-9c3c-99f26eb07856 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e2c707cc1a94acfaa0a96b31be044e6&device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 1096 time: 0.1974924 Aug 06 18:21:06.943002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58025c0c-9513-45bb-b414-d60928e4e09a req-965a615d-824d-4cd1-aa48-bf4b0db7fd4f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368994 Aug 06 18:21:06.946064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6202c422-1189-4c18-9972-cab2ff8ff3a2 req-4409d62a-fb69-4f5b-8c06-3f817893d173 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698619 Aug 06 18:21:06.949536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:06.952365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-b9e0980e-e4e7-4093-92e6-454440779c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:06.954442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-b9e0980e-e4e7-4093-92e6-454440779c7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7f5966d-a885-4312-9951-8e09ea9897b1 HTTP/1.1" status: 200 len: 909 time: 0.1550376 Aug 06 18:21:07.040415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-c738c454-e97f-4976-a0c5-847b880ce09d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761 HTTP/1.1" status: 200 len: 217 time: 0.0774043 Aug 06 18:21:07.197092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.277434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-39d43e52-3a39-45ca-94a3-3f56886327dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:07.280523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-39d43e52-3a39-45ca-94a3-3f56886327dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e96951a-b7bd-4912-a582-126e85a245c6 HTTP/1.1" status: 200 len: 848 time: 0.2222624 Aug 06 18:21:07.359678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-c1b5c990-152f-4b9e-a620-25ecb2825f62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7f5966d-a885-4312-9951-8e09ea9897b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688386 Aug 06 18:21:07.362104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a99f4d6f-1e26-4f9a-92a0-be0fd00a5c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.369244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:07.386013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a99f4d6f-1e26-4f9a-92a0-be0fd00a5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.516005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a99f4d6f-1e26-4f9a-92a0-be0fd00a5c8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d8160be584e43da8b085f3fb4a611f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082079 Aug 06 18:21:07.522496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': '54471bc0-2070-49a2-ad08-afec4d1103c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:07.522974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: d268770b-5831-4006-a0f0-d1f6b9d3b622, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:07.527652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:07.539995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f4d6f-1e26-4f9a-92a0-be0fd00a5c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f1de8-e2e7-456c-b2ca-5f29ab1c216d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:07.610958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-1bfbf894-3427-4636-846d-484c13a3136a service neutron] 10.222.0.55 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357016 Aug 06 18:21:07.702273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:07.722885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.742950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d268770b-5831-4006-a0f0-d1f6b9d3b622) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:07.761585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d24c64-8384-40c5-a213-558c95a26505 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:07.763193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:07.769471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:07.770325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.772074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.774761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.809431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.821527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-65aab8a7-6f14-4070-a7ef-6fa2708f2a5f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8101535 Aug 06 18:21:07.830815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:07.841781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2130052378'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:07.854594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3f13a2e-75d8-472e-bdce-8fb2ad42a5ce req-f1384093-a2b9-4fe7-aacb-4c582ff854a6 service neutron] 10.222.0.55 "GET /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313392 Aug 06 18:21:07.897578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:07.901715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:07.915275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62bfd4-7eae-41ef-a480-ceed9a6da60f req-aacde193-38de-458a-94a7-695a822af2b3 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:07.928589 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba62bfd4-7eae-41ef-a480-ceed9a6da60f req-aacde193-38de-458a-94a7-695a822af2b3 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 944 time: 0.2357521 Aug 06 18:21:07.987632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7e879c91-c3a4-4abe-9537-37a5eac947f6 req-474f1f19-3087-4a0e-9950-07bd524a0e00 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0794430 Aug 06 18:21:08.023219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:08.047840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.048403 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment 9d9a56ef-b11a-4e42-99dd-93790d5e2fff of type vlan for network c535b7b7-f0a6-4a95-8766-b0219ae8bc8f Aug 06 18:21:08.093173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.098665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.107450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/267f1de8-e2e7-456c-b2ca-5f29ab1c216d HTTP/1.1" status: 204 len: 168 time: 0.5771070 Aug 06 18:21:08.166017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bd735-8f87-4592-92f7-6e367bec6cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f1de8-e2e7-456c-b2ca-5f29ab1c216d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:08.184914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.219232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba62bfd4-7eae-41ef-a480-ceed9a6da60f req-86cfaca8-d36d-4621-b3ad-65b50678be56 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884383 Aug 06 18:21:08.282638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Allocated IP 172.25.3.192 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/69346796-72bd-4afb-be4f-08b16ac08bfd) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:08.335950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.353609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:08.355670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.485189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598147f-3032-46da-8b79-9159925017b8 req-c78f667a-ae4e-49c2-9ed6-8fa3ef977ac6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:08.487341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a598147f-3032-46da-8b79-9159925017b8 req-c78f667a-ae4e-49c2-9ed6-8fa3ef977ac6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1216063 Aug 06 18:21:08.547482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=c535b7b7-f0a6-4a95-8766-b0219ae8bc8f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:08.548790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.556235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-39de0809-db86-4f05-bea8-ea178b80f0e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7194014 Aug 06 18:21:08.561758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41446) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:08.580006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'ports': [{'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'}, {'network_id': 'c535b7b7-f0a6-4a95-8766-b0219ae8bc8f'}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:08.580006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:08.580006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'c535b7b7-f0a6-4a95-8766-b0219ae8bc8f'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:08.581245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c535b7b7-f0a6-4a95-8766-b0219ae8bc8f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:08.586417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a598147f-3032-46da-8b79-9159925017b8 req-1a72c413-4fd2-4275-9ac4-8663f823e5a2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869801 Aug 06 18:21:08.686961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.773044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:08.802010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event updated for resources: {'Port': ['ID=69346796-72bd-4afb-be4f-08b16ac08bfd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:08.816409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:08.825857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:08.905687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea49717-7b23-404f-a315-063623665b5a req-7d19bf46-4c97-45bb-af67-dbbcc73648cd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:08.907722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ea49717-7b23-404f-a315-063623665b5a req-7d19bf46-4c97-45bb-af67-dbbcc73648cd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.0823326 Aug 06 18:21:08.926095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 2} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:08.935182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:08.985712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.101980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ea49717-7b23-404f-a315-063623665b5a req-728d4fc1-ae77-4102-b385-60c1431103e0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785741 Aug 06 18:21:09.170789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:09.268860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b94fb622-f20a-4c19-a683-f75a1fbf2761 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:21:09.284387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 8ef797f9-1d4c-4303-ac23-7b244bbbcd9d yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:09.300965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2103a681-abf6-49a7-ab98-1623b1fe1972 req-99da57a6-898a-405f-b789-7de1a9e3c349 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0417728 Aug 06 18:21:09.398409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5018d51-7a7f-4577-ae8b-958c424cb7a4 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:09.403422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5018d51-7a7f-4577-ae8b-958c424cb7a4 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1092 time: 0.2278640 Aug 06 18:21:09.407225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41472) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:09.419807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:09.531873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.594238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761,segment=NetworkSegment(f85a8062-0485-455a-98e6-023b6800a6aa),segment_id=f85a8062-0485-455a-98e6-023b6800a6aa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:09.628296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.633917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b94fb622-f20a-4c19-a683-f75a1fbf2761', 'network_id': 'a7f5966d-a885-4312-9951-8e09ea9897b1', 'port_id': 'b94fb622-f20a-4c19-a683-f75a1fbf2761', 'mac_address': 'fa:16:3e:c7:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e96951a-b7bd-4912-a582-126e85a245c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:21:09.634812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e4aad-c5d6-421d-ad31-f028e44aff96 req-4877e32e-4cf9-4f8a-b1bd-29f2d9daedb2 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:09.643229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-299e4aad-c5d6-421d-ad31-f028e44aff96 req-4877e32e-4cf9-4f8a-b1bd-29f2d9daedb2 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 944 time: 0.1778612 Aug 06 18:21:09.708518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-299e4aad-c5d6-421d-ad31-f028e44aff96 req-f4730407-b722-4704-b771-2ed35d12723a tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Aug 06 18:21:09.749826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.777905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94fb622-f20a-4c19-a683-f75a1fbf2761 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:21:09.778629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.824957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761,segment=NetworkSegment(f85a8062-0485-455a-98e6-023b6800a6aa),segment_id=f85a8062-0485-455a-98e6-023b6800a6aa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:09.838716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:09.939988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 889bfcb1-3ed2-4e31-b312-38085e15abd9 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:09.974928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:09.997557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:09.997810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:09.998373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:09.998918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:09.999464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.000519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.000787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.004686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.005687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.006295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.007455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.007950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:10.074304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.126270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b94fb622-f20a-4c19-a683-f75a1fbf2761'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:21:10.136313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.181408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.263669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.315840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:10.322545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:10.322871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.405544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:10.407120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.429275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.145 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1f7ec763-9f2d-4745-91e8-3a130993cc44) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:10.523163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': '9d9a56ef-b11a-4e42-99dd-93790d5e2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c535b7b7-f0a6-4a95-8766-b0219ae8bc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:10.523471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: c535b7b7-f0a6-4a95-8766-b0219ae8bc8f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:10.536043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=8ef797f9-1d4c-4303-ac23-7b244bbbcd9d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:10.539179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Router ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:21:10.617963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network c535b7b7-f0a6-4a95-8766-b0219ae8bc8f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:10.625588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee84e988-2dfd-4a13-8bfd-0169e4b636d0 req-9936b97c-3210-49a0-90bc-7590c56dd073 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1128626 Aug 06 18:21:10.635651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c535b7b7-f0a6-4a95-8766-b0219ae8bc8f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:10.642820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:10.646338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a5473-532b-44d3-ab1b-ce1c50b027e8 None None] Network c535b7b7-f0a6-4a95-8766-b0219ae8bc8f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:10.656375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:10.664020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:10.666124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:10.693384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=889bfcb1-3ed2-4e31-b312-38085e15abd9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:10.724021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-606dc135-8d7e-47bc-97d1-6818fa240bdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1604273 Aug 06 18:21:10.727668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41512) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:11.022440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.072800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e52e4-15a1-4e39-9880-2e2f9b03154e req-37a22b0f-c5ff-49f5-9e01-622d1ac825ad tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:11.078320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-488e52e4-15a1-4e39-9880-2e2f9b03154e req-37a22b0f-c5ff-49f5-9e01-622d1ac825ad tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 945 time: 0.2372682 Aug 06 18:21:11.124326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:11.143741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] Sync routers for ids ['ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:11.166049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] Routers {'ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:11.167102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:11.202863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 889bfcb1-3ed2-4e31-b312-38085e15abd9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:11.203772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.212819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.213731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:11.215168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-03a5f46e-4e83-482e-848b-1e65e23cb33e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6222408 Aug 06 18:21:11.218019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:11.227885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] Routers {'ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:11.231360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:11.233753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-488e52e4-15a1-4e39-9880-2e2f9b03154e req-2167dd43-fe50-4363-82e7-cb0cffb27696 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461611 Aug 06 18:21:11.322433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:11.323828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc128ab-8ad1-4666-a0d0-91da55ede57e None None] The sync data for ids ['ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:11.330092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.335499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b94fb622-f20a-4c19-a683-f75a1fbf2761 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:11.407880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b94fb622-f20a-4c19-a683-f75a1fbf2761 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:11.417019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b94fb622-f20a-4c19-a683-f75a1fbf2761 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:11.417019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.425907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.437340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5184780a-f564-4830-884b-415453913627 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f HTTP/1.1" status: 200 len: 925 time: 0.2167065 Aug 06 18:21:11.442426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:11.463868 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:21:11.499343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:11.514130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 889bfcb1-3ed2-4e31-b312-38085e15abd9 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:11.518206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:11.522211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:11.557703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.594644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:21:11.597613 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb99ab82-366b-401e-b99f-92b8c3b63242" -d '{"events": [{"server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "name": "network-vif-plugged", "status": "completed", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:21:11.613582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28cb7661-201b-46e8-b279-e0e3da2373f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f HTTP/1.1" status: 200 len: 205 time: 0.1443667 Aug 06 18:21:11.616438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:11.635192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=1f7ec763-9f2d-4745-91e8-3a130993cc44,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:11.666337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761,segment=NetworkSegment(f85a8062-0485-455a-98e6-023b6800a6aa),segment_id=f85a8062-0485-455a-98e6-023b6800a6aa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:11.696359 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8dad3c-ef6f-48c2-a903-ac1cacf101c8 x-openstack-request-id: req-7b8dad3c-ef6f-48c2-a903-ac1cacf101c8 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:21:11.700096 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "name": "network-vif-plugged", "status": "completed", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:21:11.700517 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8dad3c-ef6f-48c2-a903-ac1cacf101c8 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:21:11.702302 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761', 'code': 200} Aug 06 18:21:11.708264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:11.955511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8052227e-a0da-40dd-9192-fa0852ce51b3 req-995abe63-7034-4ef4-a82f-44d3b954e7d4 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.1316988 Aug 06 18:21:12.011380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.016899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739abf51-c8e9-4959-aaec-37b3ec76f10d req-1e75568f-a157-47f3-9b6b-4e3d65ea8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:12.020319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-739abf51-c8e9-4959-aaec-37b3ec76f10d req-1e75568f-a157-47f3-9b6b-4e3d65ea8bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 1098 time: 0.1981702 Aug 06 18:21:12.131134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:12.149288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.204285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-739abf51-c8e9-4959-aaec-37b3ec76f10d req-53e77b4c-93c1-4e6e-983a-43f87aa14144 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014512 Aug 06 18:21:12.232512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.270991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.380143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port 69346796-72bd-4afb-be4f-08b16ac08bfd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:12.380684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.525697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.556163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for 69346796-72bd-4afb-be4f-08b16ac08bfd owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:12.776501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=889bfcb1-3ed2-4e31-b312-38085e15abd9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:12.857160 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:12.861540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-95d54da9-2309-485c-b110-8e078e99b206 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/889bfcb1-3ed2-4e31-b312-38085e15abd9 HTTP/1.1" status: 204 len: 168 time: 2.1288881 Aug 06 18:21:12.868789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41628) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:12.879047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220da9-d604-4f6a-81a8-685eb26d2109 req-260a3d37-3eed-47a9-973d-11efdbec2adb tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:12.881302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e220da9-d604-4f6a-81a8-685eb26d2109 req-260a3d37-3eed-47a9-973d-11efdbec2adb tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.1831000 Aug 06 18:21:13.013799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f4eb0-3e0e-4a4d-bbc6-73fdd3f5cf2a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:13.021871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f4eb0-3e0e-4a4d-bbc6-73fdd3f5cf2a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:13.024020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e53f4eb0-3e0e-4a4d-bbc6-73fdd3f5cf2a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1537986 Aug 06 18:21:13.027519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41642) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:13.054190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.128404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=69346796-72bd-4afb-be4f-08b16ac08bfd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:13.315260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e220da9-d604-4f6a-81a8-685eb26d2109 req-c6a31ce8-753b-4a29-84b0-f8ef52ac67a3 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077971 Aug 06 18:21:13.362540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.673884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 8ef797f9-1d4c-4303-ac23-7b244bbbcd9d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:13.674537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.684978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a55d01e-c5ae-4611-b2a4-421da74d56b4 req-9f6db96a-e316-4017-81b7-12bc2e4bb440 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.3052516 Aug 06 18:21:13.705783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.714550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.747800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.847631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.850602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:13.871027 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.872429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-78f686fb-1beb-4fa5-a24c-98d58ce293fb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f HTTP/1.1" status: 204 len: 168 time: 2.2549117 Aug 06 18:21:13.878104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41686) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:13.888290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237822948', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:13.891709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.939521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:13.941088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 8ef797f9-1d4c-4303-ac23-7b244bbbcd9d owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:13.942507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.029082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.122759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.467207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.511366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.607958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.674750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=1f7ec763-9f2d-4745-91e8-3a130993cc44,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:14.789505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.860820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=8ef797f9-1d4c-4303-ac23-7b244bbbcd9d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:14.887290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:14.895110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6104cc83-1e53-4481-8412-f43660134076 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/8ef797f9-1d4c-4303-ac23-7b244bbbcd9d HTTP/1.1" status: 204 len: 168 time: 1.8602219 Aug 06 18:21:14.897939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:14.953683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.146081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b17a-989d-4a03-a4d3-1af6481f2ab5 req-d19d2cba-f73d-485a-a644-bbb67ccf9fab tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:15.150040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6b3b17a-989d-4a03-a4d3-1af6481f2ab5 req-d19d2cba-f73d-485a-a644-bbb67ccf9fab tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.4853537 Aug 06 18:21:15.216094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6a52712-1cc4-4694-96c6-ebc077540562 req-2913f6b0-40c8-4621-b493-d9508f36cfc6 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.0552971 Aug 06 18:21:15.282182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c9347-fb40-4bd7-9703-4298a1e524cf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:15.284121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f54c9347-fb40-4bd7-9703-4298a1e524cf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3828065 Aug 06 18:21:15.284790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:15.293027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41722) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:15.353692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.382895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.444126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6b3b17a-989d-4a03-a4d3-1af6481f2ab5 req-d241716b-608e-4239-a76b-db03351a854c tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758594 Aug 06 18:21:15.448635 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdffb90-d364-43af-b51e-f0456c25c5de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:15.453437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dcdffb90-d364-43af-b51e-f0456c25c5de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/889bfcb1-3ed2-4e31-b312-38085e15abd9 HTTP/1.1" status: 404 len: 333 time: 0.1527207 Aug 06 18:21:15.460937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:15.508428 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6697765-e9ce-4442-9d2a-52e1c11e7d9f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:15.511126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b6697765-e9ce-4442-9d2a-52e1c11e7d9f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/8ef797f9-1d4c-4303-ac23-7b244bbbcd9d HTTP/1.1" status: 404 len: 333 time: 0.0464511 Aug 06 18:21:15.515260 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP 4c4d7231-de1b-44ab-b624-33dd325f3d1d associated. External IP: 172.25.3.145, port: 67ac113c-be5f-47fd-9d3f-7fa224735056. Aug 06 18:21:15.521349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41730) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:15.605576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 172.25.3.17 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/3c01c3e6-bccf-403b-8895-d5e1180739b4) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:15.614110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a80de7f-f1d4-4832-a823-52074f68a030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.803917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.848426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.897012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:15.956564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:15.960192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:15.965047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:15.973964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=3c01c3e6-bccf-403b-8895-d5e1180739b4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:16.290721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.317189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c535b7b7-f0a6-4a95-8766-b0219ae8bc8f']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:16.371057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9a56ef-b11a-4e42-99dd-93790d5e2fff') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:16.371680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9a56ef-b11a-4e42-99dd-93790d5e2fff') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:16.387407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.414066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.442025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:16.445575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.533464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a80de7f-f1d4-4832-a823-52074f68a030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:16.536597 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:16.695638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router f730e747-ee05-4c32-ac99-332effcbe94c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:21:16.714093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a80de7f-f1d4-4832-a823-52074f68a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.718313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.731790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.742398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/c535b7b7-f0a6-4a95-8766-b0219ae8bc8f HTTP/1.1" status: 204 len: 168 time: 1.2191706 Aug 06 18:21:16.767345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41744) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:16.800007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-960297846'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:16.843846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b3e00d7-f06b-4ccc-b574-77127c1a3e3a req-80219c43-071d-413b-9850-96462ea6bc46 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/ports?device_id=70b67808-b4bf-4bdd-8b16-516ba197217b HTTP/1.1" status: 200 len: 210 time: 0.2016938 Aug 06 18:21:16.868053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e43b7-6a69-413b-9906-f9cf0347fde4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=c535b7b7-f0a6-4a95-8766-b0219ae8bc8f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:16.888774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6a80de7f-f1d4-4832-a823-52074f68a030 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7750c6776c348f99f02ff641d75d4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5966706 Aug 06 18:21:16.889944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80de7f-f1d4-4832-a823-52074f68a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797f78f-4d17-4919-9d39-c724d7e84be0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:16.899206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:16.944147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:16.956263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:16.960401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.008798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.079339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.095153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:17.131810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.132814 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment 4e165b27-504c-4e5e-825e-d57594039662 of type vlan for network 64f24370-9ece-4c62-8da4-e982619d75fb Aug 06 18:21:17.138545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:17.161067 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Sync routers for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:17.196287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.255730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:17.259349 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:17.260216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ddda8047-838f-4e75-a669-da24a93fe39a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8516850 Aug 06 18:21:17.277481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:21:17.283052 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c073b16-471d-4a74-8a6e-4123043a8273" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:21:17.330618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.402115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.407029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.409175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2797f78f-4d17-4919-9d39-c724d7e84be0 HTTP/1.1" status: 204 len: 168 time: 0.5078337 Aug 06 18:21:17.432687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f31448-c69e-4091-a470-6bd188afd8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797f78f-4d17-4919-9d39-c724d7e84be0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:17.502665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.507742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefdfd6-8b26-494e-9e69-54e5b89f2290 req-a3480c85-da44-4f68-8836-2d21c61de155 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:17.510116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fefdfd6-8b26-494e-9e69-54e5b89f2290 req-a3480c85-da44-4f68-8836-2d21c61de155 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1200669 Aug 06 18:21:17.511693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.519900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:17.520706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:17.535722 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c510ca3-0300-45cf-b689-ed49dec81be5 x-openstack-request-id: req-9c510ca3-0300-45cf-b689-ed49dec81be5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:21:17.536810 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:21:17.536810 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c510ca3-0300-45cf-b689-ed49dec81be5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:21:17.537394 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'status': 'completed', 'code': 200} Aug 06 18:21:17.608140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:17.634341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8407707 Aug 06 18:21:17.635402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:17.643437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:17.886190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:17.891780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.047071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router 55b616ef-8dec-47b7-8892-adb05a9554ca is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:21:18.097661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41774) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:18.263172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4c4d7231-de1b-44ab-b624-33dd325f3d1d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'mac_address': 'fa:16:3e:ed:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:21:12Z', 'updated_at': '2021-08-06T18:21:12Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:18.284608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c5c5f-a237-42d1-aecc-ff0f42aab171 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=64f24370-9ece-4c62-8da4-e982619d75fb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:18.301765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 64f24370-9ece-4c62-8da4-e982619d75fb details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:18.308189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fefdfd6-8b26-494e-9e69-54e5b89f2290 req-3e3dab32-46bc-4baf-8c64-edffb5c9b57c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7685237 Aug 06 18:21:18.331314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-d8aa84b5-a3a3-4b47-8bdd-22d942c916ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:18.332765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.354569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-d8aa84b5-a3a3-4b47-8bdd-22d942c916ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.7813523 Aug 06 18:21:18.356757 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Checking router: f730e747-ee05-4c32-ac99-332effcbe94c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:21:18.360778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41778) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:18.384009 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:18.385820 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:18.441983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.486467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:18.495836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:18.541534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.541965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.542254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.542625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.543024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.543363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.543707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.544117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.550535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.550535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.550535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.550535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:18.566407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': '4e165b27-504c-4e5e-825e-d57594039662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:18.566775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: 64f24370-9ece-4c62-8da4-e982619d75fb, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:18.574582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.585230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Sync routers for ids ['55b616ef-8dec-47b7-8892-adb05a9554ca'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:18.601325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.602680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24faa73c-a0d9-40ca-a83a-20469b771712 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7226486 Aug 06 18:21:18.613427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:18.647333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Routers {'55b616ef-8dec-47b7-8892-adb05a9554ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:18.651908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['55b616ef-8dec-47b7-8892-adb05a9554ca'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:18.728592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network 64f24370-9ece-4c62-8da4-e982619d75fb is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:18.734372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13404f75-cf2c-4786-8ffc-f73cb321660b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 200 len: 991 time: 0.3696201 Aug 06 18:21:18.785834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 64f24370-9ece-4c62-8da4-e982619d75fb) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:18.807268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:18.809129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.819375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-ad42aeaf-5984-4615-8fb5-dc8d0bd9773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:18.822554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-ad42aeaf-5984-4615-8fb5-dc8d0bd9773f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.4435766 Aug 06 18:21:18.918112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-187a5742-9a6a-4da2-b2ee-f5ab5c9c04b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2797031 Aug 06 18:21:18.919135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:18.928105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb', 'name': 'tempest-PortsTestJSON-562138789'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:18.968754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Set router 55b616ef-8dec-47b7-8892-adb05a9554ca gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:18.982148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.986049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:18.995597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/security-groups/e4eef908-994b-4704-a000-ed5ae4f6fd0c HTTP/1.1" status: 204 len: 168 time: 0.8562255 Aug 06 18:21:19.004432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:19.032593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41802) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:19.054769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e9840-5b35-4687-938d-b3244ce02cdd None None] Network 64f24370-9ece-4c62-8da4-e982619d75fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:19.116663 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-df9ac8e8-8f06-4e6e-9420-9d6a6ebcfcb0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] show failed (client error): The resource could not be found. Aug 06 18:21:19.121916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5721b4-bb6c-4908-929f-76604f48aa8a tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eef908-994b-4704-a000-ed5ae4f6fd0c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:19.126006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-df9ac8e8-8f06-4e6e-9420-9d6a6ebcfcb0 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "GET /v2.0/security-groups/e4eef908-994b-4704-a000-ed5ae4f6fd0c HTTP/1.1" status: 404 len: 347 time: 0.0827096 Aug 06 18:21:19.126664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:19.135570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6331ffaf-776c-46d1-ad34-ee74c101ec31 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/55b616ef-8dec-47b7-8892-adb05a9554ca HTTP/1.1" status: 200 len: 908 time: 0.5206223 Aug 06 18:21:19.141294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:19.158547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237822948', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': True}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:19.196923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:19.200863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.259299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port dae70266-c5fe-49eb-b33a-95acb507ec0e yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:19.268239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-d46098ea-86c6-4d20-8e8f-b08bc4091df4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 999 time: 0.4340715 Aug 06 18:21:19.276176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.277379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.399927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-50a0b674-e38d-4769-a3b2-dadcc89348ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:19.401906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-50a0b674-e38d-4769-a3b2-dadcc89348ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.0868185 Aug 06 18:21:19.455776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 5221a387-8873-4e38-985a-972bc0406128 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:19.456448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.505408 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4c4d7231-de1b-44ab-b624-33dd325f3d1d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'mac_address': 'fa:16:3e:ed:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:21:12Z', 'updated_at': '2021-08-06T18:21:12Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:19.582461 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02eb83-10bf-4126-af10-f2d4f108841b None None] The sync data for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 is: [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '4c4d7231-de1b-44ab-b624-33dd325f3d1d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'mac_address': 'fa:16:3e:ed:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:21:12Z', 'updated_at': '2021-08-06T18:21:12Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:19.685673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17'}], 'enable_snat': False}, 'gw_port_id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:13Z', 'updated_at': '2021-08-06T18:21:16Z', 'revision_number': 3, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port': {'id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:21:15Z', 'updated_at': '2021-08-06T18:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:19.692349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.3 (64f24370-9ece-4c62-8da4-e982619d75fb/a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77/dae70266-c5fe-49eb-b33a-95acb507ec0e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:19.692909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.694382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.736320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 5221a387-8873-4e38-985a-972bc0406128 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:19.739017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Checking router: 55b616ef-8dec-47b7-8892-adb05a9554ca for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:21:19.739756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Updating router 55b616ef-8dec-47b7-8892-adb05a9554ca port 3c01c3e6-bccf-403b-8895-d5e1180739b4 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:21:19.744782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-64f24370-9ece-4c62-8da4-e982619d75fb', 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': 'a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:21:19.746549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.821543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:19.833258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41820) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:19.838571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-a3e42c33-ba64-4bf8-a587-1c25d7f80b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:19.840548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-a3e42c33-ba64-4bf8-a587-1c25d7f80b7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4299722 Aug 06 18:21:19.937915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-15b3d66c-9fc8-4790-91bf-a6fbfd5f4cb6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 200 len: 991 time: 0.0942299 Aug 06 18:21:20.168323 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000015a8-7f38-4e10-97ef-bf9eb4f072a9 None None] New status for floating IP 4c4d7231-de1b-44ab-b624-33dd325f3d1d: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:21:20.295899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-db240ad3-b41d-4ae5-8f31-d0b4ef50e308 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564925 Aug 06 18:21:20.300643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.453740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.554581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=5221a387-8873-4e38-985a-972bc0406128,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:20.578186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c073b16-471d-4a74-8a6e-4123043a8273 req-3eaf7d1c-42bb-49dd-966e-ef547c042c3a service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481244 Aug 06 18:21:20.603934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.632697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Transition to ACTIVE for port object 3c01c3e6-bccf-403b-8895-d5e1180739b4 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:20.650843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.737526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.742338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.828058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object dae70266-c5fe-49eb-b33a-95acb507ec0e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:20.842963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.856580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.859362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-04fee8ab-97e9-43c4-9554-51a186369641 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/floatingips/06cb752a-deb2-463f-a01e-2634aad3844d HTTP/1.1" status: 204 len: 168 time: 1.7288215 Aug 06 18:21:20.867198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41850) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:20.899311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b2b8a-87e6-4f27-b12b-97976f451402 None None] Pushing event updated for resources: {'Port': ['ID=3c01c3e6-bccf-403b-8895-d5e1180739b4,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:20.917981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Attempting to bind port 3c01c3e6-bccf-403b-8895-d5e1180739b4 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:20.918595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Attempting to bind port 3c01c3e6-bccf-403b-8895-d5e1180739b4 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:20.919262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Attempting to bind port 3c01c3e6-bccf-403b-8895-d5e1180739b4 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:20.942164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41854) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:20.946383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:20.947031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:20.947899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:20.948810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:20.950110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Bound port: 3c01c3e6-bccf-403b-8895-d5e1180739b4, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:20.950934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.001074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.069379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=dae70266-c5fe-49eb-b33a-95acb507ec0e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:21.103067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network 64f24370-9ece-4c62-8da4-e982619d75fb is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:21.149417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:21.149417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:21.167156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Allocated IP 172.20.0.2 (64f24370-9ece-4c62-8da4-e982619d75fb/a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77/44882484-88b3-4308-b16b-e2accda7b935) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:21.181736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 17eeca15-f077-4adc-9563-856cd7689fb3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:21.183302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.355761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.375126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 17eeca15-f077-4adc-9563-856cd7689fb3 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:21.449497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] For port 3c01c3e6-bccf-403b-8895-d5e1180739b4, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:21:21.454866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] For port 3c01c3e6-bccf-403b-8895-d5e1180739b4, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3c01c3e6-bccf-403b-8895-d5e1180739b4,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:21:21.485000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.488062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:21.489162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.513977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2ed37723-b793-4ee6-84d6-e1a19c24064d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 200 len: 993 time: 0.5696781 Aug 06 18:21:21.580991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Routers {'55b616ef-8dec-47b7-8892-adb05a9554ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:21.581974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['55b616ef-8dec-47b7-8892-adb05a9554ca'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:21.639839 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.689372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Transition to ACTIVE for port object 44882484-88b3-4308-b16b-e2accda7b935 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:21.708950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6a1cb47-b643-4caa-a048-10e8e7a6ed85 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7854624 Aug 06 18:21:21.710976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41868) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:21.745822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.746837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b2b8a-87e6-4f27-b12b-97976f451402 None None] Pushing event updated for resources: {'Port': ['ID=3c01c3e6-bccf-403b-8895-d5e1180739b4,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:21.760223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.780941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Transition to ACTIVE for port object 44882484-88b3-4308-b16b-e2accda7b935 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:21.789144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.803869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.828159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=17eeca15-f077-4adc-9563-856cd7689fb3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:21.878661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340af79-de88-44a5-9216-cff65ed484d9 req-8eb98a84-36ea-450d-9405-a3856aa05624 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:21.881664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4340af79-de88-44a5-9216-cff65ed484d9 req-8eb98a84-36ea-450d-9405-a3856aa05624 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.3022099 Aug 06 18:21:21.888486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] Set router 55b616ef-8dec-47b7-8892-adb05a9554ca gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:21.982038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:21.990696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a25561c8-b68a-4336-9026-ea84e937eeb7 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/ports/17eeca15-f077-4adc-9563-856cd7689fb3 HTTP/1.1" status: 204 len: 168 time: 1.1189792 Aug 06 18:21:21.999549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:22.004238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Network 64f24370-9ece-4c62-8da4-e982619d75fb is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:22.120551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 172.25.3.182 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6a41a89a-9a7b-4bd1-8482-16f22d032a91) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:22.149959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:22.156882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:22.172306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Pushing event updated for resources: {'Port': ['ID=44882484-88b3-4308-b16b-e2accda7b935,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:22.187034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 670d433d-fed0-4225-80d4-57b8a65e7908 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:22.187996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4340af79-de88-44a5-9216-cff65ed484d9 req-ca01ae1d-d201-470f-8c5a-985c9ba3c656 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851982 Aug 06 18:21:22.193269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.245205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Attempting to bind port 44882484-88b3-4308-b16b-e2accda7b935 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:22.245581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Attempting to bind port 44882484-88b3-4308-b16b-e2accda7b935 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4e165b27-504c-4e5e-825e-d57594039662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:22.245963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Attempting to bind port 44882484-88b3-4308-b16b-e2accda7b935 on network 64f24370-9ece-4c62-8da4-e982619d75fb {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:22.273533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:22.274172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Checking segment: {'id': '4e165b27-504c-4e5e-825e-d57594039662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:22.274833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.275843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Bound using segment: {'id': '4e165b27-504c-4e5e-825e-d57594039662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:22.276532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Bound port: 44882484-88b3-4308-b16b-e2accda7b935, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e165b27-504c-4e5e-825e-d57594039662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '64f24370-9ece-4c62-8da4-e982619d75fb'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:22.276955 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.383487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port dae70266-c5fe-49eb-b33a-95acb507ec0e {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:22.384066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.417608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.436217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 670d433d-fed0-4225-80d4-57b8a65e7908 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:22.441993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] For port 44882484-88b3-4308-b16b-e2accda7b935, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:21:22.466538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] For port 44882484-88b3-4308-b16b-e2accda7b935, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=44882484-88b3-4308-b16b-e2accda7b935,segment=NetworkSegment(4e165b27-504c-4e5e-825e-d57594039662),segment_id=4e165b27-504c-4e5e-825e-d57594039662)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:21:22.492058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.597682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17'}], 'enable_snat': False}, 'gw_port_id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:13Z', 'updated_at': '2021-08-06T18:21:16Z', 'revision_number': 3, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port': {'id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:21:15Z', 'updated_at': '2021-08-06T18:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:22.668268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3db593-0fa2-4c79-b1fd-a9c01b9952c4 None None] The sync data for ids ['55b616ef-8dec-47b7-8892-adb05a9554ca'] in n-d-793621-29 is: [{'id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17'}], 'enable_snat': False}, 'gw_port_id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:13Z', 'updated_at': '2021-08-06T18:21:16Z', 'revision_number': 3, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port': {'id': '3c01c3e6-bccf-403b-8895-d5e1180739b4', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:99:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b616ef-8dec-47b7-8892-adb05a9554ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:21:15Z', 'updated_at': '2021-08-06T18:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:22.682705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.691211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2526e-b062-4bcf-b038-c9ee63003b62 None None] Pushing event updated for resources: {'Port': ['ID=44882484-88b3-4308-b16b-e2accda7b935,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:22.720192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.762927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=670d433d-fed0-4225-80d4-57b8a65e7908,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:22.826545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.869719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for dae70266-c5fe-49eb-b33a-95acb507ec0e owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:22.884614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-d389f376-f766-4227-adaf-2f7b586a9c77 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:22.887445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-d389f376-f766-4227-adaf-2f7b586a9c77 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.55 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.2038043 Aug 06 18:21:22.947759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:22.954950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73366bc4-565a-4a72-bca3-30105ae36359 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/ports/670d433d-fed0-4225-80d4-57b8a65e7908 HTTP/1.1" status: 204 len: 168 time: 0.9518166 Aug 06 18:21:22.959628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:23.100603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.184107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting subnet 8e12ae6c-5150-4709-ace5-90ba4946b91a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:23.189977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.241688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:23.279649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:23.295133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:23.303732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=6a41a89a-9a7b-4bd1-8482-16f22d032a91,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:23.328386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.586305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3a128-3002-4cc8-b871-2aab52bba7de req-4b926717-4ce5-4652-8ebc-c6e70e79dd36 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:23.589485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6d3a128-3002-4cc8-b871-2aab52bba7de req-4b926717-4ce5-4652-8ebc-c6e70e79dd36 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.1961446 Aug 06 18:21:23.703572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.787402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6d3a128-3002-4cc8-b871-2aab52bba7de req-caa4fedb-fbb5-4964-80de-c1c408f0d4bd tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905682 Aug 06 18:21:23.879115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.928847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Subnet': ['ID=8e12ae6c-5150-4709-ace5-90ba4946b91a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:23.960123 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:23.967867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5924e19d-6d28-453a-a288-343014333186 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/subnets/8e12ae6c-5150-4709-ace5-90ba4946b91a HTTP/1.1" status: 204 len: 168 time: 1.0012760 Aug 06 18:21:23.969880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:23.972084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba6c2e-7d4b-49b6-9fbb-c6c116f4cbab None None] Network 7aa490e7-ed1e-41e4-9684-ebf40293eb3a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:24.108916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting subnet 415b913c-a0bd-4a30-ae95-474850ee2ce6 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:24.113820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.158247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Deleting port b94fb622-f20a-4c19-a683-f75a1fbf2761 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:24.159437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.215021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.267500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41930) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:24.301269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.442166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] DHCP port deletion for 7aa490e7-ed1e-41e4-9684-ebf40293eb3a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:21:24.468660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481462e-0a27-4a74-8ba2-8c1bff07ab4d None None] Network 64f24370-9ece-4c62-8da4-e982619d75fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:24.491335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=dae70266-c5fe-49eb-b33a-95acb507ec0e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:24.560299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.662168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] For port b94fb622-f20a-4c19-a683-f75a1fbf2761, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b94fb622-f20a-4c19-a683-f75a1fbf2761,segment=NetworkSegment(f85a8062-0485-455a-98e6-023b6800a6aa),segment_id=f85a8062-0485-455a-98e6-023b6800a6aa)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:24.668516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.703633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd43-1143-4d4d-a073-aee3b780c120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.730282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.772742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Subnet': ['ID=415b913c-a0bd-4a30-ae95-474850ee2ce6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:24.782925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.785560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-179a8dfb-4ee3-4a0e-a35a-24ee125ba3c8 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/subnets/415b913c-a0bd-4a30-ae95-474850ee2ce6 HTTP/1.1" status: 204 len: 168 time: 0.8159049 Aug 06 18:21:24.791086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41938) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:24.799125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Calling delete_port for b94fb622-f20a-4c19-a683-f75a1fbf2761 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:24.883806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.910687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:24.914080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2bc058b6-8db6-4cd4-bb98-683eeb330d93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/dae70266-c5fe-49eb-b33a-95acb507ec0e HTTP/1.1" status: 204 len: 168 time: 3.1985400 Aug 06 18:21:24.923838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:24.991783 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8bb731-011a-4877-97b8-9e3394e813c3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:21:24.992744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8bb731-011a-4877-97b8-9e3394e813c3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:21:24.998179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b8bb731-011a-4877-97b8-9e3394e813c3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/dae70266-c5fe-49eb-b33a-95acb507ec0e HTTP/1.1" status: 404 len: 333 time: 0.0730734 Aug 06 18:21:25.003299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41944) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:25.016540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 44882484-88b3-4308-b16b-e2accda7b935 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:25.019942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086430e-b69f-4073-af45-43c6ff7dee6c None None] Network e998b396-c5f4-45c3-b0a6-8aa7b70e8076 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:25.036477 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eef854a-bea8-4a47-86d1-c03670d43ab2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:25.041910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1eef854a-bea8-4a47-86d1-c03670d43ab2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/dae70266-c5fe-49eb-b33a-95acb507ec0e HTTP/1.1" status: 404 len: 333 time: 0.0372121 Aug 06 18:21:25.042746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41946) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:25.110957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5325e229-d2e8-479f-a90e-03aaa8b925d4 None None] Provisioning for port 44882484-88b3-4308-b16b-e2accda7b935 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:25.132295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e82077-a660-4582-bacc-af215e948b22 req-efacaf6e-c466-49b2-9fff-28e62262c42e tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:25.134522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25e82077-a660-4582-bacc-af215e948b22 req-efacaf6e-c466-49b2-9fff-28e62262c42e tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 946 time: 0.2172322 Aug 06 18:21:25.135310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.161317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd43-1143-4d4d-a073-aee3b780c120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.179131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:25.183090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67d7dd43-1143-4d4d-a073-aee3b780c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.188144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Deleting port 67291c54-bc41-4a29-a3a3-a5289810bf81 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:25.188653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.218919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.234682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Deleting port 67291c54-bc41-4a29-a3a3-a5289810bf81 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:25.235545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.297842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25e82077-a660-4582-bacc-af215e948b22 req-902d8a54-d801-4b40-9195-da72816faaf5 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/security-groups?id=9315868b-07ba-4a05-9fe6-3c377921e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183255 Aug 06 18:21:25.440636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7dd43-1143-4d4d-a073-aee3b780c120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c7fc0-4030-40ad-b30a-b316fc2fd327,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:25.449959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.455708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 44882484-88b3-4308-b16b-e2accda7b935 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:25.472365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67d7dd43-1143-4d4d-a073-aee3b780c120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0616ea0e1ce8408d808db464f597d11e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1995368 Aug 06 18:21:25.472748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.472748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41948) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:25.480632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 44882484-88b3-4308-b16b-e2accda7b935 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:25.480632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.549380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] For port 67291c54-bc41-4a29-a3a3-a5289810bf81, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=67291c54-bc41-4a29-a3a3-a5289810bf81,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:25.550039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.587659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Pushing event deleted for resources: {'Port': ['ID=b94fb622-f20a-4c19-a683-f75a1fbf2761,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:25.588057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Calling delete_port for 67291c54-bc41-4a29-a3a3-a5289810bf81 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:25.596657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] For port 67291c54-bc41-4a29-a3a3-a5289810bf81, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=67291c54-bc41-4a29-a3a3-a5289810bf81,segment=NetworkSegment(6fee76e1-627f-4d50-a09c-d1492350ff52),segment_id=6fee76e1-627f-4d50-a09c-d1492350ff52)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:25.597648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.656741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Calling delete_port for 67291c54-bc41-4a29-a3a3-a5289810bf81 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:25.664582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] No DVR routers for this DVR port b94fb622-f20a-4c19-a683-f75a1fbf2761 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:25.669694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.673968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5974f907-0acb-42cb-b58a-4f193fd5a7ec req-3dfdc19a-7442-47bb-9c19-3ff1fb6ab199 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.55 "DELETE /v2.0/ports/b94fb622-f20a-4c19-a683-f75a1fbf2761 HTTP/1.1" status: 204 len: 173 time: 2.7693713 Aug 06 18:21:25.690348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'name': 'network-vif-deleted', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:21:25.691935 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9714c9b0-b7d5-4aa0-978e-0987932e4cbf" -d '{"events": [{"server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "name": "network-vif-deleted", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:21:25.765794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.797611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.803161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] DHCP port deletion for e998b396-c5f4-45c3-b0a6-8aa7b70e8076 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:21:25.871900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 44882484-88b3-4308-b16b-e2accda7b935, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=44882484-88b3-4308-b16b-e2accda7b935,segment=NetworkSegment(4e165b27-504c-4e5e-825e-d57594039662),segment_id=4e165b27-504c-4e5e-825e-d57594039662)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:25.884604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.885584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3c01c3e6-bccf-403b-8895-d5e1180739b4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:25.911444 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf370ff4-56dc-43ca-bd23-fb88c3abb871 x-openstack-request-id: req-bf370ff4-56dc-43ca-bd23-fb88c3abb871 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:21:25.911905 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303fe694-a33e-4091-afba-fb2255d27a75", "name": "network-vif-deleted", "tag": "b94fb622-f20a-4c19-a683-f75a1fbf2761", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:21:25.912290 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf370ff4-56dc-43ca-bd23-fb88c3abb871 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:21:25.913071 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303fe694-a33e-4091-afba-fb2255d27a75', 'name': 'network-vif-deleted', 'tag': 'b94fb622-f20a-4c19-a683-f75a1fbf2761', 'status': 'completed', 'code': 200} Aug 06 18:21:25.925666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:25.960861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.005898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Port': ['ID=67291c54-bc41-4a29-a3a3-a5289810bf81,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:26.010618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] No DVR routers for this DVR port 67291c54-bc41-4a29-a3a3-a5289810bf81 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:26.043313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.085773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=44882484-88b3-4308-b16b-e2accda7b935,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:26.095937 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.150878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.155722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.157313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd1c7fc0-4030-40ad-b30a-b316fc2fd327 HTTP/1.1" status: 204 len: 168 time: 0.6831555 Aug 06 18:21:26.160761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] No DVR routers for this DVR port 67291c54-bc41-4a29-a3a3-a5289810bf81 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:26.161097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router 1d40cb5e-e9ad-4e40-a804-be107a1951b2 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:21:26.163536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f3f21-b670-488e-8f24-470b2168c348 None None] Pushing event deleted for resources: {'Port': ['ID=67291c54-bc41-4a29-a3a3-a5289810bf81,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:26.173704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70baadf-88d8-4b68-845d-74590262e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c7fc0-4030-40ad-b30a-b316fc2fd327,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:26.205571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 3c01c3e6-bccf-403b-8895-d5e1180739b4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:26.218091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.219364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 3c01c3e6-bccf-403b-8895-d5e1180739b4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:26.219748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.222886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Deleting port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:26.223630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.339265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.341355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] For port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,segment=NetworkSegment(f1da5bec-d196-41d8-b204-ebc4fb3de540),segment_id=f1da5bec-d196-41d8-b204-ebc4fb3de540)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:26.341808 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.360950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Calling delete_port for 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:26.386596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa490e7-ed1e-41e4-9684-ebf40293eb3a']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:26.422973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fee76e1-627f-4d50-a09c-d1492350ff52') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:26.423854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fee76e1-627f-4d50-a09c-d1492350ff52') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:26.434886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:26.475037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.477775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.480297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8aff0fc0-0c7c-4f6e-ad81-2a85ea2c07f5 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3378615 Aug 06 18:21:26.484608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41960) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:26.520460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Sync routers for ids ['1d40cb5e-e9ad-4e40-a804-be107a1951b2'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:26.554660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.584888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:26.587557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:26.627039 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:26.635248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.647883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Routers {'1d40cb5e-e9ad-4e40-a804-be107a1951b2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:26.647883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1d40cb5e-e9ad-4e40-a804-be107a1951b2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:26.757832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5580d766-d258-4f77-9d2e-fd68534c67fe None None] Provisioning complete for port 44882484-88b3-4308-b16b-e2accda7b935 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:26.758433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5580d766-d258-4f77-9d2e-fd68534c67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.861312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c6bc2ac-3b31-4ee8-b40c-4dc494fc989e req-6c6e4c7e-0df9-4257-ad2d-042c31926425 tempest-VolumesActionsTest-1940210770 tempest-VolumesActionsTest-1940210770-project] 10.222.0.64 "GET /v2.0/ports?device_id=303fe694-a33e-4091-afba-fb2255d27a75 HTTP/1.1" status: 200 len: 210 time: 0.0739701 Aug 06 18:21:26.875740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:26.892409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:26.901108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-50343503-484b-43b0-b81f-0c27f5316b6a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77 HTTP/1.1" status: 204 len: 168 time: 1.8539078 Aug 06 18:21:26.904293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:26.942934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7eb5a9-32ea-4bf0-b96f-343c3567e6b6 None None] Network 64f24370-9ece-4c62-8da4-e982619d75fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:26.958999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7197352f-dd2d-4efb-92cf-36f7046c7429 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/1d40cb5e-e9ad-4e40-a804-be107a1951b2 HTTP/1.1" status: 200 len: 908 time: 0.4717605 Aug 06 18:21:26.962265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41968) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:26.995805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.018429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a03da98a-775a-4240-80ae-549070fbc50b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1069877 Aug 06 18:21:27.059012 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.117863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.125417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/networks/7aa490e7-ed1e-41e4-9684-ebf40293eb3a HTTP/1.1" status: 204 len: 168 time: 2.3290660 Aug 06 18:21:27.134028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] Pushing event deleted for resources: {'Port': ['ID=74fe4f17-d9c3-44c4-8a48-05af33f8dbf3,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:27.138735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41972) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:27.156023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41974) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:27.181748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.215544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88950-286b-4822-8143-53b168756e01 tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Network': ['ID=7aa490e7-ed1e-41e4-9684-ebf40293eb3a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:27.242599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe967b5-52ab-41d2-a5e4-6ce2e7b241b0 None None] No DVR routers for this DVR port 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:27.268743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Set router 1d40cb5e-e9ad-4e40-a804-be107a1951b2 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:27.270701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82a5e223-5aa7-4f54-8ebf-90f347271b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.300212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.301086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.302048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.302962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.303810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.306324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.306642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.306904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.309792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-52c2882e-7957-4cd3-854f-47a375fac5f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.2383130 Aug 06 18:21:27.360234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b94fb622-f20a-4c19-a683-f75a1fbf2761 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:27.420829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 3c01c3e6-bccf-403b-8895-d5e1180739b4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3c01c3e6-bccf-403b-8895-d5e1180739b4,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:27.425596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.460681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: b94fb622-f20a-4c19-a683-f75a1fbf2761 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:27.461124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b94fb622-f20a-4c19-a683-f75a1fbf2761 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:27.467304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.664323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 44882484-88b3-4308-b16b-e2accda7b935 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:27.728790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=3c01c3e6-bccf-403b-8895-d5e1180739b4,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:27.762532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-05084851-2d89-4e71-8609-4c65cffc2022 None None] Could not find standard attr ID for object dae70266-c5fe-49eb-b33a-95acb507ec0e. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:21:27.790866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-3c5a43be-dcb6-4882-aa85-b7a1e73a4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.792951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-3c5a43be-dcb6-4882-aa85-b7a1e73a4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.794256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-3c5a43be-dcb6-4882-aa85-b7a1e73a4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:27.797383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-3c5a43be-dcb6-4882-aa85-b7a1e73a4c55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.4575193 Aug 06 18:21:27.810689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.847206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e998b396-c5f4-45c3-b0a6-8aa7b70e8076']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:27.856825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] DHCP port deletion for 64f24370-9ece-4c62-8da4-e982619d75fb request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:21:27.865321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.908588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1da5bec-d196-41d8-b204-ebc4fb3de540') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:27.908888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1da5bec-d196-41d8-b204-ebc4fb3de540') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:27.937874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.943518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82a5e223-5aa7-4f54-8ebf-90f347271b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.962877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82a5e223-5aa7-4f54-8ebf-90f347271b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.970818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.980513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:27.981383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:27.988551 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:28.009025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-33bd3e5d-ff02-4c6b-a1b4-b8ee93fc7308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.1934073 Aug 06 18:21:28.124720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.156824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 44882484-88b3-4308-b16b-e2accda7b935 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:28.157781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.187855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5e223-5aa7-4f54-8ebf-90f347271b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92d8df-6e32-46b0-b6d3-fb42e04a5150,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:28.193107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-82a5e223-5aa7-4f54-8ebf-90f347271b6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3122f2d9f4a44b01acba3d8d042fe1be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345910 Aug 06 18:21:28.199498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41984) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:28.232324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.253321 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.258185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] 10.222.0.64 "DELETE /v2.0/networks/e998b396-c5f4-45c3-b0a6-8aa7b70e8076 HTTP/1.1" status: 204 len: 168 time: 1.1178811 Aug 06 18:21:28.266209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-9b2d284e-8451-45f0-aa83-3aeaaa9d9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:28.267963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-9b2d284e-8451-45f0-aa83-3aeaaa9d9f28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.2227778 Aug 06 18:21:28.311565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 44882484-88b3-4308-b16b-e2accda7b935 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:28.313383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.329380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714d82-5ff3-4418-b499-240c5ab0b2de tempest-TaggedBootDevicesTest_v242-827705334 tempest-TaggedBootDevicesTest_v242-827705334-project] Pushing event deleted for resources: {'Network': ['ID=e998b396-c5f4-45c3-b0a6-8aa7b70e8076,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:28.330772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d40cb5e-e9ad-4e40-a804-be107a1951b2', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '6a41a89a-9a7b-4bd1-8482-16f22d032a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:19Z', 'updated_at': '2021-08-06T18:21:24Z', 'revision_number': 3, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port': {'id': '6a41a89a-9a7b-4bd1-8482-16f22d032a91', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d40cb5e-e9ad-4e40-a804-be107a1951b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:21:21Z', 'updated_at': '2021-08-06T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:28.475887 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.483688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Checking router: 1d40cb5e-e9ad-4e40-a804-be107a1951b2 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:21:28.486511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Updating router 1d40cb5e-e9ad-4e40-a804-be107a1951b2 port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:21:28.549802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port 44882484-88b3-4308-b16b-e2accda7b935, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=44882484-88b3-4308-b16b-e2accda7b935,segment=NetworkSegment(4e165b27-504c-4e5e-825e-d57594039662),segment_id=4e165b27-504c-4e5e-825e-d57594039662)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:28.551272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.568847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.576704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e30add2-cdbb-49a1-a3c6-6862ce1535c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.593803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-86d93caf-9d42-4029-8049-82b4098f26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:28.595159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-86d93caf-9d42-4029-8049-82b4098f26cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944591 Aug 06 18:21:28.599293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.621974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Deleting port 44882484-88b3-4308-b16b-e2accda7b935 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:28.622467 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.649192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 44882484-88b3-4308-b16b-e2accda7b935 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:28.868117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-712fda3a-ff5c-45ae-993c-f6f3dcd08c11 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634680 Aug 06 18:21:28.885006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] For port 44882484-88b3-4308-b16b-e2accda7b935, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=44882484-88b3-4308-b16b-e2accda7b935,segment=NetworkSegment(4e165b27-504c-4e5e-825e-d57594039662),segment_id=4e165b27-504c-4e5e-825e-d57594039662)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:28.885645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.928218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Calling delete_port for 44882484-88b3-4308-b16b-e2accda7b935 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:28.935190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.943007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:28.956658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba92d8df-6e32-46b0-b6d3-fb42e04a5150 HTTP/1.1" status: 204 len: 168 time: 0.7550926 Aug 06 18:21:29.025046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.046226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4d930-b362-465c-b1f0-2394e6401757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92d8df-6e32-46b0-b6d3-fb42e04a5150,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:29.188300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 67291c54-bc41-4a29-a3a3-a5289810bf81 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:29.192979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=44882484-88b3-4308-b16b-e2accda7b935,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:29.208658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Deleting port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:29.209290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.242384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port 44882484-88b3-4308-b16b-e2accda7b935 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:29.261957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 67291c54-bc41-4a29-a3a3-a5289810bf81 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:29.262947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 67291c54-bc41-4a29-a3a3-a5289810bf81 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:29.264017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:29.306282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-590b5d8a-3a06-4d63-a562-9a561dd1dfed service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132123 Aug 06 18:21:29.364485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:29.365411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 74fe4f17-d9c3-44c4-8a48-05af33f8dbf3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:29.476057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-cce7ef34-e817-4f77-867b-239cffebc213 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.1600075 Aug 06 18:21:29.518914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.580572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f24370-9ece-4c62-8da4-e982619d75fb']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:29.604679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.620802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-d007ea16-ff7a-4641-827c-3311cb193360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:29.623553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-d007ea16-ff7a-4641-827c-3311cb193360 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1392055 Aug 06 18:21:29.652655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Calling delete_port for 6a41a89a-9a7b-4bd1-8482-16f22d032a91 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:29.689161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.710715 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.727020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Transition to ACTIVE for port object 6a41a89a-9a7b-4bd1-8482-16f22d032a91 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:29.738767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] No DVR routers for this DVR port 44882484-88b3-4308-b16b-e2accda7b935 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:29.740275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-143e4342-a39c-4b99-9feb-060ee225d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:29.746648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-143e4342-a39c-4b99-9feb-060ee225d8a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145155 Aug 06 18:21:29.789996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3c01c3e6-bccf-403b-8895-d5e1180739b4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:29.795289 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:29.811884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6eb6a-6a49-40e9-aa53-fadb4e474473 None None] Pushing event deleted for resources: {'Port': ['ID=44882484-88b3-4308-b16b-e2accda7b935,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:29.955075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Attempting to bind port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:29.955853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Attempting to bind port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:29.956626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Attempting to bind port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:30.055587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-cafbc89c-61f8-4405-a4b3-086e75c4e147 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980728 Aug 06 18:21:30.117638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:30.118459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:30.119248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.120230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:30.121181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Bound port: 6a41a89a-9a7b-4bd1-8482-16f22d032a91, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:30.122003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.134125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e165b27-504c-4e5e-825e-d57594039662') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:30.135040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e165b27-504c-4e5e-825e-d57594039662') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:30.160061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.193500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.214825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:30.215259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.234989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Port 6a41a89a-9a7b-4bd1-8482-16f22d032a91 has been deleted concurrently {{(pid=94123) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: items = [ Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:30.314755 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:30.320093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.333259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2fe68-3ebd-4107-af8f-0c95ec7290b6 None None] Pushing event updated for resources: {'Port': ['ID=6a41a89a-9a7b-4bd1-8482-16f22d032a91,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:30.361944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.368404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a41a89a-9a7b-4bd1-8482-16f22d032a91,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:30.381567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.391862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/64f24370-9ece-4c62-8da4-e982619d75fb HTTP/1.1" status: 204 len: 168 time: 3.4849503 Aug 06 18:21:30.392111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:30.410421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1234281161'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:30.412239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 3c01c3e6-bccf-403b-8895-d5e1180739b4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:30.413740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.437132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f829d0a-5320-4b4b-a1ec-d57cffc6ba0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=64f24370-9ece-4c62-8da4-e982619d75fb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:30.512187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.519544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Routers {'1d40cb5e-e9ad-4e40-a804-be107a1951b2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:30.531558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1d40cb5e-e9ad-4e40-a804-be107a1951b2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:30.613236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-0e5ed559-e91a-4735-822b-cd1132adedd5 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504582 Aug 06 18:21:30.616173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:30.638218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.654629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.660368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.734853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-1add8222-7c6d-4f8e-bce0-98e40686d82f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.0909467 Aug 06 18:21:30.753101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.753971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d40cb5e-e9ad-4e40-a804-be107a1951b2 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:30.764427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.766328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54c82a2c-360f-464d-88cd-c7f50592ea0e tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1d40cb5e-e9ad-4e40-a804-be107a1951b2 HTTP/1.1" status: 204 len: 168 time: 3.8022971 Aug 06 18:21:30.771401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42030) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:30.816294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:30.857031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:30.857578 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment efa84ba0-3e3a-4193-b49b-90dc08b45064 of type vlan for network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc Aug 06 18:21:30.889216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-d38e3eea-eb91-436f-97f9-61fdf1985641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:30.908254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] Set router 1d40cb5e-e9ad-4e40-a804-be107a1951b2 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:30.910579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-d38e3eea-eb91-436f-97f9-61fdf1985641 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1535931 Aug 06 18:21:31.072925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d40cb5e-e9ad-4e40-a804-be107a1951b2', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:19Z', 'updated_at': '2021-08-06T18:21:30Z', 'revision_number': 5, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:31.137416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.166371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.194386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-9eba9fc0-8bd4-4128-8e0d-42e8619c4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:31.198024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-9eba9fc0-8bd4-4128-8e0d-42e8619c4b02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2864723 Aug 06 18:21:31.221949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.231199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:31.232066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.272128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60461fb4-3b68-4a00-84f9-25a655629296 None None] The sync data for ids ['1d40cb5e-e9ad-4e40-a804-be107a1951b2'] in n-d-793621-29 is: [{'id': '1d40cb5e-e9ad-4e40-a804-be107a1951b2', 'name': 'tempest-snat-router-1237822948', 'tenant_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:21:19Z', 'updated_at': '2021-08-06T18:21:30Z', 'revision_number': 5, 'project_id': 'a2e43ca0a27e4b20b20e4a5da33ceb08', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:31.354592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.436078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0418000 Aug 06 18:21:31.437700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42042) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:31.462646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Deleting port 3c01c3e6-bccf-403b-8895-d5e1180739b4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:31.463007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.493716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.515721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:31.585259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abeb9e-aa8a-40aa-af0c-4cecdf016ffd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=e07d0869-f30d-4a9c-9b6d-40ecfc0332fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:31.610233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:31.658294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] For port 3c01c3e6-bccf-403b-8895-d5e1180739b4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3c01c3e6-bccf-403b-8895-d5e1180739b4,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:31.659016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.677427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Calling delete_port for 3c01c3e6-bccf-403b-8895-d5e1180739b4 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:31.679039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-3453c00e-de0a-4d15-9fde-b5705c57c9ba service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713101 Aug 06 18:21:31.716494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:31.720452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.733380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 44882484-88b3-4308-b16b-e2accda7b935 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:31.815583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 44882484-88b3-4308-b16b-e2accda7b935 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:31.816335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 44882484-88b3-4308-b16b-e2accda7b935 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:31.907915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72dacb71-21db-4416-9f58-dd03fe1aba24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:31.969123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a78a8fe6-93a9-4502-8f8d-720557a6467d service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625155 Aug 06 18:21:32.074226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.097124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-246e73b5-ec2f-4571-ae64-20881656f7eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.1196282 Aug 06 18:21:32.155553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c01c3e6-bccf-403b-8895-d5e1180739b4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:32.299177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.338695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-fd07c545-830d-49af-81bf-aff9484fa749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:32.341580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-fd07c545-830d-49af-81bf-aff9484fa749 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2375798 Aug 06 18:21:32.451054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.590578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.598483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.663409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-0afb4db5-0ea2-4d84-b728-0eff85e1c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:32.666296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-0afb4db5-0ea2-4d84-b728-0eff85e1c44c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3009124 Aug 06 18:21:32.717595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=82164eb2-f341-4877-95a4-bc8c27a4b363,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:32.749725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.750867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55b616ef-8dec-47b7-8892-adb05a9554ca {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:32.765838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:32.779158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42094) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:32.779697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8de17d5c-bad3-41dd-a065-19101a2c2abf tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "DELETE /v2.0/routers/55b616ef-8dec-47b7-8892-adb05a9554ca HTTP/1.1" status: 204 len: 168 time: 2.0021193 Aug 06 18:21:32.809039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1456088365', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:32.829828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': 'efa84ba0-3e3a-4193-b49b-90dc08b45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:32.830660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: e07d0869-f30d-4a9c-9b6d-40ecfc0332fc, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:33.034042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:33.037142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:33.073202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:33.123233 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:33.232180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e07d0869-f30d-4a9c-9b6d-40ecfc0332fc) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:33.258373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780f3bd-20c5-4f8a-9510-7b0db530f4bc None None] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:33.315672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:33.357812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:33.357812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:33.482389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-8aca44cd-b32e-4251-84c3-0fa391dbb9e9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887266 Aug 06 18:21:33.828913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e07d0869-f30d-4a9c-9b6d-40ecfc0332fc', 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': '82164eb2-f341-4877-95a4-bc8c27a4b363'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:21:33.830627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.154471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3c01c3e6-bccf-403b-8895-d5e1180739b4 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:34.219024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 3c01c3e6-bccf-403b-8895-d5e1180739b4 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:34.220012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3c01c3e6-bccf-403b-8895-d5e1180739b4 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:34.250640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Allocated IP 172.20.0.2 (e07d0869-f30d-4a9c-9b6d-40ecfc0332fc/82164eb2-f341-4877-95a4-bc8c27a4b363/d77d9df5-c111-41b9-9eea-60aa058f8b2b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:34.281138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42160) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:34.281830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f020c60e-5c1a-4a39-959f-662d01597179 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8350055 Aug 06 18:21:34.288367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1683436605'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:34.547564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.552543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.573968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42166) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:34.581018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Transition to ACTIVE for port object d77d9df5-c111-41b9-9eea-60aa058f8b2b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:34.618855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:34.624365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.660433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Transition to ACTIVE for port object d77d9df5-c111-41b9-9eea-60aa058f8b2b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:34.664750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.675476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port d76296bf-181c-4199-abce-114af7417df0 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:34.679172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:34.700145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-969e9707-f60e-491b-9b20-e9cee8325838 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662979 Aug 06 18:21:34.822483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-4351f320-6c4f-413a-9617-2bd2a0a10d6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.1140239 Aug 06 18:21:34.832854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:34.849661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:34.856294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:34.888563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Pushing event updated for resources: {'Port': ['ID=d77d9df5-c111-41b9-9eea-60aa058f8b2b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:34.912995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a25e441e-5c1d-47e6-b3af-dad017c2adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:34.914747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a25e441e-5c1d-47e6-b3af-dad017c2adbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.0846436 Aug 06 18:21:35.024245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7871d87-19e6-42d3-8d77-ffd3fb8ca75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.029911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.8 (e07d0869-f30d-4a9c-9b6d-40ecfc0332fc/82164eb2-f341-4877-95a4-bc8c27a4b363/d76296bf-181c-4199-abce-114af7417df0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:35.048863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Attempting to bind port d77d9df5-c111-41b9-9eea-60aa058f8b2b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:35.049922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Attempting to bind port d77d9df5-c111-41b9-9eea-60aa058f8b2b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'efa84ba0-3e3a-4193-b49b-90dc08b45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:35.050943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Attempting to bind port d77d9df5-c111-41b9-9eea-60aa058f8b2b on network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:35.064937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:35.066498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Checking segment: {'id': 'efa84ba0-3e3a-4193-b49b-90dc08b45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:35.068774 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.083649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Bound using segment: {'id': 'efa84ba0-3e3a-4193-b49b-90dc08b45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:35.083895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Bound port: d77d9df5-c111-41b9-9eea-60aa058f8b2b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa84ba0-3e3a-4193-b49b-90dc08b45064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e07d0869-f30d-4a9c-9b6d-40ecfc0332fc'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:35.084530 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.232395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] For port d77d9df5-c111-41b9-9eea-60aa058f8b2b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:21:35.238788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] For port d77d9df5-c111-41b9-9eea-60aa058f8b2b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d77d9df5-c111-41b9-9eea-60aa058f8b2b,segment=NetworkSegment(efa84ba0-3e3a-4193-b49b-90dc08b45064),segment_id=efa84ba0-3e3a-4193-b49b-90dc08b45064)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:21:35.247432 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.266160 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.287320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object d76296bf-181c-4199-abce-114af7417df0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:35.327365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d09726-1e78-476e-ae94-b1c7d0f9ab88 None None] Pushing event updated for resources: {'Port': ['ID=d77d9df5-c111-41b9-9eea-60aa058f8b2b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:35.358106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.423016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:35.426972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:35.440150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:35.454010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-b63b5baf-484b-484b-84f1-40f21ad7110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:35.457220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-b63b5baf-484b-484b-84f1-40f21ad7110e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5340374 Aug 06 18:21:35.514712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=d76296bf-181c-4199-abce-114af7417df0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:35.552710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.565433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:35.566336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:35.657524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:36.002020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-febb8c2e-ab27-42b9-8588-721d2c69b779 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2617180 Aug 06 18:21:36.118691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7871d87-19e6-42d3-8d77-ffd3fb8ca75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:36.123955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-401519db-cb29-408a-959b-42e5b08ed804 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558847 Aug 06 18:21:36.219140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7871d87-19e6-42d3-8d77-ffd3fb8ca75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:36.230618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-42a73053-a1f9-4568-a77d-e0c6e48db5fa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9458168 Aug 06 18:21:36.236452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42186) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:36.238508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d77d9df5-c111-41b9-9eea-60aa058f8b2b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:36.392148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Allocated IP 172.25.3.205 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/05437d78-5ee3-4a34-838b-8c3a3d5d4394) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:36.458559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d77d9df5-c111-41b9-9eea-60aa058f8b2b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:36.495050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-782cf561-2d96-4082-889d-c3195cc676a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:36.496861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-782cf561-2d96-4082-889d-c3195cc676a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=682a8448a66141a687234870f5250ff9&device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 1097 time: 0.4079525 Aug 06 18:21:36.569819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port d76296bf-181c-4199-abce-114af7417df0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:36.570511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:36.691814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871d87-19e6-42d3-8d77-ffd3fb8ca75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee80c8-cca1-4aba-812a-ce512708750f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:36.702825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-1bbe1129-67c7-4179-aa0b-a82552414808 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634174 Aug 06 18:21:36.803031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-d77ae7a3-ce90-41d8-a029-e0c8b8c09606 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.0877533 Aug 06 18:21:36.812110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-c8df5ed0-17f8-4926-82d5-7a262fa19cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:36.814981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-c8df5ed0-17f8-4926-82d5-7a262fa19cc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 200 len: 913 time: 0.2845659 Aug 06 18:21:37.001036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-2f1b4261-a4aa-4764-99e7-4ad9942df3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:37.001847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.003512 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-2f1b4261-a4aa-4764-99e7-4ad9942df3ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.1720874 Aug 06 18:21:37.059456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7871d87-19e6-42d3-8d77-ffd3fb8ca75f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3be5c444ad7a4fcf9d2d3e4f3ea10509&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4829795 Aug 06 18:21:37.070662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:37.090617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-28d931e0-ea5d-4e63-8857-42f4c851bf02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 200 len: 1001 time: 0.2620246 Aug 06 18:21:37.097344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for d76296bf-181c-4199-abce-114af7417df0 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:37.230408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-37b53fd9-b7ef-4503-8630-325b8cb7ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:37.233229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-37b53fd9-b7ef-4503-8630-325b8cb7ca85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 200 len: 851 time: 0.1298485 Aug 06 18:21:37.316238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30bb31a-77c0-412d-9d29-0fcbcc587336 None None] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:37.350344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-f17c2999-c1fa-439b-b638-d0c4cb2a0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:37.367677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-f17c2999-c1fa-439b-b638-d0c4cb2a0dcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33eb1104-9391-419b-af99-c4d850e1887d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228607 Aug 06 18:21:37.463427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Provisioning for port d77d9df5-c111-41b9-9eea-60aa058f8b2b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:37.531277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.554087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Provisioning complete for port d77d9df5-c111-41b9-9eea-60aa058f8b2b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:37.554566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.556600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.621152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.652685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.697360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-df555279-a077-45d3-b7af-acc7c0aa6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:37.699282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-df555279-a077-45d3-b7af-acc7c0aa6052 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6703105 Aug 06 18:21:37.705259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:37.811357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-5f28fe11-1004-47ee-977e-a254d5ea8c0b service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054461 Aug 06 18:21:37.816516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=d76296bf-181c-4199-abce-114af7417df0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:37.869707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:37.881861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:37.963249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:38.043166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.090496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event updated for resources: {'Port': ['ID=05437d78-5ee3-4a34-838b-8c3a3d5d4394,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:38.100879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.115322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b6d82c7-1f64-4d55-a80f-e0f4b96e8cf3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/d76296bf-181c-4199-abce-114af7417df0 HTTP/1.1" status: 204 len: 168 time: 1.8764849 Aug 06 18:21:38.120485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:38.166422 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-288cfc49-372a-48c0-a4c4-b84eb4278af6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:38.172305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-288cfc49-372a-48c0-a4c4-b84eb4278af6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/d76296bf-181c-4199-abce-114af7417df0 HTTP/1.1" status: 404 len: 333 time: 0.0501497 Aug 06 18:21:38.175582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:38.272345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d37b4c8a-dc52-4f5f-b170-0bb714c5b38c req-a5ed20d4-80f3-49b4-b0d8-b8b5d94772c8 service neutron] 10.222.0.16 "GET /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513383 Aug 06 18:21:38.359101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 82164eb2-f341-4877-95a4-bc8c27a4b363 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:38.366882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.436744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-15ba30e6-7ec0-462d-acbe-e91a05d1944f service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7218463 Aug 06 18:21:38.443075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.448051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.450139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88ee80c8-cca1-4aba-812a-ce512708750f HTTP/1.1" status: 204 len: 168 time: 1.3662279 Aug 06 18:21:38.574398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.837235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] For port d77d9df5-c111-41b9-9eea-60aa058f8b2b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d77d9df5-c111-41b9-9eea-60aa058f8b2b,segment=NetworkSegment(efa84ba0-3e3a-4193-b49b-90dc08b45064),segment_id=efa84ba0-3e3a-4193-b49b-90dc08b45064)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:38.855300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:38.890437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae722f-3c62-416d-86b9-07eb758a9d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee80c8-cca1-4aba-812a-ce512708750f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:39.105824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f406f-4cc2-410a-a189-c9ace6c18886 None None] Pushing event updated for resources: {'Port': ['ID=d77d9df5-c111-41b9-9eea-60aa058f8b2b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:39.251155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:39.449722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-ff201189-b24c-4666-b6da-3c150f57415d service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9977546 Aug 06 18:21:39.609197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:39.631578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-60143c2c-9095-4b11-bdfa-1dcf6052d3cc None None] Provisioning complete for port d77d9df5-c111-41b9-9eea-60aa058f8b2b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:39.632154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60143c2c-9095-4b11-bdfa-1dcf6052d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:39.697524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:39.738765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-bb5935aa-0a81-472f-9f63-acd2eac59a3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.1857531 Aug 06 18:21:39.866857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=82164eb2-f341-4877-95a4-bc8c27a4b363,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:39.889125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:39.905694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4b1056ad-7011-414f-bff0-f05b2d41a599 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/82164eb2-f341-4877-95a4-bc8c27a4b363 HTTP/1.1" status: 204 len: 168 time: 1.7281990 Aug 06 18:21:39.919325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42236) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:40.103472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.142326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.223589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d19f37-2147-4538-961a-0f24657db8ea None None] Network e07d0869-f30d-4a9c-9b6d-40ecfc0332fc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:40.261746 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.287350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d77d9df5-c111-41b9-9eea-60aa058f8b2b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:40.324916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port d77d9df5-c111-41b9-9eea-60aa058f8b2b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:40.325500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.391805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a065e171-3be2-4c5e-8260-3bc3edb2eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:40.394786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-a065e171-3be2-4c5e-8260-3bc3edb2eb47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.6437209 Aug 06 18:21:40.458479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-42c12b67-ba59-4eaf-a094-70507fc05cd3 None None] Could not find standard attr ID for object d76296bf-181c-4199-abce-114af7417df0. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:21:40.535351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-82c1cc76-7e3d-4cca-9062-a79de6d61146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:40.538426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-82c1cc76-7e3d-4cca-9062-a79de6d61146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341586 Aug 06 18:21:40.569362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port d77d9df5-c111-41b9-9eea-60aa058f8b2b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d77d9df5-c111-41b9-9eea-60aa058f8b2b,segment=NetworkSegment(efa84ba0-3e3a-4193-b49b-90dc08b45064),segment_id=efa84ba0-3e3a-4193-b49b-90dc08b45064)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:40.571043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.612911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for d77d9df5-c111-41b9-9eea-60aa058f8b2b owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:40.637901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d77d9df5-c111-41b9-9eea-60aa058f8b2b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:40.640127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.756954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-f9fab432-1e67-4eac-bd1f-5fb7dc0f1f66 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047653 Aug 06 18:21:40.761294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Router 6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:21:40.776975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.779366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Could not find standard attr ID for object d77d9df5-c111-41b9-9eea-60aa058f8b2b. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:21:40.783024 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No ports have port_id starting with d77d9df5-c111-41b9-9eea-60aa058f8b2b Aug 06 18:21:40.842748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44e18d-09ac-4580-bc32-67dbe4fecee8 None None] DHCP port deletion for e07d0869-f30d-4a9c-9b6d-40ecfc0332fc request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:21:40.878338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port d77d9df5-c111-41b9-9eea-60aa058f8b2b on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:40.881565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=d77d9df5-c111-41b9-9eea-60aa058f8b2b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:41.149833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.174879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07d0869-f30d-4a9c-9b6d-40ecfc0332fc']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:41.201408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa84ba0-3e3a-4193-b49b-90dc08b45064') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:41.202061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa84ba0-3e3a-4193-b49b-90dc08b45064') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:41.226579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.262660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.276762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:41.277624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:41.338000 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:41.407798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.436715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.451272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/e07d0869-f30d-4a9c-9b6d-40ecfc0332fc HTTP/1.1" status: 204 len: 168 time: 1.5283253 Aug 06 18:21:41.467923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42280) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:41.478305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f134d-c98a-42d9-8cf1-9a98d94f2e65 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=e07d0869-f30d-4a9c-9b6d-40ecfc0332fc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:41.485088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'name': 'tempest-PortsTestJSON-754815928'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:41.659658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.760003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:41.773789 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:41.833334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port e1be7b13-47fc-474d-92f5-6de2421f90cb yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:41.878955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b030495d-bfb1-43c2-bbc7-fd522cccfa98 req-6848cf36-9739-497e-bd37-4359f4ed8fba service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1131594 Aug 06 18:21:41.952128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:41.976941 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] Sync routers for ids ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:42.023831 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] Routers {'6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:42.040691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:42.059942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d77d9df5-c111-41b9-9eea-60aa058f8b2b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:42.170092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d77d9df5-c111-41b9-9eea-60aa058f8b2b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:42.170092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d77d9df5-c111-41b9-9eea-60aa058f8b2b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:42.199633 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:42.204794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:42.207434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a48c02a5-94b5-4aba-8d71-9298f879dd99 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.4265153 Aug 06 18:21:42.210184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42300) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:42.217230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] Routers {'6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:42.221566 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:42.222363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:42.348978 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:42.350154 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d8ab8-3c10-44be-8e99-7e874d6b580a None None] The sync data for ids ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:42.416428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:42.481043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:42.547127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=e1be7b13-47fc-474d-92f5-6de2421f90cb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:42.560901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:42.583565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:42.587057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:42.591430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:42.623036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:42.623036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:42.681472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8920756e-9867-47dd-bdf8-94ddca3b434c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2068343 Aug 06 18:21:42.685737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42314) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:42.964899 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f21eb0c7-cf40-46ed-b802-e61a631b58af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:42.997659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port e1be7b13-47fc-474d-92f5-6de2421f90cb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:42.998585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.065979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.152721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.201801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for e1be7b13-47fc-474d-92f5-6de2421f90cb owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:43.513019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f21eb0c7-cf40-46ed-b802-e61a631b58af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.517090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.536587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f21eb0c7-cf40-46ed-b802-e61a631b58af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.631105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f21eb0c7-cf40-46ed-b802-e61a631b58af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0449eeaf2dab4598bdaefa5d432d456f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0682759 Aug 06 18:21:43.678936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:43.744729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=e1be7b13-47fc-474d-92f5-6de2421f90cb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:43.812820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:43.843533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-188f9503-c7d2-469c-9065-b29400c8a905 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/e1be7b13-47fc-474d-92f5-6de2421f90cb HTTP/1.1" status: 204 len: 168 time: 1.1556275 Aug 06 18:21:43.848752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42330) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:43.881884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'mac_address': 'fa:16:3e:b2:56:1e', 'name': 'tempest-PortsTestJSON-1671792526'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:43.957501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21eb0c7-cf40-46ed-b802-e61a631b58af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951c2243-13e9-46fe-93cd-40bc2e6f677c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:44.138874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.156224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.161618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.192697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.210046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:44.327818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router 6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:21:44.333403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.362473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port d9a520b8-4c39-4a62-838e-64a99b218c30 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:44.383493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.388982 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.391246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/951c2243-13e9-46fe-93cd-40bc2e6f677c HTTP/1.1" status: 204 len: 168 time: 0.6987174 Aug 06 18:21:44.521791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416c088-da47-4f8e-bfe3-09877044ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951c2243-13e9-46fe-93cd-40bc2e6f677c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:44.625054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:44.644284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] Sync routers for ids ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:44.667536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:44.677514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75f3bab5-d12a-4e23-a0c7-91d8c0ad0815 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "PUT /v2.0/routers/6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 200 len: 926 time: 2.4618363 Aug 06 18:21:44.679497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:44.687898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] Routers {'6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:44.689257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:44.818137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:44.843790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] Routers {'6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:44.845005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:44.942541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fec5e5c-be9c-4323-a49b-891e4d628487 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 200 len: 926 time: 0.2601326 Aug 06 18:21:44.946106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42344) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:44.978273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:44.979879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa5a35-6faf-4b1e-94f9-936047596869 None None] The sync data for ids ['6461c68e-f2eb-4cf2-b11e-5273dd9da5b4'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:45.015312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:45.173986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67b050-4245-496d-b59d-c36aa9e7b09c tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:45.183060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca67b050-4245-496d-b59d-c36aa9e7b09c tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=6461c68e-f2eb-4cf2-b11e-5273dd9da5b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2352521 Aug 06 18:21:45.187679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:45.208803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:45.317651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=d9a520b8-4c39-4a62-838e-64a99b218c30,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:45.349313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:45.351751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:45.365250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:45.376400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:45.377602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:45.409407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b1c6cdcb-c72b-4bd7-bbb1-ec2e18ceb3ad tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5508487 Aug 06 18:21:45.411521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42360) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:45.433911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3b168-08ec-4b22-89a5-0e92c9467ca4 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:45.437295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-84f3b168-08ec-4b22-89a5-0e92c9467ca4 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.2477357 Aug 06 18:21:45.440688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42364) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:45.538665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32038892-40d4-4b52-9660-102b7b1b70b5 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 200 len: 205 time: 0.0941162 Aug 06 18:21:45.539371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42368) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:45.590346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4091cde-7f4f-4812-ba44-ca5fccbc4d57 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:45.609644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4091cde-7f4f-4812-ba44-ca5fccbc4d57 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/d9a520b8-4c39-4a62-838e-64a99b218c30 HTTP/1.1" status: 200 len: 841 time: 0.1849325 Aug 06 18:21:45.614443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42372) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:45.948549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port d9a520b8-4c39-4a62-838e-64a99b218c30 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:45.948549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.067373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.146390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.178324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for d9a520b8-4c39-4a62-838e-64a99b218c30 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:46.425985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.463867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.501165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=d9a520b8-4c39-4a62-838e-64a99b218c30,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:46.535861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.543372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abd36052-8bfa-4f30-859b-d98dd08e6e29 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/d9a520b8-4c39-4a62-838e-64a99b218c30 HTTP/1.1" status: 204 len: 168 time: 0.9283752 Aug 06 18:21:46.548318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:46.592958 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf24425-f5ee-45cb-a323-f20a9eca2467 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:46.600927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:46.601326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bcf24425-f5ee-45cb-a323-f20a9eca2467 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/d9a520b8-4c39-4a62-838e-64a99b218c30 HTTP/1.1" status: 404 len: 333 time: 0.0512741 Aug 06 18:21:46.608350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'name': 'tempest-PortsTestJSON-983774476'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:46.661085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port 05437d78-5ee3-4a34-838b-8c3a3d5d4394 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:46.661689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.757053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:46.761847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.787283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 4a1b66dc-b70e-4706-821c-af53986d77ba yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:46.941507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:46.983137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for 05437d78-5ee3-4a34-838b-8c3a3d5d4394 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:47.193901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.278946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.405029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:47.413572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.419751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:47.427431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:47.449974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:47.451837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.475348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=4a1b66dc-b70e-4706-821c-af53986d77ba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:47.497765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca460944-6f29-441a-8147-8985e9f2a852 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8949611 Aug 06 18:21:47.499662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42414) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:47.509501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:47.559985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42416) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:47.590447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=05437d78-5ee3-4a34-838b-8c3a3d5d4394,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:47.634988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.646441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.848781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.855514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.919866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.923251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.924042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-238598755'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:47.942708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] In _notify_port_updated(), no bound segment for port 4a1b66dc-b70e-4706-821c-af53986d77ba on network d268770b-5831-4006-a0f0-d1f6b9d3b622 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:21:47.953259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:47.954344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:47.956776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/ports/4a1b66dc-b70e-4706-821c-af53986d77ba HTTP/1.1" status: 200 len: 818 time: 0.4554408 Aug 06 18:21:47.969867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:48.002142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.003233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router 6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:48.023758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.027410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae7a28df-7daf-469a-896d-330389485ac9 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 204 len: 168 time: 2.4867170 Aug 06 18:21:48.033861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:48.042119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-519698216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:48.057123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b27bc6-983a-4bb2-9b44-5888825e6bee tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=4a1b66dc-b70e-4706-821c-af53986d77ba,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:48.091345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Made reservation on behalf of f4fc083840f74676ad6e3145c2f9bbf4 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:48.098285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.122169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.130008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.159418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.200442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42438) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:48.246198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.260743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.362531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 4a1b66dc-b70e-4706-821c-af53986d77ba {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:48.363166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.490597 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:21:48.599607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.626464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.639396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 4a1b66dc-b70e-4706-821c-af53986d77ba owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:48.642709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.652239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.659226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1090dc2f-67af-498e-b084-2a1d691993b3 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6230481 Aug 06 18:21:48.663875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42450) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:48.688008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:48.729199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6482bca7-cb03-4a2a-afdb-075b97316aca,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:48.751171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:48.817349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:48.822557 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Added segment 4c5e5c7a-fd5f-48c6-9a76-d2fb989853e3 of type vlan for network 4de21daa-2422-417d-8e64-5cbaec3c1ed7 Aug 06 18:21:48.945878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.086721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.143937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.155353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:49.156403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.216432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=4a1b66dc-b70e-4706-821c-af53986d77ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:49.242180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.244560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fdeb24fc-bb92-40b1-a470-dae111164896 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/4a1b66dc-b70e-4706-821c-af53986d77ba HTTP/1.1" status: 204 len: 168 time: 1.2733133 Aug 06 18:21:49.250628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:49.321785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.356185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7946723 Aug 06 18:21:49.357232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:49.429912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f40b4-8985-4ec1-bc54-4327b69241c9 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Pushing event updated for resources: {'Network': ['ID=4de21daa-2422-417d-8e64-5cbaec3c1ed7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:49.447707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4de21daa-2422-417d-8e64-5cbaec3c1ed7 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:49.512226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93e76b-12b2-49d1-828f-2c10a7b82f22 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:49.517709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de93e76b-12b2-49d1-828f-2c10a7b82f22 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2605259 Aug 06 18:21:49.520541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42462) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:49.544028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'name': 'tempest-network--1128902728', 'router:external': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:49.603878 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2d3f36-e44b-4cc7-b586-88f31df808d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:21:49.609021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d2d3f36-e44b-4cc7-b586-88f31df808d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/4a1b66dc-b70e-4706-821c-af53986d77ba HTTP/1.1" status: 404 len: 333 time: 0.0744095 Aug 06 18:21:49.614603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42464) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:49.625519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-982872443'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:49.668658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:49.671365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.710222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.711474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.735877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:49.742047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.751000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.835930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:49.887491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:49.887900 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment b9276926-7cc0-48f3-b2bb-13884359ddac of type vlan for network a35d13eb-545b-46bd-a6da-55ac378b8a82 Aug 06 18:21:49.907310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.007310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.133063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.143806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.146769 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.152868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:50.153562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.233817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:50.285343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6691647 Aug 06 18:21:50.287246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.287619 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Added segment 6a37a224-ca66-4c70-bd67-9317f0f4112e of type vlan for network 0bbba0c6-2d87-49cd-a924-9a5ce51230e8 Aug 06 18:21:50.294003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42468) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:50.307819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:50.321248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e4468-c57f-4365-909d-fca5da61193c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:50.352100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7209d1-7367-4a25-ab85-e13931edb9d8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=a35d13eb-545b-46bd-a6da-55ac378b8a82,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:50.377276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:50.421745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.538031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.539165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:50.539774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.604323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42476) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:50.607034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2414834 Aug 06 18:21:50.608680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:50.614936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.666294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e5b29-cb0a-4827-a0cd-70f436cf9168 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=0bbba0c6-2d87-49cd-a924-9a5ce51230e8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:50.678951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Deleting port 444bb245-0b0a-4d1c-8e42-69acf7d4922f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:50.679436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.683387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0bbba0c6-2d87-49cd-a924-9a5ce51230e8 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:50.813845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Allocated IP 172.25.3.94 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/83797cea-6556-4a78-b3b1-a179cabe8ec3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:50.856729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] For port 444bb245-0b0a-4d1c-8e42-69acf7d4922f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=444bb245-0b0a-4d1c-8e42-69acf7d4922f,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:50.859928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:50.902285 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.388938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.428915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.439451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbba0c6-2d87-49cd-a924-9a5ce51230e8']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:51.463413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Calling delete_port for 444bb245-0b0a-4d1c-8e42-69acf7d4922f owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:51.508772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a37a224-ca66-4c70-bd67-9317f0f4112e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:51.509293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a37a224-ca66-4c70-bd67-9317f0f4112e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:51.542691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.592922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.616805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:51.617430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:51.620602 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:51.866144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.910662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.924799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.982174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:51.983668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=444bb245-0b0a-4d1c-8e42-69acf7d4922f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:52.027787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event updated for resources: {'Port': ['ID=83797cea-6556-4a78-b3b1-a179cabe8ec3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:52.073672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bbba0c6-2d87-49cd-a924-9a5ce51230e8 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:21:52.107382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:52.135540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/0bbba0c6-2d87-49cd-a924-9a5ce51230e8 HTTP/1.1" status: 204 len: 168 time: 1.5286741 Aug 06 18:21:52.150336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42490) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:52.165547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:52.168350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:52.171884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:52.180742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bbba0c6-2d87-49cd-a924-9a5ce51230e8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:52.187091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:52.399802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:52.412902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:52.417371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.417927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.419174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.419174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.419570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.420357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.420588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.421765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.422017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.422457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.423012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.423560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e400559-97c5-4ab9-a025-81248125057b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:52.515038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=c1e69a24-df32-4d3f-b3f3-64e09604325e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:52.545308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': 'b9276926-7cc0-48f3-b2bb-13884359ddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:52.549265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: a35d13eb-545b-46bd-a6da-55ac378b8a82, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:52.603271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:21:52.639321 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:52.640105 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Added segment e203a9cf-a63f-425e-b421-d62aa8574a16 of type vlan for network 5a87acf3-d129-4335-b475-7cf53901ed4f Aug 06 18:21:52.657793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:52.661523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:52.704172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a35d13eb-545b-46bd-a6da-55ac378b8a82) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:52.717855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc23b22-992c-4d7e-ba67-3022476995f5 None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:52.780658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:52.782173 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:52.836658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6aa609c4-d057-4632-a7d9-48b25768fec2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5404947 Aug 06 18:21:52.862720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42504) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:52.894869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:52.908052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.009852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.155037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:21:53.181416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a35d13eb-545b-46bd-a6da-55ac378b8a82', 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': 'c1e69a24-df32-4d3f-b3f3-64e09604325e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:21:53.182896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.237296 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.239256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:53.240554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.335618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1808603 Aug 06 18:21:53.360341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42510) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:53.372654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'subnet': {'network_id': '5a87acf3-d129-4335-b475-7cf53901ed4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:53.423725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Allocated IP 172.20.0.2 (a35d13eb-545b-46bd-a6da-55ac378b8a82/c1e69a24-df32-4d3f-b3f3-64e09604325e/0b6593e0-8662-4a70-a84f-50536d6437e4) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:53.549865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:53.557655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.564517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004bc24-07c2-4fb2-b5c6-8d4ff6e4634a tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=5a87acf3-d129-4335-b475-7cf53901ed4f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:53.587155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5a87acf3-d129-4335-b475-7cf53901ed4f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:21:53.608091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.615040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.675790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:53.678446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.768835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.781298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Transition to ACTIVE for port object 0b6593e0-8662-4a70-a84f-50536d6437e4 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:53.820680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Transition to ACTIVE for port object 0b6593e0-8662-4a70-a84f-50536d6437e4 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:53.833898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:53.859587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:21:53.872370 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1e69a24-df32-4d3f-b3f3-64e09604325e (CIDR: 172.20.0.0/28) Aug 06 18:21:53.883929 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:21:53.885344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:21:53.892319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:53.900545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:53.908042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:53.929423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Pushing event updated for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:53.972258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d8c5772b-034d-4dc8-a641-5d38429c918e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1083686 Aug 06 18:21:53.977866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42516) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:53.999559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:54.037903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Attempting to bind port 0b6593e0-8662-4a70-a84f-50536d6437e4 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:21:54.038417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Attempting to bind port 0b6593e0-8662-4a70-a84f-50536d6437e4 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b9276926-7cc0-48f3-b2bb-13884359ddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:21:54.039446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Attempting to bind port 0b6593e0-8662-4a70-a84f-50536d6437e4 on network a35d13eb-545b-46bd-a6da-55ac378b8a82 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:21:54.048976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:21:54.050012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Checking segment: {'id': 'b9276926-7cc0-48f3-b2bb-13884359ddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:54.050457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.050927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Bound using segment: {'id': 'b9276926-7cc0-48f3-b2bb-13884359ddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:21:54.051745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Bound port: 0b6593e0-8662-4a70-a84f-50536d6437e4, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9276926-7cc0-48f3-b2bb-13884359ddac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:21:54.052240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.054463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Router 87865a58-26a2-455b-861f-7e77d9413713 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:21:54.155712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:21:54.162002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b6593e0-8662-4a70-a84f-50536d6437e4,segment=NetworkSegment(b9276926-7cc0-48f3-b2bb-13884359ddac),segment_id=b9276926-7cc0-48f3-b2bb-13884359ddac)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:21:54.172622 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.256319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:54.268248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fb909ebe-ba8b-4809-985f-2013c9358b56 admin admin] 10.222.0.64 "PUT /v2.0/routers/0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0619912 Aug 06 18:21:54.268608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ddfe1-bc0b-46cd-ab1f-b780f88b93f0 None None] Pushing event updated for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:54.270280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42524) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:54.288778 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Sync routers for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:54.330037 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:54.331197 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:54.448119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:21:54.464800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.465683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] Sync routers for ids ['87865a58-26a2-455b-861f-7e77d9413713'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:21:54.474705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bbb68bae-f766-4b81-8560-2d5b71ef6eef tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "PUT /v2.0/routers/87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 200 len: 882 time: 5.8073416 Aug 06 18:21:54.476700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42526) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:54.484269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] Routers {'87865a58-26a2-455b-861f-7e77d9413713'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:54.485280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['87865a58-26a2-455b-861f-7e77d9413713'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:54.508228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:54.515092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.571580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:54.583134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] Routers {'87865a58-26a2-455b-861f-7e77d9413713'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:54.583958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['87865a58-26a2-455b-861f-7e77d9413713'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:54.636752 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:54.769940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:54.771213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf200e8-5099-4a15-8b26-217257216d23 None None] The sync data for ids ['87865a58-26a2-455b-861f-7e77d9413713'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:54.793857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:54.872500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf0d654d-6b21-4e73-80a9-acb901a06694 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 200 len: 923 time: 0.3927519 Aug 06 18:21:54.890552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42530) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:54.951038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:21:54.951532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.021419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.057529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0b04398-c0b0-435e-b9bc-62b09fb5f8b6,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:55.083122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c96472-a70d-48cc-a293-35e052efbe65 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:55.090872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-94c96472-a70d-48cc-a293-35e052efbe65 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=87865a58-26a2-455b-861f-7e77d9413713&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1984570 Aug 06 18:21:55.092553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42534) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:55.140263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '847fcb48-435b-46c5-9872-e91e21833015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:21:51Z', 'revision_number': 5, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port': {'id': '847fcb48-435b-46c5-9872-e91e21833015', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:71:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:08:42Z', 'updated_at': '2021-08-06T18:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:55.176474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Checking segment: {'id': 'e203a9cf-a63f-425e-b421-d62aa8574a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5a87acf3-d129-4335-b475-7cf53901ed4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:21:55.176918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Network hostable DHCP agents. Network: 5a87acf3-d129-4335-b475-7cf53901ed4f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:21:55.188831 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Checking router: 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:21:55.201812 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Routers {'0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:21:55.202672 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:21:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:55.226705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Network 5a87acf3-d129-4335-b475-7cf53901ed4f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:21:55.247456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Deleting port 847fcb48-435b-46c5-9872-e91e21833015 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:55.247770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.260019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5a87acf3-d129-4335-b475-7cf53901ed4f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:55.292993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e12da6-dd86-4f4f-83fa-de684aa4f5cb None None] Network 5a87acf3-d129-4335-b475-7cf53901ed4f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:55.336609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.346658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:55.347774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.364549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399236b8-dfc4-4a2a-aa62-70d922e01621 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:55.364549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-399236b8-dfc4-4a2a-aa62-70d922e01621 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.2524199 Aug 06 18:21:55.364549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:55.422013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] Set router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:21:55.490008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7ae127c9-deb6-4051-ac4a-690a12fdb01b tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 200 len: 205 time: 0.1255710 Aug 06 18:21:55.491608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:55.510361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:55.571000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:55.582340 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:21:55Z', 'revision_number': 6, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:55.584065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:21:55.584858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.601639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=31460be4-c241-41f3-b4f8-bd6a4b1529cb,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:55.610542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-968099fd-17e4-4a36-8ad9-16768025c816 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2454669 Aug 06 18:21:55.612866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] For port 847fcb48-435b-46c5-9872-e91e21833015, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=847fcb48-435b-46c5-9872-e91e21833015,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:55.613531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.617078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:55.622382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5c581-d277-4c95-a29e-978fff4e3406 None None] Network 5a87acf3-d129-4335-b475-7cf53901ed4f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:55.628002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'floatingip': {'floating_network_id': '5a87acf3-d129-4335-b475-7cf53901ed4f'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:55.653033 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346af6ff-6da3-447c-99d3-9972ba1f9862 None None] The sync data for ids ['0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb'] in n-d-793621-29 is: [{'id': '0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb', 'name': 'tempest-TaggedBootDevicesTest_v242-45248134-router', 'tenant_id': '323ff0a0854548a580d6a4bf70546e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:08:41Z', 'updated_at': '2021-08-06T18:21:55Z', 'revision_number': 6, 'project_id': '323ff0a0854548a580d6a4bf70546e55', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:21:55.685034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Calling delete_port for 847fcb48-435b-46c5-9872-e91e21833015 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:55.689759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7c7de4f2-4d70-4a32-b2b5-6642e11acb64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7102013 Aug 06 18:21:55.692963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42544) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:55.699077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'fixed_ips': [{'subnet_id': 'c1e69a24-df32-4d3f-b3f3-64e09604325e'}, {'subnet_id': '31460be4-c241-41f3-b4f8-bd6a4b1529cb'}], 'name': 'tempest-PortsTestJSON-1696686838'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:55.831918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.939937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.993981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099e185-6ba7-4184-a026-dd2b2670708a None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:56.107720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.162127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.177920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:21:56.189713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b3fd8da0-de65-4960-bcaf-c74d1fc3d67f None None] Provisioning for port 0b6593e0-8662-4a70-a84f-50536d6437e4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:56.221538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=847fcb48-435b-46c5-9872-e91e21833015,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:56.288241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b6593e0-8662-4a70-a84f-50536d6437e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:56.404267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.410268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.488091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port 83797cea-6556-4a78-b3b1-a179cabe8ec3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:56.488615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.502770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.646876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0b6593e0-8662-4a70-a84f-50536d6437e4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:21:56.658631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.665972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.672389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 00888f70-22fe-4813-b052-8a49002419e7 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:21:56.696529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:56.698899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.788303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.788814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:56.802153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.807067 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8fa92bd-bd91-4273-9b79-4f1ffadb51a6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0ca8c9a9-c915-4a2e-aeb2-ba1cc06bdedb HTTP/1.1" status: 204 len: 168 time: 2.5332630 Aug 06 18:21:56.807411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42554) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:56.870801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Deleting subnet 3abf5f3c-d96d-4feb-b411-0817a035ddb7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:21:56.882930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.931437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Allocated IP 172.20.0.2 (5a87acf3-d129-4335-b475-7cf53901ed4f/d0b04398-c0b0-435e-b9bc-62b09fb5f8b6/7f72efa6-2326-4bb3-8b68-49399192432b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:56.971720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:56.988314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Update dhcp port {'port': {'network_id': 'a35d13eb-545b-46bd-a6da-55ac378b8a82', 'fixed_ips': [{'subnet_id': 'c1e69a24-df32-4d3f-b3f3-64e09604325e', 'ip_address': '172.20.0.2'}, {'subnet_id': '31460be4-c241-41f3-b4f8-bd6a4b1529cb'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '0b6593e0-8662-4a70-a84f-50536d6437e4'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:21:57.114293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.421874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.467906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.496460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for 83797cea-6556-4a78-b3b1-a179cabe8ec3 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:57.663522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b6593e0-8662-4a70-a84f-50536d6437e4,segment=NetworkSegment(b9276926-7cc0-48f3-b2bb-13884359ddac),segment_id=b9276926-7cc0-48f3-b2bb-13884359ddac)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:57.679431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.714159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.721634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 444bb245-0b0a-4d1c-8e42-69acf7d4922f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:57.763986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 444bb245-0b0a-4d1c-8e42-69acf7d4922f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:57.764457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 444bb245-0b0a-4d1c-8e42-69acf7d4922f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:57.767849 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.859266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Allocated IP 172.20.0.18 (a35d13eb-545b-46bd-a6da-55ac378b8a82/31460be4-c241-41f3-b4f8-bd6a4b1529cb/0b6593e0-8662-4a70-a84f-50536d6437e4) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:57.864603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:57.877722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.898421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.901968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.903943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3abf5f3c-d96d-4feb-b411-0817a035ddb7 HTTP/1.1" status: 204 len: 168 time: 1.0954747 Aug 06 18:21:57.908440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42570) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:57.913853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240cfde0-c9cc-46a9-a6a0-49ff1136164e None None] Network 681d4cd8-677a-4b9b-b30d-b557409f1ef3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:21:58.028037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.032271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f64ba-3d82-4f8a-8168-ceb2b11d882e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abf5f3c-d96d-4feb-b411-0817a035ddb7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:58.075282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Network 5a87acf3-d129-4335-b475-7cf53901ed4f is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:21:58.080407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:21:58.100788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:21:58.104614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b6593e0-8662-4a70-a84f-50536d6437e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:21:58.131019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.163332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Port': ['ID=7f72efa6-2326-4bb3-8b68-49399192432b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:58.202457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=83797cea-6556-4a78-b3b1-a179cabe8ec3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:58.278731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Deleting port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:58.279152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.298438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.313844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.383443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.429863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] For port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,segment=NetworkSegment(e87a2589-7e92-4735-aa7f-4f5f30c50e0a),segment_id=e87a2589-7e92-4735-aa7f-4f5f30c50e0a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:58.430496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.458188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Calling delete_port for 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:21:58.519780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.524790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.640050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.644353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router 87865a58-26a2-455b-861f-7e77d9413713 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:21:58.673598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.673598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dc139a1b-614d-402f-aa77-25524a7fc1d0 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 204 len: 168 time: 3.1723282 Aug 06 18:21:58.675545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42580) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:58.685829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-237208437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:58.730426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b90f818b-a7cc-4195-8aa8-d453261ff18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.731847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.733720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.746090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b6593e0-8662-4a70-a84f-50536d6437e4,segment=NetworkSegment(b9276926-7cc0-48f3-b2bb-13884359ddac),segment_id=b9276926-7cc0-48f3-b2bb-13884359ddac)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:21:58.803838 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.811102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:21:58.812161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.820519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.828295 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.853621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Pushing event deleted for resources: {'Port': ['ID=561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:58.854276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.855793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-66c03fbf-57a4-4a5d-8815-c25d1e7cc9f4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1798172 Aug 06 18:21:58.859638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.860757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:58.863505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] No DVR routers for this DVR port 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:21:58.874189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.875419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': True}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:21:58.879570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.948985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Transition to ACTIVE for port object 0b6593e0-8662-4a70-a84f-50536d6437e4 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:21:58.958810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.999636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0eb4e0-3a67-4f7a-a658-b40e5ad6b85e None None] DHCP port deletion for 681d4cd8-677a-4b9b-b30d-b557409f1ef3 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:21:59.097932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Port': ['ID=7f72efa6-2326-4bb3-8b68-49399192432b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:59.109203 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.125231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066cdba-2c0a-4776-bb5b-5c6ea6d6a79e None None] Pushing event updated for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:59.142652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681d4cd8-677a-4b9b-b30d-b557409f1ef3']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:59.168349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:59.168770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87a2589-7e92-4735-aa7f-4f5f30c50e0a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:59.188782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.198509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.213546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 847fcb48-435b-46c5-9872-e91e21833015 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:21:59.255586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.260459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 847fcb48-435b-46c5-9872-e91e21833015 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:21:59.261624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 847fcb48-435b-46c5-9872-e91e21833015 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:21:59.264785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42586) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:59.266106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b7a3605-0219-4a4e-9b62-a5fc204618e9 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6477563 Aug 06 18:21:59.268807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.281150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:21:59.281962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:21:59.285866 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:21:59.385848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.397299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.401544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] 10.222.0.64 "DELETE /v2.0/networks/681d4cd8-677a-4b9b-b30d-b557409f1ef3 HTTP/1.1" status: 204 len: 168 time: 1.4704800 Aug 06 18:21:59.419284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6332ce-09b8-4c83-9c3b-bef3e3e64618 admin admin] Pushing event deleted for resources: {'Network': ['ID=681d4cd8-677a-4b9b-b30d-b557409f1ef3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:21:59.521083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28205e3e-c0f9-4d07-afc2-636cb781e197 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=5a87acf3-d129-4335-b475-7cf53901ed4f HTTP/1.1" status: 200 len: 689 time: 0.2535222 Aug 06 18:21:59.523090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42592) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:59.601275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42594) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:59.667614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.675934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.715009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.3 (a35d13eb-545b-46bd-a6da-55ac378b8a82/c1e69a24-df32-4d3f-b3f3-64e09604325e/00888f70-22fe-4813-b052-8a49002419e7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:59.750272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f05df76-13d6-4cfa-affd-5ccee0dfa5ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=323ff0a0854548a580d6a4bf70546e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435814 Aug 06 18:21:59.750272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.29 (a35d13eb-545b-46bd-a6da-55ac378b8a82/31460be4-c241-41f3-b4f8-bd6a4b1529cb/00888f70-22fe-4813-b052-8a49002419e7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:21:59.754292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42600) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:59.878062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Deleting port 7f72efa6-2326-4bb3-8b68-49399192432b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:21:59.879050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:59.974154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.033604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b6593e0-8662-4a70-a84f-50536d6437e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:00.039172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d69017-75cf-48a2-ba89-f9c6ab97060f None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:00.109888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.114241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.121735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.141629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Calling delete_port for 7f72efa6-2326-4bb3-8b68-49399192432b owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:00.258194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a6458a-1fca-4da2-9dde-1824b0616823 None None] Provisioning for port 0b6593e0-8662-4a70-a84f-50536d6437e4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:00.265403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:00.266197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.355309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-11a6458a-1fca-4da2-9dde-1824b0616823 None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:00.356248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-11a6458a-1fca-4da2-9dde-1824b0616823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.367221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.485625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.534320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 00888f70-22fe-4813-b052-8a49002419e7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:00.557272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f72efa6-2326-4bb3-8b68-49399192432b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:00.615625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.619311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.624885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d21dd1dd-0fa8-437b-b9cf-6351a3d8213c HTTP/1.1" status: 204 len: 168 time: 0.8657231 Aug 06 18:22:00.727447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.794624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50edbff-b90f-4323-ad58-25dedb321ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21dd1dd-0fa8-437b-b9cf-6351a3d8213c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:00.806903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.820061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.883037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:00.925684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.940684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:00.961345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:22:00.963224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 561776f2-3c40-4cdc-b34c-c2dfdcfaa6b2 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:22:01.023417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:01.046415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:01.108047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.123920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=00888f70-22fe-4813-b052-8a49002419e7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:01.130813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:01.272389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.287646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a87acf3-d129-4335-b475-7cf53901ed4f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:01.302458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e203a9cf-a63f-425e-b421-d62aa8574a16') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:01.302942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e203a9cf-a63f-425e-b421-d62aa8574a16') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:01.321953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.374668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:01.375481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.401511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.408945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b2f780c-8e65-4840-a646-867cb0591301 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.7147069 Aug 06 18:22:01.411963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42630) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:01.417058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:01.417891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.418937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1e69a24-df32-4d3f-b3f3-64e09604325e'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:01.453080 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:01.509522 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.513907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b04398-c0b0-435e-b9bc-62b09fb5f8b6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:01.533204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 172.25.3.153 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/a052edba-bbc7-4e16-b2d9-989fbfd13ffc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:01.578241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-eba0489f-208f-4b95-8155-c57de1cb34f5 None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:01.583147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-eba0489f-208f-4b95-8155-c57de1cb34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.664825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.675497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a87acf3-d129-4335-b475-7cf53901ed4f {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:22:01.680275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.704046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5a87acf3-d129-4335-b475-7cf53901ed4f HTTP/1.1" status: 204 len: 168 time: 2.1787934 Aug 06 18:22:01.714498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42638) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:01.758613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-be01461b-d94e-4c44-8e59-bc850cd293b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:01.779034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8a23-1aa8-4254-a699-bd4767791a44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a87acf3-d129-4335-b475-7cf53901ed4f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:02.053910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ff1887a9-f49d-46c6-89fa-e819da6d09e7 None None] Provisioning for port 00888f70-22fe-4813-b052-8a49002419e7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:02.071470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ff1887a9-f49d-46c6-89fa-e819da6d09e7 None None] Provisioning complete for port 00888f70-22fe-4813-b052-8a49002419e7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:02.071470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff1887a9-f49d-46c6-89fa-e819da6d09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.197661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.221624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ff1887a9-f49d-46c6-89fa-e819da6d09e7 None None] Port 00888f70-22fe-4813-b052-8a49002419e7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:02.251841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3efb507-044c-400d-b9fa-1568f2bcc555 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.5320621 Aug 06 18:22:02.252426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42654) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.266912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.406437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42656) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.477573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.497037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.497984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.498648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.499341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.500070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.500725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.501376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.502195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.502868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.503513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.504235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.504883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.514813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-858773c3-afb9-4596-b2a2-e0be0b40a779 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7634 time: 0.2600627 Aug 06 18:22:02.516061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.576246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:02.579971 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-9116d58e-b0d6-462f-8146-bdd2d8d201eb tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] delete failed (client error): The resource could not be found. Aug 06 18:22:02.584987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9116d58e-b0d6-462f-8146-bdd2d8d201eb tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/81a6dfe4-eff8-411b-88ef-d8318c439031 HTTP/1.1" status: 404 len: 345 time: 0.0675528 Aug 06 18:22:02.586333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42662) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.588541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:02.597063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:02.607645 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1d9e20-a70c-4198-a2d2-2ad09be5a208 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] DELETE failed (client error): The resource could not be found. Aug 06 18:22:02.607956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1d9e20-a70c-4198-a2d2-2ad09be5a208 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:22:02.617080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da1d9e20-a70c-4198-a2d2-2ad09be5a208 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/5a87acf3-d129-4335-b475-7cf53901ed4f HTTP/1.1" status: 404 len: 339 time: 0.0293221 Aug 06 18:22:02.618095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42666) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.625263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'name': 'tempest-network--229668547', 'router:external': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:02.655375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=a052edba-bbc7-4e16-b2d9-989fbfd13ffc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:02.674671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:02.677557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.744447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:02.774700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.776143 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Added segment 8481fa28-2c09-44d2-a8e0-99ec0b09b64e of type vlan for network ee746528-86a5-4b60-8aaf-f47d60b5d4fc Aug 06 18:22:02.887619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.961147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.962955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:02.964002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.042816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4226105 Aug 06 18:22:03.112905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42670) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:03.137032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.162954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1175346097-network', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:03.178235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd5a15-4dd5-4284-9c03-0fc7e0beca75 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=ee746528-86a5-4b60-8aaf-f47d60b5d4fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:03.191806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ee746528-86a5-4b60-8aaf-f47d60b5d4fc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:03.319523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe8e80-0273-4b53-a4d4-f1a6b1230bdd tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:03.321721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:03.324372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.328135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe8e80-0273-4b53-a4d4-f1a6b1230bdd tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:03.335058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe8e80-0273-4b53-a4d4-f1a6b1230bdd tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:03.341762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe8e80-0273-4b53-a4d4-f1a6b1230bdd tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:03.345492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-afbe8e80-0273-4b53-a4d4-f1a6b1230bdd tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2278330 Aug 06 18:22:03.346709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42674) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:03.366679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Delete allocated IP 172.20.0.29 (a35d13eb-545b-46bd-a6da-55ac378b8a82/31460be4-c241-41f3-b4f8-bd6a4b1529cb) {{(pid=94121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:22:03.375849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.485261 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.651156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.670286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee746528-86a5-4b60-8aaf-f47d60b5d4fc']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:03.686062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.689976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8481fa28-2c09-44d2-a8e0-99ec0b09b64e') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:03.690898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8481fa28-2c09-44d2-a8e0-99ec0b09b64e') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:03.708884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.744409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.760021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:03.761834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:03.765269 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:03.837002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.877871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.886076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.889570 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.892596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 00888f70-22fe-4813-b052-8a49002419e7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:03.906894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee746528-86a5-4b60-8aaf-f47d60b5d4fc {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:22:03.915176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:03.917588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.926837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:03.934864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ee746528-86a5-4b60-8aaf-f47d60b5d4fc HTTP/1.1" status: 204 len: 168 time: 0.5835900 Aug 06 18:22:03.952811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42680) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:03.962713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'name': 'tempest-network--708152261', 'router:external': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:03.971928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45857e2c-ed2c-41e3-b3cf-cc552b9b69b5 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee746528-86a5-4b60-8aaf-f47d60b5d4fc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:04.023600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.024271 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Added segment 161c8e70-96b0-4ff9-95b7-279c2fe77daf of type vlan for network d5c9affe-3d42-4972-bf8d-ac5003063cae Aug 06 18:22:04.026180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668661fa-ba86-4368-8d17-04bf4a9d54f0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:04.055601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:04.070318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.139744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:04.158756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.159381 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Added segment 1a6459d3-e5a0-42ff-b061-173d07118c99 of type vlan for network 4f1c1f19-faa6-487e-b495-869f00e573c6 Aug 06 18:22:04.273861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.363393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.380867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.425995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.434509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=00888f70-22fe-4813-b052-8a49002419e7,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:04.442999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.444731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:04.446238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.529247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5741963 Aug 06 18:22:04.530224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:04.626792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3094d2cf-8cd3-4487-85d4-d3b9d13d763c None None] Provisioning for port 00888f70-22fe-4813-b052-8a49002419e7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:04.633206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.634969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:04.636001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583236'] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.638909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae10c0-4019-4301-a8f7-048fdbe986db tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=4f1c1f19-faa6-487e-b495-869f00e573c6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:04.655384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3094d2cf-8cd3-4487-85d4-d3b9d13d763c None None] Provisioning complete for port 00888f70-22fe-4813-b052-8a49002419e7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:04.669026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3094d2cf-8cd3-4487-85d4-d3b9d13d763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.673181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4f1c1f19-faa6-487e-b495-869f00e573c6 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:04.677228 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.724625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c9affe-3d42-4972-bf8d-ac5003063cae,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:04.775207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] In _notify_port_updated(), no bound segment for port 00888f70-22fe-4813-b052-8a49002419e7 on network a35d13eb-545b-46bd-a6da-55ac378b8a82 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:22:04.782786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:04.783712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:04.790823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fa37903d-d0eb-4ae5-b749-7de077970a32 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/ports/00888f70-22fe-4813-b052-8a49002419e7 HTTP/1.1" status: 200 len: 919 time: 3.3767986 Aug 06 18:22:04.792816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42700) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:04.807602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1e69a24-df32-4d3f-b3f3-64e09604325e'}, {'subnet_id': '31460be4-c241-41f3-b4f8-bd6a4b1529cb'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:04.816938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d5c9affe-3d42-4972-bf8d-ac5003063cae details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:04.850285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dc7fed4a-7cc7-439c-9073-225b62891838 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4426899 Aug 06 18:22:04.853716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80477f3-6095-4378-bc30-d7996be12005 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:04.858774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a80477f3-6095-4378-bc30-d7996be12005 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "GET /v2.0/networks/4f1c1f19-faa6-487e-b495-869f00e573c6 HTTP/1.1" status: 200 len: 756 time: 0.2885356 Aug 06 18:22:04.859702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:04.862900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:04.869159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Request body: {'subnet': {'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1175346097-subnet', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:04.940317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router b4a4604a-7e9c-4269-b6da-4eb3a7a8914d is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:22:04.942155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:04.945055 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.034436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3094d2cf-8cd3-4487-85d4-d3b9d13d763c None None] Port 00888f70-22fe-4813-b052-8a49002419e7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:05.211770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.327584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.349014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd084d6-b7ff-4271-a3fe-e4e6ec0ca53e tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:05.355310 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7bd084d6-b7ff-4271-a3fe-e4e6ec0ca53e tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "GET /v2.0/networks/4de21daa-2422-417d-8e64-5cbaec3c1ed7 HTTP/1.1" status: 200 len: 767 time: 0.4823120 Aug 06 18:22:05.358250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42710) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:05.536107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0735e8-35d6-453b-ae6e-31d9f55529ff,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:05.583155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:05.587736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:05.588226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Network hostable DHCP agents. Network: d5c9affe-3d42-4972-bf8d-ac5003063cae, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:05.597485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.602258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c62d7837-86ba-4605-b80c-f0cd7516cd42 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "PUT /v2.0/routers/b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 200 len: 918 time: 6.7356451 Aug 06 18:22:05.605247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42712) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:05.606101 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] Sync routers for ids ['b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:05.613700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.621774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] Routers {'b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:05.622811 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.742520 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.761056 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] Routers {'b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:05.762659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.838974 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.840447 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87480-2939-491e-a6c5-164882ed2935 None None] The sync data for ids ['b4a4604a-7e9c-4269-b6da-4eb3a7a8914d'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:05.844618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.864223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:05.870110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c1f19-faa6-487e-b495-869f00e573c6']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.898162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6459d3-e5a0-42ff-b061-173d07118c99') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.898665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6459d3-e5a0-42ff-b061-173d07118c99') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:05.902656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d5c9affe-3d42-4972-bf8d-ac5003063cae) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:05.918218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e9ad0-83da-4288-9b51-b599d02a2a48 None None] Network d5c9affe-3d42-4972-bf8d-ac5003063cae requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:05.921172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:05.923195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.929646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:05.987748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-071159a9-14ca-477b-b633-eb11afc34162 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1229382 Aug 06 18:22:05.989429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42716) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:05.991501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.002579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:06.023068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de5a239f-f033-4e8e-874d-472560f3cf6f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 200 len: 924 time: 0.4126091 Aug 06 18:22:06.023356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:06.023481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.024888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42718) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:06.026692 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:06.107214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.19 (a35d13eb-545b-46bd-a6da-55ac378b8a82/31460be4-c241-41f3-b4f8-bd6a4b1529cb/00888f70-22fe-4813-b052-8a49002419e7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:06.146496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3227ed3-7492-424a-ab71-22f30d4d5228 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:06.147477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.149578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3227ed3-7492-424a-ab71-22f30d4d5228 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=b4a4604a-7e9c-4269-b6da-4eb3a7a8914d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1227329 Aug 06 18:22:06.151624 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.176397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:06.252192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.300901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d5c9affe-3d42-4972-bf8d-ac5003063cae', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:06.302572 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.338767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f1c1f19-faa6-487e-b495-869f00e573c6 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:22:06.375993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.395767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 00888f70-22fe-4813-b052-8a49002419e7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:06.409695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.418113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.418692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/4f1c1f19-faa6-487e-b495-869f00e573c6 HTTP/1.1" status: 204 len: 168 time: 1.0402269 Aug 06 18:22:06.426775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42726) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:06.428375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cba1b-51cc-46e8-8aaf-b4298d20745b tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f1c1f19-faa6-487e-b495-869f00e573c6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:06.440879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'name': 'tempest-network--440679902'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:06.493894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.511374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Made reservation on behalf of e95ebd99a75742359d0b6baa980c4fa6 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:06.517475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=00888f70-22fe-4813-b052-8a49002419e7,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:06.527856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.766417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] In _notify_port_updated(), no bound segment for port 00888f70-22fe-4813-b052-8a49002419e7 on network a35d13eb-545b-46bd-a6da-55ac378b8a82 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:22:06.771982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009814ef-9116-43f5-9487-81cb4eaac317 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:06.778177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-009814ef-9116-43f5-9487-81cb4eaac317 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.5933778 Aug 06 18:22:06.782193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42730) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:06.784060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:06.786614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.799409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44446586-1d1c-44fa-be19-3bc0c18259c1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/ports/00888f70-22fe-4813-b052-8a49002419e7 HTTP/1.1" status: 200 len: 999 time: 1.9993954 Aug 06 18:22:06.799794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:06.803417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42732) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:06.822748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Allocated IP 172.20.0.2 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/022ad045-e530-4e8b-874b-2b8e929d6718) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:07.020046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4570caf-cf61-433d-a92d-d1a8312138a8 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 200 len: 205 time: 0.2357247 Aug 06 18:22:07.025755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42734) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:07.049095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 00888f70-22fe-4813-b052-8a49002419e7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:07.049670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.106775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.113163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.128176 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Added segment 62df6031-6b68-49ce-a8a8-61fadb618192 of type vlan for network ef19c42e-796a-4b3f-ba9b-e945c2dca52a Aug 06 18:22:07.273172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f384bd63-d62c-4b73-a045-6f733165400a None None] Provisioning for port 00888f70-22fe-4813-b052-8a49002419e7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:07.286531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f384bd63-d62c-4b73-a045-6f733165400a None None] Provisioning complete for port 00888f70-22fe-4813-b052-8a49002419e7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:07.287320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f384bd63-d62c-4b73-a045-6f733165400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.339804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.354043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.360034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.393206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f384bd63-d62c-4b73-a045-6f733165400a None None] Port 00888f70-22fe-4813-b052-8a49002419e7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:07.424666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 00888f70-22fe-4813-b052-8a49002419e7 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:07.428073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.446971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Transition to ACTIVE for port object 022ad045-e530-4e8b-874b-2b8e929d6718 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:07.477048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Transition to ACTIVE for port object 022ad045-e530-4e8b-874b-2b8e929d6718 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:07.489346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.542584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.544973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:07.546923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.593198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.618786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1866167 Aug 06 18:22:07.619077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:07.632535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:07.699354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c72b36-a886-4391-88cc-06e4cf928c44 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=ef19c42e-796a-4b3f-ba9b-e945c2dca52a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:07.702257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:07.723713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:07.748819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ef19c42e-796a-4b3f-ba9b-e945c2dca52a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:07.754330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:07.767935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Pushing event updated for resources: {'Port': ['ID=022ad045-e530-4e8b-874b-2b8e929d6718,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:07.902335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Attempting to bind port 022ad045-e530-4e8b-874b-2b8e929d6718 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:07.902883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Attempting to bind port 022ad045-e530-4e8b-874b-2b8e929d6718 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:07.903413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Attempting to bind port 022ad045-e530-4e8b-874b-2b8e929d6718 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:07.918772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:07.919259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:07.931977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.938204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:07.938911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Bound port: 022ad045-e530-4e8b-874b-2b8e929d6718, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:07.939438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:07.996366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:08.047980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] For port 022ad045-e530-4e8b-874b-2b8e929d6718, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:08.053737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] For port 022ad045-e530-4e8b-874b-2b8e929d6718, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=022ad045-e530-4e8b-874b-2b8e929d6718,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:08.068702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.069113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.112417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.240211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bd0ec-015b-4ed8-a18d-47c06a6b2f66 None None] Pushing event updated for resources: {'Port': ['ID=022ad045-e530-4e8b-874b-2b8e929d6718,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:08.471484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port a052edba-bbc7-4e16-b2d9-989fbfd13ffc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:08.472417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.721528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Deleting subnet 9e96951a-b7bd-4912-a582-126e85a245c6 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:08.725242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.734648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.778292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.785968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.861408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=00888f70-22fe-4813-b052-8a49002419e7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:08.871569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.898879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Allocated IP 172.25.3.178 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4652c706-1ad0-4aa8-ba8c-1ab925b26611) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:08.935739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:08.957899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.059818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Network ef19c42e-796a-4b3f-ba9b-e945c2dca52a is not hosted by any dhcp agent {{(pid=94121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:22:09.061309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:09.062384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.066681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "PUT /v2.0/networks/ef19c42e-796a-4b3f-ba9b-e945c2dca52a HTTP/1.1" status: 200 len: 857 time: 1.4435949 Aug 06 18:22:09.066991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for a052edba-bbc7-4e16-b2d9-989fbfd13ffc owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:09.070718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:09.118870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.214104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.219656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9e96951a-b7bd-4912-a582-126e85a245c6 HTTP/1.1" status: 204 len: 168 time: 1.2219014 Aug 06 18:22:09.227275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702c55e-b7f1-4a8e-892a-bac390c4a498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e96951a-b7bd-4912-a582-126e85a245c6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:09.229206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:09.271357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.356187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538092-0459-4b75-af31-8d82fa746366 tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event updated for resources: {'Network': ['ID=ef19c42e-796a-4b3f-ba9b-e945c2dca52a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:09.370144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.377906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20482dd0-3ce5-403a-97bc-b4fd5259fade tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/00888f70-22fe-4813-b052-8a49002419e7 HTTP/1.1" status: 204 len: 168 time: 2.5726736 Aug 06 18:22:09.379653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42756) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:09.428794 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a57866b-0e95-435a-adca-81473fd7d6e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:22:09.432373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a57866b-0e95-435a-adca-81473fd7d6e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/00888f70-22fe-4813-b052-8a49002419e7 HTTP/1.1" status: 404 len: 333 time: 0.0479753 Aug 06 18:22:09.437886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:09.448411 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.459477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.466783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.543813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:09.551583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:09.611884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:09.636418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 31460be4-c241-41f3-b4f8-bd6a4b1529cb {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:09.641763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.651117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=4652c706-1ad0-4aa8-ba8c-1ab925b26611,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:09.712561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.724085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.734983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755a271-df9a-4b40-9598-f774f5b9d4db None None] Network d5c9affe-3d42-4972-bf8d-ac5003063cae requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:09.763969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef19c42e-796a-4b3f-ba9b-e945c2dca52a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.778882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.780244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.795280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62df6031-6b68-49ce-a8a8-61fadb618192') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.795700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62df6031-6b68-49ce-a8a8-61fadb618192') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.798590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f5966d-a885-4312-9951-8e09ea9897b1']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.828724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=a052edba-bbc7-4e16-b2d9-989fbfd13ffc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:09.850591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e83a4eb-16b1-4a3f-9d0c-1e83085b1d3f None None] Provisioning for port 022ad045-e530-4e8b-874b-2b8e929d6718 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:09.886548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.891550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a8062-0485-455a-98e6-023b6800a6aa') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.891898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a8062-0485-455a-98e6-023b6800a6aa') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:09.932541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.941916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.951847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.966510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:09.967374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:09.975259 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:09.989265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.006479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:10.007016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.015296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:10.079936 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:10.135827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.147547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.152524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7f5966d-a885-4312-9951-8e09ea9897b1 HTTP/1.1" status: 204 len: 168 time: 0.9031706 Aug 06 18:22:10.154696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.156382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:10.183832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef19c42e-796a-4b3f-ba9b-e945c2dca52a {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 18:22:10.193215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.220949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6973cf7-da82-44f8-80ab-d79fa61390a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f5966d-a885-4312-9951-8e09ea9897b1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:10.226098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.236370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.237257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ef19c42e-796a-4b3f-ba9b-e945c2dca52a HTTP/1.1" status: 204 len: 168 time: 1.1575921 Aug 06 18:22:10.241534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:10.251716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 022ad045-e530-4e8b-874b-2b8e929d6718 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:10.259661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.280515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.350991 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-247f0ad7-fdb3-43e9-81eb-42573167eeab tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] DELETE failed (client error): The resource could not be found. Aug 06 18:22:10.351767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247f0ad7-fdb3-43e9-81eb-42573167eeab tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:22:10.352952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.356736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a10c0-bb14-4191-8f75-da2b9efb2e6b None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:10.357254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-247f0ad7-fdb3-43e9-81eb-42573167eeab tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "DELETE /v2.0/subnets/d0b04398-c0b0-435e-b9bc-62b09fb5f8b6 HTTP/1.1" status: 404 len: 337 time: 0.1103921 Aug 06 18:22:10.358428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32d43a-40eb-40c9-9042-4b7ed9f030ee tempest-ExternalNetworksTestJSON-652933087 tempest-ExternalNetworksTestJSON-652933087-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef19c42e-796a-4b3f-ba9b-e945c2dca52a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:10.359491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/31460be4-c241-41f3-b4f8-bd6a4b1529cb HTTP/1.1" status: 204 len: 168 time: 0.9194090 Aug 06 18:22:10.360668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42770) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:10.360827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:10.432669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd029a-1d50-4c9e-85d2-400be4c13665 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=31460be4-c241-41f3-b4f8-bd6a4b1529cb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:10.443052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet c1e69a24-df32-4d3f-b3f3-64e09604325e {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:10.443674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.444208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router b4a4604a-7e9c-4269-b6da-4eb3a7a8914d {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:22:10.451224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.452990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.457936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ada71204-1d89-43a8-9a1b-2fc1284f1d0a tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 204 len: 168 time: 3.4267468 Aug 06 18:22:10.462176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42774) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:10.492263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1435751969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:10.514723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Deleting subnet 7aa447d9-91fa-47a7-b679-4164c9964f51 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:10.532081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.559379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 022ad045-e530-4e8b-874b-2b8e929d6718 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:10.563006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1777286c-bcdd-4509-a51d-1a181eb794d1 None None] Provisioning complete for port 022ad045-e530-4e8b-874b-2b8e929d6718 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:10.563594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1777286c-bcdd-4509-a51d-1a181eb794d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.571708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.603615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 022ad045-e530-4e8b-874b-2b8e929d6718 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:10.604586 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.693172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.711083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.729890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.731376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.731647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de21daa-2422-417d-8e64-5cbaec3c1ed7']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:10.750164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.753598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5e5c7a-fd5f-48c6-9a76-d2fb989853e3') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:10.755932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5e5c7a-fd5f-48c6-9a76-d2fb989853e3') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:10.770576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.771121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.791128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.801281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:10.801885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.802383 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:10.894897 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:10.900553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 022ad045-e530-4e8b-874b-2b8e929d6718, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=022ad045-e530-4e8b-874b-2b8e929d6718,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:10.905422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1777286c-bcdd-4509-a51d-1a181eb794d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.910588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.918407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.925093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.930232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] 10.222.0.64 "DELETE /v2.0/networks/4de21daa-2422-417d-8e64-5cbaec3c1ed7 HTTP/1.1" status: 204 len: 168 time: 0.5628326 Aug 06 18:22:10.960262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27e2e7-68cf-47e2-b9fa-9bcd07ec2973 tempest-ExternalNetworksTestJSON-1610470194 tempest-ExternalNetworksTestJSON-1610470194-project] Pushing event deleted for resources: {'Network': ['ID=4de21daa-2422-417d-8e64-5cbaec3c1ed7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:10.966987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.975751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.017119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.037501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=022ad045-e530-4e8b-874b-2b8e929d6718,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:11.048234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-1777286c-bcdd-4509-a51d-1a181eb794d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:22:11.048975 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-1777286c-bcdd-4509-a51d-1a181eb794d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:22:11.060410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.060769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.061180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.061541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.061881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.062366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.062582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.068631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.068631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.068631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.068631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.068631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.178144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.181046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-136e3ea6-5a0e-488c-bf46-e333947243cb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6933682 Aug 06 18:22:11.183345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:11.190598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'enable_snat': False}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:11.209306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.293149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.359492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:11.360824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa447d9-91fa-47a7-b679-4164c9964f51,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:11.445786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.449022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7b7ae0c-3215-4f66-b402-1e7f6b834b1e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7aa447d9-91fa-47a7-b679-4164c9964f51 HTTP/1.1" status: 204 len: 168 time: 1.2890270 Aug 06 18:22:11.455599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:11.583324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.728015 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.729249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.747925 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.842035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e69a24-df32-4d3f-b3f3-64e09604325e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:11.848159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.854235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a55ffe06-0d77-440c-9def-75021cf176b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/c1e69a24-df32-4d3f-b3f3-64e09604325e HTTP/1.1" status: 204 len: 168 time: 1.4820650 Aug 06 18:22:11.854750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.860505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:11.894410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e4aaa-3640-436d-a7bd-271d13bce84d None None] Network a35d13eb-545b-46bd-a6da-55ac378b8a82 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:11.929015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.953019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.027380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1fe9794-6edb-4e57-b7aa-101682b5e8dc None None] Provisioning complete for port 0b6593e0-8662-4a70-a84f-50536d6437e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:12.028086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1fe9794-6edb-4e57-b7aa-101682b5e8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.101856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Allocated IP 172.25.3.232 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6bf6f842-4563-4945-b519-228f1cf4ece5) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:12.102565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 022ad045-e530-4e8b-874b-2b8e929d6718 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:12.200192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dd50a68b-7d20-42a8-a22c-2142e2aada84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4fc083840f74676ad6e3145c2f9bbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333170 Aug 06 18:22:12.200782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:12.302885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.311271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.311612 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.340375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.345497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.379716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133c599a-3967-4d65-8a9b-d3df99da2541']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:12.410644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c690ee14-dd55-445c-b654-98010921eb6d') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:12.411107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c690ee14-dd55-445c-b654-98010921eb6d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:12.417548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.465955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.470824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.474404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 022ad045-e530-4e8b-874b-2b8e929d6718 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:12.474655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6482bca7-cb03-4a2a-afdb-075b97316aca HTTP/1.1" status: 204 len: 168 time: 0.2704084 Aug 06 18:22:12.474791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.482210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.486397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:12.499202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:12.502518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:12.506476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8f23b-c1a9-4f08-86ff-1ed73859a971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6482bca7-cb03-4a2a-afdb-075b97316aca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:12.525871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.540783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Pushing event updated for resources: {'Port': ['ID=6bf6f842-4563-4945-b519-228f1cf4ece5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:12.559124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:12.559921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:12.568991 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:12.576504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] DHCP port deletion for a35d13eb-545b-46bd-a6da-55ac378b8a82 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:22:12.688848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 0b6593e0-8662-4a70-a84f-50536d6437e4 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:12.689555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.696880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Deleting port 0b6593e0-8662-4a70-a84f-50536d6437e4 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:12.697265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.716884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Router 26b76536-206d-4168-8563-6b68efb29189 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:22:12.741644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.759671 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.762521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/133c599a-3967-4d65-8a9b-d3df99da2541 HTTP/1.1" status: 204 len: 168 time: 1.2790456 Aug 06 18:22:12.784126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b6593e0-8662-4a70-a84f-50536d6437e4,segment=NetworkSegment(b9276926-7cc0-48f3-b2bb-13884359ddac),segment_id=b9276926-7cc0-48f3-b2bb-13884359ddac)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:12.784632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.813522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Calling delete_port for 0b6593e0-8662-4a70-a84f-50536d6437e4 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:12.856305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2aa5b-5087-4be9-9c55-538c55535ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=133c599a-3967-4d65-8a9b-d3df99da2541,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:12.957930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port 0b6593e0-8662-4a70-a84f-50536d6437e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b6593e0-8662-4a70-a84f-50536d6437e4,segment=NetworkSegment(b9276926-7cc0-48f3-b2bb-13884359ddac),segment_id=b9276926-7cc0-48f3-b2bb-13884359ddac)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:12.958725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:12.964782 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.004436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 0b6593e0-8662-4a70-a84f-50536d6437e4 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:13.007915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] Pushing event deleted for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:13.020178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1169c7c9-272f-4da1-9b4e-9ca593dc1784 None None] No DVR routers for this DVR port 0b6593e0-8662-4a70-a84f-50536d6437e4 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:13.062270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.184898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42808) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.229394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.376584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.384705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.526781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:13.546983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Sync routers for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:13.558401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:13.560944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:13.581595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.590691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e68df048-f61c-4e5b-b138-e2eb4c347ba4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5943477 Aug 06 18:22:13.616028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.617232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.737682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=0b6593e0-8662-4a70-a84f-50536d6437e4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:13.740327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port 0b6593e0-8662-4a70-a84f-50536d6437e4 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:13.767732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:13.800063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4e955d7-e2d6-4e8f-8408-83c9b990d99a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e95ebd99a75742359d0b6baa980c4fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6127908 Aug 06 18:22:13.804544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42816) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.888604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-46e44ed6-4f8a-4794-83a6-60ac6fb14b9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e2c707cc1a94acfaa0a96b31be044e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562045 Aug 06 18:22:13.893654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.935037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:13.997299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.025818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35d13eb-545b-46bd-a6da-55ac378b8a82']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.029211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.058745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9276926-7cc0-48f3-b2bb-13884359ddac') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.059380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9276926-7cc0-48f3-b2bb-13884359ddac') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.079556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.082872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.092916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b6593e0-8662-4a70-a84f-50536d6437e4 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:14.141851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Router 000c09ae-431a-4926-953e-ce48ab5e9316 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:22:14.170499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0b6593e0-8662-4a70-a84f-50536d6437e4 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:22:14.170832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b6593e0-8662-4a70-a84f-50536d6437e4 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:22:14.187766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.201674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.203451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.207231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f7e4468-c57f-4365-909d-fca5da61193c HTTP/1.1" status: 204 len: 168 time: 0.4008551 Aug 06 18:22:14.210728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:10Z', 'revision_number': 3, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.224044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.248987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc963ba-14e0-435b-8eb4-edd021d43667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e4468-c57f-4365-909d-fca5da61193c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:14.249923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Checking router: 26b76536-206d-4168-8563-6b68efb29189 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:22:14.250285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Updating router 26b76536-206d-4168-8563-6b68efb29189 port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:22:14.250524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:14.250736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:14.256598 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:14.297788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.401925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:14.411971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.413591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.417728 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] Sync routers for ids ['000c09ae-431a-4926-953e-ce48ab5e9316'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:14.421588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-033fb510-07cb-42bf-b75d-073104753ad8 tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "PUT /v2.0/routers/000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 200 len: 920 time: 3.2344053 Aug 06 18:22:14.422424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42826) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:14.439310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] Routers {'000c09ae-431a-4926-953e-ce48ab5e9316'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:14.443678 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['000c09ae-431a-4926-953e-ce48ab5e9316'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.444708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.446771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/a35d13eb-545b-46bd-a6da-55ac378b8a82 HTTP/1.1" status: 204 len: 168 time: 2.5823503 Aug 06 18:22:14.458835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:14.462984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e58680-f9a1-48da-8a3d-823096e44bdf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=a35d13eb-545b-46bd-a6da-55ac378b8a82,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:14.519135 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.530419 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] Routers {'000c09ae-431a-4926-953e-ce48ab5e9316'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:14.531651 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['000c09ae-431a-4926-953e-ce48ab5e9316'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.601801 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:14.603752 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7013f44-e14a-45a4-a077-677286d682c4 None None] The sync data for ids ['000c09ae-431a-4926-953e-ce48ab5e9316'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:14.607850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.611643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.614108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9315868b-07ba-4a05-9fe6-3c377921e20c HTTP/1.1" status: 204 len: 168 time: 0.7190480 Aug 06 18:22:14.628976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6cd3d2-c356-43d2-96d9-df9d572d3da0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:14.630644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3f6cd3d2-c356-43d2-96d9-df9d572d3da0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1704812 Aug 06 18:22:14.637755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:14.682914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78c750-7b04-4367-8b2b-7bbe5f1269c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9315868b-07ba-4a05-9fe6-3c377921e20c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:14.737030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41802189-d841-4f51-be33-8b43e4bb4e64 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0962541 Aug 06 18:22:14.741089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2dbd5e34-e094-4c71-a87d-f33915ec59ce tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 200 len: 926 time: 0.3171432 Aug 06 18:22:14.743146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42836) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:14.748301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42838) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:14.749876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132599162'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:14.833161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:14.846694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:14.954108 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e27212-4225-44fa-b752-f59146d0b54c tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:14.956862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8e27212-4225-44fa-b752-f59146d0b54c tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=000c09ae-431a-4926-953e-ce48ab5e9316&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2071640 Aug 06 18:22:14.961386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42840) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.009501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:15.125524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.126171 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment a848d972-4604-4252-b9cd-ead8da6a5538 of type vlan for network d67c984c-66e8-4ee0-aa07-5637aa22edeb Aug 06 18:22:15.179596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4594e7-76bc-4a00-9da6-e82047a0c16a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:15.185784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c4594e7-76bc-4a00-9da6-e82047a0c16a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 881 time: 0.2184126 Aug 06 18:22:15.186350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.222303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.254764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Transition to ACTIVE for port object 4652c706-1ad0-4aa8-ba8c-1ab925b26611 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:15.262299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fd01de8e-432d-473e-8119-ebb262819b90 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 200 len: 205 time: 0.0747778 Aug 06 18:22:15.269272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42852) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.283359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.284315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.340499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.402319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ef53a-4ff2-4003-a69a-7117bf757cd7 None None] Pushing event updated for resources: {'Port': ['ID=4652c706-1ad0-4aa8-ba8c-1ab925b26611,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:15.439683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Attempting to bind port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:15.440539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Attempting to bind port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:15.441377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Attempting to bind port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:15.451345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:15.452409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:15.453309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.454493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:15.455559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Bound port: 4652c706-1ad0-4aa8-ba8c-1ab925b26611, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:15.456469 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.544437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.602191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] For port 4652c706-1ad0-4aa8-ba8c-1ab925b26611, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:15.617092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.617808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] For port 4652c706-1ad0-4aa8-ba8c-1ab925b26611, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4652c706-1ad0-4aa8-ba8c-1ab925b26611,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:15.628100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.657163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.670391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:15.672013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:15.747830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:15.748669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:15.814236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ef53a-4ff2-4003-a69a-7117bf757cd7 None None] Pushing event updated for resources: {'Port': ['ID=4652c706-1ad0-4aa8-ba8c-1ab925b26611,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:15.834622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d8216c0-5b84-486a-a44c-325cd492fc5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6827695386d4b72a3dae1b7d76897ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758417 Aug 06 18:22:15.839171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.905634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:15.911121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1635759 Aug 06 18:22:15.933374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42868) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.951253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:15.954745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa4d20-6fdd-46a8-af28-4274db93727a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=d67c984c-66e8-4ee0-aa07-5637aa22edeb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:16.002082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.025108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:16.086322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Allocated IP 172.20.0.1 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/b46b761e-644a-4ca3-a52f-a5fa28f2da71) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:16.130876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.194005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.283314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:16.295581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.326910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.370514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Transition to ACTIVE for port object b46b761e-644a-4ca3-a52f-a5fa28f2da71 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:16.387825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:10Z', 'revision_number': 3, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:16.400176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port 6bf6f842-4563-4945-b519-228f1cf4ece5 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:16.400775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.433696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7cba-f6ff-46ba-9807-0ec69e4f8016 None None] The sync data for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 is: [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:10Z', 'revision_number': 3, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:16.444416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.536252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:16.546956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:16.565321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:16.623198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.641668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.648984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.650286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8eece629-a1b8-4404-b572-06828c93efeb HTTP/1.1" status: 204 len: 168 time: 0.8097370 Aug 06 18:22:16.657363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:16.675115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for 6bf6f842-4563-4945-b519-228f1cf4ece5 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:16.692987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:16.765403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668c0c-ac1c-49f8-9a63-533cae56b76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eece629-a1b8-4404-b572-06828c93efeb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:17.090762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.128469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.331972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=e48e9746-d198-4e3f-ac54-13d210ca819b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:17.353581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': 'a848d972-4604-4252-b9cd-ead8da6a5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:17.354231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: d67c984c-66e8-4ee0-aa07-5637aa22edeb, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:17.439721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c4d4b2a1-e034-466d-9ca9-6aaf3ee3ec8b None None] Provisioning for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:17.450288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c4d4b2a1-e034-466d-9ca9-6aaf3ee3ec8b None None] Provisioning complete for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:17.451639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b2a1-e034-466d-9ca9-6aaf3ee3ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.542117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.542481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:17.558109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.587267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c4d4b2a1-e034-466d-9ca9-6aaf3ee3ec8b None None] Port b46b761e-644a-4ca3-a52f-a5fa28f2da71 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:17.605057 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.654884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:17.657346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42910) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:17.672403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d67c984c-66e8-4ee0-aa07-5637aa22edeb) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:17.680931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:17.686463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19ebae-3dba-4814-8fa3-ad3ff329d896 None None] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:17.696273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.700693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:17.715185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=6bf6f842-4563-4945-b519-228f1cf4ece5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:17.859056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:17.862519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:17.944745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:17.964201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d87d84c-660a-4381-95fd-419fb6f9c1e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0210519 Aug 06 18:22:17.993993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42924) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:18.003196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.062727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb', 'name': 'tempest-PortsTestJSON-261753076'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:18.204141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4652c706-1ad0-4aa8-ba8c-1ab925b26611 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:18.248659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.254644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.278311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d67c984c-66e8-4ee0-aa07-5637aa22edeb', 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': 'e48e9746-d198-4e3f-ac54-13d210ca819b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:18.280525 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.290990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.405358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.407041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router 000c09ae-431a-4926-953e-ce48ab5e9316 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:22:18.409806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Router 26b76536-206d-4168-8563-6b68efb29189 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:22:18.428458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.437293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5298dd54-6e47-4643-90e2-febb47bc2093 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 204 len: 168 time: 3.1661744 Aug 06 18:22:18.438471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42932) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:18.447320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-842017277', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:18.559217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:18.564124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.589846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.592372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.615408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-78ebac30-f26c-41f1-aae5-f19fff49a5c4 None None] Provisioning complete for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:18.617035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-78ebac30-f26c-41f1-aae5-f19fff49a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.644808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 7512c562-d91b-478f-9e77-b2194e482482 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:18.697262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-78ebac30-f26c-41f1-aae5-f19fff49a5c4 None None] Port b46b761e-644a-4ca3-a52f-a5fa28f2da71 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:18.703506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:18.712798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:18.713542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.722166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:18.747295 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.754221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-373f188d-af73-4c37-b6e6-e48bde4b16c1 admin admin] 10.222.0.64 "PUT /v2.0/routers/26b76536-206d-4168-8563-6b68efb29189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1327856 Aug 06 18:22:18.761421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.828665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Allocated IP 172.20.0.2 (d67c984c-66e8-4ee0-aa07-5637aa22edeb/e48e9746-d198-4e3f-ac54-13d210ca819b/cbf13581-3312-4916-9280-6209227da109) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:18.954929 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.990399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4652c706-1ad0-4aa8-ba8c-1ab925b26611, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4652c706-1ad0-4aa8-ba8c-1ab925b26611,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:19.012361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.113823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Allocated IP 172.25.3.207 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e851a558-bedb-41f7-af40-1d712741f062) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:19.133003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4652c706-1ad0-4aa8-ba8c-1ab925b26611,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:19.218637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.292037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.340218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Transition to ACTIVE for port object cbf13581-3312-4916-9280-6209227da109 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:19.383460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Transition to ACTIVE for port object cbf13581-3312-4916-9280-6209227da109 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:19.396291 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.448328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:19.453640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:19.457852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:19.583283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.588890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Attempting to bind port cbf13581-3312-4916-9280-6209227da109 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:19.589437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Attempting to bind port cbf13581-3312-4916-9280-6209227da109 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a848d972-4604-4252-b9cd-ead8da6a5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:19.589971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Attempting to bind port cbf13581-3312-4916-9280-6209227da109 on network d67c984c-66e8-4ee0-aa07-5637aa22edeb {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:19.595715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Pushing event updated for resources: {'Port': ['ID=cbf13581-3312-4916-9280-6209227da109,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:19.603283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:19.603660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Checking segment: {'id': 'a848d972-4604-4252-b9cd-ead8da6a5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:19.604081 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.604700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Bound using segment: {'id': 'a848d972-4604-4252-b9cd-ead8da6a5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:19.605395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Bound port: cbf13581-3312-4916-9280-6209227da109, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a848d972-4604-4252-b9cd-ead8da6a5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:19.605866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.608389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.650600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.717042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] For port cbf13581-3312-4916-9280-6209227da109, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:19.718141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.4 (d67c984c-66e8-4ee0-aa07-5637aa22edeb/e48e9746-d198-4e3f-ac54-13d210ca819b/7512c562-d91b-478f-9e77-b2194e482482) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:19.720886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] For port cbf13581-3312-4916-9280-6209227da109, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cbf13581-3312-4916-9280-6209227da109,segment=NetworkSegment(a848d972-4604-4252-b9cd-ead8da6a5538),segment_id=a848d972-4604-4252-b9cd-ead8da6a5538)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:19.726024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Sync routers for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:19.734828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.797405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0638-53ab-4dc0-a121-0dbe7ad3b236 None None] Pushing event updated for resources: {'Port': ['ID=cbf13581-3312-4916-9280-6209227da109,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:19.811399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:19.812043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:19.859943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:19.969823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42952) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:19.986031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992133614', 'description': 'tempest-description--680150567'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:20.082779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.128280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Allocated IP 172.25.3.208 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0467acee-b6a9-4fd5-b802-e325bc046952) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:20.156137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:20.196081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.217595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 7512c562-d91b-478f-9e77-b2194e482482 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:20.238102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4652c706-1ad0-4aa8-ba8c-1ab925b26611 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:20.327336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:20.337204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:20.351733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:20.376962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.445555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:20.446313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.477018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Pushing event updated for resources: {'Port': ['ID=e851a558-bedb-41f7-af40-1d712741f062,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:20.487200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:20.497383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:20.540558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:20.545638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.546086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.546533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.546970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.547405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.550349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.554726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.555776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.556712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.557613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.562166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.563346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.564261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:20.573829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.592846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.648102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 2, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:20.689733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Checking router: 26b76536-206d-4168-8563-6b68efb29189 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:22:20.691151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Updating router 26b76536-206d-4168-8563-6b68efb29189 port b46b761e-644a-4ca3-a52f-a5fa28f2da71 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:22:20.728706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.730070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7586720 Aug 06 18:22:20.755323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:20.774177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'security_group_rule': {'security_group_id': '4606d0c9-13e6-4c3d-a569-933f2352ae45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:20.782284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47590af0-48ca-4fc9-bd66-5b852fefef27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4606d0c9-13e6-4c3d-a569-933f2352ae45,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:20.797299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.892564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.903070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:20.903774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.916467 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.926782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=7512c562-d91b-478f-9e77-b2194e482482,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:20.964635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.004139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de8bc089-693f-465c-93f7-d0c2e5c44651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9629915 Aug 06 18:22:21.005817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.014308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42962) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:21.035130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'd67c984c-66e8-4ee0-aa07-5637aa22edeb', 'name': 'tempest-PortsTestJSON-575117032'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:21.080150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:21.087011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:21.091777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:21.171889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event updated for resources: {'Port': ['ID=0467acee-b6a9-4fd5-b802-e325bc046952,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:21.207674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.253004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.315207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef257ea-8e7b-49ca-925b-6bea7e5e94f9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:21.345630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.346936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87db9443-5035-4928-a22a-0b1f6bccc5c7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874848 Aug 06 18:22:21.349917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42964) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:21.356752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'security_group_rule': {'security_group_id': '4606d0c9-13e6-4c3d-a569-933f2352ae45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:21.392375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.408134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Transition to ACTIVE for port object b46b761e-644a-4ca3-a52f-a5fa28f2da71 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:21.429255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.455314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.563143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfce4ce-27b1-4aed-bec8-ac9901f48787 None None] Pushing event updated for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:21.651775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.653639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Attempting to bind port b46b761e-644a-4ca3-a52f-a5fa28f2da71 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:21.654267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Attempting to bind port b46b761e-644a-4ca3-a52f-a5fa28f2da71 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:21.654857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Attempting to bind port b46b761e-644a-4ca3-a52f-a5fa28f2da71 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:21.665423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:21.666299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:21.666954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.667222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.667815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:21.668622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Bound port: b46b761e-644a-4ca3-a52f-a5fa28f2da71, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:21.669265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.714216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.787163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] For port b46b761e-644a-4ca3-a52f-a5fa28f2da71, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:21.792222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] For port b46b761e-644a-4ca3-a52f-a5fa28f2da71, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b46b761e-644a-4ca3-a52f-a5fa28f2da71,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:21.805359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.915627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:21.916326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:22.017512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7734604c-a8e7-4a20-8fee-089878d5d2f6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:22.036172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.038364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb77d6ae-9b01-40ab-86b0-fe7202195de9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6871321 Aug 06 18:22:22.049257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42978) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:22.081727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:22.087101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:22.093271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.193074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 4cd080b7-f821-4487-abae-48e0d6da912a yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:22.214733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfce4ce-27b1-4aed-bec8-ac9901f48787 None None] Pushing event updated for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:22.241318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-6a0583ba-13e9-454e-a516-d3514ade534f tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503922 Aug 06 18:22:22.328615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.349716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:22.500162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.516153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cbf13581-3312-4916-9280-6209227da109 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:22.766463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.790232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.5 (d67c984c-66e8-4ee0-aa07-5637aa22edeb/e48e9746-d198-4e3f-ac54-13d210ca819b/4cd080b7-f821-4487-abae-48e0d6da912a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:22.833668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Router 377b7c69-1350-4d76-9b70-4bf75c629ed2 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:22:22.838390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9c9ca-a282-466b-a65b-6b3fd23fe180 None None] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:22.869061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:22.883353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-636f86c8-650f-4d42-98ce-eb74b044bcb4 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:22.884957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-636f86c8-650f-4d42-98ce-eb74b044bcb4 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433662 Aug 06 18:22:22.888158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port cbf13581-3312-4916-9280-6209227da109 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:22.888484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.000576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Provisioning for port cbf13581-3312-4916-9280-6209227da109 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:23.015964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-31ba8a72-932f-48ac-be58-9b11467aad08 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/quotas/5564b8f8cda14ec0a55d7ba82c65b56a HTTP/1.1" status: 200 len: 375 time: 0.0778055 Aug 06 18:22:23.023946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Provisioning complete for port cbf13581-3312-4916-9280-6209227da109 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:23.024591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.105089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Pushing event updated for resources: {'Port': ['ID=e851a558-bedb-41f7-af40-1d712741f062,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:23.165673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:21Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:23.166629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-f033e970-ae6e-406c-84e2-f79a886ce091 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013901 Aug 06 18:22:23.186904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.220814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.226083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc2f8286-7587-42fa-bb12-2c6817d5e926 tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5604208 Aug 06 18:22:23.231443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42988) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:23.243621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-267784431', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'fixed_ips': [{'ip_address': '172.25.3.207'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:23.247088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98dbfb-950d-4d8b-880d-5552d1e85e8a None None] The sync data for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 is: [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:21Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:23.277803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.302073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 4cd080b7-f821-4487-abae-48e0d6da912a will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:23.305565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Made reservation on behalf of 94f074b8c26f45d8a7c477c703a4e305 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:23.307336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.379565 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.495048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.501896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.25.3.102 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/3dd058f3-e15e-4756-98ea-76d54f7e39d5) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:23.522447 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.533680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:23.554781 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] Sync routers for ids ['377b7c69-1350-4d76-9b70-4bf75c629ed2'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:23.585547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:23.597101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:23.609311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:23.622216 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] Routers {'377b7c69-1350-4d76-9b70-4bf75c629ed2'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:23.624163 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['377b7c69-1350-4d76-9b70-4bf75c629ed2'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:23.641393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] For port cbf13581-3312-4916-9280-6209227da109, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cbf13581-3312-4916-9280-6209227da109,segment=NetworkSegment(a848d972-4604-4252-b9cd-ead8da6a5538),segment_id=a848d972-4604-4252-b9cd-ead8da6a5538)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:23.669827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.679046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:23.681561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.721240 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:23.735437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=4cd080b7-f821-4487-abae-48e0d6da912a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:23.744951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] Routers {'377b7c69-1350-4d76-9b70-4bf75c629ed2'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:23.746041 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['377b7c69-1350-4d76-9b70-4bf75c629ed2'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:23.851053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:23.852387 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607a2f4-7d21-4be4-847d-91a4b6e03cce None None] The sync data for ids ['377b7c69-1350-4d76-9b70-4bf75c629ed2'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:23.923033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:23.969587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7899bb-d691-4260-8591-79dda03aa4ef None None] Pushing event updated for resources: {'Port': ['ID=cbf13581-3312-4916-9280-6209227da109,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:24.032838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-482a2ff3-e431-4ceb-ae3b-0690f8b373f2 req-554686a4-aa9d-432e-976b-66d0380f71c5 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.1557529 Aug 06 18:22:24.071020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.075118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.086163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.106275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] device_id is not set on port 7d37fc84-6589-4a3e-9e32-9a1a588dcb77 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:24.123478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.128272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2f6e4323-f81e-41f9-817c-3705f6a21419 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6844742 Aug 06 18:22:24.129879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:24.134932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:24.150666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:24.202071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b46b761e-644a-4ca3-a52f-a5fa28f2da71 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:24.218593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:24.222013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:24.291308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=3dd058f3-e15e-4756-98ea-76d54f7e39d5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:24.334759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Provisioning complete for port cbf13581-3312-4916-9280-6209227da109 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:24.335938 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.364416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-16dca892-c7ca-4933-a4ce-3f50c34927d7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3456025 Aug 06 18:22:24.387704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43004) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:24.502032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:24.532609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:24.535166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.640197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56572d95-7447-47dc-ba06-e1a87048a372,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:24.647496 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 18:22:24.648037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:22:24.697004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a2f88a1-00e3-482b-a08d-c7a1a69b172f tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4650369 Aug 06 18:22:24.697680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43010) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:24.725045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f0722-0adf-4fb2-826a-c0fba72ab291 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:24.727817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b46f0722-0adf-4fb2-826a-c0fba72ab291 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3323815 Aug 06 18:22:24.742034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43012) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:24.829643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.918456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Provisioning for port 7512c562-d91b-478f-9e77-b2194e482482 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:24.932164 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.954347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Provisioning complete for port 7512c562-d91b-478f-9e77-b2194e482482 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:24.960664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.078074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.169592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-708bb694-fe9b-4b25-b91f-a88b55728090 None None] Port 7512c562-d91b-478f-9e77-b2194e482482 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:25.180168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port b46b761e-644a-4ca3-a52f-a5fa28f2da71, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b46b761e-644a-4ca3-a52f-a5fa28f2da71,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:25.192345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.248283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Deleting port e851a558-bedb-41f7-af40-1d712741f062 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:25.250657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.297185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:25.309356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 4cd080b7-f821-4487-abae-48e0d6da912a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:25.310026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.321249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Provisioning for port 4cd080b7-f821-4487-abae-48e0d6da912a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:25.322792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22b9460b-8276-498a-b35d-da5f0653fd82 req-8c0972be-9b12-44e9-ae64-2d2fefce0966 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.0857799 Aug 06 18:22:25.364183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Provisioning complete for port 4cd080b7-f821-4487-abae-48e0d6da912a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:25.365753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.455538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Port 4cd080b7-f821-4487-abae-48e0d6da912a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:25.478189 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:22:25.486215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Provisioning complete for port 7512c562-d91b-478f-9e77-b2194e482482 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:25.486657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.549023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a6783f2c-9ba1-4739-bf20-715be01131f0 None None] Port 7512c562-d91b-478f-9e77-b2194e482482 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:25.610767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-d49b93a0-462a-40d5-afc0-438e1d048c05 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541039 Aug 06 18:22:25.648451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.677014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.677271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.692496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.706487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.716223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.751944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Calling delete_port for e851a558-bedb-41f7-af40-1d712741f062 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:25.762852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.794639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 4cd080b7-f821-4487-abae-48e0d6da912a owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:25.875771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=3dd058f3-e15e-4756-98ea-76d54f7e39d5,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:25.894065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.902500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Deleting port 0467acee-b6a9-4fd5-b802-e325bc046952 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:25.902855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.996952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe30996b-804e-40dd-bcd9-dd25f3cd11e6 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:25.998712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe30996b-804e-40dd-bcd9-dd25f3cd11e6 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806298 Aug 06 18:22:26.024706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.028076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Request body: {'port': {'device_id': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '5564b8f8cda14ec0a55d7ba82c65b56a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:26.047893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Calling delete_port for 0467acee-b6a9-4fd5-b802-e325bc046952 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:26.108188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cbf13581-3312-4916-9280-6209227da109 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:26.128663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.140439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-917d77c2-423a-41b2-8b10-0821b33f3d4f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0823185 Aug 06 18:22:26.218397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port cbf13581-3312-4916-9280-6209227da109 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:26.219468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.314813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.360656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=4cd080b7-f821-4487-abae-48e0d6da912a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:26.363010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.373311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b46b761e-644a-4ca3-a52f-a5fa28f2da71 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:26.437118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.486031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Pushing event deleted for resources: {'Port': ['ID=0467acee-b6a9-4fd5-b802-e325bc046952,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:26.498956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b46b761e-644a-4ca3-a52f-a5fa28f2da71 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:26.499725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.502188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Pushing event deleted for resources: {'Port': ['ID=e851a558-bedb-41f7-af40-1d712741f062,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:26.567287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0e853eb0-deb5-4b32-95c0-83fd9b1cfb95 req-2702fc1a-9ec5-428e-a4cf-eb9713077768 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.0757918 Aug 06 18:22:26.588415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.592273 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-81478ec7-d46c-48c1-95cc-1d5fb5014469 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/4cd080b7-f821-4487-abae-48e0d6da912a HTTP/1.1" status: 204 len: 168 time: 1.8481488 Aug 06 18:22:26.600141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Made reservation on behalf of 5564b8f8cda14ec0a55d7ba82c65b56a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:26.617340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.627103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:26.743010 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-522b68b1-0cbe-42c7-9a92-642d5232bcdc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:22:26.745889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-522b68b1-0cbe-42c7-9a92-642d5232bcdc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/4cd080b7-f821-4487-abae-48e0d6da912a HTTP/1.1" status: 404 len: 333 time: 0.1172583 Aug 06 18:22:26.748932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.752165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43042) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:26.783776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.811565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-abc4e62d-ca93-4c66-80b3-7c722ae546f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--992133614&fields=id&tenant_id=c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 267 time: 0.3857214 Aug 06 18:22:26.866031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.870165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.872038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b5ee8401-076f-4b39-9587-60655e901aab tempest-ExternalNetworksAdminNegativeTestJSON-264945991 tempest-ExternalNetworksAdminNegativeTestJSON-264945991-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/2bb41ff4-7acc-402e-a8b9-bbf7c3855100 HTTP/1.1" status: 204 len: 168 time: 2.1730428 Aug 06 18:22:26.873200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63090e52-790f-43fe-9804-981a510d34e1 req-82b411af-dfa2-4d48-a690-254fcd6d583f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:26.875047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63090e52-790f-43fe-9804-981a510d34e1 req-82b411af-dfa2-4d48-a690-254fcd6d583f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.1671066 Aug 06 18:22:27.025086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63090e52-790f-43fe-9804-981a510d34e1 req-0c4edfbd-3802-4765-970f-304e43833232 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.088797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-046fd502-61f8-4afb-a550-c1c10e6eec31 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.091137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-046fd502-61f8-4afb-a550-c1c10e6eec31 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.2670369 Aug 06 18:22:27.144383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8ffc6ad9-2ccd-4d43-97a0-a60b1295fbee tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/quotas/c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 375 time: 0.0325706 Aug 06 18:22:27.205378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.214324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.221460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.262780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.280582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-655fb2bd-9ccc-4d91-be94-a4260d5e5a72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3404603 Aug 06 18:22:27.288586 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-54116a52-0247-491a-86b4-b6bb755fda3d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263492 Aug 06 18:22:27.290686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 7512c562-d91b-478f-9e77-b2194e482482 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:27.291263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.295202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43054) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:27.399130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7fea6c-ba19-44d0-9128-e52d91fba11c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:27.602237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-104a0b88-15fc-4c45-b5b7-6d0a48274930 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455411 Aug 06 18:22:27.617636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Allocated IP 192.168.233.157 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:27.618594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97fd570a-0f15-484a-8273-2a5627997624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.655843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Router 377b7c69-1350-4d76-9b70-4bf75c629ed2 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:22:27.669726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.700360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 7512c562-d91b-478f-9e77-b2194e482482 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:27.732632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.733120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.733644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.734808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.734808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.735217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.735573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.738102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-5d3fa325-02c6-42d6-8f35-83d83c766491 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.2677557 Aug 06 18:22:27.849690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-cdbc9ecc-e3ba-4bed-9203-764f3d33b887 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283008 Aug 06 18:22:27.859089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63090e52-790f-43fe-9804-981a510d34e1 req-0c4edfbd-3802-4765-970f-304e43833232 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.883306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-63090e52-790f-43fe-9804-981a510d34e1 req-0c4edfbd-3802-4765-970f-304e43833232 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.934795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:27.961333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] Sync routers for ids ['377b7c69-1350-4d76-9b70-4bf75c629ed2'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:27.982351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.988143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-faf19229-58cd-4efb-9e9f-01073148a693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "PUT /v2.0/routers/377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 200 len: 709 time: 3.8532941 Aug 06 18:22:27.988471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:27.991780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63090e52-790f-43fe-9804-981a510d34e1 req-0c4edfbd-3802-4765-970f-304e43833232 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0492866 Aug 06 18:22:28.003963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] Routers {'377b7c69-1350-4d76-9b70-4bf75c629ed2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:28.006569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['377b7c69-1350-4d76-9b70-4bf75c629ed2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:28.050596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4edfbd-3802-4765-970f-304e43833232 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad5765-3aa2-42c0-9539-074588e97a4f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:28.090201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:28.113810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] Routers {'377b7c69-1350-4d76-9b70-4bf75c629ed2'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:28.114524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['377b7c69-1350-4d76-9b70-4bf75c629ed2'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:28.181113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:28.181755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b66b81-9a4f-4b5c-a2dd-5feb4263f70e None None] The sync data for ids ['377b7c69-1350-4d76-9b70-4bf75c629ed2'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:28.210243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5acc8b15-4c22-4b1b-aaca-6f3fc434842a tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/routers/377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 200 len: 744 time: 0.2203953 Aug 06 18:22:28.216940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:28.272919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.315069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-49ad3228-8191-4f58-b51b-29b44f748a3f tempest-RoutersIpV6AdminTest-129637187 tempest-RoutersIpV6AdminTest-129637187-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&device_id=377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 200 len: 205 time: 0.0966630 Aug 06 18:22:28.321590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-599f9ab5-8460-4ca7-bf52-e532c11c9fa0 req-4ade2186-9a31-4dff-8ee4-df460049c84a tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.0622056 Aug 06 18:22:28.321797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43070) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:28.340127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfa4f70a-1b53-4423-8a81-101d552cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:28.341845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfa4f70a-1b53-4423-8a81-101d552cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:28.342504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfa4f70a-1b53-4423-8a81-101d552cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:28.346560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfa4f70a-1b53-4423-8a81-101d552cdf0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.5270746 Aug 06 18:22:28.367766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0f2bdbfb-659e-445f-9490-eb4a096502ff tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 200 len: 205 time: 0.0413759 Aug 06 18:22:28.373375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:28.447526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-968f5c8e-03d5-4898-aaa1-d7db9d47579b req-1f324726-e0d2-481a-be55-192ae548d5c8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 210 time: 0.1524203 Aug 06 18:22:28.514853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d9c18a8-70de-454f-ba8a-bca37e7a8b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.549166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.651444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432918b7-a779-413e-812f-fb328baabd46 req-fc05d2dd-9f73-4f85-a03e-a1286cfa4655 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:28.659975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-432918b7-a779-413e-812f-fb328baabd46 req-fc05d2dd-9f73-4f85-a03e-a1286cfa4655 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1557930 Aug 06 18:22:28.920174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97fd570a-0f15-484a-8273-2a5627997624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.924115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.946888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97fd570a-0f15-484a-8273-2a5627997624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.981477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=7512c562-d91b-478f-9e77-b2194e482482,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:29.005743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-af2fa886-8010-40d8-aabe-06c340ae57bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.5945547 Aug 06 18:22:29.107790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-97fd570a-0f15-484a-8273-2a5627997624 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ab98c04f87845f4b1411e2f32fee625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8058600 Aug 06 18:22:29.116634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.144956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd570a-0f15-484a-8273-2a5627997624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d15956-6f67-47b4-9770-8fbf86b58c5e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:29.200394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.207441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ae1d45a-7708-4ef7-9d41-2925e1cf352c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/7512c562-d91b-478f-9e77-b2194e482482 HTTP/1.1" status: 204 len: 168 time: 2.4532657 Aug 06 18:22:29.223842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-ebe52db6-bf1c-4e20-8b78-97dd7ae951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:29.225796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-ebe52db6-bf1c-4e20-8b78-97dd7ae951d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.1929393 Aug 06 18:22:29.226618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43086) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.357121 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e75a357-95b3-4301-aff0-ba8b29694251 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:22:29.359600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e75a357-95b3-4301-aff0-ba8b29694251 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/7512c562-d91b-478f-9e77-b2194e482482 HTTP/1.1" status: 404 len: 333 time: 0.1237631 Aug 06 18:22:29.367271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.401489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.405493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.414075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Transition to ACTIVE for port object ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:29.429038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.469744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-432918b7-a779-413e-812f-fb328baabd46 req-ea1af054-ddec-4d05-9a07-719094f36560 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8083861 Aug 06 18:22:29.478748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-8f9c90a1-f2a7-4520-86c4-4fa6f165992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:29.480640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-8f9c90a1-f2a7-4520-86c4-4fa6f165992d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198730 Aug 06 18:22:29.482989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.522162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet e48e9746-d198-4e3f-ac54-13d210ca819b {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:29.530731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.571895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.601123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11ca6894-02bf-427c-822c-7c2e054b05f5 req-6b2cd9a8-201f-4012-b6ba-94db07fa2413 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.1132922 Aug 06 18:22:29.663046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1835bba8-3414-42d5-90bf-8933a56e8dcf tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 200 len: 993 time: 0.1282430 Aug 06 18:22:29.707124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.754965 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.755619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Fanout notify agent at l3_agent the message router_deleted on router 377b7c69-1350-4d76-9b70-4bf75c629ed2 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:22:29.768012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a678a10-45b9-4e8a-914e-c49103e950d2 req-8ee7eec6-f826-4774-889d-803b4d2aaccf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 210 time: 0.1122448 Aug 06 18:22:29.778498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.779827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b12504f4-a3fc-4f9e-aedb-b80171caadfb tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 204 len: 168 time: 1.4052141 Aug 06 18:22:29.781329 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-e179b402-7264-4fed-a46f-e78e89911ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912993 Aug 06 18:22:29.787238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43100) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.866005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7c59f3a-c0db-4735-98f9-6e497e947170 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 200 len: 205 time: 0.0721345 Aug 06 18:22:29.867859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.870390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.874897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.878950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.880289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21d15956-6f67-47b4-9770-8fbf86b58c5e HTTP/1.1" status: 204 len: 168 time: 0.7605741 Aug 06 18:22:29.930265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117875d2-5479-4c8a-afd6-c205779c6dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d15956-6f67-47b4-9770-8fbf86b58c5e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:29.941045 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-27eecbe4-f6ac-4d3b-85bd-a60252c957c4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:29.942987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-27eecbe4-f6ac-4d3b-85bd-a60252c957c4 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/377b7c69-1350-4d76-9b70-4bf75c629ed2 HTTP/1.1" status: 404 len: 336 time: 0.0710099 Aug 06 18:22:29.966556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43108) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:29.988720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.040826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:30.047470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:30.055233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:30.119355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Pushing event updated for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:30.129966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27a461a5-5b22-4514-9618-949c9458a406 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 200 len: 205 time: 0.1575215 Aug 06 18:22:30.129966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.136856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-861e4324-a3f1-4a52-a5a4-41bda2742e57 req-d5090e7b-20a6-4846-9e59-46c40067168a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:22:30.139687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-861e4324-a3f1-4a52-a5a4-41bda2742e57 req-d5090e7b-20a6-4846-9e59-46c40067168a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102983 Aug 06 18:22:30.159694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-93d4a4cc-b3f9-4d8b-8ebb-e43c8d67f618 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677583 Aug 06 18:22:30.215000 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-3c45a969-2618-4df9-b996-62cddb2086c1 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:30.224920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3c45a969-2618-4df9-b996-62cddb2086c1 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/000c09ae-431a-4926-953e-ce48ab5e9316 HTTP/1.1" status: 404 len: 336 time: 0.0936213 Aug 06 18:22:30.230672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:30.235075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43120) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.236572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.298628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-1e414de2-c341-4976-8995-689c2668ec2b tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2779727 Aug 06 18:22:30.315484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Request body: {'port': {'device_id': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:30.399095 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-82934690-93a2-4268-ba9d-fbea0bfce2a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.2269433 Aug 06 18:22:30.471650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a600c328-0e13-4a5a-b1fe-f4767a0fc1ae tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 200 len: 205 time: 0.1162174 Aug 06 18:22:30.504780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.505309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43128) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.531415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c6f60e3d-bbb5-4994-9a6a-8d479163fdae None None] Provisioning for port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:30.542205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c6f60e3d-bbb5-4994-9a6a-8d479163fdae None None] Provisioning complete for port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:30.542643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6f60e3d-bbb5-4994-9a6a-8d479163fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.624905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c6f60e3d-bbb5-4994-9a6a-8d479163fdae None None] Port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:30.631446 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-8de3a2bf-492b-41e7-a5ad-be211fdb3ba2 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:30.632827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8de3a2bf-492b-41e7-a5ad-be211fdb3ba2 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/b4a4604a-7e9c-4269-b6da-4eb3a7a8914d HTTP/1.1" status: 404 len: 336 time: 0.1261344 Aug 06 18:22:30.640184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43130) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.654271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.711082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.731684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bf8be919-c0b2-44df-b2ee-f645633852e5 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 200 len: 205 time: 0.0894444 Aug 06 18:22:30.733688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43134) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.739028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0790eee6-f334-4f2f-bb35-199df809b153 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94f074b8c26f45d8a7c477c703a4e305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205281 Aug 06 18:22:30.743601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43136) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.818944 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-30c84ce9-3e93-4f1e-9f6b-edff547ed504 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:30.820137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-30c84ce9-3e93-4f1e-9f6b-edff547ed504 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/87865a58-26a2-455b-861f-7e77d9413713 HTTP/1.1" status: 404 len: 336 time: 0.0797188 Aug 06 18:22:30.824595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.854906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=e48e9746-d198-4e3f-ac54-13d210ca819b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:30.866735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-b8142583-f8a7-45bd-ad21-bccaf1472640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:30.868330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-b8142583-f8a7-45bd-ad21-bccaf1472640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.4054205 Aug 06 18:22:30.871820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60531f31-c198-4a70-a4c1-68929f784ba5 None None] Network d67c984c-66e8-4ee0-aa07-5637aa22edeb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:30.872541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.874544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41be6ae1-c093-4964-b2a1-687c68ffbfd1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/e48e9746-d198-4e3f-ac54-13d210ca819b HTTP/1.1" status: 204 len: 168 time: 1.5010991 Aug 06 18:22:30.883397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43144) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.887839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a300fe3b-f2b4-4a3a-b051-f85aee7e6217 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 200 len: 205 time: 0.0598459 Aug 06 18:22:30.893657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:30.928487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:31.034574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-cde1539b-dc27-4a42-b09b-7d834c9a9302 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:31.035349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.036424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-cde1539b-dc27-4a42-b09b-7d834c9a9302 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.6423573 Aug 06 18:22:31.063304 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-f77d04e9-17db-46a3-b6f7-e97a321a5693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:31.068561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f77d04e9-17db-46a3-b6f7-e97a321a5693 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/6461c68e-f2eb-4cf2-b11e-5273dd9da5b4 HTTP/1.1" status: 404 len: 336 time: 0.1605191 Aug 06 18:22:31.074001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:31.223477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b87f9-d33e-4a36-af49-4e8c3fc8216e req-a75035d1-642e-436c-9ffc-a48af83bdad8 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:31.230687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] DHCP port deletion for d67c984c-66e8-4ee0-aa07-5637aa22edeb request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:22:31.231060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d2b87f9-d33e-4a36-af49-4e8c3fc8216e req-a75035d1-642e-436c-9ffc-a48af83bdad8 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 936 time: 0.4658663 Aug 06 18:22:31.254453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e01a522-a3fd-400c-b537-62a8b781e360 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f HTTP/1.1" status: 200 len: 205 time: 0.1777644 Aug 06 18:22:31.266409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43154) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:31.281929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37303d2-4b98-4902-aa08-52dfe42a567e req-e9b2a937-6bdf-49fa-b62c-30e104e687a4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:31.283427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d37303d2-4b98-4902-aa08-52dfe42a567e req-e9b2a937-6bdf-49fa-b62c-30e104e687a4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.2922208 Aug 06 18:22:31.291754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-05aa0592-b307-4393-b9ac-a2bf8583b2da tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 379 time: 0.2217479 Aug 06 18:22:31.312958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Deleting port cbf13581-3312-4916-9280-6209227da109 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:31.313692 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.324013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-b033184c-a159-4fac-9049-6233fa5bf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:31.326782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-b033184c-a159-4fac-9049-6233fa5bf88a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4318976 Aug 06 18:22:31.333374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'device_id': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'admin_state_up': True, 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'security_groups': ['4606d0c9-13e6-4c3d-a569-933f2352ae45']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:31.398113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] For port cbf13581-3312-4916-9280-6209227da109, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cbf13581-3312-4916-9280-6209227da109,segment=NetworkSegment(a848d972-4604-4252-b9cd-ead8da6a5538),segment_id=a848d972-4604-4252-b9cd-ead8da6a5538)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:31.399546 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.401243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.416077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Calling delete_port for cbf13581-3312-4916-9280-6209227da109 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:31.431699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d37303d2-4b98-4902-aa08-52dfe42a567e req-ad0182d5-e1b7-4e3e-9944-29aa606615d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364510 Aug 06 18:22:31.463867 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ec4b5e1a-72e0-4491-9010-24e467a60e08 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] delete failed (client error): The resource could not be found. Aug 06 18:22:31.465265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ec4b5e1a-72e0-4491-9010-24e467a60e08 tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/routers/ee5005aa-d7e9-4f5e-bc90-00aa025b3a7f HTTP/1.1" status: 404 len: 336 time: 0.1720266 Aug 06 18:22:31.480228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port cbf13581-3312-4916-9280-6209227da109 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:31.480603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.483068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43158) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:31.514190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.559741 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3edc33-2cbb-4a32-9db3-1c8f6c457e1e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] DELETE failed (client error): The resource could not be found. Aug 06 18:22:31.560524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3edc33-2cbb-4a32-9db3-1c8f6c457e1e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:22:31.561881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.563792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba3edc33-2cbb-4a32-9db3-1c8f6c457e1e tempest-RoutersIpV6AdminTest-905087737 tempest-RoutersIpV6AdminTest-905087737-project] 10.222.0.64 "DELETE /v2.0/subnets/cdb6930b-37c2-47b1-b492-f0f09236f175 HTTP/1.1" status: 404 len: 337 time: 0.0780976 Aug 06 18:22:31.595923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] Pushing event deleted for resources: {'Port': ['ID=cbf13581-3312-4916-9280-6209227da109,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:31.602441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.609388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898bedc-056f-48db-aae1-0cf22ba189ec None None] No DVR routers for this DVR port cbf13581-3312-4916-9280-6209227da109 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:31.617548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d2b87f9-d33e-4a36-af49-4e8c3fc8216e req-7decf331-7b7e-4f30-8cfc-b153462e02fd tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344183 Aug 06 18:22:31.665916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c734696f-69b9-4a75-92bc-3dcdbe3e9f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.671340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-577d7f49-f115-4c97-907d-7ff7be5d4e3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7403185 Aug 06 18:22:31.687899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-3e3b458c-72b3-47a2-ad08-6c23290b3e54 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:22:31.698841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-3e3b458c-72b3-47a2-ad08-6c23290b3e54 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208962 Aug 06 18:22:31.793362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:22:31.794335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-34261d81-0e8a-4cf9-b0e2-4f3b0365a9aa service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858902 Aug 06 18:22:31.823690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.847998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.851465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.852852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56572d95-7447-47dc-ba06-e1a87048a372 HTTP/1.1" status: 204 len: 168 time: 1.1025107 Aug 06 18:22:31.909570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:31.915886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1dba28d0-4c2e-45c3-ad4d-6e341d9522d8 req-b4427c84-c736-4463-a33d-cb3b1f06a51f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 210 time: 0.0800741 Aug 06 18:22:31.916844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.918380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port cbf13581-3312-4916-9280-6209227da109, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cbf13581-3312-4916-9280-6209227da109,segment=NetworkSegment(a848d972-4604-4252-b9cd-ead8da6a5538),segment_id=a848d972-4604-4252-b9cd-ead8da6a5538)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:31.918598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.923221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Transition to ACTIVE for port object ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:31.925726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9a583-32ae-4d4c-9fb4-9961068979f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56572d95-7447-47dc-ba06-e1a87048a372,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:31.938626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:31.941959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for cbf13581-3312-4916-9280-6209227da109 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:32.156131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cbf13581-3312-4916-9280-6209227da109 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:32.196630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:32.203565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-66e1667f-d260-47f6-b289-a23fad91b1b9 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018211 Aug 06 18:22:32.276407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: cbf13581-3312-4916-9280-6209227da109 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:22:32.277375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cbf13581-3312-4916-9280-6209227da109 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:22:32.340217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-b4fd5158-a581-4c21-89c5-7a8b4d40cf7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.1229711 Aug 06 18:22:32.389748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Attempting to bind port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:32.390119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Attempting to bind port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:32.390457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Attempting to bind port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:32.415564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:22:32.415899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Attempting to bind port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:32.437198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:32.438065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:32.438651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:32.439327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Bound port: ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:32.440453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.464766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-8ea502d1-2d89-4802-b999-a07f41a1a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:32.470367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43182) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:32.480628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-8ea502d1-2d89-4802-b999-a07f41a1a349 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1305265 Aug 06 18:22:32.524959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.565702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port cbf13581-3312-4916-9280-6209227da109 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:32.609810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=cbf13581-3312-4916-9280-6209227da109,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:32.673685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.20.0.4 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/56ea84cd-4f17-4b80-9d09-3957f2412cf8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:32.685496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-85c71d80-cb26-414d-bdc7-a21c704e0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:32.688424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-85c71d80-cb26-414d-bdc7-a21c704e0f3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892059 Aug 06 18:22:32.758516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:32.838329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:32.854340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.858868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0af962a-c063-44a9-897f-5fc7b11983b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.870768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.889172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67c984c-66e8-4ee0-aa07-5637aa22edeb']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:32.974069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1618daf-c950-4959-a5e4-8e9d3dcebc97 req-4cf6bfe1-9d53-4fa7-9a08-2d9265996db0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:32.984910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1618daf-c950-4959-a5e4-8e9d3dcebc97 req-4cf6bfe1-9d53-4fa7-9a08-2d9265996db0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.3886914 Aug 06 18:22:32.990623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a848d972-4604-4252-b9cd-ead8da6a5538') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:32.990998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a848d972-4604-4252-b9cd-ead8da6a5538') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:33.011992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:33.012767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.014531 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] 10.222.0.55 "PUT /v2.0/ports/ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 HTTP/1.1" status: 200 len: 1097 time: 2.7070417 Aug 06 18:22:33.015033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:33.017460 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:33.071068 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.077554 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-c7dff20a-5435-4542-bd88-7f990992bef7 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745322 Aug 06 18:22:33.177020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.190259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.196953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831cc8d-ea55-4454-b286-8cb4b99546ab req-abd63e26-08cf-4f73-a12f-8455eb84ccc0 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:33.199974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c831cc8d-ea55-4454-b286-8cb4b99546ab req-abd63e26-08cf-4f73-a12f-8455eb84ccc0 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 948 time: 0.3810093 Aug 06 18:22:33.210204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:33.215370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:33.406454 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:33.492541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c831cc8d-ea55-4454-b286-8cb4b99546ab req-215343b6-97f8-4543-b311-12e4435566c2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655222 Aug 06 18:22:33.509237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.594686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-106a7729-c662-4f3b-ad16-70b888f53bad service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034437 Aug 06 18:22:33.619500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Transition to ACTIVE for port object 56ea84cd-4f17-4b80-9d09-3957f2412cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:33.654713 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.682518 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-1dc65e4b-0030-49d3-a2a6-895d96053dd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.0811615 Aug 06 18:22:33.690328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0af962a-c063-44a9-897f-5fc7b11983b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.719193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.722930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/d67c984c-66e8-4ee0-aa07-5637aa22edeb HTTP/1.1" status: 204 len: 168 time: 2.8351984 Aug 06 18:22:33.742130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43224) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:33.746359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43226) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:33.750069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0af962a-c063-44a9-897f-5fc7b11983b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.752659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a9fa1-e139-4009-926d-8d8e5219002a service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:33.763308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-246158320'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:33.839102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba432de-569a-4a45-b019-8dfe2b60298d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=d67c984c-66e8-4ee0-aa07-5637aa22edeb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:33.854040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1618daf-c950-4959-a5e4-8e9d3dcebc97 req-0289bd12-a9b5-4f00-bbce-30cb953af61b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8684382 Aug 06 18:22:33.901144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:33.913057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-58f9c2ac-bb0d-4320-82a0-95d4db09d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:33.915304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-58f9c2ac-bb0d-4320-82a0-95d4db09d3a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2248547 Aug 06 18:22:33.978313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0af962a-c063-44a9-897f-5fc7b11983b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1444c38624d245eda3eb78e0bbe05a28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5067425 Aug 06 18:22:33.985436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:33.988077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af962a-c063-44a9-897f-5fc7b11983b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607549d-1013-4c8e-8451-24d36ad50be9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:34.037001 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3998c22-9095-485a-83ce-502d8c3f1686 x-openstack-request-id: req-e3998c22-9095-485a-83ce-502d8c3f1686 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:34.037307 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:34.037705 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3998c22-9095-485a-83ce-502d8c3f1686 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:34.038377 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878', 'status': 'completed', 'code': 200} Aug 06 18:22:34.043052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-4ee1905e-9b1e-4261-8df8-ec6b1fe2d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.046419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-4ee1905e-9b1e-4261-8df8-ec6b1fe2d94c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 1100 time: 0.6262140 Aug 06 18:22:34.118057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-9982b2f1-7659-4c8b-88a6-0f53c862ba3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 HTTP/1.1" status: 200 len: 217 time: 0.0634441 Aug 06 18:22:34.187332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.201287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-f772c16b-1e0c-421e-b638-d18f787db079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.203070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-f772c16b-1e0c-421e-b638-d18f787db079 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0761497 Aug 06 18:22:34.250219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.310632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-c84f98cb-a88f-4c6b-b393-78278c0e2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.311843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:34.312316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-c84f98cb-a88f-4c6b-b393-78278c0e2edc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997000 Aug 06 18:22:34.315474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.347197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715079325'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:34.381914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.384491 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.385741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e607549d-1013-4c8e-8451-24d36ad50be9 HTTP/1.1" status: 204 len: 168 time: 0.3889942 Aug 06 18:22:34.402713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbfb54-2b2f-4ed4-8886-fcd8988ae7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607549d-1013-4c8e-8451-24d36ad50be9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:34.436066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-f78e838b-d9e4-4e2b-a4b4-706a59817fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151545 Aug 06 18:22:34.444633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:34.454264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:34.504480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:34.509512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:34.543302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84005ad0-1694-4154-9043-435742226553 req-f9a0ca64-9e8f-4855-bcae-9b1513a22255 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.571559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84005ad0-1694-4154-9043-435742226553 req-f9a0ca64-9e8f-4855-bcae-9b1513a22255 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 931 time: 0.7485144 Aug 06 18:22:34.598451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:34.616318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.616768 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment 11973ef7-24d3-446e-ad35-f1b76d7a78ce of type vlan for network aae773e7-a0f9-4817-9c3f-4ae538cfe767 Aug 06 18:22:34.627463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.640213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c40ffd00-f2db-44f6-acfc-093abf32e739 req-76338955-a4f6-4c77-ba2d-bc658e51caff service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940396 Aug 06 18:22:34.678694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.776134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-4182842e-ab08-4ed5-822e-754b80a01fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.778197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba8fd1-0a07-4a52-952f-d797f3b00132 req-462bbba9-8eb6-4cf4-9baa-7b7758a1360a tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.778506 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-4182842e-ab08-4ed5-822e-754b80a01fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8451066 Aug 06 18:22:34.779372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:34.783789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.787046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dba8fd1-0a07-4a52-952f-d797f3b00132 req-462bbba9-8eb6-4cf4-9baa-7b7758a1360a tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 948 time: 0.1101658 Aug 06 18:22:34.809065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:22:34.812725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.851090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-f766e0e1-1260-4357-bd27-3d8550262a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.852846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-f766e0e1-1260-4357-bd27-3d8550262a21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 1100 time: 0.1165676 Aug 06 18:22:34.864504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dba8fd1-0a07-4a52-952f-d797f3b00132 req-e26abab5-7b80-4b4e-92b7-3da63d1c0d83 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746384 Aug 06 18:22:34.958182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84005ad0-1694-4154-9043-435742226553 req-27533ea7-6a56-41e7-9695-44399158a624 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146032 Aug 06 18:22:34.965382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.966543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.969427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:34.976033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.976375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.033060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2f0e16bb-2512-4605-a43d-6bab516e9284 None None] Provisioning for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:35.043616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2f0e16bb-2512-4605-a43d-6bab516e9284 None None] Provisioning complete for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:35.044390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e16bb-2512-4605-a43d-6bab516e9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.118993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43244) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:35.131579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-d6d392a9-47b5-4771-a98d-c6f4ac7d24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.134657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-d6d392a9-47b5-4771-a98d-c6f4ac7d24a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2609608 Aug 06 18:22:35.160525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e16bb-2512-4605-a43d-6bab516e9284 None None] Port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:35.196692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-f58c9f44-9abf-4c98-b074-44e0233cc078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.197594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-2320ba11-b09f-47e2-bda0-49c60f474e39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 HTTP/1.1" status: 200 len: 217 time: 0.0552666 Aug 06 18:22:35.198530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-f58c9f44-9abf-4c98-b074-44e0233cc078 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.4385729 Aug 06 18:22:35.265134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=aae773e7-a0f9-4817-9c3f-4ae538cfe767,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:35.283440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:35.290830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-80b4a25d-f166-4fb5-a1a6-f4545dd34b80 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864953 Aug 06 18:22:35.296717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c0e4-749c-472f-8e0f-bde1adaa3c90 req-b8c08351-03be-4020-b121-d534e9d0a55c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.299094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada2c0e4-749c-472f-8e0f-bde1adaa3c90 req-b8c08351-03be-4020-b121-d534e9d0a55c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1469464 Aug 06 18:22:35.314248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-b225c1bc-338d-4a5b-abe5-ea757bc324d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.317210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-b225c1bc-338d-4a5b-abe5-ea757bc324d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0986602 Aug 06 18:22:35.376595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3dcb5148-1b3f-4ff9-ad3b-6f712b8bf7c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2e43ca0a27e4b20b20e4a5da33ceb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507834 Aug 06 18:22:35.385202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:35.448756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ada2c0e4-749c-472f-8e0f-bde1adaa3c90 req-0ebd5414-e76a-4f11-8d14-3e42629b378e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391783 Aug 06 18:22:35.468641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-f02241a7-ec28-4c16-9e27-633b5eaba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.470655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-f02241a7-ec28-4c16-9e27-633b5eaba558 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428523 Aug 06 18:22:35.490441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-b31cd1ac-886d-4b36-9784-ce85f94a73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.492055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-b31cd1ac-886d-4b36-9784-ce85f94a73c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.2826762 Aug 06 18:22:35.516466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.519114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.569950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.579660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.590940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-d23e599b-de1c-482a-a155-e370b168197a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2705090 Aug 06 18:22:35.596725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-95f67bf5-3695-4adc-b7c4-7a4f02a4b4d5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8411775 Aug 06 18:22:35.597106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43248) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:35.604519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-2ab25ddc-61f4-48d6-a463-a36434685e12 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656069 Aug 06 18:22:35.609055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:35.617239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Request body: {'port': {'device_id': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:35.651412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:35.711754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-684f02d3-8191-4937-9f30-9bd97ac9a067 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.0993218 Aug 06 18:22:35.716472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6815c5e-1485-43b6-a9e4-bd203de07c21,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:35.725098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-dd6819b4-15f2-46b7-bc08-bb088c6002b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409840 Aug 06 18:22:35.726353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-931ab6e2-f981-46e1-a27f-e3ac5cd09994 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 1001 time: 0.2224381 Aug 06 18:22:35.739972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.740447 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 9b06d77e-afc1-435c-8df2-fe0ee810c2d2 of type vlan for network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 Aug 06 18:22:35.820376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.823293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.825193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/717d2ea2-fe45-406c-b61c-caa748a6e37d HTTP/1.1" status: 204 len: 168 time: 0.4357913 Aug 06 18:22:35.853959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4a734-a209-44c3-80aa-19584652ddb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d2ea2-fe45-406c-b61c-caa748a6e37d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:35.862085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:35.866097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.924484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-02e48334-e8d0-407c-840c-6ecc9b10b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.926234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-02e48334-e8d0-407c-840c-6ecc9b10b879 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2028084 Aug 06 18:22:35.931720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.955277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-fe789d84-12ae-4b7e-8fdd-a4683a4cba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:35.957060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-fe789d84-12ae-4b7e-8fdd-a4683a4cba15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.2125809 Aug 06 18:22:35.959106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24bb95b8-3ed5-4123-ace0-dcf776fc9dfc req-8276b708-cf0b-46ef-a00b-94ae2cf987c9 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264743 Aug 06 18:22:35.969366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.225032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-edb86eb0-e5c2-4f8d-b20b-e9d1802853bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.227142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-edb86eb0-e5c2-4f8d-b20b-e9d1802853bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2891273 Aug 06 18:22:36.227928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.233902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.234616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.283058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-0c721a57-d41b-4745-b6b4-3a6a21be9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.285004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-0c721a57-d41b-4745-b6b4-3a6a21be9f87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114371 Aug 06 18:22:36.314370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.380392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30cb1c-2dcf-4679-b2a1-0af2e87afc36 req-dfc3b421-7322-4eba-b314-a8ca03ca2532 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.382181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a30cb1c-2dcf-4679-b2a1-0af2e87afc36 req-dfc3b421-7322-4eba-b314-a8ca03ca2532 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 931 time: 0.1795173 Aug 06 18:22:36.410672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6580374 Aug 06 18:22:36.427278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=c91f0891-427c-4f2b-9745-94dd9deac0b3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:36.439965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': '11973ef7-24d3-446e-ad35-f1b76d7a78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:36.440746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: aae773e7-a0f9-4817-9c3f-4ae538cfe767, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:36.478459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4212aa-6ccc-45fb-a2bc-f864468455be req-12aabf84-961d-485d-88fd-0fb6bbf5e65e tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.487375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a30cb1c-2dcf-4679-b2a1-0af2e87afc36 req-d0e27c2e-b71d-410d-a1d2-287d3e2d9e37 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867107 Aug 06 18:22:36.490071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d4212aa-6ccc-45fb-a2bc-f864468455be req-12aabf84-961d-485d-88fd-0fb6bbf5e65e tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 948 time: 0.4110858 Aug 06 18:22:36.491322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:36.493149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b726c-f927-4fc1-9080-09b2e76184cb tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=8cab9aaa-4dd4-432d-98cf-937b2cd689f5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:36.509609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:36.527742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, aae773e7-a0f9-4817-9c3f-4ae538cfe767) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:36.536463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.538143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.578137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-60ca6a33-74ff-4d7a-9a8c-c20bc88bbfcc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9754503 Aug 06 18:22:36.582965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43264) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:36.591920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767', 'name': 'tempest-PortsTestJSON-777630771', 'fixed_ips': [{'subnet_id': 'c91f0891-427c-4f2b-9745-94dd9deac0b3', 'ip_address': '172.20.0.10'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:36.667952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-ebe58e74-8c52-494d-ab9e-921d6d9c6cac service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239929 Aug 06 18:22:36.683203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d4212aa-6ccc-45fb-a2bc-f864468455be req-212ff8d5-4b5a-4d04-9ff8-589359fd06fa tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903281 Aug 06 18:22:36.714372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-720c100d-8688-4d34-b1b7-4656e92732c0 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913367 Aug 06 18:22:36.754399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43268) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:36.773987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:36.984994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:22:36.990778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7803e5-49c2-47f7-82cd-51393155090c req-c116998a-6d2d-44c5-8116-f0c4f9648d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:36.999008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.005072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be7803e5-49c2-47f7-82cd-51393155090c req-c116998a-6d2d-44c5-8116-f0c4f9648d11 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.2259924 Aug 06 18:22:37.019567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244aa74d-c4d8-46b6-8107-1deae05f856d None None] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:37.031028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-ac0b97b4-83f6-48d5-9271-c4e2f1885bc0 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424852 Aug 06 18:22:37.053153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-33f5dd65-cfaa-4428-93dc-206ba54dd670 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190122 Aug 06 18:22:37.056742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Transition to ACTIVE for port object 56ea84cd-4f17-4b80-9d09-3957f2412cf8 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:37.121847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.141544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-11db5acc-6ee2-40e6-9e70-400509e273fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.1012549 Aug 06 18:22:37.216024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:37.223147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.339275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:37.378158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-6b2b6ae5-824e-4d07-b772-1e4671c83419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:37.380909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-6b2b6ae5-824e-4d07-b772-1e4671c83419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.2255039 Aug 06 18:22:37.458849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6224-3641-4757-9761-079350dc84a9 req-73229f81-cdd3-4eb8-a9a7-9cd834d3be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:37.461410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-73229f81-cdd3-4eb8-a9a7-9cd834d3be47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.2455506 Aug 06 18:22:37.472156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-aae773e7-a0f9-4817-9c3f-4ae538cfe767', 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': 'c91f0891-427c-4f2b-9745-94dd9deac0b3'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:37.473814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.698124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be7803e5-49c2-47f7-82cd-51393155090c req-25382098-ccf0-4e21-b7d8-081e8c4cb4d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911094 Aug 06 18:22:37.707049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:37.719264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:22:37.749438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Allocated IP 172.20.0.2 (aae773e7-a0f9-4817-9c3f-4ae538cfe767/c91f0891-427c-4f2b-9745-94dd9deac0b3/45699f28-14b9-4d1b-8cab-d9b6db150a1d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:37.916320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43292) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:38.100554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:38.145878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878', 'mac_address': 'fa:16:3e:05:f6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:22:38.195755 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.226274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Transition to ACTIVE for port object 45699f28-14b9-4d1b-8cab-d9b6db150a1d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:38.235284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.267006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:22:38.279675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Transition to ACTIVE for port object 45699f28-14b9-4d1b-8cab-d9b6db150a1d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:38.296772 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.318549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfee9cec-acf9-4537-b49d-22030580171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.320401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-dfee9cec-acf9-4537-b49d-22030580171d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9036520 Aug 06 18:22:38.324541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Attempting to bind port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:38.324869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Attempting to bind port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:38.325212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Attempting to bind port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:38.340082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:38.355522 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.369227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 on network d5c9affe-3d42-4972-bf8d-ac5003063cae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:22:38.369707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Attempting to bind port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:38.385724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:38.392241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:38.396116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:38.402122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Pushing event updated for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:38.422104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:38.422514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:38.422734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'networks': [{'name': 'tempest-network--1337191070'}, {'name': 'tempest-network--1999056326'}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:38.423505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:38.423715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-network--1337191070'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:38.423916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Bound port: 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:38.424115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-network--1999056326'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:38.424313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.451175 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.462194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be76df-3009-41b6-9ce7-d4531a513f9d req-f3f678c8-3db2-4181-962c-3361fffb61d6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.463888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00be76df-3009-41b6-9ce7-d4531a513f9d req-f3f678c8-3db2-4181-962c-3361fffb61d6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.7682114 Aug 06 18:22:38.469773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6224-3641-4757-9761-079350dc84a9 req-02bad600-b331-480f-8b70-1dc5647f6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.471341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-02bad600-b331-480f-8b70-1dc5647f6b4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.9505088 Aug 06 18:22:38.520492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.536700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd4e5-8286-4ac2-bacb-fd7044129d34 req-1f757c27-978c-489d-afbb-cd58cd6d4170 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.541801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad6cd4e5-8286-4ac2-bacb-fd7044129d34 req-1f757c27-978c-489d-afbb-cd58cd6d4170 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 948 time: 0.6124709 Aug 06 18:22:38.560225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:38.561592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'network': 2} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:38.569211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.572698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Attempting to bind port 45699f28-14b9-4d1b-8cab-d9b6db150a1d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:38.573258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Attempting to bind port 45699f28-14b9-4d1b-8cab-d9b6db150a1d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '11973ef7-24d3-446e-ad35-f1b76d7a78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:38.573957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Attempting to bind port 45699f28-14b9-4d1b-8cab-d9b6db150a1d on network aae773e7-a0f9-4817-9c3f-4ae538cfe767 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:38.580579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:38.580941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Checking segment: {'id': '11973ef7-24d3-446e-ad35-f1b76d7a78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:38.581371 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.581807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Bound using segment: {'id': '11973ef7-24d3-446e-ad35-f1b76d7a78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:38.582309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Bound port: 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11973ef7-24d3-446e-ad35-f1b76d7a78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:38.582694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.616070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-6b43b17b-89f5-449d-ad7c-75738dd2208f service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848210 Aug 06 18:22:38.632164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.656377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:22:38.659409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:38.660040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00be76df-3009-41b6-9ce7-d4531a513f9d req-88557702-88c5-4e66-86c7-cfe14e6407f1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758807 Aug 06 18:22:38.662039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-7a2c9da6-6c23-471f-9ab2-d962a00fd24a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 1001 time: 0.1791475 Aug 06 18:22:38.673065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:38.676731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=b5404bcc-8c50-4980-8211-15f74a2900cf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:38.763746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:38.784720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.800066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:38.819839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad6cd4e5-8286-4ac2-bacb-fd7044129d34 req-930f927c-ad71-446e-9721-97c20797548d tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382076 Aug 06 18:22:38.829361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '9b06d77e-afc1-435c-8df2-fe0ee810c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:38.830219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 8cab9aaa-4dd4-432d-98cf-937b2cd689f5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:38.845396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6224-3641-4757-9761-079350dc84a9 req-a7eea312-3a77-443e-b3df-9d15fcec426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.846893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-a7eea312-3a77-443e-b3df-9d15fcec426f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.1711454 Aug 06 18:22:38.848460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:38.848963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.850444 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 1092 time: 3.2398207 Aug 06 18:22:38.857087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:38.866044 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de9fd0-5c28-4490-a5ed-d91969d107b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:38.873011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=45699f28-14b9-4d1b-8cab-d9b6db150a1d,segment=NetworkSegment(11973ef7-24d3-446e-ad35-f1b76d7a78ce),segment_id=11973ef7-24d3-446e-ad35-f1b76d7a78ce)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:38.886028 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.973728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29f1a7-2385-4d09-950d-62869e8189b1 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:39.001912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-83a23574-0504-4b27-8b40-6ffa84617f52 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650284 Aug 06 18:22:39.019262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:39.086225 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-78df709e-fb84-476e-a280-a760a9968e8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.0726202 Aug 06 18:22:39.123366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.204327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a8ad5-6e09-4104-91bb-6feef24e1032 None None] Pushing event updated for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:39.204701 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ccd217-d955-4391-9a77-f2b00ae2950b x-openstack-request-id: req-32ccd217-d955-4391-9a77-f2b00ae2950b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:39.205193 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:39.205660 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32ccd217-d955-4391-9a77-f2b00ae2950b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:39.206413 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'status': 'completed', 'code': 200} Aug 06 18:22:39.248992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.250044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.250618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a6224-3641-4757-9761-079350dc84a9 req-36055321-49b1-4af3-85bc-65ec77159739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.253491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-36055321-49b1-4af3-85bc-65ec77159739 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3815672 Aug 06 18:22:39.264365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 8cab9aaa-4dd4-432d-98cf-937b2cd689f5) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:39.281302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6809a0-bcc5-4416-bf49-fc81f96abed8 None None] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:39.362460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:39.385779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.386850 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment cb9926a2-e485-41b2-8eca-172393439077 of type vlan for network cde8d848-178c-46c8-9897-e548ab302094 Aug 06 18:22:39.479925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-43ed2b60-f352-465e-bef6-7c9e18515037 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381614 Aug 06 18:22:39.479925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-d9307b2c-eeda-43e3-84ec-a2f260d4ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.479925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-d9307b2c-eeda-43e3-84ec-a2f260d4ba0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.3146648 Aug 06 18:22:39.479925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-e59148b5-ab36-4207-ab86-22be38e2422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.479925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-e59148b5-ab36-4207-ab86-22be38e2422d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1095 time: 0.4991326 Aug 06 18:22:39.480956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.480956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.480956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.10 (aae773e7-a0f9-4817-9c3f-4ae538cfe767/c91f0891-427c-4f2b-9745-94dd9deac0b3/5de2a644-ad2a-4cce-93d4-33f7c344ef82) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:39.500534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.504931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7773ee-e7dc-4043-b8d9-56dc38ed0ed6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:39.566524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-872318be-b754-495c-8418-e170f14fab18 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8068287 Aug 06 18:22:39.576188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43304) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:39.588884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749977853'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:39.672068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:39.704074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.704796 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment be028832-bd5e-46c3-894c-cfe5371949a5 of type vlan for network ec5a9c67-1306-4cd1-bbaf-9ababa22e583 Aug 06 18:22:39.741227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-145a6224-3641-4757-9761-079350dc84a9 req-3855b4a9-233f-4fb5-9dba-ad24476f17b2 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255405 Aug 06 18:22:39.752196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-00cea74a-e037-4399-a882-216993b2bd34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 217 time: 0.1682277 Aug 06 18:22:39.762099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-8cab9aaa-4dd4-432d-98cf-937b2cd689f5', 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': 'b5404bcc-8c50-4980-8211-15f74a2900cf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:39.763835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.764208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c1e3-8c44-4aae-aa80-77e739310e48 req-05e22958-b25e-4809-a911-986f23330287 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.766100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f30c1e3-8c44-4aae-aa80-77e739310e48 req-05e22958-b25e-4809-a911-986f23330287 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1834581 Aug 06 18:22:39.814113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.916724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-c263f192-4902-48db-a17c-e84fb4ae227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.920433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-c263f192-4902-48db-a17c-e84fb4ae227f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5021300 Aug 06 18:22:39.925371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:39.931432 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.954267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-96ad4ab4-c587-4451-a738-597cd0ea9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:39.968837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-96ad4ab4-c587-4451-a738-597cd0ea9bd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1698399 Aug 06 18:22:40.086534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Allocated IP 172.20.255.242 (8cab9aaa-4dd4-432d-98cf-937b2cd689f5/b5404bcc-8c50-4980-8211-15f74a2900cf/14f01228-6a85-4d3e-8e10-3643d09c5445) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:40.095754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f30c1e3-8c44-4aae-aa80-77e739310e48 req-2ad381f3-66cd-47a4-ac0d-47575a6979a3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051798 Aug 06 18:22:40.129646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:40.149387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.149940 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 32f7c212-27e5-4ccf-b6bc-4401423fc21f of type vlan for network c5962e4b-268d-4414-a3df-4a844d1b1872 Aug 06 18:22:40.264246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.265141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.277044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:40.303471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:40.307106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.334130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 45699f28-14b9-4d1b-8cab-d9b6db150a1d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:40.343035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c236-f193-4df0-8830-c5a28a392e81 req-361a2e8e-e239-4824-8699-4c2998abf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:40.345212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-361a2e8e-e239-4824-8699-4c2998abf4d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3725841 Aug 06 18:22:40.427369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.439908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.486159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34281a-bb09-497b-9be4-334aa0f1e6a5 req-2621ac48-8693-4bf5-a210-0c9af7ea018b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:40.495693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df34281a-bb09-497b-9be4-334aa0f1e6a5 req-2621ac48-8693-4bf5-a210-0c9af7ea018b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.6434317 Aug 06 18:22:40.559979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-8f9128ff-dc38-4fd1-8a8f-df7f26284382 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736709 Aug 06 18:22:40.589278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 45699f28-14b9-4d1b-8cab-d9b6db150a1d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:40.601529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033c783-584f-4d24-a221-dd7e1764f26c req-b5632f02-d67f-4d60-8335-04368bb8a037 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:40.608145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.611642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d033c783-584f-4d24-a221-dd7e1764f26c req-b5632f02-d67f-4d60-8335-04368bb8a037 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 949 time: 0.2322819 Aug 06 18:22:40.630064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Transition to ACTIVE for port object 14f01228-6a85-4d3e-8e10-3643d09c5445 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:40.649410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=cde8d848-178c-46c8-9897-e548ab302094,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:40.656191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7385058 Aug 06 18:22:40.661707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:22:40.666133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43316) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:40.686462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Transition to ACTIVE for port object 14f01228-6a85-4d3e-8e10-3643d09c5445 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:40.696297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network cde8d848-178c-46c8-9897-e548ab302094 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:40.722468 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-33764d8d-51fb-4563-bb5f-788b68dfca64 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634653 Aug 06 18:22:40.728069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.733759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:40.805559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d033c783-584f-4d24-a221-dd7e1764f26c req-cd70608a-0b2c-4953-8622-99341f82a061 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926284 Aug 06 18:22:40.854201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Pushing event updated for resources: {'Port': ['ID=14f01228-6a85-4d3e-8e10-3643d09c5445,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:40.884268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:40.971623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:40.978951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:41.008286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.017403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.018179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.022640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3981b704-fc79-4c4b-a4a6-52efed50a0e9 req-956245be-46d7-4e75-a92e-a08bf6fee3aa service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415925 Aug 06 18:22:41.042064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c181c45-63a1-4ca4-92ad-850883aa189c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.050485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c181c45-63a1-4ca4-92ad-850883aa189c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.057439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c181c45-63a1-4ca4-92ad-850883aa189c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.067774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26866e81-de37-4a91-849a-5463de80943a None None] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:41.068407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c181c45-63a1-4ca4-92ad-850883aa189c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.075594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c181c45-63a1-4ca4-92ad-850883aa189c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4000456 Aug 06 18:22:41.075594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df34281a-bb09-497b-9be4-334aa0f1e6a5 req-ff33f769-8df9-4e35-bea0-ae4dd2ccccf4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5784316 Aug 06 18:22:41.078794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 5de2a644-ad2a-4cce-93d4-33f7c344ef82 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:41.082068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43318) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:41.084012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c03a2-81ad-4f63-a3aa-aff93f8f1c8b tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=ec5a9c67-1306-4cd1-bbaf-9ababa22e583,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:41.122417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6663c236-f193-4df0-8830-c5a28a392e81 req-02e367d8-3de7-4adf-aacc-65ab68b8826b service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501000 Aug 06 18:22:41.159815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ec5a9c67-1306-4cd1-bbaf-9ababa22e583 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:41.205667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=c5962e4b-268d-4414-a3df-4a844d1b1872,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:41.215483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc2288de-d294-41b7-9620-7dcd91ce2e6d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6377709 Aug 06 18:22:41.219880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:41.234066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': 'c5962e4b-268d-4414-a3df-4a844d1b1872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:41.282312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c5962e4b-268d-4414-a3df-4a844d1b1872 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:41.297754 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.334781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Attempting to bind port 14f01228-6a85-4d3e-8e10-3643d09c5445 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:41.335203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Attempting to bind port 14f01228-6a85-4d3e-8e10-3643d09c5445 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9b06d77e-afc1-435c-8df2-fe0ee810c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:41.335616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Attempting to bind port 14f01228-6a85-4d3e-8e10-3643d09c5445 on network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:41.335890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-865b9150-e1e5-42cb-80b3-4360679109c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.337707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-865b9150-e1e5-42cb-80b3-4360679109c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1095 time: 0.0931749 Aug 06 18:22:41.359420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Provisioning for port 45699f28-14b9-4d1b-8cab-d9b6db150a1d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:41.426089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.431935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:41.432408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Checking segment: {'id': '9b06d77e-afc1-435c-8df2-fe0ee810c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:41.432740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.433150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Bound using segment: {'id': '9b06d77e-afc1-435c-8df2-fe0ee810c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:41.433683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Bound port: 14f01228-6a85-4d3e-8e10-3643d09c5445, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06d77e-afc1-435c-8df2-fe0ee810c2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8cab9aaa-4dd4-432d-98cf-937b2cd689f5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:41.434084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.457887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Provisioning complete for port 45699f28-14b9-4d1b-8cab-d9b6db150a1d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:41.458344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.527990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:41.544004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:41.546970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:41.640579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=5de2a644-ad2a-4cce-93d4-33f7c344ef82,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:41.651150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.653507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.663916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d558b1-ec76-49f7-ae90-505b71d37337 req-3877929c-ac3f-4265-8ce3-20ea7f987f02 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.669695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64d558b1-ec76-49f7-ae90-505b71d37337 req-3877929c-ac3f-4265-8ce3-20ea7f987f02 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.3486216 Aug 06 18:22:41.681548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.689663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:41.693865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.700508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] For port 14f01228-6a85-4d3e-8e10-3643d09c5445, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:41.704648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e759fe47-f498-4c7b-9cd9-7eac1dfc82b0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1186352 Aug 06 18:22:41.705311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43328) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:41.719198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.719985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:41.724676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] For port 14f01228-6a85-4d3e-8e10-3643d09c5445, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=14f01228-6a85-4d3e-8e10-3643d09c5445,segment=NetworkSegment(9b06d77e-afc1-435c-8df2-fe0ee810c2d2),segment_id=9b06d77e-afc1-435c-8df2-fe0ee810c2d2)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:41.732214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde8d848-178c-46c8-9897-e548ab302094']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:41.737362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'aae773e7-a0f9-4817-9c3f-4ae538cfe767', 'name': 'tempest-PortsTestJSON-459443198', 'fixed_ips': [{'subnet_id': 'c91f0891-427c-4f2b-9745-94dd9deac0b3', 'ip_address': '172.20.0.9'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:41.769381 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.771335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9926a2-e485-41b2-8eca-172393439077') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:41.772425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9926a2-e485-41b2-8eca-172393439077') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:41.812606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.836484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.881287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-40138e53-2c98-4e55-9d1c-104d7a828c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:41.884078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-40138e53-2c98-4e55-9d1c-104d7a828c44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.5237839 Aug 06 18:22:41.890175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64d558b1-ec76-49f7-ae90-505b71d37337 req-227e8635-7bda-4e22-aff3-92fb0b15d9e9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026308 Aug 06 18:22:41.904739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.970737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2eea-aa05-4137-81c1-5c79a29f191a None None] Pushing event updated for resources: {'Port': ['ID=14f01228-6a85-4d3e-8e10-3643d09c5445,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:42.007149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:42.014006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=45699f28-14b9-4d1b-8cab-d9b6db150a1d,segment=NetworkSegment(11973ef7-24d3-446e-ad35-f1b76d7a78ce),segment_id=11973ef7-24d3-446e-ad35-f1b76d7a78ce)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:42.019633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:42.020250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.030719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.031495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:42.037875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.075088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 7a1684e9-850e-46b4-93bc-0f01ab8c726b yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:42.108952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecd85c-45a5-42e6-94f0-c97e83b880fe req-c6484c5d-1d1a-4100-a1b5-6613d7b542bc tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:42.123297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7ecd85c-45a5-42e6-94f0-c97e83b880fe req-c6484c5d-1d1a-4100-a1b5-6613d7b542bc tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 949 time: 0.1333933 Aug 06 18:22:42.151667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:42.160820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:42.166799 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:42.213161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-c73fedcd-9a8a-43fc-8522-b14991408194 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 217 time: 0.3199000 Aug 06 18:22:42.261467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb3d2e-04e3-4c40-8c50-96834e75e964 None None] Pushing event updated for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:42.314369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.346256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:42.366552 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56a985-28ca-400e-8fe0-1e65437fd59d" -d '{"events": [{"server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:42.410171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:42.423445 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.479349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7ecd85c-45a5-42e6-94f0-c97e83b880fe req-3be31fd3-68e2-4b32-a231-03466d9e98c0 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543488 Aug 06 18:22:42.528281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:42.573690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Provisioning for port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:42.579566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Provisioning complete for port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:42.580169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.628861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.642543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.648823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/cde8d848-178c-46c8-9897-e548ab302094 HTTP/1.1" status: 204 len: 168 time: 1.5646818 Aug 06 18:22:42.650062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:42.691063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:42.706647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Provisioning complete for port 45699f28-14b9-4d1b-8cab-d9b6db150a1d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:42.707129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-787f9d6c-2fd9-46e0-883c-84e975b29432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.717131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-283edd9d-d4ae-4a29-86f2-62ddfb10e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:42.721379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-283edd9d-d4ae-4a29-86f2-62ddfb10e39d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.4770038 Aug 06 18:22:42.767967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6e46-963f-4fd2-afe2-78f42434b989 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=cde8d848-178c-46c8-9897-e548ab302094,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:42.782339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.9 (aae773e7-a0f9-4817-9c3f-4ae538cfe767/c91f0891-427c-4f2b-9745-94dd9deac0b3/7a1684e9-850e-46b4-93bc-0f01ab8c726b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:42.800513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c14865-438b-4688-ba6d-e99005dd864f req-1b04df74-e62a-4526-bc58-325c32e900a4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:42.803017 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9c14865-438b-4688-ba6d-e99005dd864f req-1b04df74-e62a-4526-bc58-325c32e900a4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.4083521 Aug 06 18:22:42.921415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:42.934586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-b4be7a88-9451-4c76-93de-2952d39178c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:42.936204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-b4be7a88-9451-4c76-93de-2952d39178c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799223 Aug 06 18:22:42.984228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9c14865-438b-4688-ba6d-e99005dd864f req-4d06d9bc-dc44-4c27-a9ff-92aad6287eb3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599243 Aug 06 18:22:43.017176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-63985b61-5dfb-4745-a2eb-23ff752fc7cf None None] Provisioning complete for port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:43.017943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-63985b61-5dfb-4745-a2eb-23ff752fc7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.085689 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2424ce-878a-4128-bedb-981c050ec7d6 x-openstack-request-id: req-ed2424ce-878a-4128-bedb-981c050ec7d6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:43.086747 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:43.087900 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed2424ce-878a-4128-bedb-981c050ec7d6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:43.088567 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878', 'code': 200} Aug 06 18:22:43.159340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.177717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-63985b61-5dfb-4745-a2eb-23ff752fc7cf None None] Port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:43.207956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5a9c67-1306-4cd1-bbaf-9ababa22e583']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:43.258734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be028832-bd5e-46c3-894c-cfe5371949a5') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:43.259072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be028832-bd5e-46c3-894c-cfe5371949a5') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:43.272150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.294387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-22a35bd1-db92-491d-8fdd-a58cd72910f0 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467736 Aug 06 18:22:43.311961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.313686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.355808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:43.356239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:43.359999 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:43.402973 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.421724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=52c59851-8586-435a-9311-f01f26e31b5b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:43.441861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497f461-c362-428b-b63c-38ecacbbf35b req-5dca7684-cbb4-4b84-a0a0-be39700e8c3d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.443904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5497f461-c362-428b-b63c-38ecacbbf35b req-5dca7684-cbb4-4b84-a0a0-be39700e8c3d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.2104218 Aug 06 18:22:43.453877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 7a1684e9-850e-46b4-93bc-0f01ab8c726b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:43.470005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603bbd3-fd2e-4d89-8b86-e334ea2b59e6 req-12af893f-a655-4f2b-bb57-f51aae19f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.471854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3603bbd3-fd2e-4d89-8b86-e334ea2b59e6 req-12af893f-a655-4f2b-bb57-f51aae19f845 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 1102 time: 0.2522638 Aug 06 18:22:43.480251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '32f7c212-27e5-4ccf-b6bc-4401423fc21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5962e4b-268d-4414-a3df-4a844d1b1872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:43.480539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: c5962e4b-268d-4414-a3df-4a844d1b1872, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:43.492493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.496556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.502020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/ec5a9c67-1306-4cd1-bbaf-9ababa22e583 HTTP/1.1" status: 204 len: 168 time: 0.8414383 Aug 06 18:22:43.505095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43348) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:43.535251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7270-6239-4258-a18b-80f8cf0b8087 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=ec5a9c67-1306-4cd1-bbaf-9ababa22e583,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:43.548347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37de9fd0-5c28-4490-a5ed-d91969d107b6 req-f90b54db-649f-45ee-ab6f-d1558ae43fdb service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318935 Aug 06 18:22:43.571583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3603bbd3-fd2e-4d89-8b86-e334ea2b59e6 req-1dfa262b-566c-464e-b5fd-94ee8d5089d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905254 Aug 06 18:22:43.584959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5497f461-c362-428b-b63c-38ecacbbf35b req-08d1da58-1b94-4944-9015-5e0a98e6ba9e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254165 Aug 06 18:22:43.589235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network c5962e4b-268d-4414-a3df-4a844d1b1872 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:43.594312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.676133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c5962e4b-268d-4414-a3df-4a844d1b1872) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:43.687933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c613b-ce5f-4b71-8c71-7d29665c2ee9 None None] Network c5962e4b-268d-4414-a3df-4a844d1b1872 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:43.718246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.718866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.744573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:43.753954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=7a1684e9-850e-46b4-93bc-0f01ab8c726b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:43.760667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:43.763320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:43.778709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5b09b-d46c-40bf-bf11-224022befad3 req-a10abc8c-ea97-48fa-889d-0298437d2b6e tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.780833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc5b09b-d46c-40bf-bf11-224022befad3 req-a10abc8c-ea97-48fa-889d-0298437d2b6e tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 950 time: 0.0971594 Aug 06 18:22:43.788396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd3578-c8d2-4aa0-8265-bd628b01ebd8 None None] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:43.807595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be4f4d-ea52-4d3c-b0e7-469898dafb7c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.814457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be4f4d-ea52-4d3c-b0e7-469898dafb7c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.822418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4be4f4d-ea52-4d3c-b0e7-469898dafb7c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3142636 Aug 06 18:22:43.824869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43352) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:43.827909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-850b1098-20bb-4121-a82f-042fbe26843a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6066384 Aug 06 18:22:43.828871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43354) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:43.838116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1310570726'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:43.876316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:43.877053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.964102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc5b09b-d46c-40bf-bf11-224022befad3 req-ad54f220-18bc-4830-a5d8-c7b85c2072fb tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690841 Aug 06 18:22:43.980067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:43.984683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:43.990804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6eaba5ed-e6c3-489b-8053-55f2d0349f41 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2587361 Aug 06 18:22:43.993539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43356) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:44.094243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.098684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:44.129387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.129947 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment b1ef8734-9a14-4755-a917-738fd9ac3dc1 of type vlan for network 5660ff2d-74eb-4fe1-94ff-6661ae3aa562 Aug 06 18:22:44.202829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27245734-85fb-45ea-af9b-e7dda103d3ef None None] Provisioning for port 14f01228-6a85-4d3e-8e10-3643d09c5445 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:44.258200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.290210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.323440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea5ac1-4ad1-460d-8d57-fba201092c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c5962e4b-268d-4414-a3df-4a844d1b1872', 'network_id': 'c5962e4b-268d-4414-a3df-4a844d1b1872', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': '52c59851-8586-435a-9311-f01f26e31b5b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:44.324992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bdea5ac1-4ad1-460d-8d57-fba201092c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.348633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd89fe-447d-4fc1-a2bb-33ae0adf5f01 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:44.353166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-26dd89fe-447d-4fc1-a2bb-33ae0adf5f01 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3574989 Aug 06 18:22:44.359858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43364) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:44.374901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.383428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:44.384633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.389700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0d6e-1018-49a3-84db-31260154ad31 req-f19d5757-6ba5-4e7a-8522-2d4bc0524820 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:44.391839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3bb0d6e-1018-49a3-84db-31260154ad31 req-f19d5757-6ba5-4e7a-8522-2d4bc0524820 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.2196941 Aug 06 18:22:44.486787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3bb0d6e-1018-49a3-84db-31260154ad31 req-c47c64f4-2015-468d-88d8-a447fdde0ab2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818005 Aug 06 18:22:44.507651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 14f01228-6a85-4d3e-8e10-3643d09c5445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:44.598994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcb995b9-7032-4cf2-a881-092df10fdf79 None None] Provisioning for port 7a1684e9-850e-46b4-93bc-0f01ab8c726b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:44.609532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bcb995b9-7032-4cf2-a881-092df10fdf79 None None] Provisioning complete for port 7a1684e9-850e-46b4-93bc-0f01ab8c726b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:44.609973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcb995b9-7032-4cf2-a881-092df10fdf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.621786 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7951815 Aug 06 18:22:44.624705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43368) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:44.631031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-13357073'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:44.633467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbacb4-bb5c-41d6-8760-dc39ff81aa33 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=5660ff2d-74eb-4fe1-94ff-6661ae3aa562,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:44.637708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.686815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:44.693488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5660ff2d-74eb-4fe1-94ff-6661ae3aa562 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:44.694047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.718965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bcb995b9-7032-4cf2-a881-092df10fdf79 None None] Port 7a1684e9-850e-46b4-93bc-0f01ab8c726b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-bdea5ac1-4ad1-460d-8d57-fba201092c9d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52c59851-8586-435a-9311-f01f26e31b5b: This subnet is being modified by another concurrent operation. Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:22:44.747031 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52c59851-8586-435a-9311-f01f26e31b5b: This subnet is being modified by another concurrent operation. Aug 06 18:22:44.750336 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:22:44.771109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:44.793290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55c97-7337-4542-b4cf-1abb42c1a2f1 req-c50d7bdb-d896-4110-85d2-f7611aeb3ded tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:44.795472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29a55c97-7337-4542-b4cf-1abb42c1a2f1 req-c50d7bdb-d896-4110-85d2-f7611aeb3ded tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.0875957 Aug 06 18:22:44.818246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.818924 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment 48cf6796-d4e1-4857-90f0-26e86ab30e9e of type vlan for network f4a6c44c-438b-4d5f-924c-a7456c34b889 Aug 06 18:22:44.822637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2477247-1736-471f-ad0e-be9d94c20aa6 None None] Network c5962e4b-268d-4414-a3df-4a844d1b1872 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:44.831921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 14f01228-6a85-4d3e-8e10-3643d09c5445 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:44.862519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 14f01228-6a85-4d3e-8e10-3643d09c5445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:44.863139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.904437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29a55c97-7337-4542-b4cf-1abb42c1a2f1 req-b4b4f72c-f328-4c31-9a56-6b989ead4b8f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960231 Aug 06 18:22:44.907020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.958710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:44.968249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:44.970453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.075937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=f4a6c44c-438b-4d5f-924c-a7456c34b889,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:45.080543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bcf5a-f8c9-4d5c-bd21-5ba05dfc9884 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:45.087239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bcf5a-f8c9-4d5c-bd21-5ba05dfc9884 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:45.095535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bcf5a-f8c9-4d5c-bd21-5ba05dfc9884 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:45.095535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c3bcf5a-f8c9-4d5c-bd21-5ba05dfc9884 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.7339010 Aug 06 18:22:45.098590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=52c59851-8586-435a-9311-f01f26e31b5b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:45.100650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43372) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:45.110286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43374) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:45.120114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08f06405-b4e9-4cf7-8527-28f90fee8d44 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4939344 Aug 06 18:22:45.122873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'ports': [{'network_id': '5660ff2d-74eb-4fe1-94ff-6661ae3aa562', 'name': 'tempest-port--1433783130', 'admin_state_up': True}, {'network_id': 'f4a6c44c-438b-4d5f-924c-a7456c34b889', 'admin_state_up': False}]} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:45.123191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'port': {'network_id': '5660ff2d-74eb-4fe1-94ff-6661ae3aa562', 'name': 'tempest-port--1433783130', 'admin_state_up': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:45.123683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'port': {'network_id': 'f4a6c44c-438b-4d5f-924c-a7456c34b889', 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:45.148449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f4a6c44c-438b-4d5f-924c-a7456c34b889 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:45.192428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52aa06-6015-4834-934c-3df6cce97ee7 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:22:45.301693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.351335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5962e4b-268d-4414-a3df-4a844d1b1872']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:45.371981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f7c212-27e5-4ccf-b6bc-4401423fc21f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:45.372285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f7c212-27e5-4ccf-b6bc-4401423fc21f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:45.392290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.398008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.429349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ee6e6512-7ad9-4dcb-adc3-0b80cbf2046d None None] Provisioning complete for port 14f01228-6a85-4d3e-8e10-3643d09c5445 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:45.430027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6512-7ad9-4dcb-adc3-0b80cbf2046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.434389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74b549-3cc7-4d44-b766-523a26ff57ab req-2a2a19ec-2b46-4d02-b741-499fb7456abd tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:45.436114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a74b549-3cc7-4d44-b766-523a26ff57ab req-2a2a19ec-2b46-4d02-b741-499fb7456abd tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 950 time: 0.2500060 Aug 06 18:22:45.479618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.508817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:45.509344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:45.519277 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:45.598633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 14f01228-6a85-4d3e-8e10-3643d09c5445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=14f01228-6a85-4d3e-8e10-3643d09c5445,segment=NetworkSegment(9b06d77e-afc1-435c-8df2-fe0ee810c2d2),segment_id=9b06d77e-afc1-435c-8df2-fe0ee810c2d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:45.600335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 7a1684e9-850e-46b4-93bc-0f01ab8c726b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:45.600952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.613509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.614885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 45699f28-14b9-4d1b-8cab-d9b6db150a1d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:45.660932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a74b549-3cc7-4d44-b766-523a26ff57ab req-bc65cc07-1d60-4106-9e21-6ab10575c27d tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893883 Aug 06 18:22:45.662539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cbf58-c8f1-40c2-9aeb-181d5e20edec req-d40fcea9-8d5f-414f-8492-a8da7b425530 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:45.664877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e2cbf58-c8f1-40c2-9aeb-181d5e20edec req-d40fcea9-8d5f-414f-8492-a8da7b425530 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.0723596 Aug 06 18:22:45.667689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.711114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.713035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/c5962e4b-268d-4414-a3df-4a844d1b1872 HTTP/1.1" status: 204 len: 168 time: 1.8519363 Aug 06 18:22:45.714053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'port': 2} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:45.718858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.719578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43384) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:45.734706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e2cbf58-c8f1-40c2-9aeb-181d5e20edec req-cfa1d32e-ffa1-4aef-ac07-ac3278badd24 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555577 Aug 06 18:22:45.749192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63683262'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:45.778196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4416c-f9d0-4a4d-917e-f081f0086148 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=c5962e4b-268d-4414-a3df-4a844d1b1872,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:45.785069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.803936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:45.809845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.824057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52aa06-6015-4834-934c-3df6cce97ee7 None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:22:45.851822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:45.865760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.869905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.870593 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 9750c63f-1fd6-4e39-8b4b-39bf3421258b of type vlan for network 38fb83b7-124c-44f1-a37b-1efc579821ba Aug 06 18:22:45.881551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=14f01228-6a85-4d3e-8e10-3643d09c5445,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:45.928918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 7a1684e9-850e-46b4-93bc-0f01ab8c726b owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:45.936119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:22:45.946332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:45.948163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] device_id is not set on port d5180d78-85c1-43c3-85a4-46a5709a4807 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:45.970384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 45699f28-14b9-4d1b-8cab-d9b6db150a1d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:45.971019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.029264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.048822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:46.050043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.151407 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:22:46.166261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4303942 Aug 06 18:22:46.169838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43394) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:46.175467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '38fb83b7-124c-44f1-a37b-1efc579821ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:46.197148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93925705-593b-45aa-9e8a-b44e4d264f1e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=38fb83b7-124c-44f1-a37b-1efc579821ba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:46.242062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.262295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 38fb83b7-124c-44f1-a37b-1efc579821ba details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:46.389364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:46.393824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.460023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d0f07-6f30-4d24-b387-1d6d73ad3135 req-fda710f8-31ee-4f61-9269-28f99c396034 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:46.466562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing IP validity checks on allocation pools {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 18:22:46.467818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 18:22:46.473741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-376d0f07-6f30-4d24-b387-1d6d73ad3135 req-fda710f8-31ee-4f61-9269-28f99c396034 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.4490852 Aug 06 18:22:46.488070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=7a1684e9-850e-46b4-93bc-0f01ab8c726b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:46.493428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:46.493729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.541662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:22:46.715523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 14f01228-6a85-4d3e-8e10-3643d09c5445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:46.716897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.719034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ccc8e9e-e3d7-4187-9c07-362bff3b92f0 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/7a1684e9-850e-46b4-93bc-0f01ab8c726b HTTP/1.1" status: 204 len: 168 time: 1.6173239 Aug 06 18:22:46.723389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.728473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43400) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:46.734962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] device_id is not set on port b6d00fbb-d87a-44b9-947e-1c9998c92932 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:46.773422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-376d0f07-6f30-4d24-b387-1d6d73ad3135 req-8bd18c4d-97eb-4b20-9fec-b4bd7a287092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974341 Aug 06 18:22:46.774066 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a24d30-18ce-41f6-ae4b-906475bc11ce tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:22:46.780201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a5a24d30-18ce-41f6-ae4b-906475bc11ce tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/7a1684e9-850e-46b4-93bc-0f01ab8c726b HTTP/1.1" status: 404 len: 333 time: 0.0466127 Aug 06 18:22:46.782547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43404) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:46.862071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=5266cf9b-2aba-4bcb-8267-99eebe9ddfb8,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:46.904140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '9750c63f-1fd6-4e39-8b4b-39bf3421258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '38fb83b7-124c-44f1-a37b-1efc579821ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:46.904773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 38fb83b7-124c-44f1-a37b-1efc579821ba, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:46.914743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:46.947545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149078b-4c53-48d8-8954-8c6cb6d11a6a req-13232875-1219-44fc-9940-0333d0c02abc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:46.957489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2149078b-4c53-48d8-8954-8c6cb6d11a6a req-13232875-1219-44fc-9940-0333d0c02abc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 943 time: 0.1006141 Aug 06 18:22:46.965716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 38fb83b7-124c-44f1-a37b-1efc579821ba is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:46.981864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:22:47.022638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2149078b-4c53-48d8-8954-8c6cb6d11a6a req-d560b046-6bad-46b8-80fb-41df5a52f536 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639982 Aug 06 18:22:47.023547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 38fb83b7-124c-44f1-a37b-1efc579821ba) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:47.036423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:47.037258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.040487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 5de2a644-ad2a-4cce-93d4-33f7c344ef82 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:47.040931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.067635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ec22582e-d130-4edf-81eb-dcb9d2f40d2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8964224 Aug 06 18:22:47.072239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43408) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:47.087166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.097887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:47.099990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 14f01228-6a85-4d3e-8e10-3643d09c5445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:47.100685 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.137616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e030653-944b-47c4-9f4e-e049e282e7c9 None None] Network 38fb83b7-124c-44f1-a37b-1efc579821ba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:47.143053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.286255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.419157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.435135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 5de2a644-ad2a-4cce-93d4-33f7c344ef82 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:47.435815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.458428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.585834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.588039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:47.651079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=5266cf9b-2aba-4bcb-8267-99eebe9ddfb8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:47.662359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Port': ['ID=d5180d78-85c1-43c3-85a4-46a5709a4807,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:47.698079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Checking segment: {'id': 'b1ef8734-9a14-4755-a917-738fd9ac3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5660ff2d-74eb-4fe1-94ff-6661ae3aa562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:47.698459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network hostable DHCP agents. Network: 5660ff2d-74eb-4fe1-94ff-6661ae3aa562, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:47.721315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0721647-3f5d-4b52-9c03-948015abf395 None None] Network 38fb83b7-124c-44f1-a37b-1efc579821ba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:47.745780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network 5660ff2d-74eb-4fe1-94ff-6661ae3aa562 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:47.746394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['56ea84cd-4f17-4b80-9d09-3957f2412cf8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:22:47.780898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.793285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fb83b7-124c-44f1-a37b-1efc579821ba']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:47.808923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9750c63f-1fd6-4e39-8b4b-39bf3421258b') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:47.809373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9750c63f-1fd6-4e39-8b4b-39bf3421258b') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:47.822017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.841678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.850161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:47.850858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.855564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5660ff2d-74eb-4fe1-94ff-6661ae3aa562) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:47.881712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:47.883273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.883967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ab8e9-97dd-42c7-96c5-f48f1f987613 None None] Network 5660ff2d-74eb-4fe1-94ff-6661ae3aa562 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:47.943554 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:47.957218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.967214 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.969336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/38fb83b7-124c-44f1-a37b-1efc579821ba HTTP/1.1" status: 204 len: 168 time: 0.8958824 Aug 06 18:22:47.975434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43418) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:47.991269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1476089826'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:48.016215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454a61-c8a3-4c22-955b-84e08aea9556 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=38fb83b7-124c-44f1-a37b-1efc579821ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:48.029945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.064585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:48.072014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.123333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4dc0d-85b0-481e-a665-d1f57ecb8ac1 req-614a2ca3-2a62-479c-af9d-e06a68ae65b0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.125934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8f4dc0d-85b0-481e-a665-d1f57ecb8ac1 req-614a2ca3-2a62-479c-af9d-e06a68ae65b0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.1371529 Aug 06 18:22:48.135259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Port': ['ID=b6d00fbb-d87a-44b9-947e-1c9998c92932,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:48.194757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8f4dc0d-85b0-481e-a665-d1f57ecb8ac1 req-16fcdbbf-f05f-4a75-8e2d-f85d75561ff8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620942 Aug 06 18:22:48.287800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Checking segment: {'id': '48cf6796-d4e1-4857-90f0-26e86ab30e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f4a6c44c-438b-4d5f-924c-a7456c34b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:48.288436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network hostable DHCP agents. Network: f4a6c44c-438b-4d5f-924c-a7456c34b889, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:48.292443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=5de2a644-ad2a-4cce-93d4-33f7c344ef82,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:48.307391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:48.403102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.403656 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a of type vlan for network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 Aug 06 18:22:48.510487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.514074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ddb06820-9c6e-4490-a1d5-893715f254bc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/5de2a644-ad2a-4cce-93d4-33f7c344ef82 HTTP/1.1" status: 204 len: 168 time: 1.7300668 Aug 06 18:22:48.517585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:48.524537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network f4a6c44c-438b-4d5f-924c-a7456c34b889 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:48.539930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.560455 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9e6feb-6857-45d2-93d1-0daa735797f2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:22:48.566758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e9e6feb-6857-45d2-93d1-0daa735797f2 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/5de2a644-ad2a-4cce-93d4-33f7c344ef82 HTTP/1.1" status: 404 len: 333 time: 0.0433104 Aug 06 18:22:48.566998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05b78-4129-470c-bd98-57713ff8127d req-68be124b-ae06-4b84-b90c-23472c6c0c4a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.566998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11b05b78-4129-470c-bd98-57713ff8127d req-68be124b-ae06-4b84-b90c-23472c6c0c4a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3046656 Aug 06 18:22:48.570837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43426) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:48.595753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f4a6c44c-438b-4d5f-924c-a7456c34b889) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:48.609192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1532e-55f8-424b-b639-16e5ce7719a6 None None] Network f4a6c44c-438b-4d5f-924c-a7456c34b889 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:48.695723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:22:48.700741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:48.713025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.723593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.725357 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.800676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet c91f0891-427c-4f2b-9745-94dd9deac0b3 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:48.812388 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-14a556c5-435e-4d6f-b45e-158f6067b917 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6996849 Aug 06 18:22:48.813270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.816417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:48.819384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.820086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.825031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:48.920260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11b05b78-4129-470c-bd98-57713ff8127d req-8f259651-f53a-43b3-992a-32133921f884 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322504 Aug 06 18:22:48.924699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c85bd-3aa7-492a-81e9-3738cbd6e725 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.940432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c85bd-3aa7-492a-81e9-3738cbd6e725 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:48.944161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a41c85bd-3aa7-492a-81e9-3738cbd6e725 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1256151 Aug 06 18:22:48.949257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43432) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:48.982793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.031553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0454493 Aug 06 18:22:49.038429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43434) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:49.052426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:49.087215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434114-d08d-4978-a666-54a22c7a26b7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=180ca265-7d67-42d9-a88a-30ddfa5c40a4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:49.103346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:49.217131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Deleting port d5180d78-85c1-43c3-85a4-46a5709a4807 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:49.217131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.302258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.326093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Calling delete_port for d5180d78-85c1-43c3-85a4-46a5709a4807 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:49.487839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.547628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Port': ['ID=d5180d78-85c1-43c3-85a4-46a5709a4807,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:49.549668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.557314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.561037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-29f24d4f-672f-4982-b78f-8d4cdbfae1fd tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/ports/d5180d78-85c1-43c3-85a4-46a5709a4807 HTTP/1.1" status: 204 len: 168 time: 0.6097720 Aug 06 18:22:49.565144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43440) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:49.568136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:49.575106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.704569 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-a5a6e843-9c8d-4cec-9a1b-bcb683804e0b service neutron] show failed (client error): The resource could not be found. Aug 06 18:22:49.706339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-a5a6e843-9c8d-4cec-9a1b-bcb683804e0b service neutron] 10.222.0.16 "GET /v2.0/ports/67ac113c-be5f-47fd-9d3f-7fa224735056/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.4261296 Aug 06 18:22:49.722160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28296b9-7bfa-46ec-8c61-fb581ee04875 req-f7145b63-2503-4df7-a7f8-437751947135 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:49.723950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b28296b9-7bfa-46ec-8c61-fb581ee04875 req-f7145b63-2503-4df7-a7f8-437751947135 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.4012790 Aug 06 18:22:49.740489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Deleting port b6d00fbb-d87a-44b9-947e-1c9998c92932 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:49.740904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.809309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.885120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b28296b9-7bfa-46ec-8c61-fb581ee04875 req-99a30c25-c046-44aa-8afc-cbcf9c05582d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317606 Aug 06 18:22:49.895983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.899413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/c91f0891-427c-4f2b-9745-94dd9deac0b3 HTTP/1.1" status: 204 len: 168 time: 1.3271141 Aug 06 18:22:49.903076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870a8d5-c807-4900-b721-9b37c0631c2d tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=c91f0891-427c-4f2b-9745-94dd9deac0b3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:49.905014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43446) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:49.913819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440727b-605e-47bd-b30a-2cd32837ae12 None None] Network aae773e7-a0f9-4817-9c3f-4ae538cfe767 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:49.925851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:49.953928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Calling delete_port for b6d00fbb-d87a-44b9-947e-1c9998c92932 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:49.974581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:50.157924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.222930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Port': ['ID=b6d00fbb-d87a-44b9-947e-1c9998c92932,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:50.242798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.247196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5ef42d0-0eff-4220-b138-d1eaaa7fe7c6 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/ports/b6d00fbb-d87a-44b9-947e-1c9998c92932 HTTP/1.1" status: 204 len: 168 time: 0.6799326 Aug 06 18:22:50.249987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:50.276637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:50.294669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.297374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:50.298855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.329410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e2400cc-e922-4502-a556-50453f1609a7 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0734484 Aug 06 18:22:50.330548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43454) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:50.351117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-721010688'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:50.399668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:50.404717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.438157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:50.447511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] DHCP port deletion for aae773e7-a0f9-4817-9c3f-4ae538cfe767 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:22:50.454837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.455102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=c358bbbd-fafc-4b75-bfdc-7cd51c6c882b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:50.455266 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment 5b5fe7ad-d851-42c9-aade-4ec8c90b7c53 of type vlan for network f1bb6d24-1fee-4119-8484-e93bfcfda370 Aug 06 18:22:50.521084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.535403 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.537954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066254c2-ea75-4646-a1cb-ce6697033783 req-83316b24-9b3e-4c55-9ed1-e64e12676e22 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:50.540396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-066254c2-ea75-4646-a1cb-ce6697033783 req-83316b24-9b3e-4c55-9ed1-e64e12676e22 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3728089 Aug 06 18:22:50.549239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.573968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.582708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:50.583916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.596492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:50.614012 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc5ddb-8f56-4eb5-b52e-1fc710701f43" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:50.636764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:50.637574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 180ca265-7d67-42d9-a88a-30ddfa5c40a4, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:50.645391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-907dff30-1f5f-4386-a1a6-2e1c9d537fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:50.647040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:50.650968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-907dff30-1f5f-4386-a1a6-2e1c9d537fd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 1097 time: 0.5020444 Aug 06 18:22:50.656786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Deleting port 45699f28-14b9-4d1b-8cab-d9b6db150a1d {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:50.657582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.662904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.684719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:50.713109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=f1bb6d24-1fee-4119-8484-e93bfcfda370,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:50.736943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1f3c5561-6f67-4f1d-a919-04265f5d298e tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4026887 Aug 06 18:22:50.737667 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a29ec-1bcc-43ee-bee0-d350373acf0f x-openstack-request-id: req-073a29ec-1bcc-43ee-bee0-d350373acf0f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:50.738067 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:50.738431 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-073a29ec-1bcc-43ee-bee0-d350373acf0f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:50.739080 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:22:50.739783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:50.749188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-869660821'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:50.749485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f1bb6d24-1fee-4119-8484-e93bfcfda370 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:50.752884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 45699f28-14b9-4d1b-8cab-d9b6db150a1d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:50.791557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:50.799132 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.865678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:50.886582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.889430 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Added segment 20066b02-2cc3-4a2f-950f-66e7c95e3ca7 of type vlan for network 805507af-888e-44b8-932e-cd927e89f21f Aug 06 18:22:50.907800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-066254c2-ea75-4646-a1cb-ce6697033783 req-3bc03485-4db9-41a9-9961-9c4b00c5c9fc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558755 Aug 06 18:22:50.923214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:50.966272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:50.980595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.017397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb191fad-99a8-4cec-a8a8-8c1137382f27 req-03644952-aca1-43ae-9457-c26283775cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:51.019746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb191fad-99a8-4cec-a8a8-8c1137382f27 req-03644952-aca1-43ae-9457-c26283775cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 0.2318356 Aug 06 18:22:51.024036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 180ca265-7d67-42d9-a88a-30ddfa5c40a4) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:51.029596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:51.030163 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.058986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.075324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:51.078172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.148251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d1d2b-61a7-4882-9bff-2e953c19b3f7 None None] Network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:51.172968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb191fad-99a8-4cec-a8a8-8c1137382f27 req-539790a1-dd42-4823-b5fd-17fa42365ded service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392775 Aug 06 18:22:51.220335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=45699f28-14b9-4d1b-8cab-d9b6db150a1d,segment=NetworkSegment(11973ef7-24d3-446e-ad35-f1b76d7a78ce),segment_id=11973ef7-24d3-446e-ad35-f1b76d7a78ce)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:51.221025 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.228188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:51.266399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 45699f28-14b9-4d1b-8cab-d9b6db150a1d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:51.267172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.276239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-db53e91f-84bf-4ea0-b391-8f9b01f0af4e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2323952 Aug 06 18:22:51.277725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43466) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:51.330723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Calling delete_port for 45699f28-14b9-4d1b-8cab-d9b6db150a1d owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:51.550152 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.705860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=45699f28-14b9-4d1b-8cab-d9b6db150a1d,segment=NetworkSegment(11973ef7-24d3-446e-ad35-f1b76d7a78ce),segment_id=11973ef7-24d3-446e-ad35-f1b76d7a78ce)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:51.741820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.810988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-180ca265-7d67-42d9-a88a-30ddfa5c40a4', 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': 'c358bbbd-fafc-4b75-bfdc-7cd51c6c882b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:51.813063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.821577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:51.875648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] No DVR routers for this DVR port 45699f28-14b9-4d1b-8cab-d9b6db150a1d on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:51.881534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Network': ['ID=805507af-888e-44b8-932e-cd927e89f21f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:51.939567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9c203957-372e-4a17-a85b-3746ef7c3dd9 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1894925 Aug 06 18:22:51.939845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:51.950777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 805507af-888e-44b8-932e-cd927e89f21f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:51.984209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cd8f8-bbaa-42c1-9a27-128d6e815261 req-19ae04fb-3213-41aa-af80-39cb0003a006 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:52.001463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-232cd8f8-bbaa-42c1-9a27-128d6e815261 req-19ae04fb-3213-41aa-af80-39cb0003a006 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.9645038 Aug 06 18:22:52.111246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-232cd8f8-bbaa-42c1-9a27-128d6e815261 req-ccd0a7a0-7554-46c1-afd5-b62a16f18df4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084652 Aug 06 18:22:52.155315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:52.196888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:52.239470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f5826-9228-45e7-96f9-6484d2306be0 None None] Pushing event deleted for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:52.253046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:52.312952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43476) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:52.320893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'subnets': [{'network_id': 'f1bb6d24-1fee-4119-8484-e93bfcfda370', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1781618565', 'ip_version': 4}, {'network_id': '805507af-888e-44b8-932e-cd927e89f21f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:52.320893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'subnet': {'network_id': 'f1bb6d24-1fee-4119-8484-e93bfcfda370', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1781618565', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:52.322268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Request body: {'subnet': {'network_id': '805507af-888e-44b8-932e-cd927e89f21f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:52.343011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.370761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:52.374243 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7981d4c-5057-4bd5-9448-562732898c31" -d '{"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:52.420633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port 45699f28-14b9-4d1b-8cab-d9b6db150a1d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=45699f28-14b9-4d1b-8cab-d9b6db150a1d,segment=NetworkSegment(11973ef7-24d3-446e-ad35-f1b76d7a78ce),segment_id=11973ef7-24d3-446e-ad35-f1b76d7a78ce)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:52.421002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.449097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Transition to ACTIVE for port object 67ac113c-be5f-47fd-9d3f-7fa224735056 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:52.460516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 45699f28-14b9-4d1b-8cab-d9b6db150a1d owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:52.472561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.489237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.552056 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5069e6-f496-4a65-a3f9-92ecec24d795 x-openstack-request-id: req-aa5069e6-f496-4a65-a3f9-92ecec24d795 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:52.552374 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:52.552637 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa5069e6-f496-4a65-a3f9-92ecec24d795 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:52.553073 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'code': 200} Aug 06 18:22:52.580433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Allocated IP 172.20.0.1 (180ca265-7d67-42d9-a88a-30ddfa5c40a4/c358bbbd-fafc-4b75-bfdc-7cd51c6c882b/8b0196b1-1ccb-4034-a59a-c34b9f2f986e) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:52.601118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.701766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Made reservation on behalf of 7b8368f43a684dc59a234ed5897b32e9 for: {'subnet': 2} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:52.707687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.708436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.729597 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:22:52.729917 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:22:52.752024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6c56-2d57-48d5-ae37-4a23e8812214 req-56865deb-8f2f-48df-a34e-2e03bb78b55c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:52.754696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e3b6c56-2d57-48d5-ae37-4a23e8812214 req-56865deb-8f2f-48df-a34e-2e03bb78b55c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.6155667 Aug 06 18:22:52.847758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.863070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Transition to ACTIVE for port object 8b0196b1-1ccb-4034-a59a-c34b9f2f986e will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:52.881379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Transition to ACTIVE for port object 8b0196b1-1ccb-4034-a59a-c34b9f2f986e will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:52.893879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:52.953938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:52.968482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:52.980358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:53.052849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Pushing event updated for resources: {'Port': ['ID=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:53.090878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e3b6c56-2d57-48d5-ae37-4a23e8812214 req-81a906e6-38da-48e3-9af3-d7aacaf98a08 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776229 Aug 06 18:22:53.152566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:53.156525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.171389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Attempting to bind port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:53.172964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Attempting to bind port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:53.173923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Attempting to bind port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e on network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:53.192799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:53.193538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Checking segment: {'id': 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:53.194271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.194979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Bound using segment: {'id': 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:53.196006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Bound port: 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:53.197964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.298210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.299017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.299510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.300130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.300744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.301337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.301974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.302582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.303233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.303857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.304458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.305067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:53.398226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] For port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:53.405056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] For port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,segment=NetworkSegment(b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a),segment_id=b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:53.405320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] No DVR routers for this DVR port 67ac113c-be5f-47fd-9d3f-7fa224735056 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:53.437672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.602948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebe342-de24-43ec-a28d-902f71f9ca6c None None] Pushing event updated for resources: {'Port': ['ID=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:53.639293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.643624 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.750617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=45699f28-14b9-4d1b-8cab-d9b6db150a1d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:53.788477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.793397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Subnet': ['ID=05ef2264-568d-4f75-ac62-34e082573f7b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:53.807705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97fa01-88a3-4d69-9725-50b1aa9c66d7 req-e0b1ef7c-dece-49ed-b92a-86b6236640c8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:53.808781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c97fa01-88a3-4d69-9725-50b1aa9c66d7 req-e0b1ef7c-dece-49ed-b92a-86b6236640c8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.1888855 Aug 06 18:22:53.808966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port 45699f28-14b9-4d1b-8cab-d9b6db150a1d on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:53.817692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Checking segment: {'id': '5b5fe7ad-d851-42c9-aade-4ec8c90b7c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1bb6d24-1fee-4119-8484-e93bfcfda370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:53.818129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network hostable DHCP agents. Network: f1bb6d24-1fee-4119-8484-e93bfcfda370, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:53.844093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network f1bb6d24-1fee-4119-8484-e93bfcfda370 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:53.865731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f1bb6d24-1fee-4119-8484-e93bfcfda370) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:53.871594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:53.882004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fde57-7efb-4db3-af9d-66cc6ae2bc4d None None] Network f1bb6d24-1fee-4119-8484-e93bfcfda370 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:54.016252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c97fa01-88a3-4d69-9725-50b1aa9c66d7 req-e227a908-8df1-408a-99ca-d50468c80acd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353340 Aug 06 18:22:54.028107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event updated for resources: {'Subnet': ['ID=3182b779-c874-40b2-b768-7de177d2b7db,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:54.031097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=c358bbbd-fafc-4b75-bfdc-7cd51c6c882b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:54.083538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Checking segment: {'id': '20066b02-2cc3-4a2f-950f-66e7c95e3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '805507af-888e-44b8-932e-cd927e89f21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:54.084491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network hostable DHCP agents. Network: 805507af-888e-44b8-932e-cd927e89f21f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:54.144647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Network 805507af-888e-44b8-932e-cd927e89f21f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:54.175548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 805507af-888e-44b8-932e-cd927e89f21f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:54.182160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:54.182584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:54.183317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.220909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28e5ae25-7f8b-4cb0-ab9a-6d4ab834b9a5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9066300 Aug 06 18:22:54.225091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43492) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:54.335755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888004bd-e494-42c7-af5a-846ba3c84597 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:54.337824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888004bd-e494-42c7-af5a-846ba3c84597 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:54.339931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888004bd-e494-42c7-af5a-846ba3c84597 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:54.346828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-888004bd-e494-42c7-af5a-846ba3c84597 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1158495 Aug 06 18:22:54.347088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43496) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:54.446519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:54.447104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:54.447547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:54.453729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.467761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5553269-0c9a-44e3-8aea-ecb206927199 None None] Network 805507af-888e-44b8-932e-cd927e89f21f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:54.514674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Deleting subnet 05ef2264-568d-4f75-ac62-34e082573f7b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:54.519927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.583654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.603974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae773e7-a0f9-4817-9c3f-4ae538cfe767']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.622128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.687456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180ca265-7d67-42d9-a88a-30ddfa5c40a4']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.710533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.710969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.718058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.730688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:22:54.731505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Attempting to bind port 67ac113c-be5f-47fd-9d3f-7fa224735056 on network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:54.740148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.746674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11973ef7-24d3-446e-ad35-f1b76d7a78ce') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.747430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11973ef7-24d3-446e-ad35-f1b76d7a78ce') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:54.798324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:54.798903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Checking segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:54.799790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Bound using segment: {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:54.800503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Bound port: 67ac113c-be5f-47fd-9d3f-7fa224735056, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ca6379-9c90-45c0-af0f-f8620262b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:54.800947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.829339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.831050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8b0196b1-1ccb-4034-a59a-c34b9f2f986e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:54.843264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.845575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.875369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.889221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/subnets/05ef2264-568d-4f75-ac62-34e082573f7b HTTP/1.1" status: 204 len: 168 time: 0.5406055 Aug 06 18:22:54.909062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43502) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:54.914960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:54.915225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:54.917129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c0b6-53a4-4359-8d2f-77970975785c tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Subnet': ['ID=05ef2264-568d-4f75-ac62-34e082573f7b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:54.919153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77305c9-acd7-4939-b4c3-b2d72c1f995a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f1bb6d24-1fee-4119-8484-e93bfcfda370', 'network_id': 'f1bb6d24-1fee-4119-8484-e93bfcfda370', 'tenant_id': '7b8368f43a684dc59a234ed5897b32e9', 'fixed_ips': [{'subnet_id': '05ef2264-568d-4f75-ac62-34e082573f7b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:54.920601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e77305c9-acd7-4939-b4c3-b2d72c1f995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.008498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:55.025500 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:55.052985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475d20-77c2-47f0-ab0b-64931077013a req-8e724ad1-472c-47de-84f8-730d39862210 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:55.055780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64475d20-77c2-47f0-ab0b-64931077013a req-8e724ad1-472c-47de-84f8-730d39862210 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.6301110 Aug 06 18:22:55.112149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:55.112794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:55.161078 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:55.175975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:55.193876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edde952-625e-42d0-a06f-2e264c8dc8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-805507af-888e-44b8-932e-cd927e89f21f', 'network_id': '805507af-888e-44b8-932e-cd927e89f21f', 'tenant_id': '7b8368f43a684dc59a234ed5897b32e9', 'fixed_ips': [{'subnet_id': '3182b779-c874-40b2-b768-7de177d2b7db'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:55.195451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1edde952-625e-42d0-a06f-2e264c8dc8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.235046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2797eb-c97c-4a49-872c-279e8c61c1d4 None None] Network f1bb6d24-1fee-4119-8484-e93bfcfda370 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:55.312654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 18:22:55.312654 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 18:22:55.312654 n-d-793621-29 neutron-server[94121]: [parameters: {'id': '180ca265-7d67-42d9-a88a-30ddfa5c40a4'}] Aug 06 18:22:55.312654 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:22:55.313378 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:22:55.318688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64475d20-77c2-47f0-ab0b-64931077013a req-9ea51820-26d7-4167-846a-a35ae593dc57 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925812 Aug 06 18:22:55.348812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20df3a-fbb0-4126-a07d-e045343245c7 req-a5a03c13-1530-4aeb-aeac-d2bf255e5294 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:55.356105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b20df3a-fbb0-4126-a07d-e045343245c7 req-a5a03c13-1530-4aeb-aeac-d2bf255e5294 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.1279016 Aug 06 18:22:55.371671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Deleting subnet 3182b779-c874-40b2-b768-7de177d2b7db {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:22:55.378793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:55.381418 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.386336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:55.413831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.419306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.483634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b20df3a-fbb0-4126-a07d-e045343245c7 req-f4f4ed69-b512-47e9-9c55-387f86973d3f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975502 Aug 06 18:22:55.490831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.493482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/aae773e7-a0f9-4817-9c3f-4ae538cfe767 HTTP/1.1" status: 204 len: 168 time: 5.5847824 Aug 06 18:22:55.501338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43510) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:55.504470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7597bd-7c38-4340-bed1-f6c414a69309 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=aae773e7-a0f9-4817-9c3f-4ae538cfe767,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:55.517001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:55.517960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.520087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 1092 time: 4.8483670 Aug 06 18:22:55.520799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:22:55.523709 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:22:55.525831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111240715'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:55.544440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c8dc4-39f8-4eb8-a5c0-27501e5bcd2e None None] Network 180ca265-7d67-42d9-a88a-30ddfa5c40a4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:55.581470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.631098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:55.644091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.715577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:55.746793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.748044 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Added segment 83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea of type vlan for network eb9b2a9e-a7be-401a-a925-3a233319a942 Aug 06 18:22:55.754898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1847a-d796-48c1-b2d7-4078c3de55a6 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:55.765054 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902cbf54-907f-4e98-aa73-2cbe76e46f1b x-openstack-request-id: req-902cbf54-907f-4e98-aa73-2cbe76e46f1b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:22:55.765738 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:22:55.767025 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-902cbf54-907f-4e98-aa73-2cbe76e46f1b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:22:55.767773 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'status': 'completed', 'code': 200} Aug 06 18:22:55.786809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9def5d9-66d5-47f6-b6ee-5519ed1e7028 req-7beb1262-19a9-4256-a631-e17297552e48 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:55.789681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b9def5d9-66d5-47f6-b6ee-5519ed1e7028 req-7beb1262-19a9-4256-a631-e17297552e48 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.2946560 Aug 06 18:22:55.821256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43516) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:55.821256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.850503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Provisioning for port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:55.856051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'floatingip': {'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:55.897845 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.917440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.920182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Provisioning complete for port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:55.920812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.972257 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.984587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:55.985720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.017619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.109308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-2e7ab518-3345-4f4d-a325-67d9992332c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:56.112708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-2e7ab518-3345-4f4d-a325-67d9992332c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1095 time: 0.5147016 Aug 06 18:22:56.162768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Network': ['ID=eb9b2a9e-a7be-401a-a925-3a233319a942,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:56.184926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-410a059f-2cec-489e-981b-64e753e1721c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6792624 Aug 06 18:22:56.185287 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.186166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43520) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:56.193350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:56.194208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network eb9b2a9e-a7be-401a-a925-3a233319a942 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:56.238604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] DHCP port deletion for 180ca265-7d67-42d9-a88a-30ddfa5c40a4 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:22:56.262559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-5ba5bd0c-beab-45da-ba14-701f47b9eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:56.264271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-5ba5bd0c-beab-45da-ba14-701f47b9eeeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1095 time: 0.4670970 Aug 06 18:22:56.330837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:56.337974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.342261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] For port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,segment=NetworkSegment(b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a),segment_id=b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:56.354067 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.379315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-1edde952-625e-42d0-a06f-2e264c8dc8a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3182b779-c874-40b2-b768-7de177d2b7db: This subnet is being modified by another concurrent operation. Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:22:56.387017 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3182b779-c874-40b2-b768-7de177d2b7db: This subnet is being modified by another concurrent operation. Aug 06 18:22:56.390096 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:22:56.423917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9083c3-5c3d-4341-869e-e9d0c0cc9fb2 None None] Network 805507af-888e-44b8-932e-cd927e89f21f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:56.427789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5963aeb-9372-48db-b674-348f173bc6a9 None None] Pushing event updated for resources: {'Port': ['ID=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:56.521266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Deleting port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:56.521843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.724907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] For port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,segment=NetworkSegment(b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a),segment_id=b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:56.725966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.744526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Calling delete_port for 8b0196b1-1ccb-4034-a59a-c34b9f2f986e owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:56.765489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8b0196b1-1ccb-4034-a59a-c34b9f2f986e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:22:56.834327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.906782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Subnet': ['ID=3182b779-c874-40b2-b768-7de177d2b7db,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:56.911002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.914831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-56705e8d-aab6-4876-8ee4-3f89926d2b58 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/subnets/3182b779-c874-40b2-b768-7de177d2b7db HTTP/1.1" status: 204 len: 168 time: 1.9019275 Aug 06 18:22:56.937241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43528) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:56.959955 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.975387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.014195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] No DVR routers for this DVR port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:57.026271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717fb0-afb1-496a-9ab4-93354f02a19f None None] Pushing event deleted for resources: {'Port': ['ID=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:57.063872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5a647-cfc9-4f85-a9c4-33d7e2926c6c None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:22:57.076503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=0efaf859-c07c-4a84-b465-2a61caed3dbf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:57.090022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-c6b4d577-bb7b-42b6-91e6-fe57f98bcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.091615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-c6b4d577-bb7b-42b6-91e6-fe57f98bcd21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.9138131 Aug 06 18:22:57.097861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8417d-ab4e-4661-9a51-f4c2c0071e3c req-dacb709b-1e17-4ffe-a60a-fc9018bc651d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.100515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bf8417d-ab4e-4661-9a51-f4c2c0071e3c req-dacb709b-1e17-4ffe-a60a-fc9018bc651d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.2925549 Aug 06 18:22:57.124224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:22:57.124644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.139828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Checking segment: {'id': '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:57.140544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network hostable DHCP agents. Network: eb9b2a9e-a7be-401a-a925-3a233319a942, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:57.176366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bf8417d-ab4e-4661-9a51-f4c2c0071e3c req-3440ee4a-3d66-4207-8055-a5894cff69d1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661867 Aug 06 18:22:57.190514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-63ac6cc4-3999-4b63-a11c-448fed2b0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.192072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-63ac6cc4-3999-4b63-a11c-448fed2b0a09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.8974414 Aug 06 18:22:57.220018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network eb9b2a9e-a7be-401a-a925-3a233319a942 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:57.226446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef3537-fbcb-4792-a344-aa5ccd78bcb5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.228144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-62ef3537-fbcb-4792-a344-aa5ccd78bcb5 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2825322 Aug 06 18:22:57.238020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:57.270996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, eb9b2a9e-a7be-401a-a925-3a233319a942) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:57.285566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.286220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.357043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e77797ad-f6e2-49e8-a222-572890713ac1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1697736 Aug 06 18:22:57.358702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-8f75561f-dc9c-41dc-b759-2fcf5a26556c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 999 time: 0.2421188 Aug 06 18:22:57.360268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] For port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e, host n-d-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:57.360684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.362003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:57.379855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-187121573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:57.397550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.419625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-552da1e1-9b70-4513-8fa7-a93292b83679 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 999 time: 0.2104850 Aug 06 18:22:57.427871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.428971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.446042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Calling delete_port for 8b0196b1-1ccb-4034-a59a-c34b9f2f986e owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:22:57.455679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e was not found and therefore no delete operation was performed {{(pid=94121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:22:57.507541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.548809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5a647-cfc9-4f85-a9c4-33d7e2926c6c None None] Unable to find a vacant binding_index for network eb9b2a9e-a7be-401a-a925-3a233319a942 and agent 67f7c939-92a3-4a7b-825b-775217912d7b {{(pid=94123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 18:22:57.560455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.561842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5a647-cfc9-4f85-a9c4-33d7e2926c6c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, eb9b2a9e-a7be-401a-a925-3a233319a942) {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:22:57.574235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.576642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805507af-888e-44b8-932e-cd927e89f21f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:57.587862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Port': ['ID=8b0196b1-1ccb-4034-a59a-c34b9f2f986e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:57.591075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20066b02-2cc3-4a2f-950f-66e7c95e3ca7') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:57.591589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20066b02-2cc3-4a2f-950f-66e7c95e3ca7') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:57.602087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-d0163ba5-6296-4137-9a0c-60ffb2484487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.603901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-d0163ba5-6296-4137-9a0c-60ffb2484487 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.2027454 Aug 06 18:22:57.604913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No DVR routers for this DVR port 8b0196b1-1ccb-4034-a59a-c34b9f2f986e on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:22:57.605148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.612492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.645048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.657167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.661263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1c5badad-f4e5-4715-b400-191fb9b31039 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2978392 Aug 06 18:22:57.665658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43536) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:57.685350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942', 'name': 'tempest-PortsTestJSON-838880776'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:57.692605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:57.693282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:57.699351 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:57.737950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-d2ea8142-1c94-4b2c-a618-62856cd099e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.739706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-d2ea8142-1c94-4b2c-a618-62856cd099e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.2890892 Aug 06 18:22:57.846981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.866102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.867344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/805507af-888e-44b8-932e-cd927e89f21f HTTP/1.1" status: 204 len: 168 time: 0.6273749 Aug 06 18:22:57.871569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:57.886311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65469b31-8e05-4843-9bdc-1ee6f9244732 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=805507af-888e-44b8-932e-cd927e89f21f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:57.896200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-fa47e861-9989-41ef-b08c-2aa155ce7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:57.898128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-fa47e861-9989-41ef-b08c-2aa155ce7913 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436430 Aug 06 18:22:57.907432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.941318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:57.948092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.967102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180ca265-7d67-42d9-a88a-30ddfa5c40a4']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:57.972551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 3043abf3-97bb-4862-bf11-ce218823a895 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:22:57.978052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:22:58.074568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:58.074568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c8ed11-4b1a-4e21-bed9-e577f77a4f9a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:58.154542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-eb9b2a9e-a7be-401a-a925-3a233319a942', 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': '0efaf859-c07c-4a84-b465-2a61caed3dbf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:58.155988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.188067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.198427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-46fa892c-7874-4753-9242-59a1fe31ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:58.200047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-46fa892c-7874-4753-9242-59a1fe31ef3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4433594 Aug 06 18:22:58.206296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.3 (eb9b2a9e-a7be-401a-a925-3a233319a942/0efaf859-c07c-4a84-b465-2a61caed3dbf/3043abf3-97bb-4862-bf11-ce218823a895) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:58.226827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.233096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.252441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.266887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.283323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:58.283787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:58.325081 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:58.424391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-17cc3308-4a15-46e2-ac5b-f2a06ccab90f service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122015 Aug 06 18:22:58.472694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bbe348aa-7cb2-4357-b8e6-1700528aa482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.506944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.524403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 3043abf3-97bb-4862-bf11-ce218823a895 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:58.567980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.570610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.589672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.591765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/180ca265-7d67-42d9-a88a-30ddfa5c40a4 HTTP/1.1" status: 204 len: 168 time: 7.3087702 Aug 06 18:22:58.633370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:58.639289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241330458'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:58.669198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249a110-0a0a-4fe0-b4c1-585e3929d468 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=180ca265-7d67-42d9-a88a-30ddfa5c40a4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:58.671469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Allocated IP 172.20.0.2 (eb9b2a9e-a7be-401a-a925-3a233319a942/0efaf859-c07c-4a84-b465-2a61caed3dbf/f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:58.676874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network eb9b2a9e-a7be-401a-a925-3a233319a942 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:58.688303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:58.691116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:58.698021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=3043abf3-97bb-4862-bf11-ce218823a895,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:58.710790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-6b576a48-941e-4949-956d-ad2fb457c65f service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001807 Aug 06 18:22:58.724916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:58.728734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.742849 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Floating IP 753c5a5e-6ff7-4b13-b227-188ad8916fb5 associated. External IP: 172.25.3.102, port: 56ea84cd-4f17-4b80-9d09-3957f2412cf8. Aug 06 18:22:58.761790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.791743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:58.792880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.811593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:58.818525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2aed1-550c-49b2-8bc3-400d58a01388 req-5f1c174a-87b6-482f-98af-8764a891e767 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:58.820601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2e2aed1-550c-49b2-8bc3-400d58a01388 req-5f1c174a-87b6-482f-98af-8764a891e767 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.4085610 Aug 06 18:22:58.827113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.827518 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 20e8ff29-926c-4a27-ae79-e978f63a31c1 of type vlan for network dca8f45e-31b4-4822-8d1e-b02244baf925 Aug 06 18:22:58.842318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bb6d24-1fee-4119-8484-e93bfcfda370']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:58.845041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6a2a61c5-85a2-4b93-b21c-0c623d1c91ab tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1713781 Aug 06 18:22:58.854334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:58.902135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.946631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:58.960502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:58.961567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.046177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4115531 Aug 06 18:22:59.101429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43554) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:59.111123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': 'dca8f45e-31b4-4822-8d1e-b02244baf925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:59.141391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38dc93-85b8-4b38-a889-ef08fad527aa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=dca8f45e-31b4-4822-8d1e-b02244baf925,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:59.264507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network dca8f45e-31b4-4822-8d1e-b02244baf925 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:59.319824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5fe7ad-d851-42c9-aade-4ec8c90b7c53') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:59.320679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5fe7ad-d851-42c9-aade-4ec8c90b7c53') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:59.325099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:59.332322 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.378587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.407707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef2eb977-44cf-4f4e-8557-2db565e3f3be req-5547837c-d633-48fc-b25c-53a482b5253d service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9678442 Aug 06 18:22:59.412088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.414059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Transition to ACTIVE for port object f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:59.450654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Transition to ACTIVE for port object f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:59.468099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.478531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.527909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:22:59.528228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.545128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Pushing event updated for resources: {'Port': ['ID=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:59.563233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Network eb9b2a9e-a7be-401a-a925-3a233319a942 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:59.566617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:59.574202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:22:59.584479 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:22:59.669993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.703415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Attempting to bind port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:59.705031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Attempting to bind port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:59.705031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Attempting to bind port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e on network eb9b2a9e-a7be-401a-a925-3a233319a942 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:59.716106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:59.716969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Checking segment: {'id': '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:59.717847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.719598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Bound using segment: {'id': '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:59.720507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Bound port: f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'eb9b2a9e-a7be-401a-a925-3a233319a942'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:59.721306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.742834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=b8ccd2b5-49b1-4737-a01c-4b6232ddb34c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:59.753688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '20e8ff29-926c-4a27-ae79-e978f63a31c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dca8f45e-31b4-4822-8d1e-b02244baf925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:59.754021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: dca8f45e-31b4-4822-8d1e-b02244baf925, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:59.776526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network dca8f45e-31b4-4822-8d1e-b02244baf925 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:59.787337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, dca8f45e-31b4-4822-8d1e-b02244baf925) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:59.792225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:59.792835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.824736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3a93c02-cec7-4a8f-b6a0-75202334bba1 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7210834 Aug 06 18:22:59.827836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:59.832026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] For port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:59.836271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] For port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,segment=NetworkSegment(83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea),segment_id=83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:59.836605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2e2aed1-550c-49b2-8bc3-400d58a01388 req-aa82f570-105d-4d54-90c0-8f78aae033ce tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9733865 Aug 06 18:22:59.843639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:59.855585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-504d8226-70b7-48b0-872f-f08f4387b5e4 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1323416 Aug 06 18:22:59.926999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574fb5b-c705-4bed-95c6-927eb3f2e799 None None] Pushing event updated for resources: {'Port': ['ID=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:59.987535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-acae6196-914a-4266-ab93-7abacaa2ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:59.989532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-acae6196-914a-4266-ab93-7abacaa2ad13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1095 time: 0.4968908 Aug 06 18:22:59.990342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.031361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.073183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.077577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/f1bb6d24-1fee-4119-8484-e93bfcfda370 HTTP/1.1" status: 204 len: 168 time: 2.1999278 Aug 06 18:23:00.086506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:00.143809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037dd1-2583-4e95-b2b7-a171b329a02f tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=f1bb6d24-1fee-4119-8484-e93bfcfda370,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:00.265629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.374872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.508060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.539767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Router 26b76536-206d-4168-8563-6b68efb29189 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:00.568719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.571540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ccd2b5-49b1-4737-a01c-4b6232ddb34c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:00.585189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-953457cd-d989-4c14-8c1e-b634eecadd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:00.588063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-953457cd-d989-4c14-8c1e-b634eecadd13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.5547464 Aug 06 18:23:00.688792 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.706380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a6c44c-438b-4d5f-924c-a7456c34b889']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.733643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca8f45e-31b4-4822-8d1e-b02244baf925']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.738653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cf6796-d4e1-4857-90f0-26e86ab30e9e') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.739080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cf6796-d4e1-4857-90f0-26e86ab30e9e') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.766692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e8ff29-926c-4a27-ae79-e978f63a31c1') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.767152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e8ff29-926c-4a27-ae79-e978f63a31c1') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:00.769806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:00.771872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.798212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.819816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.831712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.837252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:00.837922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.842577 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:00.845516 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:00.856865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-24e067c5-e738-49e0-a8dd-998854c8a2c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 999 time: 0.2584994 Aug 06 18:23:00.881219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:00.881893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:00.887983 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:00.898093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:00.949345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:00.962112 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Sync routers for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:00.978957 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:00.980419 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:22:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:01.005799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.056629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-63f18f6b-4159-41e3-aec0-f2a9511a027a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "PUT /v2.0/floatingips/753c5a5e-6ff7-4b13-b227-188ad8916fb5 HTTP/1.1" status: 200 len: 991 time: 5.2153308 Aug 06 18:23:01.078964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:23:01.082185 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e96284d-edc7-48d8-b10f-7789d95cdb16" -d '{"events": [{"name": "network-changed", "server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:23:01.111800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.147983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.155442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/f4a6c44c-438b-4d5f-924c-a7456c34b889 HTTP/1.1" status: 204 len: 168 time: 1.0662274 Aug 06 18:23:01.159325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43576) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:01.189163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.213865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1bd32-b1bb-4d26-a374-d744e5234ee8 tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=f4a6c44c-438b-4d5f-924c-a7456c34b889,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:01.218540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.225423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/dca8f45e-31b4-4822-8d1e-b02244baf925 HTTP/1.1" status: 204 len: 168 time: 1.3955567 Aug 06 18:23:01.229439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43578) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:01.267739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2015576548'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:01.313733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731afad5-ca41-4768-a1a4-69b81dc472cf req-05911aef-79dd-40d4-bc7c-0909eea052d5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:01.316092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-731afad5-ca41-4768-a1a4-69b81dc472cf req-05911aef-79dd-40d4-bc7c-0909eea052d5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.2512128 Aug 06 18:23:01.359683 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:01.407892 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e956ce-9c89-43fe-ad89-4865fb910235 x-openstack-request-id: req-f0e956ce-9c89-43fe-ad89-4865fb910235 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:23:01.408188 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:23:01.408338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62787d7-aaf1-4a8d-9de1-417cfa1fe94e tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=dca8f45e-31b4-4822-8d1e-b02244baf925,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:01.408564 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0e956ce-9c89-43fe-ad89-4865fb910235 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:23:01.408903 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'status': 'completed', 'code': 200} Aug 06 18:23:01.413113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-1c297afd-755e-4805-bd4e-959dd96065b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:01.415118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-1c297afd-755e-4805-bd4e-959dd96065b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.4633317 Aug 06 18:23:01.508653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.552516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-731afad5-ca41-4768-a1a4-69b81dc472cf req-d39aef51-dee6-4f77-b7f5-0d075f94799b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845801 Aug 06 18:23:01.565599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751658cf-8b22-4a87-91e4-6385144ad0d5 None None] Network eb9b2a9e-a7be-401a-a925-3a233319a942 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:01.599110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:01.606870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.758197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.775630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-d9ebdfce-dd2c-41fd-8e87-a279c90b5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:01.779936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-d9ebdfce-dd2c-41fd-8e87-a279c90b5cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3288350 Aug 06 18:23:01.787461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5660ff2d-74eb-4fe1-94ff-6661ae3aa562']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:01.797633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-327f3482-8e05-480f-a5ff-d9013dfef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:01.799605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-327f3482-8e05-480f-a5ff-d9013dfef385 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 0.3285120 Aug 06 18:23:01.809999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b98232-9eb2-4325-acc0-f7790c9d1b40 None None] Network dca8f45e-31b4-4822-8d1e-b02244baf925 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:01.816141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ef8734-9a14-4755-a917-738fd9ac3dc1') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:01.817065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ef8734-9a14-4755-a917-738fd9ac3dc1') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:01.846585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.862471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:01.895144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.899598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b98232-9eb2-4325-acc0-f7790c9d1b40 None None] Network dca8f45e-31b4-4822-8d1e-b02244baf925 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:01.916465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:01.917987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:01.926478 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:01.942609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.946654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d42b2-9ddd-43b5-b4bb-7e710c1dcc59 None None] Network dca8f45e-31b4-4822-8d1e-b02244baf925 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:01.970800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:01.971599 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment ca6a3cac-f1f7-4fae-9153-dba4d9f56bd0 of type vlan for network 0ce63678-e080-46d7-a71c-8cc88aa72358 Aug 06 18:23:01.984021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Provisioning for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:01.993166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Provisioning complete for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:01.993565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.022033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d42b2-9ddd-43b5-b4bb-7e710c1dcc59 None None] Network dca8f45e-31b4-4822-8d1e-b02244baf925 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:02.025420 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '753c5a5e-6ff7-4b13-b227-188ad8916fb5', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '26b76536-206d-4168-8563-6b68efb29189', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:22:24Z', 'updated_at': '2021-08-06T18:22:57Z', 'revision_number': 1, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:02.044241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.055633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.060086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] 10.222.0.64 "DELETE /v2.0/networks/5660ff2d-74eb-4fe1-94ff-6661ae3aa562 HTTP/1.1" status: 204 len: 168 time: 0.8989620 Aug 06 18:23:02.078833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-66a1aaa2-7391-4ae4-b396-7effff7e689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.134654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.173433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Checking router: 26b76536-206d-4168-8563-6b68efb29189 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:23:02.175566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e9ab9-9ca1-4450-a463-6b887c25fbcb tempest-BulkNetworkOpsTest-2044597284 tempest-BulkNetworkOpsTest-2044597284-project] Pushing event deleted for resources: {'Network': ['ID=5660ff2d-74eb-4fe1-94ff-6661ae3aa562,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:02.210709 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:02.212630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:02.220330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-5709b77d-c3fb-4095-8578-77a2b9f0b8d9 service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158287 Aug 06 18:23:02.230223 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.269882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-8e6e8121-ad9f-444a-a06e-dc5d19921e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:02.277138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-8e6e8121-ad9f-444a-a06e-dc5d19921e8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4444077 Aug 06 18:23:02.296223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] For port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,segment=NetworkSegment(83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea),segment_id=83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:02.308215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.309523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.431551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:23:02.438555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-3fb90a70-86d2-455b-9076-a001a02441dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.1232874 Aug 06 18:23:02.440984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5e7bb-d50f-4ad4-b8d1-74adfd866144 None None] Pushing event updated for resources: {'Port': ['ID=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:02.453867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.481196 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:23:02.488143 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:02.636378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-31f182ca-087a-4dc7-853c-d949664cd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:02.639886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-31f182ca-087a-4dc7-853c-d949664cd052 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1294820 Aug 06 18:23:02.737149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=3043abf3-97bb-4862-bf11-ce218823a895,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:02.836893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.845819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:02.862991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:02.863897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:02.967153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b5bc0-985b-4044-84fc-a067fe7da88b req-97a93ea9-a01c-432e-8752-2824d3c5c542 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:02.970647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a2b5bc0-985b-4044-84fc-a067fe7da88b req-97a93ea9-a01c-432e-8752-2824d3c5c542 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.2029142 Aug 06 18:23:03.072561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a2b5bc0-985b-4044-84fc-a067fe7da88b req-7f76aff8-51a3-4ab4-8af8-150d06739ad9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929308 Aug 06 18:23:03.114303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43602) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:03.133181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:03.133965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:03.204094 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-766bd0ff-08ca-40d9-a53a-e4faf497e6cd req-5468790d-f38d-4ce9-9de1-4e87729304dd service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9613400 Aug 06 18:23:03.210963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9590292 Aug 06 18:23:03.212448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43610) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:03.220701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '0ce63678-e080-46d7-a71c-8cc88aa72358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:03.373217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:03.489094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '753c5a5e-6ff7-4b13-b227-188ad8916fb5', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '26b76536-206d-4168-8563-6b68efb29189', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:22:24Z', 'updated_at': '2021-08-06T18:22:57Z', 'revision_number': 1, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:03.562195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9273e0-258f-4fee-8579-d52cf27ccdc3 None None] Network eb9b2a9e-a7be-401a-a925-3a233319a942 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:03.566765 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9f08b-432a-4d37-8432-528495f536a3 None None] The sync data for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 is: [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '753c5a5e-6ff7-4b13-b227-188ad8916fb5', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '26b76536-206d-4168-8563-6b68efb29189', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:22:24Z', 'updated_at': '2021-08-06T18:22:57Z', 'revision_number': 1, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:03.707874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Provisioning complete for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:03.709069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:03.762128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be1ceecc-31ba-4c5c-b947-93f9392a5096 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b8368f43a684dc59a234ed5897b32e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457493 Aug 06 18:23:03.771903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43618) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:03.794510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:23:03.835713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a566eb8-9c85-4fb8-9fe4-fea4d2ff3287 req-5c8ac7ca-2730-4f77-ad2b-d5143f91b200 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:03.850630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a566eb8-9c85-4fb8-9fe4-fea4d2ff3287 req-5c8ac7ca-2730-4f77-ad2b-d5143f91b200 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 943 time: 0.2326880 Aug 06 18:23:03.907223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:03.908858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:03.912830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.023781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232094e4-80d8-48ea-afaa-714bca3492ad None None] New status for floating IP 753c5a5e-6ff7-4b13-b227-188ad8916fb5: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:23:04.059975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a566eb8-9c85-4fb8-9fe4-fea4d2ff3287 req-27a60c07-2743-4a94-91ce-00dc17d87e4a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035427 Aug 06 18:23:04.059975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing IP validity checks on allocation pools {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 18:23:04.060442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 18:23:04.221282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:04.313070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'port_id': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'mac_address': 'fa:16:3e:ed:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:23:04.393036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c516a57-478e-4a03-a994-e672ce8a3e85 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=0ce63678-e080-46d7-a71c-8cc88aa72358,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:04.403209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.411394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.441710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-d2f6703c-9f3f-447d-ab37-ee51b9220501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:04.443697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-d2f6703c-9f3f-447d-ab37-ee51b9220501 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6918924 Aug 06 18:23:04.449484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.451764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0ce63678-e080-46d7-a71c-8cc88aa72358 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:04.512500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Provisioning for port 3043abf3-97bb-4862-bf11-ce218823a895 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:04.554257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ac113c-be5f-47fd-9d3f-7fa224735056 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:23:04.563420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=a732adab-fa19-4479-ac2d-d51070dff2c0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:04.566156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-51426cad-3312-4156-956a-bb45a52b1467 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:04.567621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-51426cad-3312-4156-956a-bb45a52b1467 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb&tenant_id=7ee904f95c494adf94b537fca9d2b1d4&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 943 time: 0.7461491 Aug 06 18:23:04.595358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:04.635860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.642269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Provisioning complete for port 3043abf3-97bb-4862-bf11-ce218823a895 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:04.642269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.669274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': 'ca6a3cac-f1f7-4fae-9153-dba4d9f56bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0ce63678-e080-46d7-a71c-8cc88aa72358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:04.673283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 0ce63678-e080-46d7-a71c-8cc88aa72358, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:04.696180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.778594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 0ce63678-e080-46d7-a71c-8cc88aa72358 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:04.831608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0ce63678-e080-46d7-a71c-8cc88aa72358) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:04.840969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.844260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.847910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b7773ee-e7dc-4043-b8d9-56dc38ed0ed6 HTTP/1.1" status: 204 len: 168 time: 1.0738397 Aug 06 18:23:04.852785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:04.854323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.898086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.904094 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-c750b452-84ba-4a4a-93d2-858ed1a6af1d service neutron] delete failed (client error): The resource could not be found. Aug 06 18:23:04.905582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-c750b452-84ba-4a4a-93d2-858ed1a6af1d service neutron] 10.222.0.16 "DELETE /v2.0/ports/67ac113c-be5f-47fd-9d3f-7fa224735056/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.2901113 Aug 06 18:23:04.906581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:04.917187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-35b3157c-099b-4a71-89d6-0ebe49fc59e9 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7038922 Aug 06 18:23:04.920351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-d4ec6b91-9e43-495b-b2ff-ba15659d340d service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497347 Aug 06 18:23:04.920994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43630) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:05.044040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db632fd-ef70-49a7-911f-b658e8caa8ff None None] Network 0ce63678-e080-46d7-a71c-8cc88aa72358 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:05.048772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['67ac113c-be5f-47fd-9d3f-7fa224735056'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:23:05.175072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c53f2c-62dc-42f7-84bc-1a418aa95886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7773ee-e7dc-4043-b8d9-56dc38ed0ed6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:05.381562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-31f5ce61-08a6-44a0-a051-41de5fb0130a None None] Port 3043abf3-97bb-4862-bf11-ce218823a895 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:05.433898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:05.447063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:05.501903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9857-c531-4c6d-8df5-d1286efd54f6 req-a8d0ee4b-9b04-4d13-8f8f-4c003417313d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:05.509312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16ad9857-c531-4c6d-8df5-d1286efd54f6 req-a8d0ee4b-9b04-4d13-8f8f-4c003417313d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 944 time: 0.3100922 Aug 06 18:23:05.530646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-c3ae367b-9b50-409c-bce2-eef160b8a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:05.533070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-c3ae367b-9b50-409c-bce2-eef160b8a460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1096 time: 0.4270794 Aug 06 18:23:05.639788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16ad9857-c531-4c6d-8df5-d1286efd54f6 req-a1f7a2af-188c-4d19-99ae-a90b8be922d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129289 Aug 06 18:23:05.663383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e96284d-edc7-48d8-b10f-7789d95cdb16 req-dfff8d1a-f44e-424b-bfe7-9a9cd9c71a7f service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239797 Aug 06 18:23:05.749667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d0c8409a-3048-4392-a45b-cd1f625ebdd7 None None] Provisioning complete for port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:05.750279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d0c8409a-3048-4392-a45b-cd1f625ebdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:05.825677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:05.945854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:05.963286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:05.987221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb22bd6-1745-4a09-b522-e94ae8c7f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-0ce63678-e080-46d7-a71c-8cc88aa72358', 'network_id': '0ce63678-e080-46d7-a71c-8cc88aa72358', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': 'a732adab-fa19-4479-ac2d-d51070dff2c0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:05.988204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cdb22bd6-1745-4a09-b522-e94ae8c7f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.020708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.097617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=a732adab-fa19-4479-ac2d-d51070dff2c0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:06.226655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=3043abf3-97bb-4862-bf11-ce218823a895,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:06.282323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-0881c52f-419b-4ace-a209-cc99ba496a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:06.284209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-0881c52f-419b-4ace-a209-cc99ba496a08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.7279272 Aug 06 18:23:06.285707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.314877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.347690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce63678-e080-46d7-a71c-8cc88aa72358']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:06.387761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6a3cac-f1f7-4fae-9153-dba4d9f56bd0') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:06.387940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6a3cac-f1f7-4fae-9153-dba4d9f56bd0') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:06.436699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.474767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.491572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:06.492536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:06.502388 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:06.506064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-2ab00075-56b1-4572-894d-3cf089c50476 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 1000 time: 0.2034762 Aug 06 18:23:06.637171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network eb9b2a9e-a7be-401a-a925-3a233319a942 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:06.645820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:06.679347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.689611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.697394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/0ce63678-e080-46d7-a71c-8cc88aa72358 HTTP/1.1" status: 204 len: 168 time: 1.7696445 Aug 06 18:23:06.701488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43664) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:06.716336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-eaa04451-95fb-4c82-ac9f-36cdc2e9e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:06.718016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-eaa04451-95fb-4c82-ac9f-36cdc2e9e1d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.1750710 Aug 06 18:23:06.720920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26297271'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:06.816899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6355b-854e-4969-bffc-2dbb07f7ab2a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=0ce63678-e080-46d7-a71c-8cc88aa72358,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:06.822531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:06.828684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:06.878248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-efcc9329-ae90-4938-9321-dc6a7b9b50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:06.880553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-efcc9329-ae90-4938-9321-dc6a7b9b50d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197767 Aug 06 18:23:06.893187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88f652-6f00-439c-b2f4-8d58a1b5513a None None] Network 0ce63678-e080-46d7-a71c-8cc88aa72358 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:06.958217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88f652-6f00-439c-b2f4-8d58a1b5513a None None] Network 0ce63678-e080-46d7-a71c-8cc88aa72358 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:06.990269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:07.087555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42552825-2ddb-4687-b6ff-eae586b1cc74 req-8a0c620a-8498-4c7d-9d6e-ab66075e7686 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:07.099831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42552825-2ddb-4687-b6ff-eae586b1cc74 req-8a0c620a-8498-4c7d-9d6e-ab66075e7686 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 944 time: 0.2023342 Aug 06 18:23:07.102308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.103031 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 6fb52a86-37aa-489d-9614-ad7212319299 of type vlan for network b12f164b-faab-4833-bce2-e358a40b98a2 Aug 06 18:23:07.123154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Router 68e445a2-98b5-4f01-ab4e-5e9d048c28aa is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:23:07.150300 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-53106be4-0f27-47a4-a3c3-a1d03ed4cd67 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575696 Aug 06 18:23:07.151250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43672) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:07.161149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d0c8409a-3048-4392-a45b-cd1f625ebdd7 None None] Provisioning complete for port 3043abf3-97bb-4862-bf11-ce218823a895 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:07.162027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d0c8409a-3048-4392-a45b-cd1f625ebdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.202907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.237734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42552825-2ddb-4687-b6ff-eae586b1cc74 req-5180319a-66cc-47c6-8a23-3dac71eaab0c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282713 Aug 06 18:23:07.258515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8409a-3048-4392-a45b-cd1f625ebdd7 None None] Port 3043abf3-97bb-4862-bf11-ce218823a895 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:07.291016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.299570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:07.300621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.410038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6791089 Aug 06 18:23:07.414468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43678) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:07.420732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:07.483475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c6eb74d8-0276-441f-9c6a-5f89ccff758c None None] Provisioning complete for port 3043abf3-97bb-4862-bf11-ce218823a895 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:07.484313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6eb74d8-0276-441f-9c6a-5f89ccff758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.486477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:07.504748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-590e8e60-9cc7-48b4-ac29-7169b01ed25b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/routers/68e445a2-98b5-4f01-ab4e-5e9d048c28aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6328878 Aug 06 18:23:07.507611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed33d5-694f-4c65-a556-197aab13f6c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=b12f164b-faab-4833-bce2-e358a40b98a2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:07.510362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:07.510712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eefec6-7974-49de-90d0-7445843872ca None None] Sync routers for ids ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:07.533775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490515209'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:07.535830 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] Routers {'68e445a2-98b5-4f01-ab4e-5e9d048c28aa'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:07.537897 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:07.546467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network b12f164b-faab-4833-bce2-e358a40b98a2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:07.622714 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:07.652888 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] Routers {'68e445a2-98b5-4f01-ab4e-5e9d048c28aa'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:07.654636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:07.657010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:07.663110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.684537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.690531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09ca8351-70eb-442e-bb64-56ae1e98268b req-404a0c72-a020-437a-9007-2ab5d831efb6 service neutron] 10.222.0.16 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264244 Aug 06 18:23:07.759818 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-80eefec6-7974-49de-90d0-7445843872ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:07.761541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eefec6-7974-49de-90d0-7445843872ca None None] The sync data for ids ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:07.762841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff0f51-941d-4bd4-a709-d66f8a285fdc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:07.764970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e6ff0f51-941d-4bd4-a709-d66f8a285fdc tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e445a2-98b5-4f01-ab4e-5e9d048c28aa HTTP/1.1" status: 200 len: 981 time: 0.2240727 Aug 06 18:23:07.770020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43688) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:07.779041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:07.784154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:07.831523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb74d8-0276-441f-9c6a-5f89ccff758c None None] Port 3043abf3-97bb-4862-bf11-ce218823a895 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:07.861032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087de1-82c2-4620-aca5-5b4f6cb7fd2e req-734aeebb-ff41-4e87-a818-539df5a02fe2 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:07.863599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a087de1-82c2-4620-aca5-5b4f6cb7fd2e req-734aeebb-ff41-4e87-a818-539df5a02fe2 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.2290902 Aug 06 18:23:07.951381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a087de1-82c2-4620-aca5-5b4f6cb7fd2e req-b8c76732-bcfe-4460-b344-ad8161bf4d10 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599120 Aug 06 18:23:08.133891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.147488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.187233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:08.196855 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.234564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.234925 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment 7f6ef4b0-6097-4812-832e-70da15704afe of type vlan for network 87a6a498-e3b6-4ae6-982e-a8dccf59302e Aug 06 18:23:08.237650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d240301b-824d-42f7-84b7-66e69f3e45a5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:08.341139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.388484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=52f7a361-f5c5-4566-b5ff-6c533a03578f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:08.396491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '6fb52a86-37aa-489d-9614-ad7212319299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:08.399673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: b12f164b-faab-4833-bce2-e358a40b98a2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:08.459841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network b12f164b-faab-4833-bce2-e358a40b98a2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:08.478521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, b12f164b-faab-4833-bce2-e358a40b98a2) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:08.484987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.489183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014807f-2453-40b7-bba5-b01d40b595c9 None None] Network b12f164b-faab-4833-bce2-e358a40b98a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:08.494018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:08.494781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.510310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c3a6f-120e-44f3-ad2b-7a4ebad668d3 req-ad36b3c3-a0ce-48db-ac94-2a1a3d486858 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:08.511989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b4c3a6f-120e-44f3-ad2b-7a4ebad668d3 req-ad36b3c3-a0ce-48db-ac94-2a1a3d486858 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 944 time: 0.0977244 Aug 06 18:23:08.540602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-47ccf250-7e6f-415b-ba7d-e19a82739231 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1249197 Aug 06 18:23:08.551665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.556604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:08.558445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:08.559357 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:08.672330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=87a6a498-e3b6-4ae6-982e-a8dccf59302e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:08.701003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9e3d5af9-f3fd-42b0-81d0-dfdc68f30b54 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5479624 Aug 06 18:23:08.779470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:08.933125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-b12f164b-faab-4833-bce2-e358a40b98a2', 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': '52f7a361-f5c5-4566-b5ff-6c533a03578f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:08.934092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.192215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 3043abf3-97bb-4862-bf11-ce218823a895 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:09.193217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.323970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Allocated IP 172.20.0.1 (b12f164b-faab-4833-bce2-e358a40b98a2/52f7a361-f5c5-4566-b5ff-6c533a03578f/b34d43a2-5266-4302-a2b6-a6983f90568a) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:09.447738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.486751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 3043abf3-97bb-4862-bf11-ce218823a895 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:09.613282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b4c3a6f-120e-44f3-ad2b-7a4ebad668d3 req-c9eae93d-eaa0-45e8-9bb8-383c561ba539 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0832076 Aug 06 18:23:09.641657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.656763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Transition to ACTIVE for port object b34d43a2-5266-4302-a2b6-a6983f90568a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:09.677984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Transition to ACTIVE for port object b34d43a2-5266-4302-a2b6-a6983f90568a will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:09.689201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.709299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.822356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Network b12f164b-faab-4833-bce2-e358a40b98a2 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:09.824295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:09.835473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:09.839446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:09.888192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting port b34d43a2-5266-4302-a2b6-a6983f90568a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:09.889035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:09.894945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Pushing event updated for resources: {'Port': ['ID=b34d43a2-5266-4302-a2b6-a6983f90568a,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:09.898731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54731adc-358d-4c48-9800-2beafaa6c91d req-89824c2d-f1e6-45fb-8418-c3ff10605731 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:09.900367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54731adc-358d-4c48-9800-2beafaa6c91d req-89824c2d-f1e6-45fb-8418-c3ff10605731 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.2739277 Aug 06 18:23:10.043725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Attempting to bind port b34d43a2-5266-4302-a2b6-a6983f90568a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:10.044937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Attempting to bind port b34d43a2-5266-4302-a2b6-a6983f90568a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '6fb52a86-37aa-489d-9614-ad7212319299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:10.046031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Attempting to bind port b34d43a2-5266-4302-a2b6-a6983f90568a on network b12f164b-faab-4833-bce2-e358a40b98a2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:10.058505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:10.060970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Checking segment: {'id': '6fb52a86-37aa-489d-9614-ad7212319299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:10.062237 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.064036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Bound using segment: {'id': '6fb52a86-37aa-489d-9614-ad7212319299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:10.065406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Bound port: b34d43a2-5266-4302-a2b6-a6983f90568a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb52a86-37aa-489d-9614-ad7212319299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b12f164b-faab-4833-bce2-e358a40b98a2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:10.068493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.088660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 67ac113c-be5f-47fd-9d3f-7fa224735056 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:10.131752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 67ac113c-be5f-47fd-9d3f-7fa224735056 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:10.133095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.170337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] For port b34d43a2-5266-4302-a2b6-a6983f90568a, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:10.171346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.204780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Calling delete_port for b34d43a2-5266-4302-a2b6-a6983f90568a owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:10.424219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.427515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] For port b34d43a2-5266-4302-a2b6-a6983f90568a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:10.432948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] For port b34d43a2-5266-4302-a2b6-a6983f90568a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b34d43a2-5266-4302-a2b6-a6983f90568a,segment=NetworkSegment(6fb52a86-37aa-489d-9614-ad7212319299),segment_id=6fb52a86-37aa-489d-9614-ad7212319299)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:10.564966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.658257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.699317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.725232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.757806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:10.828875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:23:10.834445 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b67203-f772-4dae-a716-873f8bd45c27" -d '{"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:23:10.837500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Port': ['ID=b34d43a2-5266-4302-a2b6-a6983f90568a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:10.863797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No DVR routers for this DVR port b34d43a2-5266-4302-a2b6-a6983f90568a on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:10.868032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:10.869485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54731adc-358d-4c48-9800-2beafaa6c91d req-cf7d62dd-9be4-414e-aa6e-db693f11565b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9200940 Aug 06 18:23:10.908995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=3043abf3-97bb-4862-bf11-ce218823a895,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:11.006452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.096617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Pushing event updated for resources: {'Port': ['ID=b34d43a2-5266-4302-a2b6-a6983f90568a,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:11.170273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.170865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.178780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.180877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.184780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.189156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.189547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.190368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.190980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.191531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.198013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.204277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.204747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.205294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077b0234-f95b-4cf9-90cc-0aaa70787202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:11.317301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=52f7a361-f5c5-4566-b5ff-6c533a03578f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:11.517320 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d8aa7b-2c7f-4ac7-bf40-50ab4c947fc3 x-openstack-request-id: req-02d8aa7b-2c7f-4ac7-bf40-50ab4c947fc3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:23:11.521265 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:23:11.523238 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02d8aa7b-2c7f-4ac7-bf40-50ab4c947fc3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:23:11.528261 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'code': 200} Aug 06 18:23:11.646872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.659425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:11.675832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86193-bb94-49e3-9d37-08f890b5cf2f req-9e76fbfa-6c56-4ecc-879c-aac3daa85803 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:11.677824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5b86193-bb94-49e3-9d37-08f890b5cf2f req-9e76fbfa-6c56-4ecc-879c-aac3daa85803 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.5138769 Aug 06 18:23:11.704712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12f164b-faab-4833-bce2-e358a40b98a2']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:11.753613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Router 68e445a2-98b5-4f01-ab4e-5e9d048c28aa has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:11.825481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.866519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb52a86-37aa-489d-9614-ad7212319299') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:11.872167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb52a86-37aa-489d-9614-ad7212319299') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:11.951709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:11.986836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5b86193-bb94-49e3-9d37-08f890b5cf2f req-1b249a42-9c9c-4c81-99a4-d62fe980fb5e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520287 Aug 06 18:23:12.026531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:12.053897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:12.053897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:12.058153 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:12.095780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43730) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:12.146775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:12.168980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-800bc4a6-4dc5-483f-9177-09792663aeb7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/routers/68e445a2-98b5-4f01-ab4e-5e9d048c28aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3972361 Aug 06 18:23:12.173158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43732) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:12.175374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] Sync routers for ids ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:12.223350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] Routers {'68e445a2-98b5-4f01-ab4e-5e9d048c28aa'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:12.224737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:12.308574 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe31bd65-b024-4cc4-8e7b-4041c3ef234f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:23:12.316601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe31bd65-b024-4cc4-8e7b-4041c3ef234f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/3043abf3-97bb-4862-bf11-ce218823a895 HTTP/1.1" status: 404 len: 333 time: 0.1413314 Aug 06 18:23:12.321172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43736) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:12.422160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:12.453054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] Routers {'68e445a2-98b5-4f01-ab4e-5e9d048c28aa'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:12.454099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:12.584351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:12.632514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:12.638218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:12.643969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/b12f164b-faab-4833-bce2-e358a40b98a2 HTTP/1.1" status: 204 len: 168 time: 3.1850166 Aug 06 18:23:12.657659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bb31b-8312-4b59-8ebd-e92b51fe361e None None] The sync data for ids ['68e445a2-98b5-4f01-ab4e-5e9d048c28aa'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:12.812295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43738) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:12.825414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405047664'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:12.835678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:12.848551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-92da979c-c740-44a7-ba53-e5befafe6dc9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 200 len: 993 time: 0.7506630 Aug 06 18:23:12.849636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:12.857057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b816b-2d9d-4406-9369-843a8bad481a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=b12f164b-faab-4833-bce2-e358a40b98a2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:12.916042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:12.926079 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:12.952304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.168650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:13.196534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4c2b-08d8-489e-8c27-5e9bdeda019d req-3c7b6283-909d-4591-810f-eb944f698e03 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:13.206330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31cb4c2b-08d8-489e-8c27-5e9bdeda019d req-3c7b6283-909d-4591-810f-eb944f698e03 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.2061491 Aug 06 18:23:13.266080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31cb4c2b-08d8-489e-8c27-5e9bdeda019d req-cba3cab8-b605-48a1-9f1f-66d601ad3a4e tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584080 Aug 06 18:23:13.270102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.271161 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 62fb844e-a8e7-4d1d-8a6f-b6b07b0ccca4 of type vlan for network 925557fc-f173-4f3b-9785-88f622b6de45 Aug 06 18:23:13.380754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:13.390208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.401638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.411224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.447173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8405be95-57d4-42fd-af0d-f038fa9f610e None None] Could not find standard attr ID for object b34d43a2-5266-4302-a2b6-a6983f90568a. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:13.470703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.510026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5aabe5-0031-4570-999d-11b20e1b8d7b None None] DHCP port deletion for b12f164b-faab-4833-bce2-e358a40b98a2 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:13.537988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.538984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Fanout notify agent at l3_agent the message router_deleted on router 68e445a2-98b5-4f01-ab4e-5e9d048c28aa {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:23:13.548895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.549115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.553089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4785fd8d-7c10-4b67-b0ea-b5a935fcc5b8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/routers/68e445a2-98b5-4f01-ab4e-5e9d048c28aa HTTP/1.1" status: 204 len: 168 time: 1.2241170 Aug 06 18:23:13.553831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43748) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:13.576923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:13.578021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.584283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede289d-4b55-44f5-bbef-bd77b8bcc2a1 None None] Network b12f164b-faab-4833-bce2-e358a40b98a2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:13.656983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede289d-4b55-44f5-bbef-bd77b8bcc2a1 None None] Network b12f164b-faab-4833-bce2-e358a40b98a2 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:13.747392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9280071 Aug 06 18:23:13.748783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43752) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:13.762429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '925557fc-f173-4f3b-9785-88f622b6de45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:13.763545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32551c-2271-4f89-b62f-65f59d613ede tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=925557fc-f173-4f3b-9785-88f622b6de45,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:13.782530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 925557fc-f173-4f3b-9785-88f622b6de45 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:13.817856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 0efaf859-c07c-4a84-b465-2a61caed3dbf {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:13.825916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:13.969932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.178926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:14.182372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.186223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.281369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.420128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=8129391e-4bf9-472f-b004-e5e19518d5f0,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:14.532957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': '7f6ef4b0-6097-4812-832e-70da15704afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:14.533516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: 87a6a498-e3b6-4ae6-982e-a8dccf59302e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:14.540956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.595220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=0efaf859-c07c-4a84-b465-2a61caed3dbf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:14.616189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b34d43a2-5266-4302-a2b6-a6983f90568a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:14.627536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a69d2-4d8f-4f31-a7fc-aa003b4f0e80 None None] Network eb9b2a9e-a7be-401a-a925-3a233319a942 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:14.627982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.632690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7d8a8cfa-55a7-41f4-b1aa-dcd6003a5e48 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/0efaf859-c07c-4a84-b465-2a61caed3dbf HTTP/1.1" status: 204 len: 168 time: 1.0754657 Aug 06 18:23:14.633644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:14.659034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b34d43a2-5266-4302-a2b6-a6983f90568a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:14.659689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b34d43a2-5266-4302-a2b6-a6983f90568a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:14.668939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:14.687583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013cc69-952b-4185-a1fa-002a0d5cfb81 req-94590511-a758-4df9-b1e9-34334a7a0bdc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:14.689565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a013cc69-952b-4185-a1fa-002a0d5cfb81 req-94590511-a758-4df9-b1e9-34334a7a0bdc tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.2153378 Aug 06 18:23:14.733107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 87a6a498-e3b6-4ae6-982e-a8dccf59302e) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:14.761731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705969da-f796-45fc-b313-753d6c7544ab None None] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:14.843674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:14.845511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.875529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-edff9b9c-b9a4-418c-8402-ae970d0b6385 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:14.878638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-edff9b9c-b9a4-418c-8402-ae970d0b6385 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.16 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.3013027 Aug 06 18:23:14.892335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.975718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c043884b-fd8f-4050-a454-acdf04e06b81 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1381989 Aug 06 18:23:14.984543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:14.990475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:14.995934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-457863700'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:15.014659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a013cc69-952b-4185-a1fa-002a0d5cfb81 req-74d9d203-56e3-4dfe-b966-9bc97d86b2b1 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915823 Aug 06 18:23:15.102343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:15.107452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.224447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=14cff8c3-804e-429e-8d61-bdd5529e8160,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:15.253380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '62fb844e-a8e7-4d1d-8a6f-b6b07b0ccca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '925557fc-f173-4f3b-9785-88f622b6de45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:15.253983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 925557fc-f173-4f3b-9785-88f622b6de45, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:15.286263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,segment=NetworkSegment(83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea),segment_id=83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:15.287286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.313367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Deleting port 01e1a26a-e372-447e-8e3f-7307ab452ebe {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:15.315738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.321911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 925557fc-f173-4f3b-9785-88f622b6de45 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:15.324602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:15.327290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.330290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:15.337222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] DHCP port deletion for eb9b2a9e-a7be-401a-a925-3a233319a942 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:15.354225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 925557fc-f173-4f3b-9785-88f622b6de45) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:15.370425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-87a6a498-e3b6-4ae6-982e-a8dccf59302e', 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e', 'tenant_id': '75bee9efa0724c7399232530599d1b21', 'fixed_ips': [{'subnet_id': '8129391e-4bf9-472f-b004-e5e19518d5f0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:15.371828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.424269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:15.426314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.472103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75ebe0cb-c14e-4d91-84de-2fd5db7b3900 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7203734 Aug 06 18:23:15.473481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca674bbe-53e7-4eb1-87cb-eaee3705a3be None None] Network 925557fc-f173-4f3b-9785-88f622b6de45 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:15.476422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43770) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:15.659727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Deleting port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:15.660351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.661551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] For port 01e1a26a-e372-447e-8e3f-7307ab452ebe, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01e1a26a-e372-447e-8e3f-7307ab452ebe,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:15.662130 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.739561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:15.755075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.755610 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment 4848ecfa-46e6-47a5-b65d-c46fc832856a of type vlan for network 72332f52-d18d-4a4f-838a-8a8518508a37 Aug 06 18:23:15.759428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.767197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.931796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:15.945155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] For port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:15.945903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.009523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Allocated IP 2001:db8:0:ffff::2 (87a6a498-e3b6-4ae6-982e-a8dccf59302e/8129391e-4bf9-472f-b004-e5e19518d5f0/840a3529-8ad6-4222-8b80-548a3b22c1f6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:16.013940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Calling delete_port for f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:16.022704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:23:16.028707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:16.031230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:16.045739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.166249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] No DVR routers for this DVR port f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:16.193328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:23:16.209503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.239602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c54ad-75cd-428c-9c0d-6348f5f935d1 None None] Pushing event deleted for resources: {'Port': ['ID=f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:16.347562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.358331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:16.359155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.459271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464d7e5-9781-4e10-9c25-7da73e02daac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-925557fc-f173-4f3b-9785-88f622b6de45', 'network_id': '925557fc-f173-4f3b-9785-88f622b6de45', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': '14cff8c3-804e-429e-8d61-bdd5529e8160'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:16.461739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6464d7e5-9781-4e10-9c25-7da73e02daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.466516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.511370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9b2a9e-a7be-401a-a925-3a233319a942']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.556790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.557673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.558366 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Floating IP 8d36d4d0-6f03-407b-8cec-8bd423c99a06 disassociated. External IP: 172.25.3.243, port: 01e1a26a-e372-447e-8e3f-7307ab452ebe. Aug 06 18:23:16.559480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Calling delete_port for 01e1a26a-e372-447e-8e3f-7307ab452ebe owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:16.577717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5896425 Aug 06 18:23:16.580668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.588398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.588782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dc933b-1fb7-4fa1-a3c7-c8eb00b4a5ea') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.590404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43778) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:16.600049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:16.620741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822ae08-c862-4ea6-93f2-55d6e9ae97fe req-0539039d-f363-4151-83c9-5d1dfdda4a33 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:16.628826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5822ae08-c862-4ea6-93f2-55d6e9ae97fe req-0539039d-f363-4151-83c9-5d1dfdda4a33 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 945 time: 0.2845027 Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-6464d7e5-9781-4e10-9c25-7da73e02daac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14cff8c3-804e-429e-8d61-bdd5529e8160: This subnet is being modified by another concurrent operation. Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:16.672780 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14cff8c3-804e-429e-8d61-bdd5529e8160: This subnet is being modified by another concurrent operation. Aug 06 18:23:16.679092 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:23:16.683057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae3cd8-e823-431c-8ef7-a72c7f2f7627 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=72332f52-d18d-4a4f-838a-8a8518508a37,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:16.688123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.704091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5822ae08-c862-4ea6-93f2-55d6e9ae97fe req-25f6e818-67d3-4874-9ddf-e2f9023252e0 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3806b6d-714e-4995-9452-5375a3710fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695615 Aug 06 18:23:16.728823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db15e2-5cc5-4dd2-8fc6-b8ff77870d69 None None] Network 925557fc-f173-4f3b-9785-88f622b6de45 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:16.754529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.765563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=14cff8c3-804e-429e-8d61-bdd5529e8160,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:16.772066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:16.772534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:16.776640 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:16.860416 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.881665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925557fc-f173-4f3b-9785-88f622b6de45']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.901186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fb844e-a8e7-4d1d-8a6f-b6b07b0ccca4') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.901186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fb844e-a8e7-4d1d-8a6f-b6b07b0ccca4') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:16.914076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.943206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.950089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.963515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:16.964653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:16.973535 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:16.990499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:16.993437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/eb9b2a9e-a7be-401a-a925-3a233319a942 HTTP/1.1" status: 204 len: 168 time: 2.3549945 Aug 06 18:23:16.997205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252ca9-75b0-49c5-81a7-467b332b8ace tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=eb9b2a9e-a7be-401a-a925-3a233319a942,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:16.999123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43784) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:17.071681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e2c6b-a61d-434a-a6ee-945c7faf8a17 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:17.074728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9b5e2c6b-a61d-434a-a6ee-945c7faf8a17 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b HTTP/1.1" status: 200 len: 841 time: 0.0740435 Aug 06 18:23:17.078200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:17.083872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.088199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43786) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:17.119094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 72332f52-d18d-4a4f-838a-8a8518508a37 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:17.121936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:17.152572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:17.153281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f3c1ec7a-f8f2-40c7-9ade-aa4b8395755e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:17.186528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.198617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db15e2-5cc5-4dd2-8fc6-b8ff77870d69 None None] Network 925557fc-f173-4f3b-9785-88f622b6de45 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:17.219733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.226904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/925557fc-f173-4f3b-9785-88f622b6de45 HTTP/1.1" status: 204 len: 168 time: 1.7487614 Aug 06 18:23:17.236241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:17.240688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612973816'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:17.273563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.275834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0938843-f52f-48c8-b315-134b11fc47d5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=925557fc-f173-4f3b-9785-88f622b6de45,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:17.297854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4043dcd-2ad1-4b5b-aaee-46e28b08a37c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2007897 Aug 06 18:23:17.303560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43792) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:17.360343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:17.360988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.389529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:17.393884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.406384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Transition to ACTIVE for port object 840a3529-8ad6-4222-8b80-548a3b22c1f6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:17.409701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event deleted for resources: {'Port': ['ID=01e1a26a-e372-447e-8e3f-7307ab452ebe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:17.479541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Transition to ACTIVE for port object 840a3529-8ad6-4222-8b80-548a3b22c1f6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:17.505949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.555998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:17.588450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.588856 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment bd2316a3-9a92-4b07-a0b7-30cf60915d87 of type vlan for network c21368d8-9754-41c7-b13b-d60837d8e35f Aug 06 18:23:17.606749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:17.617790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:17.625430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:17.677895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:17.682090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.702874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Pushing event updated for resources: {'Port': ['ID=840a3529-8ad6-4222-8b80-548a3b22c1f6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:17.723244 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.753475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:23:17.757261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Attempting to bind port 840a3529-8ad6-4222-8b80-548a3b22c1f6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:17.757738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.758231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Attempting to bind port 840a3529-8ad6-4222-8b80-548a3b22c1f6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7f6ef4b0-6097-4812-832e-70da15704afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:17.758798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Attempting to bind port 840a3529-8ad6-4222-8b80-548a3b22c1f6 on network 87a6a498-e3b6-4ae6-982e-a8dccf59302e {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:17.775794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:17.776736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Checking segment: {'id': '7f6ef4b0-6097-4812-832e-70da15704afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:17.777662 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.778474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Bound using segment: {'id': '7f6ef4b0-6097-4812-832e-70da15704afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:17.781473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Bound port: 840a3529-8ad6-4222-8b80-548a3b22c1f6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ef4b0-6097-4812-832e-70da15704afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '87a6a498-e3b6-4ae6-982e-a8dccf59302e'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:17.783764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.804787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:17.837978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.844080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:17.844820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:17.964454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7292883 Aug 06 18:23:17.994141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:18.031434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99b395b7-d779-4163-afdb-bc71183ec09e req-326e11f7-bd26-407f-918e-8ee384485bc7 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.1132693 Aug 06 18:23:18.035016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:18.098644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01e1a26a-e372-447e-8e3f-7307ab452ebe no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:18.127409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] For port 840a3529-8ad6-4222-8b80-548a3b22c1f6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:18.146717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': '4848ecfa-46e6-47a5-b65d-c46fc832856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:18.147182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: 72332f52-d18d-4a4f-838a-8a8518508a37, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:18.165369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 01e1a26a-e372-447e-8e3f-7307ab452ebe {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:18.166119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01e1a26a-e372-447e-8e3f-7307ab452ebe not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:18.182577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] For port 840a3529-8ad6-4222-8b80-548a3b22c1f6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=840a3529-8ad6-4222-8b80-548a3b22c1f6,segment=NetworkSegment(7f6ef4b0-6097-4812-832e-70da15704afe),segment_id=7f6ef4b0-6097-4812-832e-70da15704afe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:18.191169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.202387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=52303de5-a0b5-45c7-abf9-004ded3da288,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:18.247342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 72332f52-d18d-4a4f-838a-8a8518508a37 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:18.281960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880f5b5-0fa0-4b40-8d02-a24d934c17a5 None None] Pushing event updated for resources: {'Port': ['ID=840a3529-8ad6-4222-8b80-548a3b22c1f6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:18.319950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 72332f52-d18d-4a4f-838a-8a8518508a37) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:18.335593 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1397a9d-ee27-40d6-8ac3-c2786b6b4caa None None] Network 72332f52-d18d-4a4f-838a-8a8518508a37 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:18.346537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:18.353600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.529880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ede7b7ce-1320-4d76-94cb-a4896833c039 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9340971 Aug 06 18:23:18.533857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:18.545758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'port': {'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37', 'name': 'tempest-NetworksIpV6TestAttrs-104234433'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:18.660036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-72332f52-d18d-4a4f-838a-8a8518508a37', 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37', 'tenant_id': '75bee9efa0724c7399232530599d1b21', 'fixed_ips': [{'subnet_id': '52303de5-a0b5-45c7-abf9-004ded3da288'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:18.661195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.708925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270c99c-8d71-4aa3-bb3e-b42bc1724a79 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=c21368d8-9754-41c7-b13b-d60837d8e35f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:18.814068 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.843446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.862550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:18.863522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:18.882964 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Sync routers for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:18.884875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network c21368d8-9754-41c7-b13b-d60837d8e35f is not hosted by any dhcp agent {{(pid=94122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:23:18.890851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:18.891652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.895687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "PUT /v2.0/networks/c21368d8-9754-41c7-b13b-d60837d8e35f HTTP/1.1" status: 200 len: 723 time: 0.8861578 Aug 06 18:23:18.911295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:18.914899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:18.916920 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:18.925263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:18.932487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': 'c21368d8-9754-41c7-b13b-d60837d8e35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:19.049145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4984f-36cc-463f-ae98-468588cda8a2 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=c21368d8-9754-41c7-b13b-d60837d8e35f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:19.176790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:19.180597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.200685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Allocated IP 2001:db8::f816:3eff:fecc:80aa (72332f52-d18d-4a4f-838a-8a8518508a37/52303de5-a0b5-45c7-abf9-004ded3da288/bc5e05f7-b760-4304-861d-a7d2809c45f9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:19.229691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] device_id is not set on port dc914a57-f588-4933-ac10-58b5d7d0e981 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:23:19.242450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:19.248759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:19.254827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 840a3529-8ad6-4222-8b80-548a3b22c1f6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:19.270668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] No DVR routers for this DVR port 01e1a26a-e372-447e-8e3f-7307ab452ebe on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:19.286918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:19.289997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.292790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a3f7b43-bec5-4128-9e39-bdda5606c2ba req-475d1516-51dc-4933-95a9-4d7618a1206b tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.16 "DELETE /v2.0/ports/01e1a26a-e372-447e-8e3f-7307ab452ebe HTTP/1.1" status: 204 len: 173 time: 4.3941722 Aug 06 18:23:19.298223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'name': 'network-vif-deleted', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:23:19.301677 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b4e86-19cc-4da6-8252-f6f106176aa1" -d '{"events": [{"server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "name": "network-vif-deleted", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:23:19.310903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:19.311972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.348038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=992a96c9-b354-4672-a604-fb541575388e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:19.372124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c67749-af3b-4cab-9713-93d317de3dda None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:19.384693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9eb2cc1f-e739-461a-9a0d-8980562ae14d req-3bf99a9d-b363-407a-a186-114ef939cd3f tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.1337266 Aug 06 18:23:19.466752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:19.479367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.482125 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:19.496165 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752463f-942c-4d23-bbb2-611d60c8c048 x-openstack-request-id: req-f752463f-942c-4d23-bbb2-611d60c8c048 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:23:19.496478 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18661eb-44e6-4336-a525-549f77511366", "name": "network-vif-deleted", "tag": "01e1a26a-e372-447e-8e3f-7307ab452ebe", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:23:19.496895 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f752463f-942c-4d23-bbb2-611d60c8c048 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:23:19.497154 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18661eb-44e6-4336-a525-549f77511366', 'name': 'network-vif-deleted', 'tag': '01e1a26a-e372-447e-8e3f-7307ab452ebe', 'status': 'completed', 'code': 200} Aug 06 18:23:19.500466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2eb7b4d-0516-4b06-ae24-a99f35810ddf tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1551807 Aug 06 18:23:19.503741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:19.508989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110394881'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:19.617499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.945790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.956808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:19.991466 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:20.000007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.007877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5026753 Aug 06 18:23:20.009817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43820) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:20.015625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1589170767'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:20.028450 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Checking router: 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:23:20.051140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5ddb-e847-404a-8230-a74863189bf1 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84db8f5e-9b2e-466f-b7ef-6c79d16323e1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:20.052941 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:20.054297 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:20.064963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.093336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 840a3529-8ad6-4222-8b80-548a3b22c1f6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:20.179885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.297258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97754f16-9871-41f5-adce-7d80dce98cd5 None None] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:20.326315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=dcf90920-f6c4-490e-83f1-738dfc629093,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:20.400292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': 'bd2316a3-9a92-4b07-a0b7-30cf60915d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c21368d8-9754-41c7-b13b-d60837d8e35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:20.400744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: c21368d8-9754-41c7-b13b-d60837d8e35f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:20.419203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Provisioning for port 840a3529-8ad6-4222-8b80-548a3b22c1f6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:20.443833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network c21368d8-9754-41c7-b13b-d60837d8e35f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:20.451227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.464290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c21368d8-9754-41c7-b13b-d60837d8e35f) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:20.473717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.473954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:20.477171 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.481157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.482163 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:20.521051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-df2cdd40-fe20-482d-8409-20aeb4c6d759 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5881450 Aug 06 18:23:20.530187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:20.540050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:20.585808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Provisioning complete for port 840a3529-8ad6-4222-8b80-548a3b22c1f6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:20.586701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.590209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c755591-f78b-4051-84fc-a66ff1a381dd None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:20.680568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a705da-92c4-4462-8c8b-2892b8989960,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:20.696841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.699533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6882489 Aug 06 18:23:20.712787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4103393'] for subnet, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:20.724639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:20.741781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2133228462', 'security_groups': ['71a705da-92c4-4462-8c8b-2892b8989960'], 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '992a96c9-b354-4672-a604-fb541575388e'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:20.768034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.770250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.771241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.782343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.783477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.784366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.785237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.786083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.786903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.787728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.788553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.789366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6beb8-79da-4e06-836d-7b89ec3a1442 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:20.872064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Transition to ACTIVE for port object bc5e05f7-b760-4304-861d-a7d2809c45f9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:20.973910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-751995a2-ea55-4829-bb99-374911fd7e19 req-94bc778a-2016-46a3-acec-7ba28ed43bd6 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c18661eb-44e6-4336-a525-549f77511366 HTTP/1.1" status: 200 len: 210 time: 0.2500830 Aug 06 18:23:20.994643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755202594398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2714346'] for subnet, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.019001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:21.019963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.027146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "PUT /v2.0/subnets/dcf90920-f6c4-490e-83f1-738dfc629093 HTTP/1.1" status: 200 len: 806 time: 0.4916601 Aug 06 18:23:21.052961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:21.129099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4c90-49a9-4ca8-ba03-fca3f94d7866 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=dcf90920-f6c4-490e-83f1-738dfc629093,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:21.180576 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:21.196714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Transition to ACTIVE for port object bc5e05f7-b760-4304-861d-a7d2809c45f9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:21.210481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-3eb87d33-ddc4-45e4-947c-59d420db74cf req-144f89b5-3f54-4bfe-90c7-ab05e0c74961 tempest-ServersAdminTestJSON-1869243020 tempest-ServersAdminTestJSON-1869243020-project] (94122) timed out ('10.222.0.16', 49970) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:23:21.241200 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac966dd-9d84-4ab2-92a5-538f8d3c8900 None None] The sync data for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 is: [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:19:50Z', 'revision_number': 4, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9a157242-41aa-4d7d-ba5f-259fa99a3582', 'name': '', 'network_id': '33eb1104-9391-419b-af99-c4d850e1887d', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'mac_address': 'fa:16:3e:55:47:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:46Z', 'updated_at': '2021-08-06T18:20:00Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'subnets': [{'id': 'fab6679c-2f19-4790-b5db-003bbcaca257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:21.241549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.261258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d268770b-5831-4006-a0f0-d1f6b9d3b622', 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'tenant_id': '033e51bb7d1b40fbac529b1e39ff783b', 'fixed_ips': [{'subnet_id': '992a96c9-b354-4672-a604-fb541575388e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:21.262754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.345981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.359188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:21.378215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Allocated IP 2001:db8::f816:3eff:feac:48ee (72332f52-d18d-4a4f-838a-8a8518508a37/52303de5-a0b5-45c7-abf9-004ded3da288/dc914a57-f588-4933-ac10-58b5d7d0e981) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:21.426697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Network 72332f52-d18d-4a4f-838a-8a8518508a37 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:21.445544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9a25a-a629-4b83-8b5e-9cbec0c78eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c21368d8-9754-41c7-b13b-d60837d8e35f', 'network_id': 'c21368d8-9754-41c7-b13b-d60837d8e35f', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': 'dcf90920-f6c4-490e-83f1-738dfc629093'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:21.447100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ea9a25a-a629-4b83-8b5e-9cbec0c78eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.496309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.496698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:21.571714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:21.598547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Pushing event updated for resources: {'Port': ['ID=bc5e05f7-b760-4304-861d-a7d2809c45f9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:21.658597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.754909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:21.780317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf90920-f6c4-490e-83f1-738dfc629093,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:21.812700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port 8ae72f2c-e730-401d-acd6-e9804e765390 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:23:22.047898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdee40a-f324-471b-bafa-be4530804ff8 None None] New status for floating IP 8d36d4d0-6f03-407b-8cec-8bd423c99a06: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:23:22.075842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.104450 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.119441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21368d8-9754-41c7-b13b-d60837d8e35f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:22.190469 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.221177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Transition to ACTIVE for port object dc914a57-f588-4933-ac10-58b5d7d0e981 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:22.230903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43850) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:22.239265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2316a3-9a92-4b07-a0b7-30cf60915d87') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:22.239607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2316a3-9a92-4b07-a0b7-30cf60915d87') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:22.278431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.335972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.358437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.372905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:22.373572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.417151 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.426890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] For port 840a3529-8ad6-4222-8b80-548a3b22c1f6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=840a3529-8ad6-4222-8b80-548a3b22c1f6,segment=NetworkSegment(7f6ef4b0-6097-4812-832e-70da15704afe),segment_id=7f6ef4b0-6097-4812-832e-70da15704afe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-3ea9a25a-a629-4b83-8b5e-9cbec0c78eb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf90920-f6c4-490e-83f1-738dfc629093: This subnet is being modified by another concurrent operation. Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:22.450428 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf90920-f6c4-490e-83f1-738dfc629093: This subnet is being modified by another concurrent operation. Aug 06 18:23:22.453731 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:22.492547 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:22.540740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.545212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.547804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "DELETE /v2.0/security-groups/f3806b6d-714e-4995-9452-5375a3710fac HTTP/1.1" status: 204 len: 168 time: 0.3150907 Aug 06 18:23:22.552305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.554307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:22.565169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6507cf-f5e8-4222-8251-70b6a9cb3933 None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:22.573649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a3569-8e5b-476c-8860-bfb88de70bfd tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3806b6d-714e-4995-9452-5375a3710fac,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:22.637987 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-14e4aa5d-0a69-4f56-b57b-e35829a2eed7 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] show failed (client error): The resource could not be found. Aug 06 18:23:22.644384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43854) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:22.644671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-14e4aa5d-0a69-4f56-b57b-e35829a2eed7 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "GET /v2.0/security-groups/f3806b6d-714e-4995-9452-5375a3710fac HTTP/1.1" status: 404 len: 347 time: 0.0815971 Aug 06 18:23:22.647235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.660484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.689666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Attempting to bind port bc5e05f7-b760-4304-861d-a7d2809c45f9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:22.690334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Attempting to bind port bc5e05f7-b760-4304-861d-a7d2809c45f9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4848ecfa-46e6-47a5-b65d-c46fc832856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:22.690982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Attempting to bind port bc5e05f7-b760-4304-861d-a7d2809c45f9 on network 72332f52-d18d-4a4f-838a-8a8518508a37 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:22.712100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.715767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/c21368d8-9754-41c7-b13b-d60837d8e35f HTTP/1.1" status: 204 len: 168 time: 1.6609535 Aug 06 18:23:22.759469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:22.796460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.14 (d268770b-5831-4006-a0f0-d1f6b9d3b622/992a96c9-b354-4672-a604-fb541575388e/8ae72f2c-e730-401d-acd6-e9804e765390) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:22.830905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:22.832245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Checking segment: {'id': '4848ecfa-46e6-47a5-b65d-c46fc832856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:22.833491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.834380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Bound using segment: {'id': '4848ecfa-46e6-47a5-b65d-c46fc832856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:22.835364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Bound port: bc5e05f7-b760-4304-861d-a7d2809c45f9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4848ecfa-46e6-47a5-b65d-c46fc832856a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '72332f52-d18d-4a4f-838a-8a8518508a37'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:22.836202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.880659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 72332f52-d18d-4a4f-838a-8a8518508a37 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:22.904992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:22.908811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221ff2-a68b-4c35-a43d-fbad78035b28 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=c21368d8-9754-41c7-b13b-d60837d8e35f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:22.922814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:22.935744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:22.937693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.938570 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6956ca28-65ea-4b6a-9a10-e4f4ec29fe21 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:22.946014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6956ca28-65ea-4b6a-9a10-e4f4ec29fe21 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:22.957521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6956ca28-65ea-4b6a-9a10-e4f4ec29fe21 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/c21368d8-9754-41c7-b13b-d60837d8e35f HTTP/1.1" status: 404 len: 339 time: 0.1952298 Aug 06 18:23:22.971720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:22.981331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c402eb-3593-427d-8e41-f83b9d016b10 None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:23.018195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54547380', 'description': 'd1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:23.086718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c402eb-3593-427d-8e41-f83b9d016b10 None None] Network c21368d8-9754-41c7-b13b-d60837d8e35f could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:23:23.097848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Port': ['ID=dc914a57-f588-4933-ac10-58b5d7d0e981,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:23.104609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f76fc-cd12-440b-ace8-afcf0dc0147e None None] Pushing event updated for resources: {'Port': ['ID=840a3529-8ad6-4222-8b80-548a3b22c1f6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:23.115614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b1033dcd-e25a-4938-8996-b33620e8f436 None None] Provisioning complete for port 840a3529-8ad6-4222-8b80-548a3b22c1f6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:23.116709 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b1033dcd-e25a-4938-8996-b33620e8f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.125052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8622b596-7b49-48ae-a3cc-3676d540263c tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5888097 Aug 06 18:23:23.133149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:23.194758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:23.201686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.269646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] For port bc5e05f7-b760-4304-861d-a7d2809c45f9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:23.275208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] For port bc5e05f7-b760-4304-861d-a7d2809c45f9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc5e05f7-b760-4304-861d-a7d2809c45f9,segment=NetworkSegment(4848ecfa-46e6-47a5-b65d-c46fc832856a),segment_id=4848ecfa-46e6-47a5-b65d-c46fc832856a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:23.310647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting subnet 52303de5-a0b5-45c7-abf9-004ded3da288 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:23.318689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.328686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.362912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:23.365768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Deleting port 180ef4f5-15db-4689-9017-8a0a370de439 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:23.366188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.399428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.400587 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 00cf6f14-a812-4683-a84d-c91616a1db32 of type vlan for network cebcdc26-b51d-418d-bd3e-42e88e8f1245 Aug 06 18:23:23.417318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f0046-66c8-4cd2-a6f9-6766fdb5b323 None None] Pushing event updated for resources: {'Port': ['ID=bc5e05f7-b760-4304-861d-a7d2809c45f9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:23.452425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.495537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.531838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.532243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:23.548361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Calling delete_port for 180ef4f5-15db-4689-9017-8a0a370de439 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:23.930172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.036135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.099123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Pushing event deleted for resources: {'Port': ['ID=180ef4f5-15db-4689-9017-8a0a370de439,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:24.159979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object 8ae72f2c-e730-401d-acd6-e9804e765390 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:24.163117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.164581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.268697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=52303de5-a0b5-45c7-abf9-004ded3da288,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:24.279183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.282856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d438fef0-da85-4a34-93b5-8ba7c0b1e4f0 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/52303de5-a0b5-45c7-abf9-004ded3da288 HTTP/1.1" status: 204 len: 168 time: 1.1463487 Aug 06 18:23:24.288334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43872) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:24.289705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.304959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:23:24.367102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.367102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.368859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-970fb793-be3a-4b0c-81f4-b6a969c03b25 tempest-ServersTestManualDisk-58907096 tempest-ServersTestManualDisk-58907096-project] 10.222.0.64 "DELETE /v2.0/floatingips/8d36d4d0-6f03-407b-8cec-8bd423c99a06 HTTP/1.1" status: 204 len: 168 time: 1.7219820 Aug 06 18:23:24.373828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:24.390881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Allocated IP 172.20.0.2 (d268770b-5831-4006-a0f0-d1f6b9d3b622/992a96c9-b354-4672-a604-fb541575388e/3ad673d1-3ed0-445d-8236-70ebda310d93) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:24.464478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:24.480176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:24.483863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.495400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:24.496512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.500869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:24.699807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=cebcdc26-b51d-418d-bd3e-42e88e8f1245,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:24.737288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network cebcdc26-b51d-418d-bd3e-42e88e8f1245 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:24.753926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc0fd9-a376-40a5-b320-168a935fca39 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:24.756013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc0fd9-a376-40a5-b320-168a935fca39 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:24.768001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-36cc0fd9-a376-40a5-b320-168a935fca39 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4750116 Aug 06 18:23:24.768900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:24.782326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=8ae72f2c-e730-401d-acd6-e9804e765390,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:24.859465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5c353fe2-b4de-4bf2-9a18-3bcf13082dec tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8544664 Aug 06 18:23:24.867770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43880) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:24.896031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:24.898764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.947321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7138a05e-5b13-4c86-bd49-16c054f0dd8b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2128854 Aug 06 18:23:24.947565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43882) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:24.955659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:24.965237 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.008773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Transition to ACTIVE for port object 3ad673d1-3ed0-445d-8236-70ebda310d93 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:25.014957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc5e05f7-b760-4304-861d-a7d2809c45f9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:25.094115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50d7ccdb-a870-41a4-b6e1-fd30b9bf4b8d tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.117967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8597014-e7df-42e2-9f2e-d876a25e90a0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:25.130455 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f8597014-e7df-42e2-9f2e-d876a25e90a0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks?id=cebcdc26-b51d-418d-bd3e-42e88e8f1245 HTTP/1.1" status: 200 len: 759 time: 0.2550743 Aug 06 18:23:25.131944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:25.151553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'description': 'd2'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:25.156605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:25.161243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.203596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bc5e05f7-b760-4304-861d-a7d2809c45f9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:25.208231 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d7ccdb-a870-41a4-b6e1-fd30b9bf4b8d tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 18:23:25.209534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d7ccdb-a870-41a4-b6e1-fd30b9bf4b8d tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:25.215970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Transition to ACTIVE for port object 3ad673d1-3ed0-445d-8236-70ebda310d93 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:25.217965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 840a3529-8ad6-4222-8b80-548a3b22c1f6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:25.218557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-50d7ccdb-a870-41a4-b6e1-fd30b9bf4b8d tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/72332f52-d18d-4a4f-838a-8a8518508a37 HTTP/1.1" status: 409 len: 405 time: 0.4445448 Aug 06 18:23:25.240639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43888) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:25.254683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1917215273'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:25.296020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b428804-b55b-4571-85a0-94f821bb0a11 None None] Network 72332f52-d18d-4a4f-838a-8a8518508a37 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:25.326595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.439816 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 992a96c9-b354-4672-a604-fb541575388e (CIDR: 172.20.0.0/28) Aug 06 18:23:25.446910 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:23:25.447910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:25.494015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:25.534775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-67e417a7-7b42-495d-a244-6bd3204a78a4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5858176 Aug 06 18:23:25.539264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43894) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:25.545256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:25.556744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:25.563797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.573172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:25.603583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:25.606615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:25.692417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:25.694607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Provisioning for port bc5e05f7-b760-4304-861d-a7d2809c45f9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:25.699923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.717546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Provisioning complete for port bc5e05f7-b760-4304-861d-a7d2809c45f9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:25.718032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.791324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 840a3529-8ad6-4222-8b80-548a3b22c1f6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:25.792074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.851125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:25.856279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.905431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.906171 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment 1bdc6961-60ba-44ad-8e1d-2d9e5603ac92 of type vlan for network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 Aug 06 18:23:25.920917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] DHCP port deletion for 72332f52-d18d-4a4f-838a-8a8518508a37 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:25.923528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.929670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Attempting to bind port 3ad673d1-3ed0-445d-8236-70ebda310d93 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:25.930044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Attempting to bind port 3ad673d1-3ed0-445d-8236-70ebda310d93 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '54471bc0-2070-49a2-ad08-afec4d1103c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:25.930417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Attempting to bind port 3ad673d1-3ed0-445d-8236-70ebda310d93 on network d268770b-5831-4006-a0f0-d1f6b9d3b622 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:25.940980 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.957674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:25.958380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Checking segment: {'id': '54471bc0-2070-49a2-ad08-afec4d1103c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:25.958799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.959199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Bound using segment: {'id': '54471bc0-2070-49a2-ad08-afec4d1103c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:25.959709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Bound port: 3ad673d1-3ed0-445d-8236-70ebda310d93, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54471bc0-2070-49a2-ad08-afec4d1103c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:25.960100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.032302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] For port bc5e05f7-b760-4304-861d-a7d2809c45f9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc5e05f7-b760-4304-861d-a7d2809c45f9,segment=NetworkSegment(4848ecfa-46e6-47a5-b65d-c46fc832856a),segment_id=4848ecfa-46e6-47a5-b65d-c46fc832856a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:26.058194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.087959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network cebcdc26-b51d-418d-bd3e-42e88e8f1245 is not hosted by any dhcp agent {{(pid=94121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:23:26.099219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:26.100622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.107651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "PUT /v2.0/networks/cebcdc26-b51d-418d-bd3e-42e88e8f1245 HTTP/1.1" status: 200 len: 756 time: 0.9663262 Aug 06 18:23:26.121564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43896) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:26.177934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.222904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.272192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33f889-7856-45c3-a9da-13c6d36d3453 None None] Pushing event updated for resources: {'Port': ['ID=bc5e05f7-b760-4304-861d-a7d2809c45f9,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:26.278370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:26.283386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:26.285769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Deleting port bc5e05f7-b760-4304-861d-a7d2809c45f9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:26.286215 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.311612 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.379676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135cec0-0e3a-42f2-80d6-f82a1752c322 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=cebcdc26-b51d-418d-bd3e-42e88e8f1245,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:26.458915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network cebcdc26-b51d-418d-bd3e-42e88e8f1245 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:26.480806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:26.485539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:26.491511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:26.492909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.513932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da744f4d-5912-414c-93b0-872c50fb4b68 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:26.516369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da744f4d-5912-414c-93b0-872c50fb4b68 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks?id=cebcdc26-b51d-418d-bd3e-42e88e8f1245 HTTP/1.1" status: 200 len: 759 time: 0.3854747 Aug 06 18:23:26.520177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.520418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=74176336-81b4-4cef-99af-69b71d4a588d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:26.527089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:26.528230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.531490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:26.543575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be381b85-0027-48ab-b9c6-9ec51c67dc9b tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0026178 Aug 06 18:23:26.549218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43906) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:26.562208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-620211710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74176336-81b4-4cef-99af-69b71d4a588d'}], 'security_groups': ['84db8f5e-9b2e-466f-b7ef-6c79d16323e1']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:26.638577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.659953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde8a1b-c1b2-4d56-912e-dfbe361585ee None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:26.829660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.156904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] For port bc5e05f7-b760-4304-861d-a7d2809c45f9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc5e05f7-b760-4304-861d-a7d2809c45f9,segment=NetworkSegment(4848ecfa-46e6-47a5-b65d-c46fc832856a),segment_id=4848ecfa-46e6-47a5-b65d-c46fc832856a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:27.157357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.200123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Calling delete_port for bc5e05f7-b760-4304-861d-a7d2809c45f9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:27.273370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc5e05f7-b760-4304-861d-a7d2809c45f9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:27.415901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.495876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] Pushing event deleted for resources: {'Port': ['ID=bc5e05f7-b760-4304-861d-a7d2809c45f9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:27.505194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71c396-d7ac-4210-bfd4-ffdea547f64f None None] No DVR routers for this DVR port bc5e05f7-b760-4304-861d-a7d2809c45f9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:27.512229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No active binding found for port bc5e05f7-b760-4304-861d-a7d2809c45f9 {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:23:27.513333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bc5e05f7-b760-4304-861d-a7d2809c45f9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:27.570701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231606690'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:27.609650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=c20ec17c-5ace-4ae0-9efb-0f9a7b392f23,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:27.633356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Delete allocated IP 172.20.0.14 (d268770b-5831-4006-a0f0-d1f6b9d3b622/992a96c9-b354-4672-a604-fb541575388e) {{(pid=94122) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:23:27.634032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:27.662820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.26 (d268770b-5831-4006-a0f0-d1f6b9d3b622/74176336-81b4-4cef-99af-69b71d4a588d/8ae72f2c-e730-401d-acd6-e9804e765390) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:27.844487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:27.857723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.876326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13cfaae2-b643-4411-b804-717b5b2f3921 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6289210 Aug 06 18:23:27.889943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43918) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:27.899840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:27.936813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.946318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-320721d0-e917-4ff2-a5a9-955ad26c855f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3595443 Aug 06 18:23:27.959516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Ignored duplicate provisioning block setup for port 8ae72f2c-e730-401d-acd6-e9804e765390 by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 18:23:27.966549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.181650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=8ae72f2c-e730-401d-acd6-e9804e765390,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:28.187209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:28.197931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] In _notify_port_updated(), no bound segment for port 8ae72f2c-e730-401d-acd6-e9804e765390 on network d268770b-5831-4006-a0f0-d1f6b9d3b622 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:23:28.208675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.209249 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment f3ff1eb9-660a-4314-a49a-81675246daf0 of type vlan for network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 Aug 06 18:23:28.211694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.212846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.223298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fcae8d41-6910-4b67-b3f6-d967802c8637 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/ports/8ae72f2c-e730-401d-acd6-e9804e765390 HTTP/1.1" status: 200 len: 920 time: 1.6649988 Aug 06 18:23:28.225089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43920) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:28.288208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.351459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e686fd8-0a9a-4885-89e0-6b224c72bb4e None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:28.379782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.381632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.382150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.382645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.383534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 8ae72f2c-e730-401d-acd6-e9804e765390 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:28.384124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.388077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.388077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.388561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.391846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e3af9379-ab6b-4a1f-9514-148174b7943c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.2898440 Aug 06 18:23:28.416307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:28.420065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.541251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ad20fe30-0ade-4193-8078-b7b1137d7615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.546112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c97620c-1da8-437d-ab22-85b2c972a185 None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:28.546786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c97620c-1da8-437d-ab22-85b2c972a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.563035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.580102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 8ae72f2c-e730-401d-acd6-e9804e765390 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:28.633761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7c97620c-1da8-437d-ab22-85b2c972a185 None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:28.738774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7c97620c-1da8-437d-ab22-85b2c972a185 None None] Provisioning for port 3ad673d1-3ed0-445d-8236-70ebda310d93 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:28.739606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.761226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.765282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:28.840327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3ad673d1-3ed0-445d-8236-70ebda310d93 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:28.873211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-61671c85-b5a4-4b0d-8f08-541154459a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.874473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-61671c85-b5a4-4b0d-8f08-541154459a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.875223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-61671c85-b5a4-4b0d-8f08-541154459a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:28.877836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-61671c85-b5a4-4b0d-8f08-541154459a4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.3611052 Aug 06 18:23:29.007863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.061022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4934111 Aug 06 18:23:29.070299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:29.086226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:29.091545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 3ad673d1-3ed0-445d-8236-70ebda310d93 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:29.102174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Update dhcp port {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'fixed_ips': [{'subnet_id': '992a96c9-b354-4672-a604-fb541575388e', 'ip_address': '172.20.0.2'}, {'subnet_id': '74176336-81b4-4cef-99af-69b71d4a588d'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '3ad673d1-3ed0-445d-8236-70ebda310d93'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:23:29.107312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:29.107905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.120272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b75eb-b7ca-4f89-b8a0-4db58afbb2b8 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=8cb2edea-1636-4b7e-91a5-8e65d9d7a222,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:29.167725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=8ae72f2c-e730-401d-acd6-e9804e765390,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:29.213428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:29.258412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-37fb457b-bf0d-477f-baab-dbf8b66858de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.3409331 Aug 06 18:23:29.361335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.373206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43930) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:29.373499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-846423ff-4fb4-40a4-95f5-688a6bbf8ef8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/8ae72f2c-e730-401d-acd6-e9804e765390 HTTP/1.1" status: 204 len: 168 time: 1.1464660 Aug 06 18:23:29.405158 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.440581 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf8339f-7290-401f-b0fc-556edbedb11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:23:29.446402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2bf8339f-7290-401f-b0fc-556edbedb11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/8ae72f2c-e730-401d-acd6-e9804e765390 HTTP/1.1" status: 404 len: 333 time: 0.0609853 Aug 06 18:23:29.447423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43932) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:29.495080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-91fe9436-c7c4-4733-95c1-e75534ba6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:29.496793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-91fe9436-c7c4-4733-95c1-e75534ba6148 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.2035525 Aug 06 18:23:29.534910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.587824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.635305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:29.643530 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.645244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.655057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Deleting port 9a157242-41aa-4d7d-ba5f-259fa99a3582 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:29.655658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.692516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:29.726666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-31766166-8e5e-4b7f-87c8-6e4801e0cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:29.730298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.731267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-31766166-8e5e-4b7f-87c8-6e4801e0cccc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152188 Aug 06 18:23:29.736583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.738420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/security-groups/71a705da-92c4-4462-8c8b-2892b8989960 HTTP/1.1" status: 204 len: 168 time: 0.2895088 Aug 06 18:23:29.745028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43938) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:29.747544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.798122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81f3be-e222-4a78-8b69-1c5774434295 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a705da-92c4-4462-8c8b-2892b8989960,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:29.876348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Allocated IP 172.20.0.18 (d268770b-5831-4006-a0f0-d1f6b9d3b622/74176336-81b4-4cef-99af-69b71d4a588d/3ad673d1-3ed0-445d-8236-70ebda310d93) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:29.914290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:29.929378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:30.020742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.137080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.144059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.149035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/security-groups/84db8f5e-9b2e-466f-b7ef-6c79d16323e1 HTTP/1.1" status: 204 len: 168 time: 0.3914487 Aug 06 18:23:30.151778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43944) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:30.180411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:30.201161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:23:30.204133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.278919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83652d-e85c-423e-a81d-c8a97f9314a8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db8f5e-9b2e-466f-b7ef-6c79d16323e1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:30.280156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.297805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 992a96c9-b354-4672-a604-fb541575388e {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:30.320568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] For port 9a157242-41aa-4d7d-ba5f-259fa99a3582, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9a157242-41aa-4d7d-ba5f-259fa99a3582,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:30.321310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.336482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Transition to ACTIVE for port object 3ad673d1-3ed0-445d-8236-70ebda310d93 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:30.343256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.344688 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.397957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Calling delete_port for 9a157242-41aa-4d7d-ba5f-259fa99a3582 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:30.430449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.456877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-9f264f28-b3e0-4824-a34f-4a3fabe07b59 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064073 Aug 06 18:23:30.530035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcb050-cc25-42b4-95ba-899e9afb0a71 None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:30.602650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=b2ab9a2c-33fe-4e14-9e6f-9913918bb675,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:30.612385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:30.612957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: c20ec17c-5ace-4ae0-9efb-0f9a7b392f23, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:30.615928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.623940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.791263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.811931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3ad673d1-3ed0-445d-8236-70ebda310d93 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:30.842852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=992a96c9-b354-4672-a604-fb541575388e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:30.853810 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:30.861509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ab83f6b7-f796-45c3-bc7b-b7a228b1a3f3 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/992a96c9-b354-4672-a604-fb541575388e HTTP/1.1" status: 204 len: 168 time: 0.6955898 Aug 06 18:23:30.870423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43950) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:30.877002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:31.046262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=cbc3fddf-d359-4090-8926-684843328c95,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:31.053925 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-240917a6-f35e-43fd-8be6-86c4d16d10a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631807 Aug 06 18:23:31.059944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:31.162834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-06bb83af-4793-4a26-a815-0fa9b63ad7c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.0964646 Aug 06 18:23:31.184636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c20ec17c-5ace-4ae0-9efb-0f9a7b392f23) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:31.205269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51014360-dcb3-479a-b1fc-99cc7244126d None None] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:31.214844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:31.223757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:31.224999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.226664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.228021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': 'f3ff1eb9-660a-4314-a49a-81675246daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:31.228392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 8cb2edea-1636-4b7e-91a5-8e65d9d7a222, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:31.282670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3c7a69ab-68d2-4ad2-a361-afb3a9d93c93 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3875279 Aug 06 18:23:31.291532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43954) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:31.301840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'port': {'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23', 'name': 'tempest-NetworksIpV6TestAttrs-1691066309'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:31.394305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-9262e847-6837-4fd9-9677-644c9f8fa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:31.397154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-9262e847-6837-4fd9-9677-644c9f8fa6ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2260458 Aug 06 18:23:31.491916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760dcfb7-966e-4088-9e65-6bd03463be94 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:31.513919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:31.528284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.530688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 8cb2edea-1636-4b7e-91a5-8e65d9d7a222) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:31.532129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c20ec17c-5ace-4ae0-9efb-0f9a7b392f23', 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23', 'tenant_id': '75bee9efa0724c7399232530599d1b21', 'fixed_ips': [{'subnet_id': 'b2ab9a2c-33fe-4e14-9e6f-9913918bb675'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:31.533118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.543754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.555761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:31.556378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.592826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6eeb87-6a8f-44b6-b0f4-709b6b123cc3 None None] Network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:31.599266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:31.599756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.600610 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e9f78d3e-dbc8-4b51-8d08-c7bc23ed3f0d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5255952 Aug 06 18:23:31.601815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a157242-41aa-4d7d-ba5f-259fa99a3582,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:31.604228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:31.702621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.744679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-4cbb8cde-bbab-40c2-abfe-00b7f1cc057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:31.746505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-4cbb8cde-bbab-40c2-abfe-00b7f1cc057f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2638984 Aug 06 18:23:31.863263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:31.878605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:31.884965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:31.886077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.914310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d0bc0954-d9cc-4508-89b3-220752b57071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:31.916521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:31.928436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=3f783c0c-89e6-477d-a582-2517b8c76f69,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:32.041857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Provisioning for port 3ad673d1-3ed0-445d-8236-70ebda310d93 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:32.061382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:32.061676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.093283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Allocated IP 2001:db8::f816:3eff:feec:207 (c20ec17c-5ace-4ae0-9efb-0f9a7b392f23/b2ab9a2c-33fe-4e14-9e6f-9913918bb675/d1ec8991-e68b-468c-8012-38533abae9d2) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:32.099544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d333282a-5b0f-4117-b74f-aac8e1837e6e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2272987 Aug 06 18:23:32.102484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43962) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:32.112430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1758604807'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:32.145290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.157051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-d38f3fe5-c553-485c-beae-ef7958a1bb78 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991258 Aug 06 18:23:32.199788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:32.209805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.216112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.375541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] device_id is not set on port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:23:32.392961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.399365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.501467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.507220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3984997 Aug 06 18:23:32.507880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43976) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:32.520244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101967533'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:32.537333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298d762-f093-478e-907f-a0e80274bd75 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c260c7f9-a3e4-4154-84ae-f7e2f4ab1cc6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:32.587685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.592137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-8cb2edea-1636-4b7e-91a5-8e65d9d7a222', 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': 'cbc3fddf-d359-4090-8926-684843328c95'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:32.594435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.628542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.644801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-55798880-a518-4e1a-b03a-dbe75ffa1afd service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569752 Aug 06 18:23:32.690622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Transition to ACTIVE for port object d1ec8991-e68b-468c-8012-38533abae9d2 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:32.808508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Transition to ACTIVE for port object d1ec8991-e68b-468c-8012-38533abae9d2 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:32.827911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30fa5332-5899-44e9-b2c2-bbbaf6501aa7 None None] Could not find standard attr ID for object 8ae72f2c-e730-401d-acd6-e9804e765390. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:32.841250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.865432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Update dhcp port {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'fixed_ips': [{'subnet_id': '74176336-81b4-4cef-99af-69b71d4a588d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f783c0c-89e6-477d-a582-2517b8c76f69'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '3ad673d1-3ed0-445d-8236-70ebda310d93'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:23:32.871731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.878745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.941483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:32.943613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4343894 Aug 06 18:23:32.947653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43982) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:32.959963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1730905826'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:32.975455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c9343-44bf-4284-b090-4f33c3d37958 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6eb605-8d29-4ce9-95cf-52d67849c1b3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:33.035335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.251482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:33.253943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.262135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.263220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.265805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Pushing event updated for resources: {'Port': ['ID=d1ec8991-e68b-468c-8012-38533abae9d2,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:33.285968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:33.308883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:33.328682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.337013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.338918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3900638 Aug 06 18:23:33.343225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:33.351560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1909667051', 'security_groups': ['a065caf2-6046-4d68-a30c-24381f762c62'], 'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f783c0c-89e6-477d-a582-2517b8c76f69'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:33.386037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0796f74-efad-4eb3-bfb4-56e479efa9e5 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a065caf2-6046-4d68-a30c-24381f762c62,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:33.417589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Allocated IP 172.20.0.2 (8cb2edea-1636-4b7e-91a5-8e65d9d7a222/cbc3fddf-d359-4090-8926-684843328c95/f11bb7bd-45c5-4f9c-898e-e304b0467c36) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:33.636094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Attempting to bind port d1ec8991-e68b-468c-8012-38533abae9d2 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:33.637040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Attempting to bind port d1ec8991-e68b-468c-8012-38533abae9d2 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:33.637384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Attempting to bind port d1ec8991-e68b-468c-8012-38533abae9d2 on network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:33.654707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Checking segment: {'id': '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Bound using segment: {'id': '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Bound port: d1ec8991-e68b-468c-8012-38533abae9d2, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c20ec17c-5ace-4ae0-9efb-0f9a7b392f23'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:33.676145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.718716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-d1f92b2c-4882-43d1-a08a-9ebba902fd96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 1.0122550 Aug 06 18:23:33.719715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.730444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:33.829369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Allocated IP 2001:db8::f816:3eff:fea8:c2e (c20ec17c-5ace-4ae0-9efb-0f9a7b392f23/b2ab9a2c-33fe-4e14-9e6f-9913918bb675/ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:33.932390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Allocated IP 172.20.0.2 (d268770b-5831-4006-a0f0-d1f6b9d3b622/3f783c0c-89e6-477d-a582-2517b8c76f69/3ad673d1-3ed0-445d-8236-70ebda310d93) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:33.985302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] For port d1ec8991-e68b-468c-8012-38533abae9d2, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:33.995319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.040687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] For port d1ec8991-e68b-468c-8012-38533abae9d2, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1ec8991-e68b-468c-8012-38533abae9d2,segment=NetworkSegment(1bdc6961-60ba-44ad-8e1d-2d9e5603ac92),segment_id=1bdc6961-60ba-44ad-8e1d-2d9e5603ac92)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:34.058045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] device_id is not set on port f49947b6-dbc9-4b31-a35b-4a4d020919a1 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:23:34.075906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.155280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.255103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Transition to ACTIVE for port object f11bb7bd-45c5-4f9c-898e-e304b0467c36 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:34.257910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-3cfae456-f835-4ec9-8526-fae68be6f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:34.260272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-3cfae456-f835-4ec9-8526-fae68be6f075 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.3233142 Aug 06 18:23:34.345302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31146ae-1f85-44af-9ecc-728c92661ab9 req-45049b7f-f89a-46fa-b5b0-420a28474fe3 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:34.347804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b31146ae-1f85-44af-9ecc-728c92661ab9 req-45049b7f-f89a-46fa-b5b0-420a28474fe3 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.4129431 Aug 06 18:23:34.357236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716de2f8-753d-411a-afb2-4e2649b4abcf None None] Pushing event updated for resources: {'Port': ['ID=d1ec8991-e68b-468c-8012-38533abae9d2,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:34.381808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Transition to ACTIVE for port object f11bb7bd-45c5-4f9c-898e-e304b0467c36 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:34.391805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:34.396541 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.493412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:34.514321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.518875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:34.522099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Pushing event updated for resources: {'Port': ['ID=f11bb7bd-45c5-4f9c-898e-e304b0467c36,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:34.526338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:34.680844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.718440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-f05f3dda-d3d4-4202-9217-f4dc2f217a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:34.721172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-f05f3dda-d3d4-4202-9217-f4dc2f217a20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4463696 Aug 06 18:23:34.723547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b31146ae-1f85-44af-9ecc-728c92661ab9 req-4a033bca-bb3c-4082-a2aa-c12aa2859818 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499537 Aug 06 18:23:34.727578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Transition to ACTIVE for port object ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:34.733097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.764210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Transition to ACTIVE for port object 3ad673d1-3ed0-445d-8236-70ebda310d93 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:34.813541 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.849897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:34.918449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44018) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:34.947341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc3fddf-d359-4090-8926-684843328c95,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:34.992482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Attempting to bind port f11bb7bd-45c5-4f9c-898e-e304b0467c36 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:34.993184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Attempting to bind port f11bb7bd-45c5-4f9c-898e-e304b0467c36 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f3ff1eb9-660a-4314-a49a-81675246daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:34.994107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Attempting to bind port f11bb7bd-45c5-4f9c-898e-e304b0467c36 on network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:35.019160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:35.020019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Checking segment: {'id': 'f3ff1eb9-660a-4314-a49a-81675246daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:35.021232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.021976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Bound using segment: {'id': 'f3ff1eb9-660a-4314-a49a-81675246daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:35.022898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Bound port: f11bb7bd-45c5-4f9c-898e-e304b0467c36, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ff1eb9-660a-4314-a49a-81675246daf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:35.023652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.192724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.11 (d268770b-5831-4006-a0f0-d1f6b9d3b622/3f783c0c-89e6-477d-a582-2517b8c76f69/f49947b6-dbc9-4b31-a35b-4a4d020919a1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:35.239039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448058e0-9028-4d48-ab71-60b0391a5425 None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:35.314870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.324796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.350180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] For port f11bb7bd-45c5-4f9c-898e-e304b0467c36, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:35.360335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] For port f11bb7bd-45c5-4f9c-898e-e304b0467c36, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f11bb7bd-45c5-4f9c-898e-e304b0467c36,segment=NetworkSegment(f3ff1eb9-660a-4314-a49a-81675246daf0),segment_id=f3ff1eb9-660a-4314-a49a-81675246daf0)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:35.378003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.382472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb2edea-1636-4b7e-91a5-8e65d9d7a222']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:35.460943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4237-cf58-4edc-93a0-4c1e2e7091d6 None None] Pushing event updated for resources: {'Port': ['ID=f11bb7bd-45c5-4f9c-898e-e304b0467c36,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:35.513590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ff1eb9-660a-4314-a49a-81675246daf0') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:35.514150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ff1eb9-660a-4314-a49a-81675246daf0') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:35.521934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 1f7ec763-9f2d-4745-91e8-3a130993cc44 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:35.522413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.536839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:35.551955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287fb6c-ab27-4517-b777-4c804bf6dacc None None] Network 8cb2edea-1636-4b7e-91a5-8e65d9d7a222 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:35.635272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:35.643641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:35.647332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Port': ['ID=ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:35.691365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:35.706062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.726948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:35.728236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.741182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.768771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object f49947b6-dbc9-4b31-a35b-4a4d020919a1 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:35.788131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.788489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.794784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-693f7e8f-88c9-4d7e-b419-abe7d3a6e0cf service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0632086 Aug 06 18:23:35.816003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 1f7ec763-9f2d-4745-91e8-3a130993cc44 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:35.871096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.941906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-128c3c9b-e3cf-429d-bfe5-f0a7ed8fd3bf tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.6460221 Aug 06 18:23:35.958493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:35.981870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:35.982683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:35.990777 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:36.182658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:36.190716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:36.198372 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Sync routers for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:36.202527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e624ed3-879c-4be9-87d8-84da0869995e admin admin] 10.222.0.64 "PUT /v2.0/routers/39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8233590 Aug 06 18:23:36.203508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44040) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:36.216285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:36.217867 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:36.344198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4000b-5124-4e99-8f55-d5466e3955a2 None None] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:36.367236 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:36.383375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=f49947b6-dbc9-4b31-a35b-4a4d020919a1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:36.488086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting subnet b2ab9a2c-33fe-4e14-9e6f-9913918bb675 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:36.492255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:36.503911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:36.508663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:36.514021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:36.525823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af5b6da-8471-4012-8236-dd050062171e None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:36.664677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-12461f10-f557-4025-b213-8c70a54f98a1 None None] Provisioning for port d1ec8991-e68b-468c-8012-38533abae9d2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:36.684391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 18:23:36.684391 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 18:23:36.684391 n-d-793621-29 neutron-server[94121]: [parameters: {'id': '8cb2edea-1636-4b7e-91a5-8e65d9d7a222'}] Aug 06 18:23:36.684391 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:23:36.686114 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:23:36.688702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:36.721096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:36.829080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:36.837740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:36.868706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:23:31Z', 'revision_number': 5, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port': {'id': 'ec4a2fa6-90ce-45fe-b8c1-22ac7e622408', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:19:37Z', 'updated_at': '2021-08-06T18:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:36.883373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:36.883910 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.002132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2f15e231-d6b4-468e-9728-53a93b6a5e06 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6573763 Aug 06 18:23:37.005093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.010704 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Checking router: 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:23:37.015996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44048) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:37.025344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:37.026992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-f1be83bc-4919-4a18-bf24-c5a4d23b0eae service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1906881 Aug 06 18:23:37.056490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Routers {'39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:37.057610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:37.079407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-b737df22-103b-4642-8f2c-8c4fb5dcb0a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430404 Aug 06 18:23:37.103435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:37.167284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1ec8991-e68b-468c-8012-38533abae9d2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:37.202577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.266606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Provisioning for port 3ad673d1-3ed0-445d-8236-70ebda310d93 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:37.279191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:37.279765 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aca959b1-f05f-493f-997a-f0e25be88c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.333327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.455626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-d5e94f73-af37-4ff2-bcdc-a0b21fe0a174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.4140563 Aug 06 18:23:37.510706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] Set router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:37.580984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-c826202a-4204-4c2d-81f8-c2aea1342062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:37.583401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-c826202a-4204-4c2d-81f8-c2aea1342062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 0.3671620 Aug 06 18:23:37.612367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-8b3c8cf0-dc67-4112-8c22-0ebf60597d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:37.614537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-8b3c8cf0-dc67-4112-8c22-0ebf60597d8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1468625 Aug 06 18:23:37.619773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d1ec8991-e68b-468c-8012-38533abae9d2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:37.645026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d1ec8991-e68b-468c-8012-38533abae9d2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:37.645988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.683086 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:23:37Z', 'revision_number': 6, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:37.743433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd6616-43ef-4e80-b8f7-46dcfb076811 None None] The sync data for ids ['39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac'] in n-d-793621-29 is: [{'id': '39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac', 'name': 'tempest-ServersTestManualDisk-1916842604-router', 'tenant_id': '682a8448a66141a687234870f5250ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:19:35Z', 'updated_at': '2021-08-06T18:23:37Z', 'revision_number': 6, 'project_id': '682a8448a66141a687234870f5250ff9', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:37.748978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=1f7ec763-9f2d-4745-91e8-3a130993cc44,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:37.864803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Deleting port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:37.865749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.891812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:37.951919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.029582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting port f11bb7bd-45c5-4f9c-898e-e304b0467c36 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:38.030417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.047742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-118c73d9-a6e4-477c-b3d6-af9fbcbaa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:38.050397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-118c73d9-a6e4-477c-b3d6-af9fbcbaa2f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3922548 Aug 06 18:23:38.081696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-500444b5-502c-4c97-8943-f4592d34536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:38.084546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-500444b5-502c-4c97-8943-f4592d34536a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4690008 Aug 06 18:23:38.103745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Provisioning for port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:38.111059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Provisioning complete for port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:38.111674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.248753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.372848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:38.384741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ab9a2c-33fe-4e14-9e6f-9913918bb675,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:38.405838 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.406259 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP 4c4d7231-de1b-44ab-b624-33dd325f3d1d disassociated (deleted). External IP: 172.25.3.145, port: 67ac113c-be5f-47fd-9d3f-7fa224735056. Aug 06 18:23:38.459974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Provisioning complete for port d1ec8991-e68b-468c-8012-38533abae9d2 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:38.460592 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.587730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.595885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a3453be-5ce2-4e1f-af6e-9d4a140faae3 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/b2ab9a2c-33fe-4e14-9e6f-9913918bb675 HTTP/1.1" status: 204 len: 168 time: 2.6360221 Aug 06 18:23:38.616767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:38.633263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:23:38.633263 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:23:38.651693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] For port f11bb7bd-45c5-4f9c-898e-e304b0467c36, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f11bb7bd-45c5-4f9c-898e-e304b0467c36,segment=NetworkSegment(f3ff1eb9-660a-4314-a49a-81675246daf0),segment_id=f3ff1eb9-660a-4314-a49a-81675246daf0)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:38.652270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.672830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-44a21616-1cc4-42d3-8ad2-af78798102e3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032116 Aug 06 18:23:38.739979 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.772167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:38.787414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.788402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] For port d1ec8991-e68b-468c-8012-38533abae9d2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1ec8991-e68b-468c-8012-38533abae9d2,segment=NetworkSegment(1bdc6961-60ba-44ad-8e1d-2d9e5603ac92),segment_id=1bdc6961-60ba-44ad-8e1d-2d9e5603ac92)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:38.791982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f9fe7-e0d7-4b4b-a788-056b993f11bf None None] Network c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:38.896994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.931987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] For port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:38.932609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:38.972239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Calling delete_port for f11bb7bd-45c5-4f9c-898e-e304b0467c36 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:39.015657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-6abcaa28-7210-4ec8-bbd6-a66a5d97d047 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 1001 time: 0.8876469 Aug 06 18:23:39.074191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Calling delete_port for ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:39.306892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Provisioning complete for port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:39.313619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:39.347806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac18a9-b927-4b36-a32c-9f64f36589a9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:39.355101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac18a9-b927-4b36-a32c-9f64f36589a9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:39.362052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-44ac18a9-b927-4b36-a32c-9f64f36589a9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7445378 Aug 06 18:23:39.380749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:39.468643 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:23:39.754536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:39.768624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ff587-c9b4-491c-82ab-df0e8e7fa099 None None] Pushing event updated for resources: {'Port': ['ID=d1ec8991-e68b-468c-8012-38533abae9d2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:39.796550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3ad673d1-3ed0-445d-8236-70ebda310d93 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:39.859640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Provisioning for port f49947b6-dbc9-4b31-a35b-4a4d020919a1 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:39.872429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Provisioning complete for port f49947b6-dbc9-4b31-a35b-4a4d020919a1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:39.872724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:39.875578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] DHCP port deletion for c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:40.040488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Port f49947b6-dbc9-4b31-a35b-4a4d020919a1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:40.068036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:40.068036 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.110741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:40.111120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.191896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-bce7346d-0aa5-44f4-b739-f2dbf8829131 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4612513 Aug 06 18:23:40.235467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-b3fe07d8-0270-4bfa-afc7-41e64cb6c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:40.235693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Deleting port d1ec8991-e68b-468c-8012-38533abae9d2 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:40.236135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.238233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-b3fe07d8-0270-4bfa-afc7-41e64cb6c7fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 1.2005687 Aug 06 18:23:40.351534 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f783c0c-89e6-477d-a582-2517b8c76f69 (CIDR: 172.20.0.0/28) Aug 06 18:23:40.376122 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:23:40.377008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:40.400229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-4b05165d-2c13-4ca4-ba6c-2aadbcf4f256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.1967127 Aug 06 18:23:40.461797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-40b82d0a-7086-4298-a03a-332a521a7b03 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.476619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-dda6f5ba-d695-44b7-bf0b-1c466d5f6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:40.479412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-dda6f5ba-d695-44b7-bf0b-1c466d5f6cd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.0700860 Aug 06 18:23:40.504759 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.597549 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b82d0a-7086-4298-a03a-332a521a7b03 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 18:23:40.598382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b82d0a-7086-4298-a03a-332a521a7b03 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:40.601990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-40b82d0a-7086-4298-a03a-332a521a7b03 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 HTTP/1.1" status: 409 len: 405 time: 1.2165313 Aug 06 18:23:40.608595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-562da094-460d-4fec-8d40-89567e6ae651 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.5862532 Aug 06 18:23:40.610407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44100) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:40.610603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:40.621230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:40.622055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2089010392'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:40.656825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] For port d1ec8991-e68b-468c-8012-38533abae9d2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1ec8991-e68b-468c-8012-38533abae9d2,segment=NetworkSegment(1bdc6961-60ba-44ad-8e1d-2d9e5603ac92),segment_id=1bdc6961-60ba-44ad-8e1d-2d9e5603ac92)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:40.658139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.666943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.701525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Calling delete_port for d1ec8991-e68b-468c-8012-38533abae9d2 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:40.701821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:40.718315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.718578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-c4db9f44-4d4d-4351-87ce-a9d272232fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:40.720599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-c4db9f44-4d4d-4351-87ce-a9d272232fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3688033 Aug 06 18:23:40.740039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Port': ['ID=f11bb7bd-45c5-4f9c-898e-e304b0467c36,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:40.766347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-364379b7-9d98-416b-b89a-b3d28cc3215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:40.768061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-364379b7-9d98-416b-b89a-b3d28cc3215d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2749889 Aug 06 18:23:40.843470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router f730e747-ee05-4c32-ac99-332effcbe94c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:40.873515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:40.876834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:40.924387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-e6dbb9a2-e1fb-4ef6-98e3-ffe1b7a292c4 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411042 Aug 06 18:23:40.925889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No DVR routers for this DVR port f11bb7bd-45c5-4f9c-898e-e304b0467c36 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:40.968053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9a157242-41aa-4d7d-ba5f-259fa99a3582 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:41.012048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:41.012614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.017436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9a157242-41aa-4d7d-ba5f-259fa99a3582 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:41.017436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9a157242-41aa-4d7d-ba5f-259fa99a3582 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:41.018167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1ec8991-e68b-468c-8012-38533abae9d2 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:41.035182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:41.146332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.147526 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment af5d846f-650d-4264-9bfb-cf1e369ddb09 of type vlan for network 2b1035af-d34b-4842-8980-a311f91cf879 Aug 06 18:23:41.147802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:41.153878 n-d-793621-29 neutron-server[94122]: INFO neutron.db.ipam_backend_mixin [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 74176336-81b4-4cef-99af-69b71d4a588d (CIDR: 172.20.0.16/28) Aug 06 18:23:41.159691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.184191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Sync routers for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:41.204158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d0486127-003d-4d4d-a1e3-b61d56801fb0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/floatingips/4c4d7231-de1b-44ab-b624-33dd325f3d1d HTTP/1.1" status: 204 len: 168 time: 6.2794175 Aug 06 18:23:41.204158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:23:41.205637 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff15d662-bb59-41f7-a9d5-57e08113e415" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:23:41.210268 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:23:41.210774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:41.215644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:41.224585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a8e592c-e12e-4e98-b5eb-a8051bfa247a None None] Could not find standard attr ID for object 8ae72f2c-e730-401d-acd6-e9804e765390. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:41.245335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8cf9f6b6-4aee-4f96-b13d-ea6bcf7c8cc6 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6286638 Aug 06 18:23:41.245602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:41.245602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:41.245921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44112) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:41.253814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'subnet': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:41.310013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.327358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.330651 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No ports have port_id starting with d1ec8991-e68b-468c-8012-38533abae9d2 Aug 06 18:23:41.338457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb2edea-1636-4b7e-91a5-8e65d9d7a222']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:41.345506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:41.363918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ff1eb9-660a-4314-a49a-81675246daf0') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:41.363918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ff1eb9-660a-4314-a49a-81675246daf0') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:41.380768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.408769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.423457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:41.424063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.459988 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc658666-1862-4123-a4e8-72490fe68e40 x-openstack-request-id: req-dc658666-1862-4123-a4e8-72490fe68e40 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:23:41.461294 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:23:41.461941 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc658666-1862-4123-a4e8-72490fe68e40 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:23:41.462736 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'status': 'completed', 'code': 200} Aug 06 18:23:41.490107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] Pushing event deleted for resources: {'Port': ['ID=d1ec8991-e68b-468c-8012-38533abae9d2,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:41.502773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f301814-52b1-44de-8299-c6a3d107e744 None None] No DVR routers for this DVR port d1ec8991-e68b-468c-8012-38533abae9d2 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:41.558981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f808c46-1a10-40b7-9ea9-76a721f54256 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:41.575196 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:41.595562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-75eb22c3-038d-48a0-9936-710207efccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:41.598670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-75eb22c3-038d-48a0-9936-710207efccf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 1097 time: 0.1423240 Aug 06 18:23:41.600597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Made reservation on behalf of 033e51bb7d1b40fbac529b1e39ff783b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:41.605127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.697614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.726937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.733718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-879fa98d-db58-4a9d-9ed9-80206d9bfe13 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9993544 Aug 06 18:23:41.748827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.753423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/8cb2edea-1636-4b7e-91a5-8e65d9d7a222 HTTP/1.1" status: 204 len: 168 time: 10.1470842 Aug 06 18:23:41.756174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:41.765939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44120) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:41.931557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-810ce7f3-7165-49f9-878d-11e484f3ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:41.933483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-810ce7f3-7165-49f9-878d-11e484f3ff5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 200 len: 898 time: 0.3241501 Aug 06 18:23:41.970048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port ec4a2fa6-90ce-45fe-b8c1-22ac7e622408 update to DOWN by agent not found {{(pid=94123) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 18:23:41.974310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c38d771c-ebea-4004-9328-098404f95ad3 None None] Provisioning complete for port f49947b6-dbc9-4b31-a35b-4a4d020919a1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:41.974899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c38d771c-ebea-4004-9328-098404f95ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:42.050927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4a2fa6-90ce-45fe-b8c1-22ac7e622408,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:42.056301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b89702-f650-45bf-829a-6e4b7864c26b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=8cb2edea-1636-4b7e-91a5-8e65d9d7a222,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:42.062515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-ce93c07b-df12-4533-a375-3cc6db42df8a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0444822 Aug 06 18:23:42.074322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:42.103394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f808c46-1a10-40b7-9ea9-76a721f54256 None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:23:42.118239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c38d771c-ebea-4004-9328-098404f95ad3 None None] Port f49947b6-dbc9-4b31-a35b-4a4d020919a1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:42.125000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:42.165096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-8c584aeb-9eae-465d-9180-2862b437eb2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 200 len: 217 time: 0.2033031 Aug 06 18:23:42.198116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c38d771c-ebea-4004-9328-098404f95ad3 None None] Could not find standard attr ID for object 8ae72f2c-e730-401d-acd6-e9804e765390. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:42.246678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-98cf156f-0f12-4494-819a-3def811ef24a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.1517413 Aug 06 18:23:42.248075 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b01f58-ea42-40d4-8072-b4cfc8ecf042 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] GET failed (client error): The resource could not be found. Aug 06 18:23:42.253027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-56b01f58-ea42-40d4-8072-b4cfc8ecf042 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets/cbc3fddf-d359-4090-8926-684843328c95 HTTP/1.1" status: 404 len: 337 time: 0.3229771 Aug 06 18:23:42.254360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:42.273234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:23:42.294504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e15ddb3-4d75-47aa-8ab4-9930e6ffe27e req-b5450b68-2706-4be9-8bbf-deebbce97f57 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103452 Aug 06 18:23:42.371783 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a793f7-45a8-4640-b51b-57d36c23af3c tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:42.372750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a793f7-45a8-4640-b51b-57d36c23af3c tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:42.382069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-16a793f7-45a8-4640-b51b-57d36c23af3c tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/8cb2edea-1636-4b7e-91a5-8e65d9d7a222 HTTP/1.1" status: 404 len: 339 time: 0.1214650 Aug 06 18:23:42.389948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44134) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:42.419168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2de49d-505b-42cb-9f29-59650de66c60 req-b2b4acbc-70b8-47fb-a5ac-e8d4474c0452 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:42.422006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c2de49d-505b-42cb-9f29-59650de66c60 req-b2b4acbc-70b8-47fb-a5ac-e8d4474c0452 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.4868784 Aug 06 18:23:42.450738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:42.458313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:42.460593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:42.479755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-e57b98cb-1ee0-41bb-9347-36ff9180a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:42.482421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-e57b98cb-1ee0-41bb-9347-36ff9180a109 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 200 len: 834 time: 0.3159697 Aug 06 18:23:42.679335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c2de49d-505b-42cb-9f29-59650de66c60 req-dcee5c0a-104f-4991-95cc-6f3c2a6d4d36 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422872 Aug 06 18:23:42.704032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-455979c1-0a0a-4a76-b242-d502e453d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:42.707283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-455979c1-0a0a-4a76-b242-d502e453d8fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.4522395 Aug 06 18:23:42.714704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0987029 Aug 06 18:23:42.715973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44142) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:42.742118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-6bdc2507-4193-4925-bdab-e7a01e8e4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:42.745085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-6bdc2507-4193-4925-bdab-e7a01e8e4d09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e89a34c-62f7-40da-a2ca-f8336f9a9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2329419 Aug 06 18:23:42.750918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:42.820655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': '2b1035af-d34b-4842-8980-a311f91cf879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:42.828930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.003523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328f07b-56ff-429f-9c60-873d3f6ad326 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=2b1035af-d34b-4842-8980-a311f91cf879,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:43.047388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:43.048495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 2b1035af-d34b-4842-8980-a311f91cf879 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:43.050916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Subnet': ['ID=ced7a2ed-6539-4310-9332-4303d39236cf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:43.055701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:43.068776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-9c4d7bf9-4515-4151-abde-707ef56051d2 service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130124 Aug 06 18:23:43.072297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.073536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.144180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.154453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c016d6a1-8b18-43be-8278-ba259638b2ae tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9066846 Aug 06 18:23:43.163252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:43.175681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-107659323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ced7a2ed-6539-4310-9332-4303d39236cf'}], 'security_groups': ['c260c7f9-a3e4-4154-84ae-f7e2f4ab1cc6', 'ce6eb605-8d29-4ce9-95cf-52d67849c1b3']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:43.186341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:43.234785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff9787-a430-4d44-a374-80fb2f0c4af5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.240625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-23ff9787-a430-4d44-a374-80fb2f0c4af5 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8454838 Aug 06 18:23:43.244321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44154) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:43.259108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.301263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bfdb10-ba13-427f-ae35-7869016ef83d None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:23:43.312796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Checking router: f730e747-ee05-4c32-ac99-332effcbe94c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:23:43.320176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-55f54d33-7b18-4302-8870-783f778bebda tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 207 time: 0.0745788 Aug 06 18:23:43.323461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44156) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:43.359750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-ed7cb861-bb43-4bc3-a948-d117d31b8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.364024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:43.364743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:43.365808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-ed7cb861-bb43-4bc3-a948-d117d31b8b69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5993872 Aug 06 18:23:43.379774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.380918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:23:43.529044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff15d662-bb59-41f7-a9d5-57e08113e415 req-dbcd3c9e-cf36-4a56-a9a5-64f0d0263fe1 service neutron] 10.222.0.55 "GET /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389641 Aug 06 18:23:43.544268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.546453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-92719886-dc2b-4e74-8b87-ab1f37297999 admin admin] 10.222.0.64 "DELETE /v2.0/routers/39170bc3-8223-4b7e-8db1-ee0e6f6ca6ac HTTP/1.1" status: 204 len: 168 time: 7.2679706 Aug 06 18:23:43.551790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:43.672703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-939e94a9-aae2-4262-800c-9b84b30be3ee tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.675992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-939e94a9-aae2-4262-800c-9b84b30be3ee tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.5678163 Aug 06 18:23:43.685988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:43.689202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.756569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49259a2-940d-46e2-b1f8-27b5e08dfff0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.764668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49259a2-940d-46e2-b1f8-27b5e08dfff0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.774055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49259a2-940d-46e2-b1f8-27b5e08dfff0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.784668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49259a2-940d-46e2-b1f8-27b5e08dfff0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:43.795336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c49259a2-940d-46e2-b1f8-27b5e08dfff0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4703603 Aug 06 18:23:43.796443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:43.816852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Deleting subnet fab6679c-2f19-4790-b5db-003bbcaca257 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:43.837076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.839295 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.942288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:43.948323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:44.014479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfdb10-ba13-427f-ae35-7869016ef83d None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:23:44.054113 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-58abc729-9918-480d-a401-fdb5eed23344 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673367 Aug 06 18:23:44.198160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abdee642-4a6c-491d-9588-098e9c51e3c7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3978024 Aug 06 18:23:44.203674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44176) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:44.334917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d34f4-1827-4ddd-a1ad-38f44a6016e2 req-80e6a3e0-03d7-45dd-99d0-a1dda5273f36 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:44.346888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-308d34f4-1827-4ddd-a1ad-38f44a6016e2 req-80e6a3e0-03d7-45dd-99d0-a1dda5273f36 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.2844903 Aug 06 18:23:44.431834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-d656ddab-ef48-4ad8-9e63-c4cb4bb63613 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566246 Aug 06 18:23:44.446452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 67ac113c-be5f-47fd-9d3f-7fa224735056 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:44.446792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:44.525123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-beeed04c-93d2-4576-8962-248eefce16a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.0718191 Aug 06 18:23:44.543855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.objects.ports [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:23:44.571883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-308d34f4-1827-4ddd-a1ad-38f44a6016e2 req-178b8cb5-02ba-497d-8672-8d355349a634 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225969 Aug 06 18:23:44.582158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:44.708697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:44.830783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:44.878736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3c1688-3397-4d74-9da6-6375ccead832 None None] The sync data for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 is: [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:20:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be95ff87-c714-458b-9bca-fd8dd581e4cb', 'name': '', 'network_id': '9e89a34c-62f7-40da-a2ca-f8336f9a9506', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:65:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '479e3863-0946-4181-bf86-39691599e293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:30Z', 'updated_at': '2021-08-06T18:20:45Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '479e3863-0946-4181-bf86-39691599e293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:44.881576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a92b6b-3b72-43f1-9a86-b2e27559fc06 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:44.933376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f320b8-664f-4d81-ba9c-4b87d47f8702 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:44.938989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f320b8-664f-4d81-ba9c-4b87d47f8702 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:44.942780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-77f320b8-664f-4d81-ba9c-4b87d47f8702 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7349906 Aug 06 18:23:44.971537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44186) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:45.279924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-804dcf7e-e77f-4875-bb02-66a6c1f30a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:45.281980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-804dcf7e-e77f-4875-bb02-66a6c1f30a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.7290654 Aug 06 18:23:45.296752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=93b6fd17-2396-4e6d-af3b-32b983769059,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:45.325920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91b195-956d-4f77-81f9-ad18e2a60660 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:45.329138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Update dhcp port {'port': {'network_id': 'd268770b-5831-4006-a0f0-d1f6b9d3b622', 'fixed_ips': [{'subnet_id': '74176336-81b4-4cef-99af-69b71d4a588d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f783c0c-89e6-477d-a582-2517b8c76f69', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ced7a2ed-6539-4310-9332-4303d39236cf'}], 'binding:host_id': 'n-d-793621-29'}, 'id': '3ad673d1-3ed0-445d-8236-70ebda310d93'} from n-d-793621-29. {{(pid=94123) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 18:23:45.331354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91b195-956d-4f77-81f9-ad18e2a60660 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:45.339473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1f91b195-956d-4f77-81f9-ad18e2a60660 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3659859 Aug 06 18:23:45.341242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:45.364340 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:45.390106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:45.420728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': 'af5d846f-650d-4264-9bfb-cf1e369ddb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:45.428318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: 2b1035af-d34b-4842-8980-a311f91cf879, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:45.441150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 67ac113c-be5f-47fd-9d3f-7fa224735056, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=67ac113c-be5f-47fd-9d3f-7fa224735056,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:45.442234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:45.499377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 67ac113c-be5f-47fd-9d3f-7fa224735056 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:45.529713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Delete allocated IP 172.20.0.11 (d268770b-5831-4006-a0f0-d1f6b9d3b622/3f783c0c-89e6-477d-a582-2517b8c76f69) {{(pid=94122) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 18:23:45.534389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-67b6d6e0-1787-4974-a3ea-05ee0bbfdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:45.535278 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d796475-bb69-4e8a-a8c8-5b2dfef384cc None None] New status for floating IP 4c4d7231-de1b-44ab-b624-33dd325f3d1d: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:23:45.537713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-67b6d6e0-1787-4974-a3ea-05ee0bbfdfde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2357922 Aug 06 18:23:45.561717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:45.563957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fab6679c-2f19-4790-b5db-003bbcaca257 HTTP/1.1" status: 204 len: 168 time: 2.0031798 Aug 06 18:23:45.571566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d549abd-99c4-474e-8376-923e7b5b5d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab6679c-2f19-4790-b5db-003bbcaca257,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:45.575298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44202) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:45.586191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb5215-1314-40d8-abc0-d62b16468494 None None] Network 33eb1104-9391-419b-af99-c4d850e1887d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:45.592265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Allocated IP 172.20.0.44 (d268770b-5831-4006-a0f0-d1f6b9d3b622/ced7a2ed-6539-4310-9332-4303d39236cf/f49947b6-dbc9-4b31-a35b-4a4d020919a1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:45.748220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf10f4-6cec-4282-9a31-49e180385b4d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:45.756335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fadf10f4-6cec-4282-9a31-49e180385b4d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks/8cab9aaa-4dd4-432d-98cf-937b2cd689f5 HTTP/1.1" status: 200 len: 800 time: 0.4095025 Aug 06 18:23:45.757076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44208) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:45.859981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:45.931738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 2b1035af-d34b-4842-8980-a311f91cf879 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:45.986676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 2b1035af-d34b-4842-8980-a311f91cf879) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:45.999458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98122fee-bafb-42ec-a005-3710b8896146 None None] Network 2b1035af-d34b-4842-8980-a311f91cf879 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:46.043154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:46.044100 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.128723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1a04220b-cfc9-453f-9d38-771c9750715e tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3709021 Aug 06 18:23:46.131824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:46.163373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] DHCP port deletion for 33eb1104-9391-419b-af99-c4d850e1887d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:46.167506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04262775-9a16-496b-8c0e-4d14aded98ae req-e0cdcce3-7e61-4625-b1a9-eb7fc502285a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:46.169933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04262775-9a16-496b-8c0e-4d14aded98ae req-e0cdcce3-7e61-4625-b1a9-eb7fc502285a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 945 time: 0.3539410 Aug 06 18:23:46.183625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.204390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2bef1606-e3c9-4d2a-a801-8693a07dbeb4 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/networks/8cab9aaa-4dd4-432d-98cf-937b2cd689f5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4345510 Aug 06 18:23:46.218230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:46.339723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04262775-9a16-496b-8c0e-4d14aded98ae req-2598e5ff-738a-466a-b12e-db663300779b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560764 Aug 06 18:23:46.353563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd0596-58e0-45ae-a003-9fba05f29fe4 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:46.358748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-23fd0596-58e0-45ae-a003-9fba05f29fe4 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets/b5404bcc-8c50-4980-8211-15f74a2900cf HTTP/1.1" status: 200 len: 811 time: 0.1357505 Aug 06 18:23:46.365139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:46.366686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Deleting port 07b56eee-937d-4ef5-8236-443c9a3a7952 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:46.367036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.380550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-3e700ec9-dcb3-4a97-b0d7-29e35bf0ebbf service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256288 Aug 06 18:23:46.382472 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Deleting port 07b56eee-937d-4ef5-8236-443c9a3a7952 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:46.383459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.436398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=67ac113c-be5f-47fd-9d3f-7fa224735056,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:46.441750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.554752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] No DVR routers for this DVR port 67ac113c-be5f-47fd-9d3f-7fa224735056 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:46.555075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Transition to ACTIVE for port object f49947b6-dbc9-4b31-a35b-4a4d020919a1 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:46.578222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d979ef-65a5-44f4-996d-b49bdf1165ae tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['shared'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:46.581033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-09d979ef-65a5-44f4-996d-b49bdf1165ae tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "GET /v2.0/subnets/b5404bcc-8c50-4980-8211-15f74a2900cf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2114990 Aug 06 18:23:46.586195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.593854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:46.602712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-2b1035af-d34b-4842-8980-a311f91cf879', 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879', 'tenant_id': '75bee9efa0724c7399232530599d1b21', 'fixed_ips': [{'subnet_id': '93b6fd17-2396-4e6d-af3b-32b983769059'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:46.603695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540506425'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:46.605306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.612063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] For port 07b56eee-937d-4ef5-8236-443c9a3a7952, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07b56eee-937d-4ef5-8236-443c9a3a7952,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:46.612770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.705892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.707854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Calling delete_port for 07b56eee-937d-4ef5-8236-443c9a3a7952 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:46.710056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f0edc6c-8a80-4af4-9b8d-4378ee985f3e req-a3bc4400-e600-4506-9f88-4f79d39a5bb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "DELETE /v2.0/ports/67ac113c-be5f-47fd-9d3f-7fa224735056 HTTP/1.1" status: 204 len: 173 time: 3.0114448 Aug 06 18:23:46.717164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-deleted', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:23:46.722658 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2b6bf-c12b-44ca-b9a8-159eeedc5918" -d '{"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-deleted", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:23:46.784979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] For port 07b56eee-937d-4ef5-8236-443c9a3a7952, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07b56eee-937d-4ef5-8236-443c9a3a7952,segment=NetworkSegment(5d32d9ed-5973-494e-acc3-6063114a8c93),segment_id=5d32d9ed-5973-494e-acc3-6063114a8c93)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:46.792380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:46.832548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Calling delete_port for 07b56eee-937d-4ef5-8236-443c9a3a7952 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:46.966193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07b56eee-937d-4ef5-8236-443c9a3a7952 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:46.974444 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0fb4a-d53f-4a4e-9bb5-edc715d1d262 x-openstack-request-id: req-c4f0fb4a-d53f-4a4e-9bb5-edc715d1d262 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:23:46.976654 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb", "name": "network-vif-deleted", "tag": "67ac113c-be5f-47fd-9d3f-7fa224735056", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:23:46.977806 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4f0fb4a-d53f-4a4e-9bb5-edc715d1d262 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:23:46.979976 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb', 'name': 'network-vif-deleted', 'tag': '67ac113c-be5f-47fd-9d3f-7fa224735056', 'status': 'completed', 'code': 200} Aug 06 18:23:47.008049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.032652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.053243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] In _notify_port_updated(), no bound segment for port f49947b6-dbc9-4b31-a35b-4a4d020919a1 on network d268770b-5831-4006-a0f0-d1f6b9d3b622 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:23:47.072361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31a280d4-3285-4c2a-aeb3-c2a46e9899ed req-c42ce58f-fe2f-46d9-800c-37b63f611f50 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254511 Aug 06 18:23:47.072696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:47.073981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.076510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "PUT /v2.0/ports/f49947b6-dbc9-4b31-a35b-4a4d020919a1 HTTP/1.1" status: 200 len: 959 time: 3.9058437 Aug 06 18:23:47.087101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44236) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:47.193794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:47.200482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.224176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] No DVR routers for this DVR port 07b56eee-937d-4ef5-8236-443c9a3a7952 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:47.225976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f141c-86b3-485a-ba20-05143475c11e tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event updated for resources: {'Port': ['ID=f49947b6-dbc9-4b31-a35b-4a4d020919a1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:47.281833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:47.302302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.302916 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Added segment 4f86dd2f-f564-46c3-a357-39a9e836f84f of type vlan for network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f Aug 06 18:23:47.370462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 07b56eee-937d-4ef5-8236-443c9a3a7952 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:47.370462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07b56eee-937d-4ef5-8236-443c9a3a7952 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:47.412387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744774a-e64c-41aa-b09d-049fb2239cce None None] Pushing event deleted for resources: {'Port': ['ID=07b56eee-937d-4ef5-8236-443c9a3a7952,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:47.453740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Allocated IP 172.20.0.34 (d268770b-5831-4006-a0f0-d1f6b9d3b622/ced7a2ed-6539-4310-9332-4303d39236cf/3ad673d1-3ed0-445d-8236-70ebda310d93) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:47.468028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.498009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.589787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port f49947b6-dbc9-4b31-a35b-4a4d020919a1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:47.589787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.620686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.663249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Allocated IP 2001:db8::f816:3eff:fe86:5e29 (2b1035af-d34b-4842-8980-a311f91cf879/93b6fd17-2396-4e6d-af3b-32b983769059/8c864829-529b-454b-b1c8-0a8c4b7d2c55) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:47.813241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b56eee-937d-4ef5-8236-443c9a3a7952,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:47.826639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] No DVR routers for this DVR port 07b56eee-937d-4ef5-8236-443c9a3a7952 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:47.857181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.907748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:47.908317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for f49947b6-dbc9-4b31-a35b-4a4d020919a1 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:47.925247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:47.926519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.009395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:48.032437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1a95c09-6d73-4548-bc3a-6ffc827b579c req-61d313ad-d886-4df7-b4d2-426eae1b697b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e3b59ee-95fd-471a-8fbc-7f87bcc9b0fb HTTP/1.1" status: 200 len: 210 time: 0.2277348 Aug 06 18:23:48.052279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:48.058488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.103754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 67ac113c-be5f-47fd-9d3f-7fa224735056 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:23:48.104187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 67ac113c-be5f-47fd-9d3f-7fa224735056 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:23:48.134040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Transition to ACTIVE for port object 3ad673d1-3ed0-445d-8236-70ebda310d93 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:48.138209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.145574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.154211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eb1104-9391-419b-af99-c4d850e1887d']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:48.170622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d32d9ed-5973-494e-acc3-6063114a8c93') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:48.171264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d32d9ed-5973-494e-acc3-6063114a8c93') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:48.186198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.204308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.211072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.215032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:48.215737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:48.309934 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:48.383052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7859814 Aug 06 18:23:48.388153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.394152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:48.401014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=f49947b6-dbc9-4b31-a35b-4a4d020919a1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.407897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:48.408224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.411917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18267bd8-b2dc-4653-b5f3-756db495acf8 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/f49947b6-dbc9-4b31-a35b-4a4d020919a1 HTTP/1.1" status: 204 len: 168 time: 1.3188946 Aug 06 18:23:48.417704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44260) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:48.418687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.420870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.423775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/33eb1104-9391-419b-af99-c4d850e1887d HTTP/1.1" status: 204 len: 168 time: 2.8401608 Aug 06 18:23:48.428571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fd353-c1e6-435a-bbfd-3e78b910a784 None None] Pushing event updated for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.458258 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ec14ae-0601-4b2e-ae4d-3210ef24867a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] GET failed (client error): The resource could not be found. Aug 06 18:23:48.459114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Transition to ACTIVE for port object 8c864829-529b-454b-b1c8-0a8c4b7d2c55 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:48.463509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5ed63-67ee-4909-b83b-30ba7fa73fb7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Network': ['ID=4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.464480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41ec14ae-0601-4b2e-ae4d-3210ef24867a tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports/f49947b6-dbc9-4b31-a35b-4a4d020919a1 HTTP/1.1" status: 404 len: 333 time: 0.0449576 Aug 06 18:23:48.465400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44264) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:48.500316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:48.553160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Transition to ACTIVE for port object 8c864829-529b-454b-b1c8-0a8c4b7d2c55 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:48.593399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dc7b8-8a15-459b-a872-d4488462ba32 admin admin] Pushing event deleted for resources: {'Network': ['ID=33eb1104-9391-419b-af99-c4d850e1887d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.593717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.653251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.669375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.722150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3ad673d1-3ed0-445d-8236-70ebda310d93 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:23:48.732589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.733658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.737016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.738991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/security-groups/a065caf2-6046-4d68-a30c-24381f762c62 HTTP/1.1" status: 204 len: 168 time: 0.2725296 Aug 06 18:23:48.742047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:48.809129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=93b6fd17-2396-4e6d-af3b-32b983769059,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.811734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Made reservation on behalf of c1310c293e4848ee9a7c4030fc9620ef for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:48.819172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.829915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b09b3-f004-49a9-9850-72bf3cccceca tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065caf2-6046-4d68-a30c-24381f762c62,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:48.898971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44276) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:48.984159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:48.998290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1035af-d34b-4842-8980-a311f91cf879']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:49.029495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing IP validity checks on allocation pools {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 18:23:49.029866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d846f-650d-4264-9bfb-cf1e369ddb09') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:49.029987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 18:23:49.030335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d846f-650d-4264-9bfb-cf1e369ddb09') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:49.040881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-240bc358-ba3d-4170-99f4-f046e7dc04b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=682a8448a66141a687234870f5250ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407020 Aug 06 18:23:49.045647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44280) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:49.050610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.086471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.097208 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.103909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:49.108678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:49.124858 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:49.195598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.203042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44284) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:49.286773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.291071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.296432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/security-groups/ce6eb605-8d29-4ce9-95cf-52d67849c1b3 HTTP/1.1" status: 204 len: 168 time: 0.5529819 Aug 06 18:23:49.300635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:49.345206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a0693-5e33-465c-a042-b0a8e0158cdb tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6eb605-8d29-4ce9-95cf-52d67849c1b3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:49.364533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.436210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 18:23:49.436210 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 18:23:49.436210 n-d-793621-29 neutron-server[94121]: [parameters: {'id': '2b1035af-d34b-4842-8980-a311f91cf879'}] Aug 06 18:23:49.436210 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:23:49.437612 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:23:49.534684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Network 2b1035af-d34b-4842-8980-a311f91cf879 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:49.550109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:49.557114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:49.566330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Pushing event updated for resources: {'Port': ['ID=8c864829-529b-454b-b1c8-0a8c4b7d2c55,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:49.670426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Attempting to bind port 8c864829-529b-454b-b1c8-0a8c4b7d2c55 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:49.670982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Attempting to bind port 8c864829-529b-454b-b1c8-0a8c4b7d2c55 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'af5d846f-650d-4264-9bfb-cf1e369ddb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:49.671493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Attempting to bind port 8c864829-529b-454b-b1c8-0a8c4b7d2c55 on network 2b1035af-d34b-4842-8980-a311f91cf879 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:49.688663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:49.689263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Checking segment: {'id': 'af5d846f-650d-4264-9bfb-cf1e369ddb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:49.690244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.691102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Bound using segment: {'id': 'af5d846f-650d-4264-9bfb-cf1e369ddb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:49.692028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Bound port: 8c864829-529b-454b-b1c8-0a8c4b7d2c55, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5d846f-650d-4264-9bfb-cf1e369ddb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2b1035af-d34b-4842-8980-a311f91cf879'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:49.692630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.710911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.735987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.829335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] For port 8c864829-529b-454b-b1c8-0a8c4b7d2c55, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:49.829673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.842908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] For port 8c864829-529b-454b-b1c8-0a8c4b7d2c55, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8c864829-529b-454b-b1c8-0a8c4b7d2c55,segment=NetworkSegment(af5d846f-650d-4264-9bfb-cf1e369ddb09),segment_id=af5d846f-650d-4264-9bfb-cf1e369ddb09)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:49.852662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Could not find standard attr ID for object f49947b6-dbc9-4b31-a35b-4a4d020919a1. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:49.865677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.944605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.949489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Provisioning for port 3ad673d1-3ed0-445d-8236-70ebda310d93 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:23:49.971303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:49.972430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.973140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:49.995906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=91ab6175-f711-4907-ae1d-a02280b31204,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:50.024579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Checking segment: {'id': '4f86dd2f-f564-46c3-a357-39a9e836f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:50.025159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network hostable DHCP agents. Network: 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:50.093829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.098668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.100635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/adba491f-74dd-4997-b968-adfabf813664 HTTP/1.1" status: 204 len: 168 time: 1.0510397 Aug 06 18:23:50.104847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6e9d-a6ee-4789-9728-a4cf017e9090 None None] Pushing event updated for resources: {'Port': ['ID=8c864829-529b-454b-b1c8-0a8c4b7d2c55,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:50.137037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:50.156551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.201847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aa2af5-9f93-4aa1-bd91-4cf996822650 None None] Network 2b1035af-d34b-4842-8980-a311f91cf879 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:50.205703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1252cc-7963-4dbf-b754-5f372bf272cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adba491f-74dd-4997-b968-adfabf813664,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:50.209054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.224516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.233428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/security-groups/c260c7f9-a3e4-4154-84ae-f7e2f4ab1cc6 HTTP/1.1" status: 204 len: 168 time: 0.9244289 Aug 06 18:23:50.294384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44308) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:50.364272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:50.419840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8293906-31b4-4839-b92a-5fc9e4795910 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c260c7f9-a3e4-4154-84ae-f7e2f4ab1cc6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:50.438917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:50.441749 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.467692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c98d7f-db70-4155-bfe5-659d03e68fe2 None None] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:50.556380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b826067-9e73-4e4b-bdcb-3057de145f4f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1566732 Aug 06 18:23:50.557900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44312) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:50.579864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:50.614668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 3f783c0c-89e6-477d-a582-2517b8c76f69 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:50.716241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.814012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting port 8c864829-529b-454b-b1c8-0a8c4b7d2c55 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:50.814714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.833337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.860682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:50.861678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:50.985745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3937590'] for subnet, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.099995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] For port 8c864829-529b-454b-b1c8-0a8c4b7d2c55, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8c864829-529b-454b-b1c8-0a8c4b7d2c55,segment=NetworkSegment(af5d846f-650d-4264-9bfb-cf1e369ddb09),segment_id=af5d846f-650d-4264-9bfb-cf1e369ddb09)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:51.100659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.125116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.135189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Calling delete_port for 8c864829-529b-454b-b1c8-0a8c4b7d2c55 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:51.231174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b965cdb5-3d7d-4f79-95f3-69c0f0ed481c None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:51.305837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.315494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.327614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f', 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f', 'tenant_id': 'c1310c293e4848ee9a7c4030fc9620ef', 'fixed_ips': [{'subnet_id': '91ab6175-f711-4907-ae1d-a02280b31204'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:51.330352 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.381900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Port': ['ID=8c864829-529b-454b-b1c8-0a8c4b7d2c55,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:51.396851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No DVR routers for this DVR port 8c864829-529b-454b-b1c8-0a8c4b7d2c55 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:51.460429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.463260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/3f783c0c-89e6-477d-a582-2517b8c76f69 HTTP/1.1" status: 204 len: 168 time: 1.1668305 Aug 06 18:23:51.490384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44338) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:51.521243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6ffe3-3495-463d-b1ac-3ee0069ab7de tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=3f783c0c-89e6-477d-a582-2517b8c76f69,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:51.560749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-be230706-5c4d-4277-86ea-e553b73c4369 None None] Could not find standard attr ID for object f49947b6-dbc9-4b31-a35b-4a4d020919a1. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:23:51.563942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094c57ac-c4fb-4eb0-8cb9-655f784c0220 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:51.581113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755202594398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3864449'] for subnet, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.703298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:51.704332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.708243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "PUT /v2.0/subnets/91ab6175-f711-4907-ae1d-a02280b31204 HTTP/1.1" status: 200 len: 877 time: 1.1362081 Aug 06 18:23:51.726511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:51.792973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.828742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1035af-d34b-4842-8980-a311f91cf879']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:51.839494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet ced7a2ed-6539-4310-9332-4303d39236cf {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:51.862377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.869094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5d846f-650d-4264-9bfb-cf1e369ddb09') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:51.871234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5d846f-650d-4264-9bfb-cf1e369ddb09') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:51.925747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.947430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f2cb5-03e2-42a7-bcb8-af5667cd4609 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event updated for resources: {'Subnet': ['ID=91ab6175-f711-4907-ae1d-a02280b31204,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:51.956607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:51.980547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Allocated IP 172.20.0.3 (4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f/91ab6175-f711-4907-ae1d-a02280b31204/528da6fc-96ba-4236-b2e8-03623428e2cf) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:23:52.016819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44354) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:52.059343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.062231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.103042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:52.104647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:52.218561 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:52.221926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.227402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-875951267-network', 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:52.259567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:52.265060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.274260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port be95ff87-c714-458b-9bca-fd8dd581e4cb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:52.274260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.283072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.303687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.321804 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.339036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.346694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Transition to ACTIVE for port object 528da6fc-96ba-4236-b2e8-03623428e2cf will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:52.346971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/2b1035af-d34b-4842-8980-a311f91cf879 HTTP/1.1" status: 204 len: 168 time: 6.2078400 Aug 06 18:23:52.352321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44362) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:52.364563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Transition to ACTIVE for port object 528da6fc-96ba-4236-b2e8-03623428e2cf will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:23:52.368837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-980920873'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:52.378754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.408839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859a7d-be81-49a6-bb56-dae205d3c314 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=2b1035af-d34b-4842-8980-a311f91cf879,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:52.450680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:23:52.457923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:52.458917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.462766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:23:52.478345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Pushing event updated for resources: {'Port': ['ID=528da6fc-96ba-4236-b2e8-03623428e2cf,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:52.531336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=91ab6175-f711-4907-ae1d-a02280b31204,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:52.542491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Attempting to bind port 528da6fc-96ba-4236-b2e8-03623428e2cf on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:23:52.542977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Attempting to bind port 528da6fc-96ba-4236-b2e8-03623428e2cf by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4f86dd2f-f564-46c3-a357-39a9e836f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:23:52.543450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Attempting to bind port 528da6fc-96ba-4236-b2e8-03623428e2cf on network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Checking segment: {'id': '4f86dd2f-f564-46c3-a357-39a9e836f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Bound using segment: {'id': '4f86dd2f-f564-46c3-a357-39a9e836f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Bound port: 528da6fc-96ba-4236-b2e8-03623428e2cf, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f86dd2f-f564-46c3-a357-39a9e836f84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:23:52.558781 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.662921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.693727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:52.717731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.734161 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.752290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f86dd2f-f564-46c3-a357-39a9e836f84f') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:52.752543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f86dd2f-f564-46c3-a357-39a9e836f84f') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:52.758770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] For port 528da6fc-96ba-4236-b2e8-03623428e2cf, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:23:52.769524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port be95ff87-c714-458b-9bca-fd8dd581e4cb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be95ff87-c714-458b-9bca-fd8dd581e4cb,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:52.769939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.771599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] For port 528da6fc-96ba-4236-b2e8-03623428e2cf, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=528da6fc-96ba-4236-b2e8-03623428e2cf,segment=NetworkSegment(4f86dd2f-f564-46c3-a357-39a9e836f84f),segment_id=4f86dd2f-f564-46c3-a357-39a9e836f84f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:23:52.772981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.779751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.790734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.798134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for be95ff87-c714-458b-9bca-fd8dd581e4cb owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:52.888370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:52.944946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.958433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.982498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:52.989017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.994268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:53.012844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:53.013303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.019859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=ced7a2ed-6539-4310-9332-4303d39236cf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:53.023868 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:53.048953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f93d72-7cc8-4851-85c6-f9f7bbaeb9d5 None None] Pushing event updated for resources: {'Port': ['ID=528da6fc-96ba-4236-b2e8-03623428e2cf,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:53.072375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.074417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-10b6128c-fa7a-4e22-ae12-f46041bd8483 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/ced7a2ed-6539-4310-9332-4303d39236cf HTTP/1.1" status: 204 len: 168 time: 1.5440288 Aug 06 18:23:53.078636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44374) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:53.086085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b385f-9650-422a-af88-acda6be4d167 None None] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:53.144896 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8e020e-ff03-4247-a7fe-e6ba2022e1f7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:53.145766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8e020e-ff03-4247-a7fe-e6ba2022e1f7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:53.147893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ef8e020e-ff03-4247-a7fe-e6ba2022e1f7 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/3f783c0c-89e6-477d-a582-2517b8c76f69 HTTP/1.1" status: 404 len: 337 time: 0.0682125 Aug 06 18:23:53.184877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:53.251819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:53.257689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.258007 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Added segment b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f of type vlan for network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 Aug 06 18:23:53.261551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 18:23:53.261551 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 18:23:53.261551 n-d-793621-29 neutron-server[94122]: [parameters: {'id': '4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f'}] Aug 06 18:23:53.261551 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:23:53.262203 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:23:53.272426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting subnet 74176336-81b4-4cef-99af-69b71d4a588d {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:53.275057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.275585 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment 10f63fda-35b4-4be3-bdf3-9da03dec4a88 of type vlan for network 8860be45-6ed3-4f13-a370-0b3d30b6fd1f Aug 06 18:23:53.277823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.288498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5ae78-86f9-4b85-b845-470bf544be54 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:53.343092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.367150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.388544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.453238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a8fd2e6d-6cb6-44e7-9041-b86f42dad522 None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:53.453962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a8fd2e6d-6cb6-44e7-9041-b86f42dad522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.486411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.505366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6371db-1237-4154-aee6-3feb22319fda None None] Network 4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:53.649843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=be95ff87-c714-458b-9bca-fd8dd581e4cb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:53.718330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.745696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd2e6d-6cb6-44e7-9041-b86f42dad522 None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:53.806305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.830081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.830081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.830081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.830426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.831373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.831811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.834936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.835522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.836143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.836653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.837213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.842964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:23:53.862016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.863607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:53.864350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.886704 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.893545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:53.895381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:53.956789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9384427 Aug 06 18:23:53.988967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44390) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:53.995279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Request body: {'subnet': {'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-875951267-subnet', 'tenant_id': '0f378105abdf4a8693b11760610ee870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:54.003168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a8fd2e6d-6cb6-44e7-9041-b86f42dad522 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:54.003571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a8fd2e6d-6cb6-44e7-9041-b86f42dad522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.083043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.158656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8051310 Aug 06 18:23:54.168756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.168970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.172358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/74176336-81b4-4cef-99af-69b71d4a588d HTTP/1.1" status: 204 len: 168 time: 0.9858391 Aug 06 18:23:54.183545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': '8860be45-6ed3-4f13-a370-0b3d30b6fd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:54.189051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:54.193485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.197648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44400) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.232614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa4f05-7a11-4aa7-8b48-d344093bd2f4 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Subnet': ['ID=74176336-81b4-4cef-99af-69b71d4a588d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:54.258941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cdb1e-c53d-4ecb-b04d-c048140826cf admin admin] Pushing event updated for resources: {'Network': ['ID=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:54.278238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:54.284698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.368628 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-88675563-82d9-490d-94b2-df0de8722cbe tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.369247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88675563-82d9-490d-94b2-df0de8722cbe tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.373348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-88675563-82d9-490d-94b2-df0de8722cbe tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/992a96c9-b354-4672-a604-fb541575388e HTTP/1.1" status: 404 len: 337 time: 0.1662521 Aug 06 18:23:54.376863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44402) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.453167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32564b02-3fb9-4318-a772-76dba1662928 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "GET /v2.0/ports?device_id=68e445a2-98b5-4f01-ab4e-5e9d048c28aa HTTP/1.1" status: 200 len: 205 time: 0.0747030 Aug 06 18:23:54.456030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44404) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.477919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7345a-0a92-4f4a-8f92-7afa37dc12e4 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=8860be45-6ed3-4f13-a370-0b3d30b6fd1f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:54.497503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 8860be45-6ed3-4f13-a370-0b3d30b6fd1f details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:54.508235 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-cc8f1324-3759-4c93-946d-0d63e2ae8224 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] delete failed (client error): The resource could not be found. Aug 06 18:23:54.509288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cc8f1324-3759-4c93-946d-0d63e2ae8224 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/routers/68e445a2-98b5-4f01-ab4e-5e9d048c28aa HTTP/1.1" status: 404 len: 336 time: 0.0520558 Aug 06 18:23:54.513598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44410) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.628287 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b582c76f-d3ca-4733-8941-67161a2e37dd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.628827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b582c76f-d3ca-4733-8941-67161a2e37dd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.630758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b582c76f-d3ca-4733-8941-67161a2e37dd tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/0efaf859-c07c-4a84-b465-2a61caed3dbf HTTP/1.1" status: 404 len: 337 time: 0.1146731 Aug 06 18:23:54.636612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44412) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.657356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting port 528da6fc-96ba-4236-b2e8-03623428e2cf {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:54.657736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.678822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:54.682652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.692261 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-80615b85-6fa3-43b8-ae6c-a5d8c3594b61 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.692548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80615b85-6fa3-43b8-ae6c-a5d8c3594b61 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.698265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-80615b85-6fa3-43b8-ae6c-a5d8c3594b61 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/c91f0891-427c-4f2b-9745-94dd9deac0b3 HTTP/1.1" status: 404 len: 337 time: 0.0544744 Aug 06 18:23:54.719887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44414) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.782550 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bb604e-54c8-4f3c-8f12-23f33ffe5a93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.783301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bb604e-54c8-4f3c-8f12-23f33ffe5a93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.786625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73bb604e-54c8-4f3c-8f12-23f33ffe5a93 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/e48e9746-d198-4e3f-ac54-13d210ca819b HTTP/1.1" status: 404 len: 337 time: 0.0650470 Aug 06 18:23:54.790732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44416) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.838652 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b421e2-6d93-4507-8fae-ec913eb29c0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.840096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b421e2-6d93-4507-8fae-ec913eb29c0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.843084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-58b421e2-6d93-4507-8fae-ec913eb29c0c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/00888f70-22fe-4813-b052-8a49002419e7 HTTP/1.1" status: 404 len: 333 time: 0.0508177 Aug 06 18:23:54.848032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44418) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.870692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] For port 528da6fc-96ba-4236-b2e8-03623428e2cf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=528da6fc-96ba-4236-b2e8-03623428e2cf,segment=NetworkSegment(4f86dd2f-f564-46c3-a357-39a9e836f84f),segment_id=4f86dd2f-f564-46c3-a357-39a9e836f84f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:54.871076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:54.918791 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25ae89d-1655-426c-b291-e4c5661c812f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.919866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25ae89d-1655-426c-b291-e4c5661c812f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.924087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e25ae89d-1655-426c-b291-e4c5661c812f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/31460be4-c241-41f3-b4f8-bd6a4b1529cb HTTP/1.1" status: 404 len: 337 time: 0.0719833 Aug 06 18:23:54.929578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44424) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:54.947383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router f730e747-ee05-4c32-ac99-332effcbe94c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:23:54.990122 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ff76f1-6b13-4a45-8ace-92a7959cae94 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:54.990595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ff76f1-6b13-4a45-8ace-92a7959cae94 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:54.994238 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e2ff76f1-6b13-4a45-8ace-92a7959cae94 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/c1e69a24-df32-4d3f-b3f3-64e09604325e HTTP/1.1" status: 404 len: 337 time: 0.0610514 Aug 06 18:23:55.003072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44426) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:55.003962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Calling delete_port for 528da6fc-96ba-4236-b2e8-03623428e2cf owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:55.041562 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfeb322-270e-4a9f-877e-0271953d5702 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:55.041895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfeb322-270e-4a9f-877e-0271953d5702 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:55.047967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1bfeb322-270e-4a9f-877e-0271953d5702 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/d76296bf-181c-4199-abce-114af7417df0 HTTP/1.1" status: 404 len: 333 time: 0.0392878 Aug 06 18:23:55.065486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:55.128224 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.136593 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dfa527-e16a-44a3-93f4-add5c58872aa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:55.137324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dfa527-e16a-44a3-93f4-add5c58872aa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:55.139578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93dfa527-e16a-44a3-93f4-add5c58872aa tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/82164eb2-f341-4877-95a4-bc8c27a4b363 HTTP/1.1" status: 404 len: 337 time: 0.0723467 Aug 06 18:23:55.176879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d69f6-0c97-445f-a538-0958570d0aa2 None None] Network d268770b-5831-4006-a0f0-d1f6b9d3b622 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:55.191828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:55.246166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:23:55.257765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5bc856e2-474c-4d93-a162-424bf6335959 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/f730e747-ee05-4c32-ac99-332effcbe94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0532329 Aug 06 18:23:55.261017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44438) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:55.268941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Sync routers for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:23:55.350767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6143b171-4f1b-496a-bc3e-d7ba0eb139f2 None None] Provisioning complete for port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:55.351835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6143b171-4f1b-496a-bc3e-d7ba0eb139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.375080 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ba2156-dcb6-4bbb-a859-62e0a62fd760 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:55.376086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ba2156-dcb6-4bbb-a859-62e0a62fd760 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:55.379415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting subnet 479e3863-0946-4181-bf86-39691599e293 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:55.380739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-47ba2156-dcb6-4bbb-a859-62e0a62fd760 tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/subnets/a9b06efa-54a9-4b9c-96e6-d0f22d8c9e77 HTTP/1.1" status: 404 len: 337 time: 0.1845412 Aug 06 18:23:55.387576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44440) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:55.388618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.400154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:55.401242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:55.513810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.544085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6287fa21-93d9-421a-b166-3712cc06b2c9,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:55.569138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:55.569976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Network hostable DHCP agents. Network: c8509a2a-5622-4a7a-81a8-0bdc17ad98f3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:55.596573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.642644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.647742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Port': ['ID=528da6fc-96ba-4236-b2e8-03623428e2cf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:55.650022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No DVR routers for this DVR port 528da6fc-96ba-4236-b2e8-03623428e2cf on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:55.729682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.743649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6143b171-4f1b-496a-bc3e-d7ba0eb139f2 None None] Port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:23:55.749841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:55.773841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6143b171-4f1b-496a-bc3e-d7ba0eb139f2 None None] Provisioning complete for port 3ad673d1-3ed0-445d-8236-70ebda310d93 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:23:55.774227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6143b171-4f1b-496a-bc3e-d7ba0eb139f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.782243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:55.782588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.817030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c8509a2a-5622-4a7a-81a8-0bdc17ad98f3) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:55.838229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782cdf13-ca1e-48bc-a167-ef67f2b8ef84 None None] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:55.842994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:55.848072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=54038229-a790-4dc6-a253-651947840331,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:55.966184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:55.966794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.974698 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.986104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] DHCP port deletion for d268770b-5831-4006-a0f0-d1f6b9d3b622 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:56.012499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:56.027920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.042797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f86dd2f-f564-46c3-a357-39a9e836f84f') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:56.043196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f86dd2f-f564-46c3-a357-39a9e836f84f') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:56.103516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4911e8eb-b3ce-4eeb-be9a-973cc59c6bd4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1126292 Aug 06 18:23:56.107315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.109821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:56.120796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': '10f63fda-35b4-4be3-bdf3-9da03dec4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8860be45-6ed3-4f13-a370-0b3d30b6fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:23:56.121957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: 8860be45-6ed3-4f13-a370-0b3d30b6fd1f, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:23:56.147993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.170156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:56.170156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:56.292397 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:56.329436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Deleting port 3ad673d1-3ed0-445d-8236-70ebda310d93 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:56.329903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.356985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.380607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.384297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f HTTP/1.1" status: 204 len: 168 time: 4.6566584 Aug 06 18:23:56.405659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.419035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3515e-271a-4d40-9bdc-25098408c1a9 None None] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:56.426904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851ec9-5e5a-40e8-af77-00725a899e53 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:56.455955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:23:53Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:56.490183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 8860be45-6ed3-4f13-a370-0b3d30b6fd1f is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:23:56.493721 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3977245-f888-463e-b886-c8b6d290f0c6 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:56.494454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3977245-f888-463e-b886-c8b6d290f0c6 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:56.496536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3977245-f888-463e-b886-c8b6d290f0c6 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/91ab6175-f711-4907-ae1d-a02280b31204 HTTP/1.1" status: 404 len: 337 time: 0.0847123 Aug 06 18:23:56.501550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44464) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.535245 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e8b58f-3127-4deb-a01e-5e10ec11e8f7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:56.535938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e8b58f-3127-4deb-a01e-5e10ec11e8f7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:56.538183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-48e8b58f-3127-4deb-a01e-5e10ec11e8f7 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/4f8f7bf6-e107-43c2-a2d0-8d51ee736e7f HTTP/1.1" status: 404 len: 339 time: 0.0322492 Aug 06 18:23:56.541091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 8860be45-6ed3-4f13-a370-0b3d30b6fd1f) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:23:56.551655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.622942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:56.625382 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.636913 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbbf452-02d5-4c9c-9e83-170f4ae2da8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:56.637666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbbf452-02d5-4c9c-9e83-170f4ae2da8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:56.640054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-adbbf452-02d5-4c9c-9e83-170f4ae2da8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/cbc3fddf-d359-4090-8926-684843328c95 HTTP/1.1" status: 404 len: 337 time: 0.0851138 Aug 06 18:23:56.649082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44474) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.649616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Checking router: f730e747-ee05-4c32-ac99-332effcbe94c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:23:56.684328 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-2015e226-002f-458d-bcba-92c89f08b636 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:56.685584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2015e226-002f-458d-bcba-92c89f08b636 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:56.687800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2015e226-002f-458d-bcba-92c89f08b636 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/8cb2edea-1636-4b7e-91a5-8e65d9d7a222 HTTP/1.1" status: 404 len: 339 time: 0.0340490 Aug 06 18:23:56.690475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.694559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f83c87e-5962-4ab2-a7fa-c1adea8d5175 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5239601 Aug 06 18:23:56.695410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44476) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.695915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44478) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.711179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.718083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/subnets/479e3863-0946-4181-bf86-39691599e293 HTTP/1.1" status: 204 len: 168 time: 1.4546716 Aug 06 18:23:56.719135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44480) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.762492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d5e1a-7b1a-47f2-8866-9222a4ddf22c None None] Network 8860be45-6ed3-4f13-a370-0b3d30b6fd1f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:56.776703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.864946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f110f57-37da-41c8-85ed-4b6cb0d22788 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Subnet': ['ID=479e3863-0946-4181-bf86-39691599e293,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:56.876556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.881982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/ports/582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b HTTP/1.1" status: 204 len: 168 time: 1.4932706 Aug 06 18:23:56.883013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:56.906476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 3ad673d1-3ed0-445d-8236-70ebda310d93 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:56.910992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ade030-439f-42d7-a472-a4d64c1edd1c None None] Network 9e89a34c-62f7-40da-a2ca-f8336f9a9506 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:56.918387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06a547-83e2-40f2-bf4b-bc5af466710f tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=582f58b2-9b74-4dff-a5d3-88fe3cfd0e4b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:56.978485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.007079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.130659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.218314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:57.219076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.255705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Routers {'f730e747-ee05-4c32-ac99-332effcbe94c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:23:57.256420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f730e747-ee05-4c32-ac99-332effcbe94c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:57.275981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.287160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.289662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.314236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebcdc26-b51d-418d-bd3e-42e88e8f1245']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:57.356469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cf6f14-a812-4683-a84d-c91616a1db32') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:57.356753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cf6f14-a812-4683-a84d-c91616a1db32') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:57.364832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Calling delete_port for 3ad673d1-3ed0-445d-8236-70ebda310d93 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:57.377876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.378623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-68658942-21cb-441e-afbd-dcbe1e28c62d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:57.380370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-68658942-21cb-441e-afbd-dcbe1e28c62d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.3242266 Aug 06 18:23:57.409407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-5a40c335-ebed-41df-9a1f-7f1bf899be28 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0157490 Aug 06 18:23:57.421273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.498641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:57.501664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-33788660-8219-4850-9af7-f4909b4b3913 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526476 Aug 06 18:23:57.513696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:57.524080 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:57.569190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:57.569574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.572918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Deleting port 3ad673d1-3ed0-445d-8236-70ebda310d93 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:57.573316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.601816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765e77b-7596-4d4a-be65-1552381d283b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-8860be45-6ed3-4f13-a370-0b3d30b6fd1f', 'network_id': '8860be45-6ed3-4f13-a370-0b3d30b6fd1f', 'tenant_id': '75bee9efa0724c7399232530599d1b21', 'fixed_ips': [{'subnet_id': '54038229-a790-4dc6-a253-651947840331'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:23:57.602825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8765e77b-7596-4d4a-be65-1552381d283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.665068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] For port 3ad673d1-3ed0-445d-8236-70ebda310d93, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=3ad673d1-3ed0-445d-8236-70ebda310d93,segment=NetworkSegment(54471bc0-2070-49a2-ad08-afec4d1103c6),segment_id=54471bc0-2070-49a2-ad08-afec4d1103c6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:57.665367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.685658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Calling delete_port for 3ad673d1-3ed0-445d-8236-70ebda310d93 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:57.704764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] Set router f730e747-ee05-4c32-ac99-332effcbe94c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:23:57.745375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.755594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.796591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.801294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/cebcdc26-b51d-418d-bd3e-42e88e8f1245 HTTP/1.1" status: 204 len: 168 time: 1.1032522 Aug 06 18:23:57.806521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44514) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:57.822607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5cc19-4638-4047-a623-65ed598dc075 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=cebcdc26-b51d-418d-bd3e-42e88e8f1245,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:57.879703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.906741 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.910702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.941410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=54038229-a790-4dc6-a253-651947840331,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:58.011892 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b26b2b-5c6c-437b-8f91-b3d4c2ad8180 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.012730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b26b2b-5c6c-437b-8f91-b3d4c2ad8180 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.015077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f0b26b2b-5c6c-437b-8f91-b3d4c2ad8180 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/dcf90920-f6c4-490e-83f1-738dfc629093 HTTP/1.1" status: 404 len: 337 time: 0.2073727 Aug 06 18:23:58.024415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:58.036348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.041680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44518) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.060337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.081495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] DHCP port deletion for 9e89a34c-62f7-40da-a2ca-f8336f9a9506 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:23:58.085548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8860be45-6ed3-4f13-a370-0b3d30b6fd1f']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.092552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-5c4b8984-de9d-4e59-b114-1b696430564b service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529566 Aug 06 18:23:58.112733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f63fda-35b4-4be3-bdf3-9da03dec4a88') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.123801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f63fda-35b4-4be3-bdf3-9da03dec4a88') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.141631 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.148494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] No DVR routers for this DVR port 3ad673d1-3ed0-445d-8236-70ebda310d93 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:58.159271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] No DVR routers for this DVR port 3ad673d1-3ed0-445d-8236-70ebda310d93 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:23:58.162057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.166366 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a5b2a0-34a9-4b31-93c8-7394b902458f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.167102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a5b2a0-34a9-4b31-93c8-7394b902458f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.169406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-89a5b2a0-34a9-4b31-93c8-7394b902458f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/c21368d8-9754-41c7-b13b-d60837d8e35f HTTP/1.1" status: 404 len: 339 time: 0.0794020 Aug 06 18:23:58.176543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:58.177332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server [None req-8765e77b-7596-4d4a-be65-1552381d283b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54038229-a790-4dc6-a253-651947840331: This subnet is being modified by another concurrent operation. Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 18:23:58.181748 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server raise exception Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54038229-a790-4dc6-a253-651947840331: This subnet is being modified by another concurrent operation. Aug 06 18:23:58.184796 n-d-793621-29 neutron-server[94123]: ERROR oslo_messaging.rpc.server Aug 06 18:23:58.215635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 304048c2-f1d4-4b69-a1c5-8f72c849c4c3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:58.216251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.243597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:58.244127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e596f-e8b0-48e8-8134-e4e51461099b None None] Pushing event deleted for resources: {'Port': ['ID=3ad673d1-3ed0-445d-8236-70ebda310d93,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:58.248582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2cea60-f5a1-418a-b81a-a28aa694218a None None] Network 8860be45-6ed3-4f13-a370-0b3d30b6fd1f requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:58.255074 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:58.258654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44520) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.290012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.306776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.310059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/8860be45-6ed3-4f13-a370-0b3d30b6fd1f HTTP/1.1" status: 204 len: 168 time: 1.6102707 Aug 06 18:23:58.334402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44528) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.342183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-953743539'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:58.358126 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-31993c5d-6cf7-4ed6-8f84-40a4a04bc552 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.358527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31993c5d-6cf7-4ed6-8f84-40a4a04bc552 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.364626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-31993c5d-6cf7-4ed6-8f84-40a4a04bc552 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/14cff8c3-804e-429e-8d61-bdd5529e8160 HTTP/1.1" status: 404 len: 337 time: 0.0920384 Aug 06 18:23:58.366667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.367767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e3ee0-0f85-4ec6-a1a2-f5034856d058 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=8860be45-6ed3-4f13-a370-0b3d30b6fd1f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:58.405776 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-4780eafb-4314-4886-8dde-6d7d7d07fc82 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.407664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4780eafb-4314-4886-8dde-6d7d7d07fc82 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.413939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4780eafb-4314-4886-8dde-6d7d7d07fc82 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/925557fc-f173-4f3b-9785-88f622b6de45 HTTP/1.1" status: 404 len: 339 time: 0.0430470 Aug 06 18:23:58.414930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44534) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.452675 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1c2eb7-3c3b-4fa9-852d-fb938f3c0896 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.453477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1c2eb7-3c3b-4fa9-852d-fb938f3c0896 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.453921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.459620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fc1c2eb7-3c3b-4fa9-852d-fb938f3c0896 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/52f7a361-f5c5-4566-b5ff-6c533a03578f HTTP/1.1" status: 404 len: 337 time: 0.0431798 Aug 06 18:23:58.460698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44536) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.466723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d268770b-5831-4006-a0f0-d1f6b9d3b622']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.479205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54471bc0-2070-49a2-ad08-afec4d1103c6') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.479602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54471bc0-2070-49a2-ad08-afec4d1103c6') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:58.490999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.495869 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed2582-d8a5-4095-85a4-899eab196a6b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.496730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed2582-d8a5-4095-85a4-899eab196a6b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.501290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93ed2582-d8a5-4095-85a4-899eab196a6b tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/b12f164b-faab-4833-bce2-e358a40b98a2 HTTP/1.1" status: 404 len: 339 time: 0.0367761 Aug 06 18:23:58.502230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44538) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.529354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:58.533649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.541472 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-140cdf2b-7a79-4ceb-a645-319bfd7bfa9a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.542283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140cdf2b-7a79-4ceb-a645-319bfd7bfa9a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.561538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-140cdf2b-7a79-4ceb-a645-319bfd7bfa9a tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/a732adab-fa19-4479-ac2d-d51070dff2c0 HTTP/1.1" status: 404 len: 337 time: 0.0581691 Aug 06 18:23:58.562284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44542) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.616957 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d551a2ec-1cc2-4b2a-8fd2-235e63d35e73 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.617964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d551a2ec-1cc2-4b2a-8fd2-235e63d35e73 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.626070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d551a2ec-1cc2-4b2a-8fd2-235e63d35e73 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/0ce63678-e080-46d7-a71c-8cc88aa72358 HTTP/1.1" status: 404 len: 339 time: 0.0613582 Aug 06 18:23:58.629801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44544) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.694331 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d710abe4-7e09-4726-bb10-d3cf5cc206fa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.694998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d710abe4-7e09-4726-bb10-d3cf5cc206fa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.697277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d710abe4-7e09-4726-bb10-d3cf5cc206fa tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/b8ccd2b5-49b1-4737-a01c-4b6232ddb34c HTTP/1.1" status: 404 len: 337 time: 0.0659466 Aug 06 18:23:58.702319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.710508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.731692 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60e7cdf-22a4-42f8-93b1-9851fab14ea0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.732083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:23:58.732277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60e7cdf-22a4-42f8-93b1-9851fab14ea0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.737542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:23:58.738169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.738846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e60e7cdf-22a4-42f8-93b1-9851fab14ea0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/dca8f45e-31b4-4822-8d1e-b02244baf925 HTTP/1.1" status: 404 len: 339 time: 0.0345180 Aug 06 18:23:58.739536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44552) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:23:58.744656 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:23:58.810563 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-312a16dc-48b3-4ac8-b0d4-59718d34d467 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.811567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312a16dc-48b3-4ac8-b0d4-59718d34d467 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.815115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-312a16dc-48b3-4ac8-b0d4-59718d34d467 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/c358bbbd-fafc-4b75-bfdc-7cd51c6c882b HTTP/1.1" status: 404 len: 337 time: 0.0742846 Aug 06 18:23:58.820325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44554) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.853904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.854789 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Added segment 7be71578-2da7-4909-a41d-74699b53641d of type vlan for network 585848e5-532d-4040-bc8b-b02663a47baf Aug 06 18:23:58.860864 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a049b2-e2fe-4bf3-81db-4a23095b9db0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.862824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a049b2-e2fe-4bf3-81db-4a23095b9db0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.866607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8a049b2-e2fe-4bf3-81db-4a23095b9db0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/180ca265-7d67-42d9-a88a-30ddfa5c40a4 HTTP/1.1" status: 404 len: 339 time: 0.0440388 Aug 06 18:23:58.867744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c5b9c3af-efd3-475c-a83d-788c9e651be5 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:23:58.875249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:58.877209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-8249df03-9d17-4217-97aa-8da859e06c2f service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672551 Aug 06 18:23:58.880908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.887398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.889706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] 10.222.0.64 "DELETE /v2.0/networks/d268770b-5831-4006-a0f0-d1f6b9d3b622 HTTP/1.1" status: 204 len: 168 time: 2.0039954 Aug 06 18:23:58.943959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ac94-41af-456e-90a6-185bfc200dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:58.988594 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bedd865-ca0b-4b05-8639-58a8e0339770 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:58.989261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bedd865-ca0b-4b05-8639-58a8e0339770 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:58.990775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb65c54-fe0d-4089-8c97-8908721ccf2c tempest-PortsTestJSON-1326484496 tempest-PortsTestJSON-1326484496-project] Pushing event deleted for resources: {'Network': ['ID=d268770b-5831-4006-a0f0-d1f6b9d3b622,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:58.999847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.010149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2bedd865-ca0b-4b05-8639-58a8e0339770 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/5266cf9b-2aba-4bcb-8267-99eebe9ddfb8 HTTP/1.1" status: 404 len: 337 time: 0.1294475 Aug 06 18:23:59.011176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44560) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.039396 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1ca239-57cb-41a3-93b1-813872fdabd3 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:59.040155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1ca239-57cb-41a3-93b1-813872fdabd3 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:59.046895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d1ca239-57cb-41a3-93b1-813872fdabd3 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/38fb83b7-124c-44f1-a37b-1efc579821ba HTTP/1.1" status: 404 len: 339 time: 0.0288291 Aug 06 18:23:59.047261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.076418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Deleting port c5b9c3af-efd3-475c-a83d-788c9e651be5 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:23:59.076418 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.087752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:23:53Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:23:59.170638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a7a085-7397-4fbf-b125-5277f5907d2f None None] The sync data for ids ['f730e747-ee05-4c32-ac99-332effcbe94c'] in n-d-793621-29 is: [{'id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-134347233', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:20:16Z', 'updated_at': '2021-08-06T18:23:53Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '304048c2-f1d4-4b69-a1c5-8f72c849c4c3', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f730e747-ee05-4c32-ac99-332effcbe94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:20:17Z', 'updated_at': '2021-08-06T18:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:23:59.184144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.193882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:23:59.196689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.203239 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6940b2-9409-40f4-977c-ec2343f7462d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:59.203992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6940b2-9409-40f4-977c-ec2343f7462d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:59.216764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be6940b2-9409-40f4-977c-ec2343f7462d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/52c59851-8586-435a-9311-f01f26e31b5b HTTP/1.1" status: 404 len: 337 time: 0.1629827 Aug 06 18:23:59.222738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.292240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Network': ['ID=585848e5-532d-4040-bc8b-b02663a47baf,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:59.317826 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9c1831-0666-4acd-a1d3-92615ec9ae8d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] DELETE failed (client error): The resource could not be found. Aug 06 18:23:59.318903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9c1831-0666-4acd-a1d3-92615ec9ae8d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:23:59.325757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca9c1831-0666-4acd-a1d3-92615ec9ae8d tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/c5962e4b-268d-4414-a3df-4a844d1b1872 HTTP/1.1" status: 404 len: 339 time: 0.0978854 Aug 06 18:23:59.327272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.339185 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.356709 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7335d9cd-34ff-4c02-a66e-dde12b442204 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0207376 Aug 06 18:23:59.368060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.375477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Request body: {'subnet': {'network_id': '585848e5-532d-4040-bc8b-b02663a47baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:23:59.392613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=304048c2-f1d4-4b69-a1c5-8f72c849c4c3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:23:59.449050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 585848e5-532d-4040-bc8b-b02663a47baf details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:23:59.556682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.666095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:23:59.748506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93bfc119-16ed-49e4-b955-f4c96420edf1 req-9038dd27-ad82-4b46-93b3-73959ae814d0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.1684310 Aug 06 18:23:59.769814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting subnet b5404bcc-8c50-4980-8211-15f74a2900cf {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:23:59.772347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.776881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.852569 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.860327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c5b9c3af-efd3-475c-a83d-788c9e651be5,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:23:59.861584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.862141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.867905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Made reservation on behalf of 75bee9efa0724c7399232530599d1b21 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:23:59.877864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.916477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Calling delete_port for c5b9c3af-efd3-475c-a83d-788c9e651be5 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:23:59.936724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:59.937787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Fanout notify agent at l3_agent the message router_deleted on router f730e747-ee05-4c32-ac99-332effcbe94c {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:24:00.000982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.003689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eed9c109-4e05-40e4-a8d7-c4c5558d88d2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/routers/f730e747-ee05-4c32-ac99-332effcbe94c HTTP/1.1" status: 204 len: 168 time: 3.2624476 Aug 06 18:24:00.003955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c5b9c3af-efd3-475c-a83d-788c9e651be5,segment=NetworkSegment(79ca6379-9c90-45c0-af0f-f8620262b3e9),segment_id=79ca6379-9c90-45c0-af0f-f8620262b3e9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:00.008846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44596) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:00.100655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.216216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.240171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:00.299534 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.367755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port c5b9c3af-efd3-475c-a83d-788c9e651be5 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:00.368130 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.385687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] Pushing event deleted for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:00.406608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e656801-d0f7-4f12-8759-e54e9ce8fca5 None None] No DVR routers for this DVR port c5b9c3af-efd3-475c-a83d-788c9e651be5 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:00.439641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b000cf3-31da-4e59-a7f3-a80577a58589 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:24:00.620927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port c5b9c3af-efd3-475c-a83d-788c9e651be5, host n-d-793621-29, got binding levels [] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:00.622313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.632495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.658146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for c5b9c3af-efd3-475c-a83d-788c9e651be5 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:00.664607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Port c5b9c3af-efd3-475c-a83d-788c9e651be5 was not found and therefore no delete operation was performed {{(pid=94121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:24:00.669356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:00.755086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=c5b9c3af-efd3-475c-a83d-788c9e651be5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:00.777862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] No DVR routers for this DVR port c5b9c3af-efd3-475c-a83d-788c9e651be5 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:00.827074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-661da39e-34f7-499b-87cb-1ee6c6b3d1ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=033e51bb7d1b40fbac529b1e39ff783b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1472375 Aug 06 18:24:00.836093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44612) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:00.940257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b000cf3-31da-4e59-a7f3-a80577a58589 None None] Resources bound (agent type, host, resource id): {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:24:00.949353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be95ff87-c714-458b-9bca-fd8dd581e4cb no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:01.056169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: be95ff87-c714-458b-9bca-fd8dd581e4cb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:01.056778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be95ff87-c714-458b-9bca-fd8dd581e4cb not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:01.068201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:01.103857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.157056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:01.157563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 304048c2-f1d4-4b69-a1c5-8f72c849c4c3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:01.222945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d209e12b-9cd7-4538-bfe3-d3233ff4c011 req-0907797e-a7dc-4c93-922d-90497d0a72ed tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.0812721 Aug 06 18:24:01.231996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.263887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e89a34c-62f7-40da-a2ca-f8336f9a9506']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:01.283006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ca6379-9c90-45c0-af0f-f8620262b3e9') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:01.283959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ca6379-9c90-45c0-af0f-f8620262b3e9') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:01.299793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.328172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.344932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:01.346154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:01.350213 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:01.468044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.481925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.490405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/networks/9e89a34c-62f7-40da-a2ca-f8336f9a9506 HTTP/1.1" status: 204 len: 168 time: 1.4788218 Aug 06 18:24:01.491435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44620) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:01.506104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.549361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.549746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5fc46-1766-4d8a-805f-d62f3fb8aaf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Network': ['ID=9e89a34c-62f7-40da-a2ca-f8336f9a9506,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:01.565115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.599027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.652360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Subnet': ['ID=b5404bcc-8c50-4980-8211-15f74a2900cf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:01.657722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.675955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.681580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f7e834c-0091-4b8e-a0a2-3359536c04b0 tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/subnets/b5404bcc-8c50-4980-8211-15f74a2900cf HTTP/1.1" status: 204 len: 168 time: 2.3476424 Aug 06 18:24:01.683394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44628) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:01.742305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.743982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.objects.ports [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94122) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:24:01.748949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.838971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.841877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.843161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24973c56-d089-46d3-8e72-19b08d8585d6 HTTP/1.1" status: 204 len: 168 time: 1.0030134 Aug 06 18:24:01.891557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89370da3-e6f4-49d8-9781-c2cb34a15542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.895499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.905572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb85cc8-32fa-4ef7-aaa2-f837d9735d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24973c56-d089-46d3-8e72-19b08d8585d6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:01.919513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event updated for resources: {'Subnet': ['ID=8c050856-288e-4c69-8614-218d844dc401,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:01.927782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af8c4ba-6588-4331-bdbf-36dc5f7e7530 None None] get_active_networks_info from n-d-793621-29 {{(pid=94123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:24:01.967028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Checking segment: {'id': '7be71578-2da7-4909-a41d-74699b53641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '585848e5-532d-4040-bc8b-b02663a47baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:01.967397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network hostable DHCP agents. Network: 585848e5-532d-4040-bc8b-b02663a47baf, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:02.008514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Network 585848e5-532d-4040-bc8b-b02663a47baf is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:02.017515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.034109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.057639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c HTTP/1.1" status: 204 len: 168 time: 0.5410478 Aug 06 18:24:02.058464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Deleting port 14f01228-6a85-4d3e-8e10-3643d09c5445 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:02.059038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.062536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 585848e5-532d-4040-bc8b-b02663a47baf) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:02.111925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:02.112921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.249254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbe63a-8c14-4ebe-b5a4-3c99e86907ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea0a83d-a0b8-41b3-9dc6-00da0ea0640c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:02.414104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] For port 14f01228-6a85-4d3e-8e10-3643d09c5445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=14f01228-6a85-4d3e-8e10-3643d09c5445,segment=NetworkSegment(9b06d77e-afc1-435c-8df2-fe0ee810c2d2),segment_id=9b06d77e-afc1-435c-8df2-fe0ee810c2d2)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:02.414820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.424179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6ef63657-1c45-4a59-94d6-0930768ef315 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0533848 Aug 06 18:24:02.428877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44648) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:02.477615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Calling delete_port for 14f01228-6a85-4d3e-8e10-3643d09c5445 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:02.521172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-6f197c0a-4ead-4fad-8533-0c111fae2398 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:02.526733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-6f197c0a-4ead-4fad-8533-0c111fae2398 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.16 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.6796722 Aug 06 18:24:02.549867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8c4ba-6588-4331-bdbf-36dc5f7e7530 None None] Unable to find a vacant binding_index for network 585848e5-532d-4040-bc8b-b02663a47baf and agent 67f7c939-92a3-4a7b-825b-775217912d7b {{(pid=94123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 18:24:02.557849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:02.568724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8c4ba-6588-4331-bdbf-36dc5f7e7530 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 585848e5-532d-4040-bc8b-b02663a47baf) {{(pid=94123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 18:24:02.745090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb85e1b5-f81d-4763-a5b1-5868510da6ff req-5c8137a7-7fb6-4528-a1cc-ed818136c87a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.0590811 Aug 06 18:24:02.844691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.854695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.954152 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:02.968993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:02.973395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.014196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Port': ['ID=14f01228-6a85-4d3e-8e10-3643d09c5445,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:03.026379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] No DVR routers for this DVR port 14f01228-6a85-4d3e-8e10-3643d09c5445 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:03.124758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.209247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=8c050856-288e-4c69-8614-218d844dc401,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:03.254617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44664) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:03.278092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.306700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310029148', 'description': 'tempest-secgroup-smoke-1310029148 description', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:03.314895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.12 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/419d57fa-efba-4352-8828-b6b78a5fc92d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:03.420170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cab9aaa-4dd4-432d-98cf-937b2cd689f5']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.431859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b6cf6-e868-479c-b11d-d5e174c78e0e None None] Network 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:03.459928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b06d77e-afc1-435c-8df2-fe0ee810c2d2') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.460429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b06d77e-afc1-435c-8df2-fe0ee810c2d2') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.496465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.504764 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.508549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.532011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585848e5-532d-4040-bc8b-b02663a47baf']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.553832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4817f3-50a5-40d0-9872-e7f1bebf2e35 None None] Network 585848e5-532d-4040-bc8b-b02663a47baf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:03.558735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.582886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:03.586839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.716966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be71578-2da7-4909-a41d-74699b53641d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.717962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be71578-2da7-4909-a41d-74699b53641d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:03.740211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.795203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.825722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:03.826427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:03.839798 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:03.845174 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:03.868583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.880912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:03.883765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] 10.222.0.64 "DELETE /v2.0/networks/8cab9aaa-4dd4-432d-98cf-937b2cd689f5 HTTP/1.1" status: 204 len: 168 time: 2.1995361 Aug 06 18:24:03.907284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa525-3bf6-4607-8b0f-d5fa100e8e8f tempest-NetworksTest-2090448881 tempest-NetworksTest-2090448881-project] Pushing event deleted for resources: {'Network': ['ID=8cab9aaa-4dd4-432d-98cf-937b2cd689f5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:03.928171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.093730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.098312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d52586-d952-42d7-874a-444c051d0c04 None None] Network 585848e5-532d-4040-bc8b-b02663a47baf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:04.131953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d2e4b-22be-44ce-9cd3-a27ea981bc3a None None] DHCP port deletion for 8cab9aaa-4dd4-432d-98cf-937b2cd689f5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:04.142926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d52586-d952-42d7-874a-444c051d0c04 None None] Network 585848e5-532d-4040-bc8b-b02663a47baf could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 18:24:04.149187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.171179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7dc8a9fd-3c89-4698-99c9-a42dd4a93a2a req-90385944-f540-4675-8358-4e05b2e53e67 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.1191680 Aug 06 18:24:04.184517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.197535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/585848e5-532d-4040-bc8b-b02663a47baf HTTP/1.1" status: 204 len: 168 time: 1.7586291 Aug 06 18:24:04.203208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44692) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.225657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.237634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.261902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60add1-1be4-4a0d-a536-304dbda36d32 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=585848e5-532d-4040-bc8b-b02663a47baf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:04.318913 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55553c3-c225-4744-9bda-ffc58db77455 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.319925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55553c3-c225-4744-9bda-ffc58db77455 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.323249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b55553c3-c225-4744-9bda-ffc58db77455 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/8c050856-288e-4c69-8614-218d844dc401 HTTP/1.1" status: 404 len: 337 time: 0.1131971 Aug 06 18:24:04.329373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44694) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.334639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--735866373'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:04.364433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.381694 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe87a40-1efe-4140-b4ce-35b095b39b58 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.382356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe87a40-1efe-4140-b4ce-35b095b39b58 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.384356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ffe87a40-1efe-4140-b4ce-35b095b39b58 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/585848e5-532d-4040-bc8b-b02663a47baf HTTP/1.1" status: 404 len: 339 time: 0.0534835 Aug 06 18:24:04.385599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.387028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44702) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.394251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1370416 Aug 06 18:24:04.395274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44704) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.413200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:04.422343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48828c19-6e62-4994-9cb8-1e5a27489fbc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23256d8a-af13-44a9-99e7-bc0de349e95d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:04.428050 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bcbe8c-0342-4fff-ab11-41b74cebbfa7 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.428749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bcbe8c-0342-4fff-ab11-41b74cebbfa7 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.430848 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-69bcbe8c-0342-4fff-ab11-41b74cebbfa7 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/54038229-a790-4dc6-a253-651947840331 HTTP/1.1" status: 404 len: 337 time: 0.0427086 Aug 06 18:24:04.433517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44706) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.459278 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf1b8ae-8536-4b9c-8927-c86b80715a55 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.459980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf1b8ae-8536-4b9c-8927-c86b80715a55 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.462105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eaf1b8ae-8536-4b9c-8927-c86b80715a55 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/8860be45-6ed3-4f13-a370-0b3d30b6fd1f HTTP/1.1" status: 404 len: 339 time: 0.0274320 Aug 06 18:24:04.466321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44708) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.502238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.530294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.549793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44712) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.553763 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35e1601-2eae-4c19-bdf6-fa94393167ae tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.554270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35e1601-2eae-4c19-bdf6-fa94393167ae tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.556858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d35e1601-2eae-4c19-bdf6-fa94393167ae tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/93b6fd17-2396-4e6d-af3b-32b983769059 HTTP/1.1" status: 404 len: 337 time: 0.0888038 Aug 06 18:24:04.568971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44714) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.597089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.608803 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf42870-d587-4f2c-a469-c1ec72dab743 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:04.610781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf42870-d587-4f2c-a469-c1ec72dab743 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:04.614352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fcf42870-d587-4f2c-a469-c1ec72dab743 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/2b1035af-d34b-4842-8980-a311f91cf879 HTTP/1.1" status: 404 len: 339 time: 0.0427115 Aug 06 18:24:04.624165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44718) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:04.641739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.666179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.734704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:04.743471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 14f01228-6a85-4d3e-8e10-3643d09c5445 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:04.782893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:04.801953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:04.840334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:04.840874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 14f01228-6a85-4d3e-8e10-3643d09c5445 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:04.842526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 14f01228-6a85-4d3e-8e10-3643d09c5445 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:04.880819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:04.881678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.924325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:04.962012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.036352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-77086102-b48e-4402-a3bd-c55604b9984f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1310c293e4848ee9a7c4030fc9620ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837539 Aug 06 18:24:05.040908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44728) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:05.047179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40646437-0d90-4832-bc9d-663e5480c9d1,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:05.066506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting port ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:05.067913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.148814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.181979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.236647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.258879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.272477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Calling delete_port for ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:05.285359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.293852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-c8e09a41-bcff-4b91-9a93-7ccdca10cb30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7459376 Aug 06 18:24:05.296165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.302320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.305439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6815c5e-1485-43b6-a9e4-bd203de07c21 HTTP/1.1" status: 204 len: 168 time: 0.2625988 Aug 06 18:24:05.333551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.340837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Request body: {'port': {'device_id': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:05.340837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f8c59-0941-4362-b6aa-0911102ad20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6815c5e-1485-43b6-a9e4-bd203de07c21,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:05.342933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3ccef2e2-cd99-4dba-a6b8-951ce5372bd1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9411905 Aug 06 18:24:05.343511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:05.370769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:05.423754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84662959-f591-4a73-9045-706aa25d04f2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:05.636333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ee60b-d0b4-4a9a-b2f3-f111949b5693 req-b1b1e0f6-f2e4-45bf-8575-0a627050ec0b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:05.639738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-490ee60b-d0b4-4a9a-b2f3-f111949b5693 req-b1b1e0f6-f2e4-45bf-8575-0a627050ec0b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 932 time: 0.3132157 Aug 06 18:24:05.825701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.835011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.860053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-490ee60b-d0b4-4a9a-b2f3-f111949b5693 req-27c978c3-4cd6-40b5-8595-d8130a46e0dd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074552 Aug 06 18:24:05.881969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.982980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Port': ['ID=ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:05.994672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:05.997211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee4ab8b0-773e-4897-ba49-cf1f247d61c6 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/ports/ce6c4eba-ab3a-4810-84b0-52c6e8d46c2f HTTP/1.1" status: 204 len: 168 time: 1.3696258 Aug 06 18:24:05.998306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f53b71a-00c7-4b50-9e0d-b6fec83c7512,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:06.000907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.055030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.067536 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-0452a2f3-adb0-4788-95f5-a23e0e544abd tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:06.067984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0452a2f3-adb0-4788-95f5-a23e0e544abd tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:06.073216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0452a2f3-adb0-4788-95f5-a23e0e544abd tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/b2ab9a2c-33fe-4e14-9e6f-9913918bb675 HTTP/1.1" status: 404 len: 337 time: 0.0618420 Aug 06 18:24:06.075096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.087551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.091697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cea53bb7-3c58-4dc6-b37f-bab79d73f58c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9428492 Aug 06 18:24:06.096530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44762) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.132465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.228638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.313091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.324712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.341285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4e98cf3f-c753-4b88-8336-44fdf5bf89ea tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2430770 Aug 06 18:24:06.351521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44772) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.359483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-security--230527778', 'description': 'tempest-security-description-885919554'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:06.375119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e706cb09-2fbb-4d38-8575-d0a9352292f8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:06.393549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.398562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-682837a4-a226-46de-9104-016dac6efa1b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0530243 Aug 06 18:24:06.401575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.438303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:06.439975 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.457579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.462611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ec17c-5ace-4ae0-9efb-0f9a7b392f23']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:06.492412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:06.492615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdc6961-60ba-44ad-8e1d-2d9e5603ac92') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:06.505646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.514386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.573651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.612204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.619958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:06.620628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:06.627923 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:06.648434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.653683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.655818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "PUT /v2.0/security-groups/3f53b71a-00c7-4b50-9e0d-b6fec83c7512 HTTP/1.1" status: 200 len: 1778 time: 0.3024931 Aug 06 18:24:06.671805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44786) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.696715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.719243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.735949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419d57fa-efba-4352-8828-b6b78a5fc92d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:06.769638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.774261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f041b66-b52e-4df3-8c9d-a57b2c89f71c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:06.783134 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.789573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-428dc675-bfa8-4449-8311-d6f00e07895f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3866014 Aug 06 18:24:06.790404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44788) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.799033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3274229d-fccb-418f-af59-8322a509fe41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups/3f53b71a-00c7-4b50-9e0d-b6fec83c7512 HTTP/1.1" status: 200 len: 1778 time: 0.1257482 Aug 06 18:24:06.803039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:06.810138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.810392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf45158-6aa9-4b7c-9a84-f41d9ad4e385 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f53b71a-00c7-4b50-9e0d-b6fec83c7512,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:06.824838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Transition to ACTIVE for port object 419d57fa-efba-4352-8828-b6b78a5fc92d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:06.833773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.845869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.847309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.849811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/c20ec17c-5ace-4ae0-9efb-0f9a7b392f23 HTTP/1.1" status: 204 len: 168 time: 0.7729173 Aug 06 18:24:06.856684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:06.896163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296532d-d9fd-4d91-a5e4-01083e6db7d8 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=c20ec17c-5ace-4ae0-9efb-0f9a7b392f23,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:06.954771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:06.999095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44804) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.002649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Pushing event updated for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.090882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.152465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.170464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting port dc914a57-f588-4933-ac10-58b5d7d0e981 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:07.171188 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.171351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.173912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.236105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456f359d-c61e-4afc-8799-6e31105e2fff,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.252027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Attempting to bind port 419d57fa-efba-4352-8828-b6b78a5fc92d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:07.252246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Attempting to bind port 419d57fa-efba-4352-8828-b6b78a5fc92d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:07.252521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Attempting to bind port 419d57fa-efba-4352-8828-b6b78a5fc92d on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:07.268198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.296977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Calling delete_port for dc914a57-f588-4933-ac10-58b5d7d0e981 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:07.308687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Port 419d57fa-efba-4352-8828-b6b78a5fc92d on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:24:07.309831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Attempting to bind port 419d57fa-efba-4352-8828-b6b78a5fc92d on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:07.334874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685070-670e-475b-ac5d-61b1b213321d req-3ad6310f-4460-4758-955a-54d004bcd730 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:07.337092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e685070-670e-475b-ac5d-61b1b213321d req-3ad6310f-4460-4758-955a-54d004bcd730 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 944 time: 0.2624803 Aug 06 18:24:07.338340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.346315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-124d3a23-e90d-48a4-bf58-04637d69269d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5507843 Aug 06 18:24:07.358076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-745786359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:07.364668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.377089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:07.387006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:07.387419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:07.388040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:07.388801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Bound port: 419d57fa-efba-4352-8828-b6b78a5fc92d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:07.389297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.428083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.453522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.456472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.460406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/3f53b71a-00c7-4b50-9e0d-b6fec83c7512 HTTP/1.1" status: 204 len: 168 time: 0.6455297 Aug 06 18:24:07.481168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44816) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.496840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.497363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Port': ['ID=dc914a57-f588-4933-ac10-58b5d7d0e981,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.498655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.525597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.528856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-76eb1ea0-8811-4efc-8188-9bd87d242479 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/ports/dc914a57-f588-4933-ac10-58b5d7d0e981 HTTP/1.1" status: 204 len: 168 time: 0.6677878 Aug 06 18:24:07.529100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e685070-670e-475b-ac5d-61b1b213321d req-18e481c1-5330-467d-b0fc-1683d25efdb7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627116 Aug 06 18:24:07.532805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.539204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054c9ca-2504-4786-aa04-589117d504d8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f53b71a-00c7-4b50-9e0d-b6fec83c7512,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.565282 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:24:07.600772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.602651 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d409b9-e856-4c32-acf2-b6f0403525ba tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] DELETE failed (client error): The resource could not be found. Aug 06 18:24:07.603194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d409b9-e856-4c32-acf2-b6f0403525ba tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:24:07.609498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c8d409b9-e856-4c32-acf2-b6f0403525ba tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/52303de5-a0b5-45c7-abf9-004ded3da288 HTTP/1.1" status: 404 len: 337 time: 0.0751050 Aug 06 18:24:07.618591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44820) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.634053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:07.650404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.668190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.678410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=419d57fa-efba-4352-8828-b6b78a5fc92d,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:07.698961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f154b390-db3a-4ba0-ad1c-f7a01b43647d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2114103 Aug 06 18:24:07.699272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.701501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.757412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.764558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b32966b5-fdad-412e-bb6e-cb284fc414a7 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7625549 Aug 06 18:24:07.764917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.775280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:07.776409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.778871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] 10.222.0.16 "PUT /v2.0/ports/419d57fa-efba-4352-8828-b6b78a5fc92d HTTP/1.1" status: 200 len: 1093 time: 2.4607267 Aug 06 18:24:07.783601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:07.785849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1145388155'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:07.787928 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:07.789959 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-6069a195-6c8a-43a0-a153-650e851d37c4 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] delete failed (client error): The resource could not be found. Aug 06 18:24:07.795179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6069a195-6c8a-43a0-a153-650e851d37c4 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/3f53b71a-00c7-4b50-9e0d-b6fec83c7512 HTTP/1.1" status: 404 len: 347 time: 0.0880697 Aug 06 18:24:07.796068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44830) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.803484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166132119'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:07.835861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.848293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede90f81-c4eb-4caf-98a3-0bf4f08ad797 service neutron] Pushing event updated for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.868876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.871777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb5347-5d53-4067-b80f-ae5741213914 x-openstack-request-id: req-2feb5347-5d53-4067-b80f-ae5741213914 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:07.872176 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:07.872538 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2feb5347-5d53-4067-b80f-ae5741213914 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:07.873153 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d', 'status': 'completed', 'code': 200} Aug 06 18:24:07.877110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.886751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:07.890739 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.925681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.931553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546526b7-aba6-4135-b6a3-034566188f45,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:07.984680 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:07.990485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d86ef937-a308-456c-92a9-62f53bfade96 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6185024 Aug 06 18:24:07.991029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44836) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:07.996799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': '23256d8a-af13-44a9-99e7-bc0de349e95d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:08.010633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-21f49f49-77ea-4977-90cf-654630df91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:08.012283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-21f49f49-77ea-4977-90cf-654630df91fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 1096 time: 0.1321797 Aug 06 18:24:08.034072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.060145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.079899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72332f52-d18d-4a4f-838a-8a8518508a37']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:08.091164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-198ad685-4974-43a4-969e-43a262f6cea8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=419d57fa-efba-4352-8828-b6b78a5fc92d HTTP/1.1" status: 200 len: 217 time: 0.0697181 Aug 06 18:24:08.109631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4848ecfa-46e6-47a5-b65d-c46fc832856a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:08.110086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4848ecfa-46e6-47a5-b65d-c46fc832856a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:08.128773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.162672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.188383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:08.189380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:08.194802 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:08.200539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024efdef-9925-4968-af37-9574c11ab2c0 req-50c22e02-c686-499c-803f-7b0442a7f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:08.203521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-50c22e02-c686-499c-803f-7b0442a7f7ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.1041312 Aug 06 18:24:08.256383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-931245e3-bf5e-4fe5-a4df-b5466e64d789 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440683 Aug 06 18:24:08.360882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.363308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.396534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.400044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/72332f52-d18d-4a4f-838a-8a8518508a37 HTTP/1.1" status: 204 len: 168 time: 0.7788908 Aug 06 18:24:08.402490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0558e9-b643-42d9-8802-1387c62015af tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=72332f52-d18d-4a4f-838a-8a8518508a37,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:08.402671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:08.404836 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.431032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-4d8b5cd3-720a-4c2e-8f89-49c69d388bac service neutron] 10.222.0.16 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658950 Aug 06 18:24:08.448233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:24:08.460116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c63957-994b-4ec4-af32-f687fb634f29,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:08.468752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.469844 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Added segment d4861d06-def9-4354-a05d-1ab89ffa9cfa of type vlan for network 796f3645-c963-47c3-8a06-61bfa4548ae4 Aug 06 18:24:08.498796 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:24:08.543445 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.558373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.597100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting subnet 8129391e-4bf9-472f-b004-e5e19518d5f0 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:24:08.618419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.625345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:08.626190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.686579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.719237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-024efdef-9925-4968-af37-9574c11ab2c0 req-8c08750c-cb72-41a4-8a77-6e4c7589840b service neutron] 10.222.0.16 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522881 Aug 06 18:24:08.719598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.720609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.745382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9787040 Aug 06 18:24:08.754265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf064-73cf-4b5b-a7bc-95a575def8cc tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Network': ['ID=796f3645-c963-47c3-8a06-61bfa4548ae4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:08.758895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44854) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:08.767152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'subnet': {'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:08.768393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:24:08.785873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.788063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000a1f02-4b28-4c86-a769-9aee749c231f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:08.804288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.808749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ab67423-a7c5-4353-b2a3-e75c30f7b911 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0117230 Aug 06 18:24:08.812519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:08.817521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '000a1f02-4b28-4c86-a769-9aee749c231f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:08.920358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.955328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:08.960354 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:08.989131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.173391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.187202 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.204995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.226624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5d6f-a53e-4cb8-8cb9-4fea9e5144c9 req-37e1b9b3-8130-41a0-9cf9-f0d22d84f537 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:09.228226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-047e5d6f-a53e-4cb8-8cb9-4fea9e5144c9 req-37e1b9b3-8130-41a0-9cf9-f0d22d84f537 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 944 time: 0.2645595 Aug 06 18:24:09.229154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.234540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2253bfbe-97c8-4a90-9caf-ea3cc03a1361,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:09.282607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-b461eb25-861d-412e-b7e8-45b1595b977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:09.283637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.284502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-b461eb25-861d-412e-b7e8-45b1595b977e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 1096 time: 0.3189590 Aug 06 18:24:09.289688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c839ad9-d7f1-477d-946a-bf9427a39bc2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4726529 Aug 06 18:24:09.291623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44866) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:09.299930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce430f-615a-4b16-a441-2e194535318e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:09.332826 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.358427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.364482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3ed0183-df81-4df5-84ee-e61a06c831f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3680024 Aug 06 18:24:09.370538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44868) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:09.383979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'network': {'name': 'tempest-network-smoke--1668258685', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:09.428386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.432189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:09.438184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.487564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-047e5d6f-a53e-4cb8-8cb9-4fea9e5144c9 req-9522acbf-e50b-408d-a7ef-17d68139709c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384286 Aug 06 18:24:09.502478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Subnet': ['ID=8129391e-4bf9-472f-b004-e5e19518d5f0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:09.505178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbf43b-529e-4a5e-afe0-5690762a1f1c None None] Network 87a6a498-e3b6-4ae6-982e-a8dccf59302e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:09.505933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.512654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b5050ad7-dcab-4731-a56c-4befafe11bb9 tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/subnets/8129391e-4bf9-472f-b004-e5e19518d5f0 HTTP/1.1" status: 204 len: 168 time: 1.0997245 Aug 06 18:24:09.532062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:09.535754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.627670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-e6210593-9980-4044-a5ce-f43e4eefa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:09.630631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-e6210593-9980-4044-a5ce-f43e4eefa06e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.3342602 Aug 06 18:24:09.675297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.698975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-60b2a6ef-5bf4-4c7e-8d3c-e2e8278b3500 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=419d57fa-efba-4352-8828-b6b78a5fc92d HTTP/1.1" status: 200 len: 217 time: 0.0578885 Aug 06 18:24:09.713158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.764876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:24:09.791931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-4882deef-0247-460a-81dd-e52a7df18870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:09.795203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-4882deef-0247-460a-81dd-e52a7df18870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.0880017 Aug 06 18:24:09.835016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.840081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.843896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2253bfbe-97c8-4a90-9caf-ea3cc03a1361 HTTP/1.1" status: 204 len: 168 time: 0.5482504 Aug 06 18:24:09.850200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44882) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:09.851683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.852052 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Added segment 19b62c15-199f-4381-9fd5-a91a514f7d14 of type vlan for network 633bcae1-5781-483d-bbe2-f30b1059518d Aug 06 18:24:09.875160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-004b7c9e-577c-40c5-9561-0e7fc37ea17f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696380 Aug 06 18:24:09.884572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] DHCP port deletion for 87a6a498-e3b6-4ae6-982e-a8dccf59302e request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:09.903384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Subnet': ['ID=0d655acd-28df-48ae-94f8-56db3c33bbca,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:09.941036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0c38-99ee-4d6b-bf18-f0b8751d6cad tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2253bfbe-97c8-4a90-9caf-ea3cc03a1361,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:09.972051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Deleting port 840a3529-8ad6-4222-8b80-548a3b22c1f6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:09.972894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:09.981363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.028933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Checking segment: {'id': 'd4861d06-def9-4354-a05d-1ab89ffa9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:10.029381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network hostable DHCP agents. Network: 796f3645-c963-47c3-8a06-61bfa4548ae4, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:10.060990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7405a19-a6f9-4dec-b912-e08cacb90ee9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2043452 Aug 06 18:24:10.072547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44886) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:10.092416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.103025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:10.103697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.106401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-8065dbd2-0064-402f-80fb-3653d0fe705d service neutron] 10.222.0.16 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239182 Aug 06 18:24:10.123433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] For port 840a3529-8ad6-4222-8b80-548a3b22c1f6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=840a3529-8ad6-4222-8b80-548a3b22c1f6,segment=NetworkSegment(7f6ef4b0-6097-4812-832e-70da15704afe),segment_id=7f6ef4b0-6097-4812-832e-70da15704afe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:10.124713 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.145281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Calling delete_port for 840a3529-8ad6-4222-8b80-548a3b22c1f6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:10.271675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0a1ebfd-ff8c-4fe8-9950-86e58a950d09 req-4c60889c-2d5a-445b-b3e1-42d5760e0552 service neutron] 10.222.0.16 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563101 Aug 06 18:24:10.279970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.340095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] Pushing event deleted for resources: {'Port': ['ID=840a3529-8ad6-4222-8b80-548a3b22c1f6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:10.344251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.348156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bccd55-0859-4e14-abde-c27e9518a56a None None] No DVR routers for this DVR port 840a3529-8ad6-4222-8b80-548a3b22c1f6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:10.548745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Deleting port 840a3529-8ad6-4222-8b80-548a3b22c1f6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:10.549314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.647029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 840a3529-8ad6-4222-8b80-548a3b22c1f6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:10.661329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:10.670249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 840a3529-8ad6-4222-8b80-548a3b22c1f6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:10.670595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 840a3529-8ad6-4222-8b80-548a3b22c1f6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:10.713732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3402667 Aug 06 18:24:10.716615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:10.722888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'admin_state_up': True, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:10.754046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54855e-0392-4f87-a58a-671f0522c765 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Network': ['ID=633bcae1-5781-483d-bbe2-f30b1059518d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:10.764359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.768013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.768562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 633bcae1-5781-483d-bbe2-f30b1059518d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:24:10.846491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.855400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 796f3645-c963-47c3-8a06-61bfa4548ae4) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:10.865142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6ac15-0355-4b78-a182-9b93ef1ba54f None None] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:10.875359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:10.877341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.956370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7e403c5-ee57-4082-9d1b-0332e24448b3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1938360 Aug 06 18:24:10.967542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44908) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:10.975668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'network': {'name': 'tempest-router-network01--1580300191'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:10.980990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] For port 840a3529-8ad6-4222-8b80-548a3b22c1f6, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:10.981355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:10.989772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.037682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f998d-0d07-4545-b908-6ac52dd86dbc req-cbc89592-c8bd-45a9-9add-1c244f9cafbc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:11.040548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e69f998d-0d07-4545-b908-6ac52dd86dbc req-cbc89592-c8bd-45a9-9add-1c244f9cafbc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 944 time: 0.3726938 Aug 06 18:24:11.047020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Calling delete_port for 840a3529-8ad6-4222-8b80-548a3b22c1f6 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:11.073419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Port 840a3529-8ad6-4222-8b80-548a3b22c1f6 was not found and therefore no delete operation was performed {{(pid=94122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:24:11.073734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:11.078195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.090756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.102662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.141874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-796f3645-c963-47c3-8a06-61bfa4548ae4', 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4', 'tenant_id': '138abe30076c4a41b25aa990f30c7d08', 'fixed_ips': [{'subnet_id': '0d655acd-28df-48ae-94f8-56db3c33bbca'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:24:11.148196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.162902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.203685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Port': ['ID=840a3529-8ad6-4222-8b80-548a3b22c1f6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:11.237941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] No DVR routers for this DVR port 840a3529-8ad6-4222-8b80-548a3b22c1f6 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:11.244476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:24:11.259082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.259683 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Added segment ef21afb3-e788-432a-92fa-fc6df9540536 of type vlan for network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 Aug 06 18:24:11.280850 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e69f998d-0d07-4545-b908-6ac52dd86dbc req-f7d38c11-8215-435d-b104-1dadefff728b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303059 Aug 06 18:24:11.315421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.318127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.319337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/000a1f02-4b28-4c86-a769-9aee749c231f HTTP/1.1" status: 204 len: 168 time: 1.2445900 Aug 06 18:24:11.325318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44916) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:11.384342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.439816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.443406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8a451-1a64-4bb4-b09f-146e87fe161b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a1f02-4b28-4c86-a769-9aee749c231f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:11.472886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a6a498-e3b6-4ae6-982e-a8dccf59302e']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:11.482891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a521ef57-f047-42fc-9450-7e8d06069a1a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472747 Aug 06 18:24:11.483189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Allocated IP 2001:db8::2 (796f3645-c963-47c3-8a06-61bfa4548ae4/0d655acd-28df-48ae-94f8-56db3c33bbca/832f6f22-df02-4e0a-883d-28c0683d8275) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:11.484333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:11.489382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--327205170'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:11.508408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ef4b0-6097-4812-832e-70da15704afe') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:11.509014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ef4b0-6097-4812-832e-70da15704afe') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:11.533007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.564675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.569109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.569296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.584787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:11.585132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:11.585779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.587008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:11.590755 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:11.766934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Network': ['ID=d2a0d80e-61d1-486f-a5a8-3a525e7c3878,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:11.771058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.804474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a8c6d880-6951-4486-949d-43ee3fc902e1 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8360045 Aug 06 18:24:11.811130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:11.822283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:24:11.823269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'network': {'name': 'tempest-router-network02--288671362'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:11.843017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.900317 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.905543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4165440 Aug 06 18:24:11.905543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.906873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:11.913402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:11.915855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] 10.222.0.64 "DELETE /v2.0/networks/87a6a498-e3b6-4ae6-982e-a8dccf59302e HTTP/1.1" status: 204 len: 168 time: 2.3760018 Aug 06 18:24:11.919638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '48b11076-2481-4bec-896f-cc04ac67d6ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:11.974327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e8e8-0f3f-43b0-8ed7-43bd65125150 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b11076-2481-4bec-896f-cc04ac67d6ca,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:11.981094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.005078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.009524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcafd94-801b-4816-921a-0dbaad3f72ac tempest-NetworksIpV6TestAttrs-100608305 tempest-NetworksIpV6TestAttrs-100608305-project] Pushing event deleted for resources: {'Network': ['ID=87a6a498-e3b6-4ae6-982e-a8dccf59302e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:12.027280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.032931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Transition to ACTIVE for port object 832f6f22-df02-4e0a-883d-28c0683d8275 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:12.053640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Transition to ACTIVE for port object 832f6f22-df02-4e0a-883d-28c0683d8275 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:12.070825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.093355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:12.097797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.125594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.184515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.193269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.198459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.220051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Pushing event updated for resources: {'Port': ['ID=832f6f22-df02-4e0a-883d-28c0683d8275,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:12.229758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:24:12.243698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.245093 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Added segment 753d158c-824f-4890-ae37-9d068a672ce6 of type vlan for network 84716045-d6b1-401f-9b07-aa3847d62dde Aug 06 18:24:12.245416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668e402a-bd82-4a62-a6c8-e7b81a930434,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:12.259980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:12.270539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:12.276707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:12.282517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.283738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.284374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.285056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.285827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.286891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.287626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.288263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.289006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.289874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.290716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.291160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:12.299684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.312726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.320648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ec56b64-3471-413a-bb17-dbc236f6c98b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4120426 Aug 06 18:24:12.326125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44942) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:12.342619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '48b11076-2481-4bec-896f-cc04ac67d6ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:12.346625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.352832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:12.353595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.467763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Attempting to bind port 832f6f22-df02-4e0a-883d-28c0683d8275 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:12.469183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Attempting to bind port 832f6f22-df02-4e0a-883d-28c0683d8275 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd4861d06-def9-4354-a05d-1ab89ffa9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:12.470416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Attempting to bind port 832f6f22-df02-4e0a-883d-28c0683d8275 on network 796f3645-c963-47c3-8a06-61bfa4548ae4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:12.483791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:12.485219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Checking segment: {'id': 'd4861d06-def9-4354-a05d-1ab89ffa9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:12.485826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.488008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Bound using segment: {'id': 'd4861d06-def9-4354-a05d-1ab89ffa9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:12.489951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Bound port: 832f6f22-df02-4e0a-883d-28c0683d8275, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4861d06-def9-4354-a05d-1ab89ffa9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '796f3645-c963-47c3-8a06-61bfa4548ae4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:12.491253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.492802 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.501361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6851122 Aug 06 18:24:12.505265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44946) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:12.518865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'subnet': {'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:12.540060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44948) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:12.632177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9d227-95ab-4f85-aae8-ffff31d08707 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Network': ['ID=84716045-d6b1-401f-9b07-aa3847d62dde,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:12.679184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 84716045-d6b1-401f-9b07-aa3847d62dde details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:24:12.716463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] For port 832f6f22-df02-4e0a-883d-28c0683d8275, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:12.738087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8266c1-6aed-4d91-8e5c-dfb0f82e8557 req-085953c9-681b-48cd-ade1-f020117ab235 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:12.747499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d8266c1-6aed-4d91-8e5c-dfb0f82e8557 req-085953c9-681b-48cd-ade1-f020117ab235 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 944 time: 0.2442529 Aug 06 18:24:12.752044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.826076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.253 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/832eafb2-964f-403c-ab13-10b0de6e2b30) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:12.862038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.906153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0173b657-4dda-4611-b9f0-ac37a9912a91,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:12.914562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:12.942204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-49e39d3c-5d4c-4da1-927f-0793344b26d9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6000957 Aug 06 18:24:12.943224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44960) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:12.964086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '48b11076-2481-4bec-896f-cc04ac67d6ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:13.006582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:24:13.006582 n-d-793621-29 neutron-server[94122]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:24:13.006582 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id_1': 'a6d9971e0d9c452780f3b7fac9b687d4', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 24, 12, 984507)}] Aug 06 18:24:13.006582 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:24:13.008292 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:24:13.010765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:13.016479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.022858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] For port 832f6f22-df02-4e0a-883d-28c0683d8275, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832f6f22-df02-4e0a-883d-28c0683d8275,segment=NetworkSegment(d4861d06-def9-4354-a05d-1ab89ffa9cfa),segment_id=d4861d06-def9-4354-a05d-1ab89ffa9cfa)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:13.029633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65028ae0-f765-4ab2-bfae-4aa330cc0610 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75bee9efa0724c7399232530599d1b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825552 Aug 06 18:24:13.039512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d8266c1-6aed-4d91-8e5c-dfb0f82e8557 req-562eb025-bce0-4ce3-9de0-2f74941bfe7d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913008 Aug 06 18:24:13.040311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44962) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:13.084153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.182666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9390be-c1c7-4ec9-93a2-2d08a5cdc695 None None] Pushing event updated for resources: {'Port': ['ID=832f6f22-df02-4e0a-883d-28c0683d8275,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:13.264989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.318068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.380841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.440424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.508730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.608396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:13.649381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:13.657031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:13.712053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Subnet': ['ID=05921327-ce5a-4800-a2f5-05476e829548,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:13.734329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.738294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.739899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d240301b-824d-42f7-84b7-66e69f3e45a5 HTTP/1.1" status: 204 len: 168 time: 0.6952198 Aug 06 18:24:13.752370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Checking segment: {'id': 'ef21afb3-e788-432a-92fa-fc6df9540536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:13.752370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network hostable DHCP agents. Network: d2a0d80e-61d1-486f-a5a8-3a525e7c3878, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:13.755146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.792095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=832eafb2-964f-403c-ab13-10b0de6e2b30,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:13.808012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:13.835694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d2a0d80e-61d1-486f-a5a8-3a525e7c3878) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:13.851557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:13.852238 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.852981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583ac05-8a09-4092-ae40-9040eb42e93b None None] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:13.888504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.891328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0972ff26-256a-46fa-a43e-f4e35f7a8596 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3844719 Aug 06 18:24:13.894095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:13.902822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44978) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:13.938267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'subnet': {'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:13.964791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69899f6-e23a-4725-b88e-af51115bde85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240301b-824d-42f7-84b7-66e69f3e45a5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:14.059618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534838ae-ab9d-48d9-90b2-c0dfd19aef61,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:14.252567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.256345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7e072fd-9cc6-42a3-930c-71ea74e6b53b tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3084388 Aug 06 18:24:14.344006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d2a0d80e-61d1-486f-a5a8-3a525e7c3878', 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878', 'tenant_id': '138abe30076c4a41b25aa990f30c7d08', 'fixed_ips': [{'subnet_id': '05921327-ce5a-4800-a2f5-05476e829548'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:24:14.345936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.349089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 419d57fa-efba-4352-8828-b6b78a5fc92d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:24:14.427544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:14.443369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '48b11076-2481-4bec-896f-cc04ac67d6ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:14.487418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.622060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b79a-8cb6-441a-bee2-af272d4d4f83 req-eb6fc5cc-a372-4699-9332-0ba1fe3eaf5d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:14.623938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ac0b79a-8cb6-441a-bee2-af272d4d4f83 req-eb6fc5cc-a372-4699-9332-0ba1fe3eaf5d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 944 time: 0.4236898 Aug 06 18:24:14.709641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.754507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.784775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.867485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.873214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4400694 Aug 06 18:24:14.877571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45000) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:14.879570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:14.888045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '48b11076-2481-4bec-896f-cc04ac67d6ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:14.891531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:14.954755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=419d57fa-efba-4352-8828-b6b78a5fc92d,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:14.990781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832f6f22-df02-4e0a-883d-28c0683d8275 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:15.151055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ff413-b409-4644-8849-336936aa32a3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a1d174-dd8b-4375-8997-b8b6e37094c1,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:15.151516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '419d57fa-efba-4352-8828-b6b78a5fc92d', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '419d57fa-efba-4352-8828-b6b78a5fc92d', 'mac_address': 'fa:16:3e:7b:ad:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:24:15.251231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ac0b79a-8cb6-441a-bee2-af272d4d4f83 req-dd9246ee-fe77-4192-947f-3bb1914e822b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369744 Aug 06 18:24:15.365724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:15.415503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed9c61-b6ee-4214-b0b3-e19b7b411d12 None None] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:15.459002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419d57fa-efba-4352-8828-b6b78a5fc92d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:15.570247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Allocated IP 2001:db8::2 (d2a0d80e-61d1-486f-a5a8-3a525e7c3878/05921327-ce5a-4800-a2f5-05476e829548/8fea15da-321e-4112-949d-79509b324989) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:15.575519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 832f6f22-df02-4e0a-883d-28c0683d8275 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:15.612569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=419d57fa-efba-4352-8828-b6b78a5fc92d,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:15.637255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:15.640812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Provisioning for port 832f6f22-df02-4e0a-883d-28c0683d8275 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:15.704026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Provisioning complete for port 832f6f22-df02-4e0a-883d-28c0683d8275 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:15.704414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:15.744768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:15.955773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:15.976368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Subnet': ['ID=9a09e621-2c12-4130-b05a-4d411debaf78,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:16.014406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Checking segment: {'id': '753d158c-824f-4890-ae37-9d068a672ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:16.015008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network hostable DHCP agents. Network: 84716045-d6b1-401f-9b07-aa3847d62dde, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:16.055233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45026) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:16.085587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['419d57fa-efba-4352-8828-b6b78a5fc92d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:24:16.095340 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.097726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network 84716045-d6b1-401f-9b07-aa3847d62dde is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:16.142739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 84716045-d6b1-401f-9b07-aa3847d62dde) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:16.148525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:16.149173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.177142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5566e7bb-c2ee-4d71-bbdc-05ab57fbd2ea tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2619123 Aug 06 18:24:16.177142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:16.266351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c13931-daf1-4393-a203-4a97abb2a64f None None] Network 84716045-d6b1-401f-9b07-aa3847d62dde requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:16.287325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.411197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-17fc7ec1-4b13-4e72-9ffb-9c6be4dc4ff2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:16.420060 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-17fc7ec1-4b13-4e72-9ffb-9c6be4dc4ff2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 18:24:16.420873 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-17fc7ec1-4b13-4e72-9ffb-9c6be4dc4ff2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:24:16.426782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17fc7ec1-4b13-4e72-9ffb-9c6be4dc4ff2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3666599 Aug 06 18:24:16.465187 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:24:16.485684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45044) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:16.501645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465298858'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:16.537183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] For port 832f6f22-df02-4e0a-883d-28c0683d8275, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832f6f22-df02-4e0a-883d-28c0683d8275,segment=NetworkSegment(d4861d06-def9-4354-a05d-1ab89ffa9cfa),segment_id=d4861d06-def9-4354-a05d-1ab89ffa9cfa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:16.622860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.694342 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.735798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Transition to ACTIVE for port object 8fea15da-321e-4112-949d-79509b324989 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:16.755128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.761340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.797405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14689fa-09dc-4823-88e6-a2d3b11e7814 None None] Pushing event updated for resources: {'Port': ['ID=832f6f22-df02-4e0a-883d-28c0683d8275,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:16.877422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.907991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Transition to ACTIVE for port object 8fea15da-321e-4112-949d-79509b324989 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:16.948224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:16.964426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dcad1-fdee-49f0-b633-fda1d61762e9 req-ad664b7b-bd08-4357-85c5-2c9c4bb67a36 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:16.974316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-977dcad1-fdee-49f0-b633-fda1d61762e9 req-ad664b7b-bd08-4357-85c5-2c9c4bb67a36 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 945 time: 0.4871721 Aug 06 18:24:16.976484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.057590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.081926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.161659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.163861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.166346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.2869363 Aug 06 18:24:17.197167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45050) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:17.205015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-84716045-d6b1-401f-9b07-aa3847d62dde', 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde', 'tenant_id': '138abe30076c4a41b25aa990f30c7d08', 'fixed_ips': [{'subnet_id': '9a09e621-2c12-4130-b05a-4d411debaf78'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:24:17.207264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.217002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Pushing event updated for resources: {'Port': ['ID=8fea15da-321e-4112-949d-79509b324989,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:17.267787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.371157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.409120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-977dcad1-fdee-49f0-b633-fda1d61762e9 req-ee3e077a-2a9a-409b-b0c4-514635f16d7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293604 Aug 06 18:24:17.455322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:17.466997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22477f3c-4ecc-45d9-880a-ce333f0e8bc2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:17.485143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.495630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.499535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:17.543062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:17.554930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9386569-8b17-4151-8213-dee282215886 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da9c2b-4601-4c33-84c7-14fe64df40a0,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:17.578088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94694d51-df5a-4b1a-89a8-9617850bdb6c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:17.582630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.584180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44e22400-88cd-4ae9-af96-2fdf0f9660f7 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0867290 Aug 06 18:24:17.588704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.605252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:17.622189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '94694d51-df5a-4b1a-89a8-9617850bdb6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:17.628817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5f470708-85be-4dde-95b2-78b16a22f038 None None] Provisioning complete for port 832f6f22-df02-4e0a-883d-28c0683d8275 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:17.629351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5f470708-85be-4dde-95b2-78b16a22f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.773772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.782440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.788525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.790264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/10da9c2b-4601-4c33-84c7-14fe64df40a0 HTTP/1.1" status: 204 len: 168 time: 0.5447240 Aug 06 18:24:17.801361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:17.803175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f9929-fdd0-41d6-917b-9360711b800f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10da9c2b-4601-4c33-84c7-14fe64df40a0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:17.862767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Allocated IP 2001:db8::1 (d2a0d80e-61d1-486f-a5a8-3a525e7c3878/05921327-ce5a-4800-a2f5-05476e829548/a09beeef-2b1f-40e8-92b0-edd2992f909c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:17.892545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-64ec56e7-f2e6-443b-9d17-d6abd2bba16e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0853498 Aug 06 18:24:17.899134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:17.899300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Attempting to bind port 8fea15da-321e-4112-949d-79509b324989 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:17.899465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Attempting to bind port 8fea15da-321e-4112-949d-79509b324989 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ef21afb3-e788-432a-92fa-fc6df9540536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:17.900181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Attempting to bind port 8fea15da-321e-4112-949d-79509b324989 on network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:17.923133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 00f6b4bb-7631-4565-b6c8-a3f281f58137 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:24:17.941125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.943930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:17.944966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Checking segment: {'id': 'ef21afb3-e788-432a-92fa-fc6df9540536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:17.945914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.946805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Bound using segment: {'id': 'ef21afb3-e788-432a-92fa-fc6df9540536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:17.948195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Bound port: 8fea15da-321e-4112-949d-79509b324989, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21afb3-e788-432a-92fa-fc6df9540536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd2a0d80e-61d1-486f-a5a8-3a525e7c3878'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:17.949794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.951754 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:17.955839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Allocated IP 2001:db8::2 (84716045-d6b1-401f-9b07-aa3847d62dde/9a09e621-2c12-4130-b05a-4d411debaf78/69d4e58e-b844-4668-9cd5-f4f27a8ca3b9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:18.108204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.149887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.162551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.167772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/27a1d174-dd8b-4375-8997-b8b6e37094c1 HTTP/1.1" status: 204 len: 168 time: 0.2643721 Aug 06 18:24:18.173707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45072) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.183654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e68a7-9d3d-433d-93ab-cd8aaa35dcbf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a1d174-dd8b-4375-8997-b8b6e37094c1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:18.200561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.208492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:18.220489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Sync routers for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:18.234391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Transition to ACTIVE for port object a09beeef-2b1f-40e8-92b0-edd2992f909c will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:18.235564 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:18.236423 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:18.237696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.289762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4006c657-90f1-4650-bcf9-628c2446157c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:18.294264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] For port 8fea15da-321e-4112-949d-79509b324989, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:18.301774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] For port 8fea15da-321e-4112-949d-79509b324989, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8fea15da-321e-4112-949d-79509b324989,segment=NetworkSegment(ef21afb3-e788-432a-92fa-fc6df9540536),segment_id=ef21afb3-e788-432a-92fa-fc6df9540536)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:18.307313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7171afe5-8d78-4153-a356-48d59f4298a0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1319242 Aug 06 18:24:18.309555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.311279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35b04da3-806e-4429-8e3d-f29173602c13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.5927665 Aug 06 18:24:18.312317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45078) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.314809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45080) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.319651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.324268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-821032c3-3898-4ab0-99b3-97e2522f1f2a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7127750 Aug 06 18:24:18.329955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.335496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-aeb8252f-f387-447b-93ee-6df1e1625893 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '94694d51-df5a-4b1a-89a8-9617850bdb6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:18.404994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.424963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6745ddd0-d2d4-4849-aa87-31298577e5e8 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7ee904f95c494adf94b537fca9d2b1d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080029 Aug 06 18:24:18.425680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45084) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.461025 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.463364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aeb8252f-f387-447b-93ee-6df1e1625893 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.475015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:18.494619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Transition to ACTIVE for port object 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:18.498543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:18.514867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:18.517610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Transition to ACTIVE for port object 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:18.518546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.523650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.538139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.607946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Network 84716045-d6b1-401f-9b07-aa3847d62dde is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:18.632767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.645476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:18.648877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:18.675716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.677228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169520-37a5-4f10-aa21-4f56d5bf5bb8 None None] Pushing event updated for resources: {'Port': ['ID=8fea15da-321e-4112-949d-79509b324989,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:18.765651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Port': ['ID=a09beeef-2b1f-40e8-92b0-edd2992f909c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:18.805103 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:24:18.828732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832f6f22-df02-4e0a-883d-28c0683d8275 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:18.899168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.911907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.923576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/534838ae-ab9d-48d9-90b2-c0dfd19aef61 HTTP/1.1" status: 204 len: 168 time: 0.6095691 Aug 06 18:24:18.924229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.966294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Attempting to bind port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:18.967419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Attempting to bind port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '753d158c-824f-4890-ae37-9d068a672ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:18.969042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Attempting to bind port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 on network 84716045-d6b1-401f-9b07-aa3847d62dde {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:18.992510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f8b54-1704-49c1-a4c6-59dacf3c5944 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:19.015858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b4f8b54-1704-49c1-a4c6-59dacf3c5944 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5884061 Aug 06 18:24:19.017319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45100) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:19.026883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:19.027381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Checking segment: {'id': '753d158c-824f-4890-ae37-9d068a672ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:19.027877 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.028365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Bound using segment: {'id': '753d158c-824f-4890-ae37-9d068a672ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:19.028940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Bound port: 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753d158c-824f-4890-ae37-9d068a672ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '84716045-d6b1-401f-9b07-aa3847d62dde'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:19.029412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.049283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fc5c4-27a0-4be7-9e7f-b82254c29c1f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534838ae-ab9d-48d9-90b2-c0dfd19aef61,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:19.058627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Pushing event updated for resources: {'Port': ['ID=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:19.068581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 832f6f22-df02-4e0a-883d-28c0683d8275 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:19.069871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.132715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13808deb-590d-4a84-97a0-7044b38815da tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1107235 Aug 06 18:24:19.134348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45102) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:19.154758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-326598415', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:19.234697 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-aeb8252f-f387-447b-93ee-6df1e1625893 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:24:19.236510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aeb8252f-f387-447b-93ee-6df1e1625893 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9052801 Aug 06 18:24:19.262632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45104) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:19.276482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-febf5c65-eb71-48b8-9e94-44881ff5eab5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3150058 Aug 06 18:24:19.279000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] For port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:19.286903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:19.291530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] For port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,segment=NetworkSegment(753d158c-824f-4890-ae37-9d068a672ce6),segment_id=753d158c-824f-4890-ae37-9d068a672ce6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:19.308210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.392816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:14Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:19.405007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11096148-ad9f-4b0c-b3c9-2397945ce78c req-8299950e-a3d4-4d63-b22e-56d4a6680667 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:19.409792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11096148-ad9f-4b0c-b3c9-2397945ce78c req-8299950e-a3d4-4d63-b22e-56d4a6680667 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 945 time: 0.7476678 Aug 06 18:24:19.447724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.482161 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Checking router: 00f6b4bb-7631-4565-b6c8-a3f281f58137 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:24:19.482962 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Updating router 00f6b4bb-7631-4565-b6c8-a3f281f58137 port 832eafb2-964f-403c-ab13-10b0de6e2b30 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:24:19.552779 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.553711 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.611114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.661080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.685969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:19.693356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.886724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af275d1-c240-42e2-836e-995c12a41f35 None None] Pushing event updated for resources: {'Port': ['ID=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:19.913542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11096148-ad9f-4b0c-b3c9-2397945ce78c req-4cb8e3a0-7cef-41f3-a844-b0a3dd498e4d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781873 Aug 06 18:24:19.930949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.948669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.954735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0173b657-4dda-4611-b9f0-ac37a9912a91 HTTP/1.1" status: 204 len: 168 time: 0.6602325 Aug 06 18:24:19.969843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45118) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:20.042006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab762b-c7d5-4bc5-98c9-2e5370ab6b50 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0173b657-4dda-4611-b9f0-ac37a9912a91,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:20.175883 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.207672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.346546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.367922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.370871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/94694d51-df5a-4b1a-89a8-9617850bdb6c HTTP/1.1" status: 204 len: 168 time: 1.1062105 Aug 06 18:24:20.374467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 419d57fa-efba-4352-8828-b6b78a5fc92d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:20.391613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:20.511544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 419d57fa-efba-4352-8828-b6b78a5fc92d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:20.519393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 419d57fa-efba-4352-8828-b6b78a5fc92d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:20.522711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.579544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76862b-45b3-4e1e-8395-04addac748f2 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94694d51-df5a-4b1a-89a8-9617850bdb6c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:20.688445 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.691035 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.717164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.720839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.745167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b32717-09de-449f-8deb-28a8d4e8edf9 None None] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:20.746533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:20.747326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network hostable DHCP agents. Network: 633bcae1-5781-483d-bbe2-f30b1059518d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:20.775406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Subnet': ['ID=4352f9ed-22e9-4aed-a32c-d027ddb0372e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:20.778378 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Transition to ACTIVE for port object 832eafb2-964f-403c-ab13-10b0de6e2b30 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:20.800695 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.801478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2b67459b-c1b4-4529-887d-6d8133740adc tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.8141451 Aug 06 18:24:20.802524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:20.891904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.932994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d0d436cd-89f6-42b3-99d8-c6c5a74ab01f tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4903686 Aug 06 18:24:20.946008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45134) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:20.962760 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Pushing event updated for resources: {'Port': ['ID=832eafb2-964f-403c-ab13-10b0de6e2b30,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:20.975173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333611983'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:20.976798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:20.992707 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Attempting to bind port 832eafb2-964f-403c-ab13-10b0de6e2b30 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:20.993614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Attempting to bind port 832eafb2-964f-403c-ab13-10b0de6e2b30 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:20.994172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Attempting to bind port 832eafb2-964f-403c-ab13-10b0de6e2b30 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:21.003013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:21.003969 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:21.004600 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.005167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:21.005871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Bound port: 832eafb2-964f-403c-ab13-10b0de6e2b30, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:21.006418 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.076422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Port': ['ID=a09beeef-2b1f-40e8-92b0-edd2992f909c,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:21.102926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 633bcae1-5781-483d-bbe2-f30b1059518d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:21.119458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.120343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.121058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.121849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.122551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.123297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.123988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.124735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.125485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.126156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.132094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.133168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.149072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 633bcae1-5781-483d-bbe2-f30b1059518d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:21.159654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:21.160399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.164537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8fea15da-321e-4112-949d-79509b324989 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:21.182522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.216692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.233140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] For port 832eafb2-964f-403c-ab13-10b0de6e2b30, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:21.244804 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] For port 832eafb2-964f-403c-ab13-10b0de6e2b30, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832eafb2-964f-403c-ab13-10b0de6e2b30,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:21.267050 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.273996 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.275170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.276212 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.276794 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.277489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.278418 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.279026 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.279741 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.280650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.281857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.287295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:21.303857 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.306801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778239cf-a66c-4209-931f-c39825f33857 None None] Network 633bcae1-5781-483d-bbe2-f30b1059518d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:21.324920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.332000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/668e402a-bd82-4a62-a6c8-e7b81a930434 HTTP/1.1" status: 204 len: 168 time: 0.4900405 Aug 06 18:24:21.334534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d913ba3-0abe-4b9f-abec-a21db68b8cac tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=668e402a-bd82-4a62-a6c8-e7b81a930434,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:21.356691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:21.389506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7192f181-e273-4758-a25e-06cb9dc0dce6 None None] Provisioning for port 8fea15da-321e-4112-949d-79509b324989 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:21.504996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:21.510103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:21.522721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a11b1ab5-a50b-46bd-bad3-751605cfb394 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3860629 Aug 06 18:24:21.528332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:21.560520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.570516 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:21.574333 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:21.671049 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5781-47ed-4a7d-9a7e-445b577d39e6 None None] Pushing event updated for resources: {'Port': ['ID=832eafb2-964f-403c-ab13-10b0de6e2b30,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:21.772665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8fea15da-321e-4112-949d-79509b324989 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:21.835538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a2e82-1f4d-4652-9276-405beb8361a4 req-a6ef6d5d-4b1c-4e1b-b30e-63d2048b23e0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:21.855958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c7a2e82-1f4d-4652-9276-405beb8361a4 req-a6ef6d5d-4b1c-4e1b-b30e-63d2048b23e0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 945 time: 0.5977304 Aug 06 18:24:21.891578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:21.895421 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db879a7-c87d-43df-8d22-dace97894839" -d '{"events": [{"server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "name": "network-vif-plugged", "status": "completed", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:21.896696 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:24:21.953030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8fea15da-321e-4112-949d-79509b324989 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:21.962290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.113053 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32195c70-a504-47ad-913a-bb977500e40b x-openstack-request-id: req-32195c70-a504-47ad-913a-bb977500e40b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:22.113739 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "name": "network-vif-plugged", "status": "completed", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:22.114181 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32195c70-a504-47ad-913a-bb977500e40b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:22.114809 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d', 'code': 200} Aug 06 18:24:22.121869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=419d57fa-efba-4352-8828-b6b78a5fc92d,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:22.141005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.279855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117847a7-c797-4d87-b606-ad6cb5ab5691 None None] Network 84716045-d6b1-401f-9b07-aa3847d62dde requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:22.365012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-05b650ad-42e7-4127-b411-e3e8c13588a0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9882991 Aug 06 18:24:22.393295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-633bcae1-5781-483d-bbe2-f30b1059518d', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:24:22.395891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.431826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:22.470716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c7a2e82-1f4d-4652-9276-405beb8361a4 req-ff790140-a43b-4b79-9511-02a58d4cd911 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134026 Aug 06 18:24:22.545646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.565592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.590824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a66e9-83c8-4966-8550-ddd763dd0bf9 req-bacca37b-982a-4f49-88f0-5a73a6478f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:22.593133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e9a66e9-83c8-4966-8550-ddd763dd0bf9 req-bacca37b-982a-4f49-88f0-5a73a6478f26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 1098 time: 0.2791243 Aug 06 18:24:22.616321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:22.643713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-05215b40-02c7-4c89-9c2d-6b930cf9243a None None] Provisioning for port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:22.688971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.719469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Router 8fc1e213-a72d-4547-9f49-c3e9249a2bf0 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:24:22.763976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.765986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8182194 Aug 06 18:24:22.787736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45164) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:22.818012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-76096a4e-176d-4a83-93ac-0a38f40770b3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '9afbfa66-dde9-4372-9d71-078e1d9e8c9f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:22.820578 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-76096a4e-176d-4a83-93ac-0a38f40770b3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 18:24:22.820578 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-76096a4e-176d-4a83-93ac-0a38f40770b3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:22.827658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76096a4e-176d-4a83-93ac-0a38f40770b3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0357041 Aug 06 18:24:22.839503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:22.846963 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2df108fa-448f-4959-ac0a-377997123537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:14Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:22.909079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc7227-9f1a-4614-afa1-9003083b1207 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afbfa66-dde9-4372-9d71-078e1d9e8c9f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:22.925607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:22.976161 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df108fa-448f-4959-ac0a-377997123537 None None] The sync data for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 is: [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:14Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:23.105747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e9a66e9-83c8-4966-8550-ddd763dd0bf9 req-d8be5e97-9b8d-4aee-be47-d74328cdbe32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722719 Aug 06 18:24:23.173317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.179431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:23.192886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1a5caf72-ca23-42c6-ad90-65206201d230 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0120156 Aug 06 18:24:23.196402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Provisioning complete for port 8fea15da-321e-4112-949d-79509b324989 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:23.196894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.199875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.233923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] Sync routers for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:23.260032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:23.312109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.318686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.321510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/48b11076-2481-4bec-896f-cc04ac67d6ca HTTP/1.1" status: 204 len: 168 time: 0.8900092 Aug 06 18:24:23.334843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8fea15da-321e-4112-949d-79509b324989, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8fea15da-321e-4112-949d-79509b324989,segment=NetworkSegment(ef21afb3-e788-432a-92fa-fc6df9540536),segment_id=ef21afb3-e788-432a-92fa-fc6df9540536)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:23.339392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45176) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:23.347209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca1ab7-4cfe-4ef2-8598-92b40c51b78d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b11076-2481-4bec-896f-cc04ac67d6ca,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:23.431815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Allocated IP 172.20.0.2 (633bcae1-5781-483d-bbe2-f30b1059518d/4352f9ed-22e9-4aed-a32c-d027ddb0372e/da0149c9-a458-44ce-be29-206bdca0c83e) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:23.497291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.532780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-52298de9-2185-463f-855e-8537b5f4e6be tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1691864 Aug 06 18:24:23.535846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45186) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:23.564101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--15620950'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:23.607374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.608250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:23.675294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.815917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8fea15da-321e-4112-949d-79509b324989,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:23.821805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:23.822904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:23.864424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.867657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.868933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/9afbfa66-dde9-4372-9d71-078e1d9e8c9f HTTP/1.1" status: 204 len: 168 time: 1.0258825 Aug 06 18:24:23.882578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45192) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:23.918473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:23.972152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:23.985277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02216f9-f3ff-4df8-946d-627b5cb95b66 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afbfa66-dde9-4372-9d71-078e1d9e8c9f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:24.025837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25e7f-ea77-4af3-ba7e-985bf6053c38 req-6d7c5f26-ae90-45b1-ac97-09a95373f548 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:24.028999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9b25e7f-ea77-4af3-ba7e-985bf6053c38 req-6d7c5f26-ae90-45b1-ac97-09a95373f548 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 946 time: 0.2636468 Aug 06 18:24:24.070027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:24.070854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:24.088900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:24.089474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.167131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.225585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9b25e7f-ea77-4af3-ba7e-985bf6053c38 req-5ed3d7f8-5ef5-4fe4-be16-ab214fea1b6e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871707 Aug 06 18:24:24.231672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.342907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a43985-1df7-4e34-bacc-049ae61b2211,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:24.349795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.355912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-54f9fb86-883f-4be6-abac-5492c3572e41 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8144460 Aug 06 18:24:24.356904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:24.364840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '16a43985-1df7-4e34-bacc-049ae61b2211', 'direction': 'ingress', 'protocol': 17}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:24.443770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.561871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:24.563127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cd5a4-1ec4-47b0-b91b-1d2e068e773c None None] The sync data for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:24.584441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Provisioning for port a09beeef-2b1f-40e8-92b0-edd2992f909c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:24.640052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.658360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.659285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Provisioning complete for port a09beeef-2b1f-40e8-92b0-edd2992f909c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:24.659669 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.710236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf5f0f4-587b-4036-922b-17c20b39cbdf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:24.729945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.732115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-896cd2b9-912e-4b29-ac33-295aa03f14d5 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3736324 Aug 06 18:24:24.736271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45206) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:24.782793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.797919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Transition to ACTIVE for port object da0149c9-a458-44ce-be29-206bdca0c83e will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:24.851268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d18e7cea-7c64-4e16-a21a-62e285a2ab30 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9667087 Aug 06 18:24:24.861289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:24.863635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Transition to ACTIVE for port object da0149c9-a458-44ce-be29-206bdca0c83e will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:24.882015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080640161'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:24.916787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d61313e3-5a04-429b-9763-11f57a4f7ad5 None None] Port a09beeef-2b1f-40e8-92b0-edd2992f909c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:24.932660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:24.965735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.008588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.064348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.082561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.103701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Network 633bcae1-5781-483d-bbe2-f30b1059518d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:25.120103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:25.129553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:25.144688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Pushing event updated for resources: {'Port': ['ID=da0149c9-a458-44ce-be29-206bdca0c83e,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:25.165924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,segment=NetworkSegment(753d158c-824f-4890-ae37-9d068a672ce6),segment_id=753d158c-824f-4890-ae37-9d068a672ce6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:25.173911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b68180ac-cbb3-4cf6-9c0d-e4692d3c507d None None] Provisioning complete for port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:25.174698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b68180ac-cbb3-4cf6-9c0d-e4692d3c507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.227466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.227756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.229801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.250380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.256354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/16a43985-1df7-4e34-bacc-049ae61b2211 HTTP/1.1" status: 204 len: 168 time: 0.5177572 Aug 06 18:24:25.283500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.284407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.314628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb3fa8-5b46-40d4-91ad-549d96e97a56 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a43985-1df7-4e34-bacc-049ae61b2211,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:25.363938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Attempting to bind port da0149c9-a458-44ce-be29-206bdca0c83e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:25.364358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Attempting to bind port da0149c9-a458-44ce-be29-206bdca0c83e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:25.364678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Attempting to bind port da0149c9-a458-44ce-be29-206bdca0c83e on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:25.423687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.483543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:25.485226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:25.492578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.492861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0af4569a-313e-4ff9-8919-1c1931d71ddd tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1959348 Aug 06 18:24:25.493024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Bound using segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:25.493183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.493368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Bound port: da0149c9-a458-44ce-be29-206bdca0c83e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:25.493368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.498232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6354132 Aug 06 18:24:25.508659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.509602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45224) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.515546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7fe1b080-6ba5-49f2-a0a1-68e1b0336351 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '623c80da-e973-49f1-9935-4335ff10dd14', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:25.516651 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-7fe1b080-6ba5-49f2-a0a1-68e1b0336351 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 18:24:25.517714 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-7fe1b080-6ba5-49f2-a0a1-68e1b0336351 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:25.524734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:25.530070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7fe1b080-6ba5-49f2-a0a1-68e1b0336351 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0192344 Aug 06 18:24:25.533217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45226) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.539570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061554299'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:25.574094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4673dc-0130-44c4-88fd-149167ac0807 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623c80da-e973-49f1-9935-4335ff10dd14,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:25.632752 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ed9f88c8-7bf7-461f-89db-9cd472310458 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:25.635056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ed9f88c8-7bf7-461f-89db-9cd472310458 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3701239 Aug 06 18:24:25.638416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45228) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.685865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b6264-0e82-4619-b95f-53764f41c668 req-74371c0a-f6e7-4f75-9f7f-19a033cc8c02 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:25.689250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d0b6264-0e82-4619-b95f-53764f41c668 req-74371c0a-f6e7-4f75-9f7f-19a033cc8c02 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 946 time: 0.2361000 Aug 06 18:24:25.756624 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.847021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.965881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832eafb2-964f-403c-ab13-10b0de6e2b30 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:26.010795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.231352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b68180ac-cbb3-4cf6-9c0d-e4692d3c507d None None] Provisioning complete for port a09beeef-2b1f-40e8-92b0-edd2992f909c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:26.232148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b68180ac-cbb3-4cf6-9c0d-e4692d3c507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.240398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 832eafb2-964f-403c-ab13-10b0de6e2b30 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:26.248039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.252346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.257986 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/623c80da-e973-49f1-9935-4335ff10dd14 HTTP/1.1" status: 204 len: 168 time: 0.7040119 Aug 06 18:24:26.259124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45240) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:26.290169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] For port da0149c9-a458-44ce-be29-206bdca0c83e, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:26.297353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 832eafb2-964f-403c-ab13-10b0de6e2b30 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:26.298156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.327551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b206143-3b7f-4a57-bc24-1e2b49ae9a55 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c80da-e973-49f1-9935-4335ff10dd14,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:26.367490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] For port da0149c9-a458-44ce-be29-206bdca0c83e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=da0149c9-a458-44ce-be29-206bdca0c83e,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:26.395901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.397024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.411092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b68180ac-cbb3-4cf6-9c0d-e4692d3c507d None None] Port a09beeef-2b1f-40e8-92b0-edd2992f909c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:26.416157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.561894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7665f60-afe5-4160-a1d8-94a481e24bfd tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2824125 Aug 06 18:24:26.564000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cd112-bf5b-405f-a6e5-7e20cadaa729 None None] Pushing event updated for resources: {'Port': ['ID=da0149c9-a458-44ce-be29-206bdca0c83e,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:26.568731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:26.586212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--714483003'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:26.618615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.631103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0994143 Aug 06 18:24:26.651665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45248) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:26.655312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efc14b-1abe-49a1-afa5-d627dbc8d926 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1be1a4-7a2b-404a-90d2-95f210cf4a72,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:26.697254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183895911'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:26.714932 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.763807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.790958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d0b6264-0e82-4619-b95f-53764f41c668 req-d8bc7f18-596a-4e6e-bd35-6ff69742365e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0917182 Aug 06 18:24:26.799180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 832eafb2-964f-403c-ab13-10b0de6e2b30, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832eafb2-964f-403c-ab13-10b0de6e2b30,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:26.812558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:26.817749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8fea15da-321e-4112-949d-79509b324989 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:27.142890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.243321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=832eafb2-964f-403c-ab13-10b0de6e2b30,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:27.353017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8fea15da-321e-4112-949d-79509b324989 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:27.356989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.373159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-b5783b80-4fb6-49e0-b118-0d69a2c14365 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3290253 Aug 06 18:24:27.502863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.1 (633bcae1-5781-483d-bbe2-f30b1059518d/4352f9ed-22e9-4aed-a32c-d027ddb0372e/4538946a-5db1-45b3-b7d2-d8cd82f43639) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:27.548416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.559888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.576935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.742290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-2c494d2b-c449-49e3-a355-407fd9cbfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:27.746046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-2c494d2b-c449-49e3-a355-407fd9cbfee4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 1102 time: 0.2797871 Aug 06 18:24:27.807648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914036f4-f8c5-4ae4-a1df-f042619550c9 req-02b68e2d-dded-4373-8573-7cd82968077c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:27.815440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-914036f4-f8c5-4ae4-a1df-f042619550c9 req-02b68e2d-dded-4373-8573-7cd82968077c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 946 time: 0.3455865 Aug 06 18:24:27.832558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a260802-c9a6-4565-b476-f388afd8c3aa,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:27.877582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.939821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 4538946a-5db1-45b3-b7d2-d8cd82f43639 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:27.966493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-914036f4-f8c5-4ae4-a1df-f042619550c9 req-aaafe2c6-45f7-4f20-951d-2f1729383652 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494236 Aug 06 18:24:28.028491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-dda8bfaf-b4ec-48b4-bd1d-e7618768e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:28.030466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-dda8bfaf-b4ec-48b4-bd1d-e7618768e373 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.2329304 Aug 06 18:24:28.050958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.053128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device da0149c9-a458-44ce-be29-206bdca0c83e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:28.063862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.145732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-c233297d-63d4-4d11-92ed-8095c7d005ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 HTTP/1.1" status: 200 len: 217 time: 0.1072779 Aug 06 18:24:28.174157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.189320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 633bcae1-5781-483d-bbe2-f30b1059518d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:28.200899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port da0149c9-a458-44ce-be29-206bdca0c83e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:28.202503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.206900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832eafb2-964f-403c-ab13-10b0de6e2b30 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:28.207605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bd50e22b-8107-4a28-b7fc-7e13a8ba065a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6358337 Aug 06 18:24:28.215948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:28.216967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45278) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.218020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.220302 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5664616 Aug 06 18:24:28.222915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45280) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.224044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:28.225853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3529a277-61d3-49c5-9dd0-a29dbc3ae092 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '2a260802-c9a6-4565-b476-f388afd8c3aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:28.233357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '2d1be1a4-7a2b-404a-90d2-95f210cf4a72', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f8307210-a107-4b19-9b9a-c58a3934e6cd', 'remote_ip_prefix': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:28.242614 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-3529a277-61d3-49c5-9dd0-a29dbc3ae092 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 18:24:28.243658 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-3529a277-61d3-49c5-9dd0-a29dbc3ae092 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:28.245843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3529a277-61d3-49c5-9dd0-a29dbc3ae092 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239301 Aug 06 18:24:28.260021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45282) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.280284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d3677932-222c-4517-a7cf-9a6729271f48 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '2a260802-c9a6-4565-b476-f388afd8c3aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:28.282208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e30ef-e783-4f06-af2b-e82be397857d tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8307210-a107-4b19-9b9a-c58a3934e6cd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:28.295553 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-d3677932-222c-4517-a7cf-9a6729271f48 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 18:24:28.296707 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-d3677932-222c-4517-a7cf-9a6729271f48 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:28.300548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d3677932-222c-4517-a7cf-9a6729271f48 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0266178 Aug 06 18:24:28.323726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.333092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ffcde830-c6d3-4986-ab41-25b78f8c8b7e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '2a260802-c9a6-4565-b476-f388afd8c3aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:28.335109 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-ffcde830-c6d3-4986-ab41-25b78f8c8b7e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 18:24:28.336033 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-ffcde830-c6d3-4986-ab41-25b78f8c8b7e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:28.340198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffcde830-c6d3-4986-ab41-25b78f8c8b7e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122006 Aug 06 18:24:28.340693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.343956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 832eafb2-964f-403c-ab13-10b0de6e2b30 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:28.344525 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.365868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5969b76e-3c3c-4053-85a4-23238f718a6b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '2a260802-c9a6-4565-b476-f388afd8c3aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:28.373353 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-5969b76e-3c3c-4053-85a4-23238f718a6b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 18:24:28.374421 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-5969b76e-3c3c-4053-85a4-23238f718a6b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:28.378788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5969b76e-3c3c-4053-85a4-23238f718a6b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0338759 Aug 06 18:24:28.391300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45290) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.403560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:28.434034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-23cc9815-4901-452a-bf00-94113ccfa5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:28.437052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-23cc9815-4901-452a-bf00-94113ccfa5d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.2585626 Aug 06 18:24:28.491124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.523821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d79b3b8-dce2-43d5-8dc8-01ca90e9cd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.539802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.541223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.546975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb1eaf-3373-4752-900d-2eb389020226 None None] Network 633bcae1-5781-483d-bbe2-f30b1059518d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:28.602054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.613857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-893735ee-f909-41c5-a453-0340232e2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:28.615620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-893735ee-f909-41c5-a453-0340232e2aec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1706591 Aug 06 18:24:28.631381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:28.669427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Provisioning for port da0149c9-a458-44ce-be29-206bdca0c83e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:28.712720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Provisioning complete for port da0149c9-a458-44ce-be29-206bdca0c83e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:28.716400 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.736416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.741273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.745534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a260802-c9a6-4565-b476-f388afd8c3aa HTTP/1.1" status: 204 len: 168 time: 0.3524723 Aug 06 18:24:28.753818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45294) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.783968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.802470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.829343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd69d2-4c34-45ff-b081-6aa6c6cf49d3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a260802-c9a6-4565-b476-f388afd8c3aa,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:28.849176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401c1064-a2df-4c22-9ec0-d85dbf738caa,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:28.888134 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.890094 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-43b9292c-fc09-42ef-9dbf-4adf63dc5eaf tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6602809 Aug 06 18:24:28.897429 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-22065f19-eb32-4ed1-968c-b0ba1051f7fe service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735987 Aug 06 18:24:28.901138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45296) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.926597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-753f5e95-3d7e-4f45-89d7-1ab138edf488 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1672149 Aug 06 18:24:28.929698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.932836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45298) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.937616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041682208'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:29.014666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.041821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.053652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.132287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting port a09beeef-2b1f-40e8-92b0-edd2992f909c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:29.132650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.141169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:29.142224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.250722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-abceb336-7eae-48b8-baca-9fbe8657b7e6 req-f44300c9-7167-441e-b08e-e688fd25ba57 service neutron] 10.222.0.55 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405502 Aug 06 18:24:29.265690 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.275588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.275859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.278011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/401c1064-a2df-4c22-9ec0-d85dbf738caa HTTP/1.1" status: 204 len: 168 time: 0.3750389 Aug 06 18:24:29.286522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45304) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:29.336312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.354610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] For port da0149c9-a458-44ce-be29-206bdca0c83e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=da0149c9-a458-44ce-be29-206bdca0c83e,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:29.358544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Calling delete_port for a09beeef-2b1f-40e8-92b0-edd2992f909c owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:29.377333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.380012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-a6fdfb39-5210-42ea-a9c6-55b6987707df tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:29.383537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-a6fdfb39-5210-42ea-a9c6-55b6987707df tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 946 time: 0.3168466 Aug 06 18:24:29.392115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e8f31-119a-406b-9a65-5ba8b11a48c7 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=401c1064-a2df-4c22-9ec0-d85dbf738caa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:29.421718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b2e12-e4e3-4eea-b38c-80f966e8f747 req-8e9ab524-9192-4090-92ba-44b23b8b14a6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:29.425552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b17b2e12-e4e3-4eea-b38c-80f966e8f747 req-8e9ab524-9192-4090-92ba-44b23b8b14a6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 946 time: 0.3413062 Aug 06 18:24:29.477760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c242eaa-f41c-47c5-815e-e8432faa0cb8 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1866281 Aug 06 18:24:29.522442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45308) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:29.562834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4ba1-cfe7-428c-89ed-4d3e6edafae5 None None] Pushing event updated for resources: {'Port': ['ID=da0149c9-a458-44ce-be29-206bdca0c83e,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:29.633771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.678401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b17b2e12-e4e3-4eea-b38c-80f966e8f747 req-0d05c495-d717-47a2-a866-5c1cf7d61abc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209811 Aug 06 18:24:29.693908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.759112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device da0149c9-a458-44ce-be29-206bdca0c83e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:29.792483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.793769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8601451 Aug 06 18:24:29.799726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45312) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:29.811080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bc521d5f-b606-42fe-9d04-77e0bb26d795 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:29.812263 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-bc521d5f-b606-42fe-9d04-77e0bb26d795 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 18:24:29.813144 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-bc521d5f-b606-42fe-9d04-77e0bb26d795 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:29.815297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bc521d5f-b606-42fe-9d04-77e0bb26d795 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139534 Aug 06 18:24:29.824105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45314) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:29.848798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a1bbbbbf-720d-427c-a196-b90acc1be69d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:29.874994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port da0149c9-a458-44ce-be29-206bdca0c83e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:29.875518 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.890274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907b78-c17b-4c2c-9c7b-c1e1778a0d83 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6473ca-5843-4a0d-a026-2d0040a5bb75,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:29.910172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:29.948411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Port': ['ID=a09beeef-2b1f-40e8-92b0-edd2992f909c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:30.012000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Provisioning complete for port da0149c9-a458-44ce-be29-206bdca0c83e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:30.015665 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.109710 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.156474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 419d57fa-efba-4352-8828-b6b78a5fc92d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:30.156860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.207649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.250733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.318524 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-a1bbbbbf-720d-427c-a196-b90acc1be69d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:30.319816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a1bbbbbf-720d-427c-a196-b90acc1be69d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4783075 Aug 06 18:24:30.341679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45318) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.347324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1e93390e-ff8e-4b82-a6b9-266259a0b59a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:30.348208 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-1e93390e-ff8e-4b82-a6b9-266259a0b59a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 18:24:30.348948 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-1e93390e-ff8e-4b82-a6b9-266259a0b59a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:30.350140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e93390e-ff8e-4b82-a6b9-266259a0b59a tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073118 Aug 06 18:24:30.369571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45320) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.379454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b4a45057-7351-4900-8be1-58f0428c63f9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:30.389428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.404752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.409642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Provisioning for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:30.433669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Provisioning complete for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:30.434281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.484072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a5576a18-38f2-4372-8bf0-5baf85248f99 None None] Port 4538946a-5db1-45b3-b7d2-d8cd82f43639 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:30.577632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.600640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 419d57fa-efba-4352-8828-b6b78a5fc92d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=419d57fa-efba-4352-8828-b6b78a5fc92d,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:30.601490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.630688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6d437101-1a1a-404d-b68b-b4249f4f6010 None None] Provisioning complete for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:30.631324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d437101-1a1a-404d-b68b-b4249f4f6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.637409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.645024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:30.650086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/f8307210-a107-4b19-9b9a-c58a3934e6cd HTTP/1.1" status: 204 len: 168 time: 1.1132390 Aug 06 18:24:30.714165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6d437101-1a1a-404d-b68b-b4249f4f6010 None None] Port 4538946a-5db1-45b3-b7d2-d8cd82f43639 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:30.721184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45324) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.734246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 419d57fa-efba-4352-8828-b6b78a5fc92d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:30.861125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:30.864093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ca62-9ae5-40d0-b262-10f2cc8aed01 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8307210-a107-4b19-9b9a-c58a3934e6cd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:30.910845 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-b4a45057-7351-4900-8be1-58f0428c63f9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:30.912438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4a45057-7351-4900-8be1-58f0428c63f9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5369093 Aug 06 18:24:30.917385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45332) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.926884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Router 8fc1e213-a72d-4547-9f49-c3e9249a2bf0 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:24:30.929112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ff8c2f4f-78f7-41b5-9a2e-1f1788b98714 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:30.929685 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-ff8c2f4f-78f7-41b5-9a2e-1f1788b98714 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 18:24:30.930260 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ff8c2f4f-78f7-41b5-9a2e-1f1788b98714 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:30.931336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff8c2f4f-78f7-41b5-9a2e-1f1788b98714 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077474 Aug 06 18:24:30.937305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45334) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.962005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-59a5e499-ceac-4ced-b18d-fd1e99c69131 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.083764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:31.100780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-13105f73-202e-4f66-9b94-57ade1100432 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4578836 Aug 06 18:24:31.107893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45336) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.112443 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-59a5e499-ceac-4ced-b18d-fd1e99c69131 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:31.113295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] Sync routers for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:31.121523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-59a5e499-ceac-4ced-b18d-fd1e99c69131 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1585419 Aug 06 18:24:31.131873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.145769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-535eed84-9030-4cdd-9092-8eeaf48d6ad3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.146593 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-535eed84-9030-4cdd-9092-8eeaf48d6ad3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 18:24:31.147324 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-535eed84-9030-4cdd-9092-8eeaf48d6ad3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:31.148511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-535eed84-9030-4cdd-9092-8eeaf48d6ad3 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153742 Aug 06 18:24:31.153175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:31.154229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:31.185969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.192993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5b2b3d46-b9bc-4cd0-a8ff-bd9d50be5fa9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.216408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fdc4ce1c-a77f-47e1-8b1f-36c49c43a76f tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4891222 Aug 06 18:24:31.224670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.239805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 633bcae1-5781-483d-bbe2-f30b1059518d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:31.241015 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:31.247407 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-e84ee532-e79c-46e6-9723-5860210e5a97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] delete failed (client error): The resource could not be found. Aug 06 18:24:31.257297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e84ee532-e79c-46e6-9723-5860210e5a97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1447107269 HTTP/1.1" status: 404 len: 335 time: 0.1473985 Aug 06 18:24:31.257979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.258982 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:31.260056 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:31.264186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-848c521c-1c8d-49f7-a95a-9aac50844025 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fc1e213-a72d-4547-9f49-c3e9249a2bf0'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.301868 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:31.303604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:31.304060 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a2f1b-fe78-4165-b0ef-824765f64e57 None None] The sync data for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:31.381243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.449960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.479257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5edb516-511c-4682-8108-a92afbe2957a req-c804c6fd-f196-45f0-86c4-a8a28a5f8a23 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.6073451 Aug 06 18:24:31.505744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=419d57fa-efba-4352-8828-b6b78a5fc92d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:31.587347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 419d57fa-efba-4352-8828-b6b78a5fc92d on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:31.597233 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-5b2b3d46-b9bc-4cd0-a8ff-bd9d50be5fa9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:31.601366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b2b3d46-b9bc-4cd0-a8ff-bd9d50be5fa9 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4096804 Aug 06 18:24:31.601366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.602681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a034d501-4ca7-46e6-9a27-289e352a50fa req-f921c359-f2b0-4a58-9eca-95922750b4a4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.16 "DELETE /v2.0/ports/419d57fa-efba-4352-8828-b6b78a5fc92d HTTP/1.1" status: 204 len: 173 time: 2.1726701 Aug 06 18:24:31.605899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'name': 'network-vif-deleted', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:31.608306 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61506f47-0a08-405f-8ba1-28993cf7eff2" -d '{"events": [{"server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "name": "network-vif-deleted", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:31.611437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45348) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.621185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-035cf401-10a3-4eea-8f5b-2e5f47223337 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '4e6473ca-5843-4a0d-a026-2d0040a5bb75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.652607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.689762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.749514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5daf21c1-b8e3-487f-80f7-a3884a701850 None None] Provisioning complete for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:31.750116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5daf21c1-b8e3-487f-80f7-a3884a701850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.755180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9375b3a-d348-46b4-8e8f-b0674eec4728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.760855 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c4f9e2-e110-44f1-9f4b-31a628ba998c x-openstack-request-id: req-21c4f9e2-e110-44f1-9f4b-31a628ba998c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:31.766800 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf35f7-94f2-4151-b60d-c3a98c74a20b", "name": "network-vif-deleted", "tag": "419d57fa-efba-4352-8828-b6b78a5fc92d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:31.767958 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21c4f9e2-e110-44f1-9f4b-31a628ba998c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:31.767958 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf35f7-94f2-4151-b60d-c3a98c74a20b', 'name': 'network-vif-deleted', 'tag': '419d57fa-efba-4352-8828-b6b78a5fc92d', 'status': 'completed', 'code': 200} Aug 06 18:24:31.886402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.891677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.896853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5daf21c1-b8e3-487f-80f7-a3884a701850 None None] Port 4538946a-5db1-45b3-b7d2-d8cd82f43639 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:31.898265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d1be1a4-7a2b-404a-90d2-95f210cf4a72 HTTP/1.1" status: 204 len: 168 time: 0.6689436 Aug 06 18:24:31.899506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.908428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-848c521c-1c8d-49f7-a95a-9aac50844025 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:31.952971 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-848c521c-1c8d-49f7-a95a-9aac50844025 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] update failed (client error): The resource could not be found. Aug 06 18:24:31.956267 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-035cf401-10a3-4eea-8f5b-2e5f47223337 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:31.962615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-035cf401-10a3-4eea-8f5b-2e5f47223337 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3420160 Aug 06 18:24:31.962910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-848c521c-1c8d-49f7-a95a-9aac50844025 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0 HTTP/1.1" status: 404 len: 339 time: 0.7002735 Aug 06 18:24:31.962910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45358) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.964088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45360) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:31.968382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-233107145'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:31.975958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd3942-74d7-4421-82d1-4e56476272c0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1be1a4-7a2b-404a-90d2-95f210cf4a72,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:32.030341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 00f6b4bb-7631-4565-b6c8-a3f281f58137 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:24:32.042211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:32.046117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.094556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a35248d-3dd6-4b64-ba7d-08829dfa19a0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600375 Aug 06 18:24:32.094891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45362) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.096839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.103230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--431952165'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:32.138014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:24:32.164948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.165707 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Added segment 1d85b093-8079-4357-8419-3d43dd9d008a of type vlan for network 0211f72c-707e-4e90-a90a-ac3aa8b09536 Aug 06 18:24:32.169155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.187697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.276807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.341486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.362080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:32.363032 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.380148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.383556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.385125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/4e6473ca-5843-4a0d-a026-2d0040a5bb75 HTTP/1.1" status: 204 len: 168 time: 0.4104254 Aug 06 18:24:32.417630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45366) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.418736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81d2d-aa24-4f7a-8eb3-6b5fc2d39d92 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6473ca-5843-4a0d-a026-2d0040a5bb75,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:32.463741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:32.477742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 419d57fa-efba-4352-8828-b6b78a5fc92d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:32.482804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Sync routers for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:32.483032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d78a767-93b6-439a-a1c5-af7ca8cf0ee1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/00f6b4bb-7631-4565-b6c8-a3f281f58137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9273384 Aug 06 18:24:32.517548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:32.518201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:32.522895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 419d57fa-efba-4352-8828-b6b78a5fc92d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:32.535303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 419d57fa-efba-4352-8828-b6b78a5fc92d not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:32.548571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Network': ['ID=0211f72c-707e-4e90-a90a-ac3aa8b09536,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:32.617317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:24:32.642572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.670201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.715869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-861313ba-e16f-4eeb-9311-553c3418f8ed tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7501829 Aug 06 18:24:32.716585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45372) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.732730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'subnet': {'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:32.736081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fb337a1-3050-4117-86ea-1ff7402aa4fc req-c13e65ec-a59b-452a-8fd3-f9528f111fbc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ccf35f7-94f2-4151-b60d-c3a98c74a20b HTTP/1.1" status: 200 len: 210 time: 0.0896370 Aug 06 18:24:32.828740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:32.839527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7363145 Aug 06 18:24:32.846313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45378) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.860275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ac9fa69c-f10b-4437-9cb7-831dc7e52383 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4330857 Aug 06 18:24:32.864108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45380) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.874393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:24:32.874885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--289121389'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:32.893000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24827ca-819a-46a2-b305-c74c010c9ff2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73237382-1cbe-4e02-b0d9-6e0b3bb601c3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:32.895897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': '73237382-1cbe-4e02-b0d9-6e0b3bb601c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:32.949293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.075111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.111007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-e3d0411a-e397-4b08-bd6c-53b001cdb6c2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310029148&fields=id&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 267 time: 0.1039991 Aug 06 18:24:33.216854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.223528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.237843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.248921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b38858e-22bb-4c96-8b0d-77ac5909d290,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:33.296985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.305796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.322429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.326644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-29b27bc9-00d6-4cb5-b5da-b18220478500 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4679430 Aug 06 18:24:33.334270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.354632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:29Z', 'revision_number': 2, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:33.380313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4bc2fa-57c1-45f2-96df-e0aed0703b18,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:33.398963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-21a7d0a3-3581-440c-83f1-b9f95a84198c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:33.400965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-21a7d0a3-3581-440c-83f1-b9f95a84198c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 797 time: 0.2658622 Aug 06 18:24:33.411348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Checking router: 00f6b4bb-7631-4565-b6c8-a3f281f58137 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:24:33.412364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Updating router 00f6b4bb-7631-4565-b6c8-a3f281f58137 port 4538946a-5db1-45b3-b7d2-d8cd82f43639 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:24:33.439561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-b82fc49f-c1f4-4a66-bc03-051df396555d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/quotas/7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 375 time: 0.0225744 Aug 06 18:24:33.442686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.448543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-01ff40a2-1675-4f99-a8f5-a4bc23f8015d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5827811 Aug 06 18:24:33.450894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.460525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5f3f8945-6ab4-4d92-bd05-4c36278172bf tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '9b4bc2fa-57c1-45f2-96df-e0aed0703b18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:33.470080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Made reservation on behalf of 138abe30076c4a41b25aa990f30c7d08 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:33.475670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.489410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.501031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.531564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-3fc9568b-e913-48f4-a299-24239fffbc3f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781004 Aug 06 18:24:33.554011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.641991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.655632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:33.657547 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5b38858e-22bb-4c96-8b0d-77ac5909d290 HTTP/1.1" status: 204 len: 168 time: 0.3197482 Aug 06 18:24:33.661528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.663960 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-5f3f8945-6ab4-4d92-bd05-4c36278172bf tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The resource could not be found. Aug 06 18:24:33.665218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5f3f8945-6ab4-4d92-bd05-4c36278172bf tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2102215 Aug 06 18:24:33.668038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c22ddb-3c5e-4bf9-ae79-0810641a5de3 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b38858e-22bb-4c96-8b0d-77ac5909d290,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:33.676416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.684960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-376375e3-d8d7-451a-a944-a7a8483832e0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '9b4bc2fa-57c1-45f2-96df-e0aed0703b18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3d5fbe17-cc5d-447b-9193-de791f439ef0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:33.755537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a25a480b-e908-4cb2-bc15-6266e3dbf7a0 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0923972 Aug 06 18:24:33.756431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45402) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.850499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7d720c19-d7e0-4d54-835d-96dd0c117849 service neutron] 10.222.0.64 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861414 Aug 06 18:24:33.879089 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-376375e3-d8d7-451a-a944-a7a8483832e0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The resource could not be found. Aug 06 18:24:33.880125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-376375e3-d8d7-451a-a944-a7a8483832e0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2023685 Aug 06 18:24:33.881403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45408) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:33.963417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.058183 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.069361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.088026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Transition to ACTIVE for port object 4538946a-5db1-45b3-b7d2-d8cd82f43639 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:34.106660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.178721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Subnet': ['ID=ba72afe1-f00a-4fec-8827-8580827b6d73,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:34.207420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Checking segment: {'id': '1d85b093-8079-4357-8419-3d43dd9d008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:34.208096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network hostable DHCP agents. Network: 0211f72c-707e-4e90-a90a-ac3aa8b09536, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:24:34.224274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.246637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c5f8-927e-4551-a800-35d6f0ef55cb None None] Pushing event updated for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:34.261994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.275368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-8b6c847d-a753-48a8-b3af-9afc602f2786 service neutron] 10.222.0.64 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157751 Aug 06 18:24:34.282123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:24:34.303258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.326437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0211f72c-707e-4e90-a90a-ac3aa8b09536) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:34.346846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:34.347465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.354985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019d544-a7c0-4f21-984f-2ac99683f7bd None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:34.388125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.391859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Attempting to bind port 4538946a-5db1-45b3-b7d2-d8cd82f43639 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:34.392076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.392713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Attempting to bind port 4538946a-5db1-45b3-b7d2-d8cd82f43639 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:34.393305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Attempting to bind port 4538946a-5db1-45b3-b7d2-d8cd82f43639 on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:34.393427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/73237382-1cbe-4e02-b0d9-6e0b3bb601c3 HTTP/1.1" status: 204 len: 168 time: 0.6325483 Aug 06 18:24:34.397966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:34.443639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:34.444461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:34.445244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.445946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Bound using segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:34.446688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Bound port: 4538946a-5db1-45b3-b7d2-d8cd82f43639, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:34.447460 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.475884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff95c5f-264b-4104-b313-5c40dd45104c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73237382-1cbe-4e02-b0d9-6e0b3bb601c3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:34.547516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-38c598f8-8ff1-4a8a-b9d9-488eca712156 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8228390 Aug 06 18:24:34.573658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:34.579935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b7913aa-6bbd-4dfc-99a4-91d293ebcec2 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1770630 Aug 06 18:24:34.593649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-60e42cc8-a212-404b-9e01-35bff4f9aefd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'router': {'external_gateway_info': {'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:34.597747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:34.605580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867855289'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:34.666801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] For port 4538946a-5db1-45b3-b7d2-d8cd82f43639, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:34.692522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.710192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.710529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.715849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.718316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/9b4bc2fa-57c1-45f2-96df-e0aed0703b18 HTTP/1.1" status: 204 len: 168 time: 0.8338125 Aug 06 18:24:34.730117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] For port 4538946a-5db1-45b3-b7d2-d8cd82f43639, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4538946a-5db1-45b3-b7d2-d8cd82f43639,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:34.739829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:34.746055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45434) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:34.862023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab95a1-befc-416a-8834-e69c9f33a692 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4bc2fa-57c1-45f2-96df-e0aed0703b18,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:34.960709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-f434e888-82f2-4e78-8e5e-aa2f92daf50d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:34.971542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-f434e888-82f2-4e78-8e5e-aa2f92daf50d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.6089084 Aug 06 18:24:35.010618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c5f8-927e-4551-a800-35d6f0ef55cb None None] Pushing event updated for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:35.020975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5c76e344-d962-475a-a62d-5916e08e43bf tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2648704 Aug 06 18:24:35.021866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:35.034917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-95bc12e1-2351-4a50-b7a6-7f9f65d8dcc0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '6deee721-be98-4656-86bf-d8471ca56647', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:35.052241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-0211f72c-707e-4e90-a90a-ac3aa8b09536', 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536', 'tenant_id': '138abe30076c4a41b25aa990f30c7d08', 'fixed_ips': [{'subnet_id': 'ba72afe1-f00a-4fec-8827-8580827b6d73'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:24:35.059594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.135286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:35.136400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:35.158935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-2cac8660-6845-4ac7-8572-a0d49476c16a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.1861506 Aug 06 18:24:35.168399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b650f29-a93c-40b0-ab13-08f1f1f4110e req-1a60633f-8217-49c9-83d1-0092d164c85d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.1910326 Aug 06 18:24:35.287327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-900f5e3a-837c-4207-8e71-0a83501a7994 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186702 Aug 06 18:24:35.346040 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-60e42cc8-a212-404b-9e01-35bff4f9aefd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.484778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-de859b7e-a7eb-4c8c-a6fa-9af6161033e9 service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887493 Aug 06 18:24:35.501251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.534798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.639179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b640a-103f-46f2-a2b0-5016782ee114,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:35.739538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.741669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4bf01b6e-d7a1-49c4-ba15-d4951c1f8b88 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1418958 Aug 06 18:24:35.744607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:24:35.745945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45452) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:35.771568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': 'f30b640a-103f-46f2-a2b0-5016782ee114', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:35.800289 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-60e42cc8-a212-404b-9e01-35bff4f9aefd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:35.804072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-60e42cc8-a212-404b-9e01-35bff4f9aefd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0 HTTP/1.1" status: 400 len: 364 time: 1.2148240 Aug 06 18:24:35.809581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45454) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:35.835180 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-95bc12e1-2351-4a50-b7a6-7f9f65d8dcc0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The resource could not be found. Aug 06 18:24:35.836321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-95bc12e1-2351-4a50-b7a6-7f9f65d8dcc0 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8134158 Aug 06 18:24:35.842561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45456) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:35.851226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617274890'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:35.857885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:35.877833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-c999b9e2-2b46-4e6b-82a5-b8ddc8cab3b7 service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789594 Aug 06 18:24:35.901768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Allocated IP 2001:db8:1::2 (0211f72c-707e-4e90-a90a-ac3aa8b09536/ba72afe1-f00a-4fec-8827-8580827b6d73/abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:36.017353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.106609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.118913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.170949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8463386b-e55f-4fa8-87c2-bc845da831e5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:36.360858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.372334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.389524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.398886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2b1435b7-afb4-4bff-94a0-548a91ff4185 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6512678 Aug 06 18:24:36.403262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45468) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:36.447712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.454142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6058075 Aug 06 18:24:36.456663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45474) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:36.464512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--293881721'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:36.466128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cb8635e-9bd6-4b75-8ff1-9829e747eb50 req-aeaf0e42-fdce-4f94-8ef9-eaaa9174920a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.0773544 Aug 06 18:24:36.542913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3788921-c2c0-471f-8be6-85474840c4be req-a8a18004-b9e8-46b7-9767-f4c65740d686 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.0870872 Aug 06 18:24:36.549009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.558323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be3a2-4528-47cc-8e0d-388e56f72372 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868e51e9-314e-43b1-88c9-1fbc7231cd48,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:36.609644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b07b8ea-b7c7-43af-b33a-ff52c11c0165 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules/8463386b-e55f-4fa8-87c2-bc845da831e5 HTTP/1.1" status: 200 len: 763 time: 0.2051284 Aug 06 18:24:36.671356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.684607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45478) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:36.688774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Transition to ACTIVE for port object abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:36.719506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Transition to ACTIVE for port object abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:36.753706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:36.757741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7f69c450-5d1d-47f3-888d-26a430a209bd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:36.759971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7f69c450-5d1d-47f3-888d-26a430a209bd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 797 time: 0.2032478 Aug 06 18:24:36.802802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:36.810810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:36.820646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:36.872360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-b7406a69-0855-474a-928c-87b2e52791a1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 380 time: 0.0880606 Aug 06 18:24:36.892211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'port': {'device_id': 'b52574f2-ee95-405c-96be-1642851e8e80', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'admin_state_up': True, 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'security_groups': ['23256d8a-af13-44a9-99e7-bc0de349e95d']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:36.975087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:36.980898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Pushing event updated for resources: {'Port': ['ID=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:36.998694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:37.066816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4c28d076-7d34-48ad-bfcd-2f27c77b180c tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3740435 Aug 06 18:24:37.077330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45502) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:37.081265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-61a6f8c1-e8c1-4d0b-9abe-1ad8091f6a3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3558950 Aug 06 18:24:37.136658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995b1d-336a-4019-92b6-919e0d3985d2 None None] The sync data for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 is: [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:34Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:37.311162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Attempting to bind port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:37.313072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Attempting to bind port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '1d85b093-8079-4357-8419-3d43dd9d008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:37.315166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Attempting to bind port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 on network 0211f72c-707e-4e90-a90a-ac3aa8b09536 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:37.331686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:37.335145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Checking segment: {'id': '1d85b093-8079-4357-8419-3d43dd9d008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:37.344566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:37.346032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Bound using segment: {'id': '1d85b093-8079-4357-8419-3d43dd9d008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:37.347090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Bound port: abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d85b093-8079-4357-8419-3d43dd9d008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0211f72c-707e-4e90-a90a-ac3aa8b09536'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:37.349178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:37.551545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] For port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:37.556133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] For port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,segment=NetworkSegment(1d85b093-8079-4357-8419-3d43dd9d008a),segment_id=1d85b093-8079-4357-8419-3d43dd9d008a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:37.569521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:37.695654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669170-e15c-490c-8214-88af68f0c8f6 None None] Pushing event updated for resources: {'Port': ['ID=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:37.965410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4538946a-5db1-45b3-b7d2-d8cd82f43639 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:38.133595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:38.154884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:38.154884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:38.503289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:38.504264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:38.554699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:38.603259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4538946a-5db1-45b3-b7d2-d8cd82f43639, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4538946a-5db1-45b3-b7d2-d8cd82f43639,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:38.621657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:38.683498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Allocated IP 2001:db8::1 (796f3645-c963-47c3-8a06-61bfa4548ae4/0d655acd-28df-48ae-94f8-56db3c33bbca/72d8f112-53dd-4b39-ac69-9b21d512c77e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:38.705934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-629a71f1-2460-4aad-96ba-1eb103555725 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:38.709399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-629a71f1-2460-4aad-96ba-1eb103555725 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.6408494 Aug 06 18:24:38.711653 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-631d71f9-5562-4b01-8e58-88ed4ac072de req-2d139499-9cda-44f9-9781-645ac0379d4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.6401305 Aug 06 18:24:38.767554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': '92332175-33c9-4332-b37f-44e3e675d087', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:38.848537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:38.919413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.030653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-ff3ab3be-2341-498a-b4c1-0245bb0ac5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:39.033678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-ff3ab3be-2341-498a-b4c1-0245bb0ac5da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 1.0976973 Aug 06 18:24:39.035066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.051076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.071410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.074442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8463386b-e55f-4fa8-87c2-bc845da831e5 HTTP/1.1" status: 204 len: 168 time: 1.9907324 Aug 06 18:24:39.129433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45618) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:39.198010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.230599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Transition to ACTIVE for port object 72d8f112-53dd-4b39-ac69-9b21d512c77e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:39.263815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d26f3-0642-43b4-ae88-339f9b6e7d07 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8463386b-e55f-4fa8-87c2-bc845da831e5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:39.311145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-14038499-831e-47cf-93b8-fe804ee927dd req-358a0ec2-9877-4921-b5f6-a5d86762dc43 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.9440777 Aug 06 18:24:39.317841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.320547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:39.325680 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.434288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.436644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9785855 Aug 06 18:24:39.455952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45644) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:39.482380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cd445f95-9e59-423c-8f64-ef1f9df42f2c tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group_rule': {'security_group_id': '868e51e9-314e-43b1-88c9-1fbc7231cd48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '702d29e0-c4e8-40f8-bcad-9a8c918b17ba'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:39.496220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c433b2b-9b86-407a-ac0a-697770f09864 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702d29e0-c4e8-40f8-bcad-9a8c918b17ba,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:39.519532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:39.537707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3346d9a8-f8da-4bc7-9686-ca85ef4582fe tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3650818 Aug 06 18:24:39.548390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45654) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:39.577226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:39.594274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:39.594885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:39.602550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': 'f30b640a-103f-46f2-a2b0-5016782ee114', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:39.607116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-c501203f-f2cb-4ee0-ad68-df2add35c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:39.609254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-c501203f-f2cb-4ee0-ad68-df2add35c556 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.5034323 Aug 06 18:24:39.779381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Port': ['ID=72d8f112-53dd-4b39-ac69-9b21d512c77e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:40.013010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-fe319498-13b1-4969-857c-dee0ac06d98d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 1001 time: 0.3295095 Aug 06 18:24:40.196944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.207098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:40.278807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9bac7-4179-42a8-927d-93e1c49ba260 None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:40.373715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.11 (633bcae1-5781-483d-bbe2-f30b1059518d/4352f9ed-22e9-4aed-a32c-d027ddb0372e/5aa24cd3-1063-41a2-b973-4b92fffe6d7f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:40.385925 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.395981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-14922e67-b8f5-42b4-a6b2-4177be984b50 None None] Provisioning for port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:40.399544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:24:40.400492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.411571 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.489905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:40.505652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:40.506159 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.510107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-14922e67-b8f5-42b4-a6b2-4177be984b50 None None] Provisioning for port 72d8f112-53dd-4b39-ac69-9b21d512c77e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:40.533646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da09df77-96c3-4520-a064-06d8dc8238df req-d3690801-6e22-4856-bcec-b8481ee2437e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.5178661 Aug 06 18:24:40.534447 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-cd445f95-9e59-423c-8f64-ef1f9df42f2c tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:24:40.539640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cd445f95-9e59-423c-8f64-ef1f9df42f2c tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0764651 Aug 06 18:24:40.578541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-14922e67-b8f5-42b4-a6b2-4177be984b50 None None] Provisioning complete for port 72d8f112-53dd-4b39-ac69-9b21d512c77e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:40.579284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14922e67-b8f5-42b4-a6b2-4177be984b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.621137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.622326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45726) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:40.674474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.684926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-14922e67-b8f5-42b4-a6b2-4177be984b50 None None] Port 72d8f112-53dd-4b39-ac69-9b21d512c77e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:40.774166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.804982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-506a0b04-756d-4a56-9dee-bd8ddd11eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:40.809107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-506a0b04-756d-4a56-9dee-bd8ddd11eac3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.6692274 Aug 06 18:24:40.854157 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5193f824-96a3-4fb8-8eb7-14212284d11b req-9117e009-8e37-4861-9898-def1a0431024 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.2441556 Aug 06 18:24:40.867974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,segment=NetworkSegment(1d85b093-8079-4357-8419-3d43dd9d008a),segment_id=1d85b093-8079-4357-8419-3d43dd9d008a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:40.877953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:40.879011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4538946a-5db1-45b3-b7d2-d8cd82f43639 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:40.911728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a06ee6-0752-4428-ba36-e13c8195277c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:40.996428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.007461 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.017167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9c4daef2-af6d-471c-954e-b34ef60bc42a tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4437547 Aug 06 18:24:41.038171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:41.135179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:41.178350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4538946a-5db1-45b3-b7d2-d8cd82f43639 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:41.178761 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.250657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6450992-ded0-4179-831a-d91f128388b1 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules/20a06ee6-0752-4428-ba36-e13c8195277c HTTP/1.1" status: 200 len: 763 time: 0.2094588 Aug 06 18:24:41.254469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.275655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:41.460732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-5ae0912d-909c-4592-bef5-887e770d45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:41.463719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-5ae0912d-909c-4592-bef5-887e770d45cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6286995 Aug 06 18:24:41.480808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.493576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.494576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.512024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.4 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/81574d42-afb0-4840-8a44-5f55ec6dc8c8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:24:41.547378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-66c4c930-25aa-44c5-aefd-d85738ca0a37 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2705314 Aug 06 18:24:41.552072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.559277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45810) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:41.560044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event updated for resources: {'Port': ['ID=72d8f112-53dd-4b39-ac69-9b21d512c77e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:41.641911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 5aa24cd3-1063-41a2-b973-4b92fffe6d7f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:41.719130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.760851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c704bc52-435d-400a-a9d1-381a5eaf86f0 None None] Provisioning complete for port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:41.761496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c704bc52-435d-400a-a9d1-381a5eaf86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.815186 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.817280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-dc0ea1d9-a75a-43ac-ad5c-f3bd75736011 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394067 Aug 06 18:24:41.826485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.842055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4bfe0b1-9f20-45ef-9a1c-44e8edb9af8d req-d42cd161-0d7d-4651-89e6-84b4f120d9ae tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.1260691 Aug 06 18:24:41.912465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.920942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:41.932675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:41.934717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/702d29e0-c4e8-40f8-bcad-9a8c918b17ba HTTP/1.1" status: 204 len: 168 time: 1.3110685 Aug 06 18:24:41.967135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45838) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:41.970790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7e5db-ed50-4cd2-aa27-cb165a6e0043 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d29e0-c4e8-40f8-bcad-9a8c918b17ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:41.993785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.091096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.160389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:42.161229 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.200733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.229816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/20a06ee6-0752-4428-ba36-e13c8195277c HTTP/1.1" status: 204 len: 168 time: 0.6654186 Aug 06 18:24:42.236486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45864) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:42.309399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bf4e8ce-494c-445b-b3e6-0252a2697f28 req-d9d6ad09-fb60-4dc3-a1e6-3db609964e36 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.2502053 Aug 06 18:24:42.318535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 633bcae1-5781-483d-bbe2-f30b1059518d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:42.357558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cc03e-2d00-4eed-861e-e0af79aa860e tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20a06ee6-0752-4428-ba36-e13c8195277c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:42.358350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:42.369103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:42.380678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:42.468560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:42.490695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:42.511276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af434f24-1ec9-4096-b385-2a5c2cf81758 req-ae114577-1193-4874-9cfd-fa1fde01e83f service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323407 Aug 06 18:24:42.530624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.558034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1820c7d9-fb5c-4133-af42-5b302223a58d tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5671012 Aug 06 18:24:42.563521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45888) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:42.578830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4f116d8-7104-4d0d-9f76-b8f6dd6441fc tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3389158 Aug 06 18:24:42.584712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45890) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:42.592805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Request body: {'security_group_rule': {'security_group_id': 'f30b640a-103f-46f2-a2b0-5016782ee114', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:42.616651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:42.617602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.679789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-7142b0e6-cb85-46ae-81e8-1b633d97c721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7975810 Aug 06 18:24:42.681655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.693781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Request body: {'port': {'device_id': 'b52574f2-ee95-405c-96be-1642851e8e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:42.769052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.926112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.966569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:42.975471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:43.029528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.043779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Router 8fc1e213-a72d-4547-9f49-c3e9249a2bf0 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:24:43.045593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.057891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.106784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:24:43.112163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b65fda05-9597-4513-aabd-7599f0368bb9 None None] Provisioning for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:43.121819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b65fda05-9597-4513-aabd-7599f0368bb9 None None] Provisioning complete for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:43.122760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b65fda05-9597-4513-aabd-7599f0368bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.177833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:24:43.180765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.184212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5969510 Aug 06 18:24:43.218036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45932) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.225803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b65fda05-9597-4513-aabd-7599f0368bb9 None None] Port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:43.230267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:24:43.246933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.250384 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.255762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/868e51e9-314e-43b1-88c9-1fbc7231cd48 HTTP/1.1" status: 204 len: 168 time: 0.6860685 Aug 06 18:24:43.262953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45938) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.275232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae90b9-a192-4d04-984d-fd074d69b98e tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e51e9-314e-43b1-88c9-1fbc7231cd48,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:43.298509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:43.306753 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2568f7ff-ed50-47b2-ab00-8af10d1dfa75 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4940557 Aug 06 18:24:43.308637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d02e2-8cb4-4a12-9823-d2d92f148772 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f980e4-aa86-4dc7-bf36-e555af0955f7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:43.312118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45944) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.317815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] Sync routers for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:43.334903 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:43.335661 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:43.362799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bf7a0121-d1e9-41a8-9abd-0826d44b8d67 None None] Provisioning complete for port 72d8f112-53dd-4b39-ac69-9b21d512c77e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:43.363565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf7a0121-d1e9-41a8-9abd-0826d44b8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.394543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9b54f4a1-2bb2-4cb7-87ba-2a86bcb010db tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules/32f980e4-aa86-4dc7-bf36-e555af0955f7 HTTP/1.1" status: 200 len: 764 time: 0.1529257 Aug 06 18:24:43.394957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45956) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.421215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a0121-d1e9-41a8-9abd-0826d44b8d67 None None] Port 72d8f112-53dd-4b39-ac69-9b21d512c77e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:24:43.453674 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:43.482730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:43.487260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:43.492986 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1778f9f3-2903-4c3d-8878-3b0c21df26c9 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0952895 Aug 06 18:24:43.514456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45968) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.524752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:43.525473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.559827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:43.561501 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c65a55-9004-48f4-aeb0-c2ddf17dc61a None None] The sync data for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:43.583803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8627a5a-0a31-44cb-bf71-3d9481508ad4 req-8096f25b-64b7-45a0-bd8a-513660f19aef tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:43.585575 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8627a5a-0a31-44cb-bf71-3d9481508ad4 req-8096f25b-64b7-45a0-bd8a-513660f19aef tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 932 time: 0.5738962 Aug 06 18:24:43.624920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80d2b241-4685-4dbd-af7f-e6e9ff157dd8 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3577981 Aug 06 18:24:43.628666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55660c93-7119-4580-b7c1-fe4ada7d9f0d req-82c73c72-925f-4e56-a803-6cdcf453a28b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:43.635717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55660c93-7119-4580-b7c1-fe4ada7d9f0d req-82c73c72-925f-4e56-a803-6cdcf453a28b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 931 time: 0.1408076 Aug 06 18:24:43.637953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.644578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45982) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.660138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'tempest-secgroup--570903548'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:43.700808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.703031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-1c2ca6fa-1fac-4164-8c4c-b69975763a3f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9701118 Aug 06 18:24:43.728113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Request body: {'port': {'device_id': '92332175-33c9-4332-b37f-44e3e675d087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:43.781642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8760e8ad-5e2c-4fcd-bb3b-d408a17fdd33 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.794159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8627a5a-0a31-44cb-bf71-3d9481508ad4 req-e6be7997-d271-4a71-b2e1-0acda9102a94 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836710 Aug 06 18:24:43.803054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.832272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55660c93-7119-4580-b7c1-fe4ada7d9f0d req-9308ae4d-ae41-4827-9404-a8dc1fce4614 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610222 Aug 06 18:24:43.837727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.851455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:43.852980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/32f980e4-aa86-4dc7-bf36-e555af0955f7 HTTP/1.1" status: 204 len: 168 time: 0.3370268 Aug 06 18:24:43.863657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46000) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:43.885520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55056c4-c73a-42d0-a158-197557701889 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f980e4-aa86-4dc7-bf36-e555af0955f7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:44.028580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a036da6-e06d-4ecf-a681-544d8c3acda4 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1594105 Aug 06 18:24:44.033069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46010) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.113415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.133420 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-8760e8ad-5e2c-4fcd-bb3b-d408a17fdd33 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 18:24:44.134634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8760e8ad-5e2c-4fcd-bb3b-d408a17fdd33 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0 HTTP/1.1" status: 409 len: 329 time: 0.7584705 Aug 06 18:24:44.141172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.154621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.164513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.212917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.214924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5682225 Aug 06 18:24:44.220789 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.226511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46014) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.233349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9505a60b-7662-4001-a12d-9615c4aea069 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:44.233921 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-9505a60b-7662-4001-a12d-9615c4aea069 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 18:24:44.234626 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-9505a60b-7662-4001-a12d-9615c4aea069 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 18:24:44.236060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9505a60b-7662-4001-a12d-9615c4aea069 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "PUT /v2.0/security-groups/bf480b61-d3ba-4e19-be01-37d29755fbf1 HTTP/1.1" status: 409 len: 330 time: 0.0082204 Aug 06 18:24:44.242014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46016) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.264109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfb7d3-b857-4703-af08-2f8fc22b9d04 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf480b61-d3ba-4e19-be01-37d29755fbf1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:44.320106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.393526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.425044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.427935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.432275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "DELETE /v2.0/security-groups/f30b640a-103f-46f2-a2b0-5016782ee114 HTTP/1.1" status: 204 len: 168 time: 0.3956482 Aug 06 18:24:44.436114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46026) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.458370 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.476911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56939d-b2ca-47e3-a757-4f93a0094969 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b640a-103f-46f2-a2b0-5016782ee114,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:44.565222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6a1a15f-b80d-46ee-9685-8127cdd77d05 tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198997 Aug 06 18:24:44.565222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46030) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.594066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.597195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:44.601809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/bf480b61-d3ba-4e19-be01-37d29755fbf1 HTTP/1.1" status: 204 len: 168 time: 0.3579185 Aug 06 18:24:44.602769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.649339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fa90d-4b74-4f34-9945-57f5a9bded88 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf480b61-d3ba-4e19-be01-37d29755fbf1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:44.684651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-927d4e8e-9e30-4f35-ae49-67c405ce70ff tempest-SecGroupTest-387356347 tempest-SecGroupTest-387356347-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206870 Aug 06 18:24:44.717978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3b37720-e26a-474a-866b-4cf62039b0b8 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028867 Aug 06 18:24:44.722766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.738807 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f80f9e89-3102-4f9f-83d4-0c0d0a95fb9b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] delete failed (client error): The resource could not be found. Aug 06 18:24:44.741503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f80f9e89-3102-4f9f-83d4-0c0d0a95fb9b tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e68b180-8aaa-422f-a517-7bd153a8a605 HTTP/1.1" status: 404 len: 347 time: 0.0165799 Aug 06 18:24:44.747156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.780980 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f67682d8-91d9-4f1d-91df-a9b157fd3b28 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] show failed (client error): The resource could not be found. Aug 06 18:24:44.783565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f67682d8-91d9-4f1d-91df-a9b157fd3b28 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-groups/57d77348-5015-453d-9921-5bf1079420b6 HTTP/1.1" status: 404 len: 347 time: 0.0351985 Aug 06 18:24:44.790406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:44.804228 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-2fd2a4bf-69b1-49b8-9ebf-e2a2adc50d50 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] show failed (client error): The resource could not be found. Aug 06 18:24:44.805638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2fd2a4bf-69b1-49b8-9ebf-e2a2adc50d50 tempest-NegativeSecGroupTest-504891680 tempest-NegativeSecGroupTest-504891680-project] 10.222.0.64 "GET /v2.0/security-group-rules/40d42445-819e-4cb2-a792-c1e814b33fe0 HTTP/1.1" status: 404 len: 356 time: 0.0140018 Aug 06 18:24:45.066406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50857b-7f89-4557-ada3-edcf906652f1 req-ec8c9886-8f0e-40fc-8731-78b29bd8681b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:45.085641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a50857b-7f89-4557-ada3-edcf906652f1 req-ec8c9886-8f0e-40fc-8731-78b29bd8681b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 932 time: 0.1582026 Aug 06 18:24:45.136876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a50857b-7f89-4557-ada3-edcf906652f1 req-8740186a-e26f-4712-a886-41aa6ea8ba3f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490866 Aug 06 18:24:45.161470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:45.264254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:45.506875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:45.535347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.588543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d4ddc4c7-1d84-47cf-932b-dcc40ccf1065 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5a749be12b84a768cc40ef160c17101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185265 Aug 06 18:24:45.590359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46064) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:45.603085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b583e09-a5d1-4bde-b1f4-0c646112f37e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d9971e0d9c452780f3b7fac9b687d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380033 Aug 06 18:24:45.612624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:45.616925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b6a1-d8ed-43cb-89f6-fa982c36a439 req-b70e8935-03fc-46a0-ae90-a42bab8bae2f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:45.620098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a12b6a1-d8ed-43cb-89f6-fa982c36a439 req-b70e8935-03fc-46a0-ae90-a42bab8bae2f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 931 time: 0.5733285 Aug 06 18:24:45.697380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Transition to ACTIVE for port object 5aa24cd3-1063-41a2-b973-4b92fffe6d7f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:45.712420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.741018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.746623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.753474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.792357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.864914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.868705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.874445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84662959-f591-4a73-9045-706aa25d04f2 HTTP/1.1" status: 204 len: 168 time: 0.2604811 Aug 06 18:24:45.877302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a12b6a1-d8ed-43cb-89f6-fa982c36a439 req-ab092a93-a1f3-4a4c-ae32-cd838401ebae tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886282 Aug 06 18:24:45.889218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.895530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:45.898075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22477f3c-4ecc-45d9-880a-ce333f0e8bc2 HTTP/1.1" status: 204 len: 168 time: 0.3057005 Aug 06 18:24:45.962314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb46000-6118-42a1-b122-e4b1a3005daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84662959-f591-4a73-9045-706aa25d04f2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:45.999629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87875-ec06-4236-b770-d9b8bc938cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22477f3c-4ecc-45d9-880a-ce333f0e8bc2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:46.005392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:46.354410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:46.355804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:46.357043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:46.376241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81574d42-afb0-4840-8a44-5f55ec6dc8c8 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:46.394597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:24:46.397226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:46.405077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:46.459572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:46.465103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:46.471449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Bound using segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:46.472762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Bound port: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:46.473727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:46.512729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f8e7-7d83-498b-a559-f74d5cf684f7 req-4ed1db7c-b586-4924-9af5-5acfa6d55de1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:46.532008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abd7f8e7-7d83-498b-a559-f74d5cf684f7 req-4ed1db7c-b586-4924-9af5-5acfa6d55de1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.2132082 Aug 06 18:24:46.565859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Transition to ACTIVE for port object 81574d42-afb0-4840-8a44-5f55ec6dc8c8 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:24:46.603926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:46.650348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abd7f8e7-7d83-498b-a559-f74d5cf684f7 req-bba3cc4f-3eef-4278-ac13-839b43eeef92 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118498 Aug 06 18:24:46.688436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:46.925284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Pushing event updated for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:46.934240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:46.954827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:46.968070 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:47.141659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.142307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:47.144131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] 10.222.0.16 "PUT /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 1093 time: 4.4552281 Aug 06 18:24:47.146426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:47.149150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:47.160421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Attempting to bind port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:24:47.160765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Attempting to bind port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:24:47.161097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Attempting to bind port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:47.195253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c06f2d-123a-457a-9240-aa75bf4366bb req-ae549786-38c1-4cbe-b9f8-78052b0dfad0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.216740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1c06f2d-123a-457a-9240-aa75bf4366bb req-ae549786-38c1-4cbe-b9f8-78052b0dfad0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 943 time: 0.1494141 Aug 06 18:24:47.218721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55738d-6d75-42a2-833b-4a4478bc3564 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:47.232884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:24:47.233217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Attempting to bind port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:24:47.260263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:24:47.260695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:24:47.261043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:24:47.261541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Bound port: 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:24:47.261916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:47.287012 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cb1f2-8a78-4880-974c-cb3dbaf3eba0 x-openstack-request-id: req-d02cb1f2-8a78-4880-974c-cb3dbaf3eba0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:47.287534 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:47.287704 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d02cb1f2-8a78-4880-974c-cb3dbaf3eba0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:47.288034 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:24:47.358268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-4de3115f-b076-4392-8fc1-7391405a3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.359765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-4de3115f-b076-4392-8fc1-7391405a3bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.1426182 Aug 06 18:24:47.366223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1c06f2d-123a-457a-9240-aa75bf4366bb req-5249574d-8ee6-4748-a9bb-c56db26b51dc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389384 Aug 06 18:24:47.460132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:24:47.466583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:24:47.486139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:47.603038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-ddb7b552-4000-435e-9c36-16a8674e1452 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 217 time: 0.1333475 Aug 06 18:24:47.630102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46124) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:47.647473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:47.661192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0114188 Aug 06 18:24:47.662378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46130) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:47.732348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.733069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:47.734673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] 10.222.0.55 "PUT /v2.0/ports/81574d42-afb0-4840-8a44-5f55ec6dc8c8 HTTP/1.1" status: 200 len: 1092 time: 4.0186446 Aug 06 18:24:47.861582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bdf4-8322-459d-b3cb-ab23b0b20426 service neutron] Pushing event updated for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:47.901681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-1ef0df22-5ddb-4f0f-a238-f3f3a6510735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.903333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-1ef0df22-5ddb-4f0f-a238-f3f3a6510735 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.2052605 Aug 06 18:24:47.927581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-5d4752ed-1997-4fa3-9eab-2ac0830537ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.929355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-5d4752ed-1997-4fa3-9eab-2ac0830537ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 1095 time: 0.1403384 Aug 06 18:24:47.946187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12931226-7636-48a2-9bee-6b1ba77d80b6 tempest-NetworksApiDiscovery-1152316640 tempest-NetworksApiDiscovery-1152316640-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2817187 Aug 06 18:24:47.974433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4e22-c67d-4cc5-a249-aa18fbf49aab req-05e965eb-0f60-4c79-ad2b-dd7515b72709 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:47.982068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbec4e22-c67d-4cc5-a249-aa18fbf49aab req-05e965eb-0f60-4c79-ad2b-dd7515b72709 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1728208 Aug 06 18:24:47.991020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9aaeab96-ed93-41b5-b8d3-20beb6a5993c tempest-ServiceProvidersTest-1016783190 tempest-ServiceProvidersTest-1016783190-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3589859 Aug 06 18:24:48.040196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-4d238256-2294-42b7-a055-4cc527a71396 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8 HTTP/1.1" status: 200 len: 217 time: 0.0902100 Aug 06 18:24:48.044466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting port 72d8f112-53dd-4b39-ac69-9b21d512c77e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:48.044851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.066070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbec4e22-c67d-4cc5-a249-aa18fbf49aab req-cd5a657f-51eb-4ad6-802f-6c1929d39d02 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599892 Aug 06 18:24:48.091721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-9fd0e8a8-9d16-4fdb-8099-361536d13cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:48.093507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-9fd0e8a8-9d16-4fdb-8099-361536d13cf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800346 Aug 06 18:24:48.258470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240216cd-85a1-4a62-98bd-a031b837465f req-76a80da1-ff54-4de3-bc1c-4254a3c49a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:48.260011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-76a80da1-ff54-4de3-bc1c-4254a3c49a9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.2083316 Aug 06 18:24:48.322180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.327032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-98a8fe76-4ebe-4aa5-b8ab-be482d11af01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549028 Aug 06 18:24:48.371047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Calling delete_port for 72d8f112-53dd-4b39-ac69-9b21d512c77e owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:48.375198 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-d011647a-f5fe-4cc0-b4d7-c40fe477e849 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595482 Aug 06 18:24:48.388221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46148) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:48.423852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46154) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:48.571045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.618535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a503-8c7f-4f76-8102-62c92fc9f30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.676649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.api [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:24:48.676649 n-d-793621-29 neutron-server[94122]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:24:48.676649 n-d-793621-29 neutron-server[94122]: [parameters: {'project_id': 'caf0eba1a54a4acdbf53354c266ff707', 'id': '4cb5c7d7-eb84-45e9-935d-8767f53d57f7', 'expiration': datetime.datetime(2021, 8, 6, 18, 26, 48, 658319)}] Aug 06 18:24:48.676649 n-d-793621-29 neutron-server[94122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:24:48.678238 n-d-793621-29 neutron-server[94122]: DEBUG oslo_db.api [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:24:48.704627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-123753bd-1132-45cf-9611-b309b0048e8c service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670721 Aug 06 18:24:48.756153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-140e4517-a3fa-4018-9d97-f02ba368a052 req-8aea0db4-b3c5-4e92-a40a-7c0242c2191e service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686304 Aug 06 18:24:48.857047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a503-8c7f-4f76-8102-62c92fc9f30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.867884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a503-8c7f-4f76-8102-62c92fc9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:48.924387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0e7e-6ad2-49ee-8bc3-1182900814be req-774ea900-f429-4c66-9986-34e836b40fde tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:48.932602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b21a0e7e-6ad2-49ee-8bc3-1182900814be req-774ea900-f429-4c66-9986-34e836b40fde tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 943 time: 0.3479142 Aug 06 18:24:48.961823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a5e7a503-8c7f-4f76-8102-62c92fc9f30c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=523cbe05afba4cf19870bb619067cd57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336037 Aug 06 18:24:48.967804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46162) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:49.002811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a503-8c7f-4f76-8102-62c92fc9f30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0536f4a6-12ab-4075-9a77-1ca3200b63f5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:49.089745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b21a0e7e-6ad2-49ee-8bc3-1182900814be req-2e673251-c10b-4961-aaff-e4e3e7d62985 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524994 Aug 06 18:24:49.145319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-240216cd-85a1-4a62-98bd-a031b837465f req-b4899781-df78-4d61-a34e-fa598f6a76a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234324 Aug 06 18:24:49.178953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.217593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-5eb91dd9-b9b8-4496-85d4-b0319b0a6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:49.219609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-5eb91dd9-b9b8-4496-85d4-b0319b0a6f09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.3523932 Aug 06 18:24:49.255672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.289573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:49.291474 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda6a79-5582-4ba7-b07b-be859e69e951" -d '{"events": [{"name": "network-changed", "server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:49.332227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.339146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7488-b88d-481d-bb64-cd9de9ebfe3f req-ba7e4811-3e05-4583-ae06-1db7ae4968f9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:49.341502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce3c7488-b88d-481d-bb64-cd9de9ebfe3f req-ba7e4811-3e05-4583-ae06-1db7ae4968f9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1370831 Aug 06 18:24:49.367459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Port': ['ID=72d8f112-53dd-4b39-ac69-9b21d512c77e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:49.391298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.430150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ef0bd-bfb9-4435-b333-c23f52e9522c x-openstack-request-id: req-2a5ef0bd-bfb9-4435-b333-c23f52e9522c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:49.430150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:49.430150 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a5ef0bd-bfb9-4435-b333-c23f52e9522c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:49.440916 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8', 'status': 'completed', 'code': 200} Aug 06 18:24:49.529603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce3c7488-b88d-481d-bb64-cd9de9ebfe3f req-92699b95-7cc5-4876-8a1d-60d746e118b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385260 Aug 06 18:24:49.539264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.548388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.636150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=caf0eba1a54a4acdbf53354c266ff707&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2463815 Aug 06 18:24:49.638303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858092a-83d9-460a-bc53-8aeb1afbdd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd6d19-bb0c-41ef-b03c-c4101b7c7fce,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:49.642878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46170) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:49.748222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.785378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.862979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.865976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:49.866984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aacd6d19-bb0c-41ef-b03c-c4101b7c7fce HTTP/1.1" status: 204 len: 168 time: 0.2218575 Aug 06 18:24:49.887328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb073a2-0c4d-4af2-be28-29d88715360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd6d19-bb0c-41ef-b03c-c4101b7c7fce,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:50.130461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:50.141217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-e6e05785-e25c-4867-8920-6e757ff48eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.142888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-e6e05785-e25c-4867-8920-6e757ff48eb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.9079249 Aug 06 18:24:50.194864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-6e915f1c-cfbd-4a87-b14a-8bafe65be7ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 217 time: 0.0422378 Aug 06 18:24:50.207128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-169be606-3f15-4799-acbd-0fcc68bb2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.208870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-169be606-3f15-4799-acbd-0fcc68bb2982 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 1095 time: 0.7567866 Aug 06 18:24:50.338992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:50.342122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:50.343787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0536f4a6-12ab-4075-9a77-1ca3200b63f5 HTTP/1.1" status: 204 len: 168 time: 1.3639233 Aug 06 18:24:50.425416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a83b70-8053-400b-a440-67d7e45b911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536f4a6-12ab-4075-9a77-1ca3200b63f5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:50.435123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-186996f2-4ea0-4597-a42d-805629f1cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.436771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-186996f2-4ea0-4597-a42d-805629f1cb35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.2328691 Aug 06 18:24:50.620800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003d8ce-9141-4489-af2b-ede1e5eeeadf req-b1fd811c-c50a-49e4-b73f-15543a1361a9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.630401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7003d8ce-9141-4489-af2b-ede1e5eeeadf req-b1fd811c-c50a-49e4-b73f-15543a1361a9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 943 time: 0.3295467 Aug 06 18:24:50.715467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Router 8fc1e213-a72d-4547-9f49-c3e9249a2bf0 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:24:50.717720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-9aa8430a-beb4-48b7-a97e-32a8b7740aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.719640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-9aa8430a-beb4-48b7-a97e-32a8b7740aa6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.4604931 Aug 06 18:24:50.722452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-e3b8b724-523f-4e0b-b249-33e6c4aad233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.725227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-e3b8b724-523f-4e0b-b249-33e6c4aad233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2531600 Aug 06 18:24:50.819542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bc6ce-bdff-41cf-98de-c1c43ef747b8 req-c5455f8f-89d8-47c1-8d70-fd61e06fc363 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:50.823866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-182bc6ce-bdff-41cf-98de-c1c43ef747b8 req-c5455f8f-89d8-47c1-8d70-fd61e06fc363 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1250689 Aug 06 18:24:50.833171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-762fd92a-db2b-4529-9512-b5a6a0a751a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8 HTTP/1.1" status: 200 len: 217 time: 0.1036677 Aug 06 18:24:50.851834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7003d8ce-9141-4489-af2b-ede1e5eeeadf req-25eb7393-7695-4c2b-85b2-79c69c1cf498 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173383 Aug 06 18:24:50.932924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-182bc6ce-bdff-41cf-98de-c1c43ef747b8 req-e5350e3c-29d1-4b06-9fe0-c04f485fb28f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905061 Aug 06 18:24:51.096967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:24:51.106603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-00d30c76-1625-4e98-9097-ea2c8cc79a5b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9587677 Aug 06 18:24:51.111055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46206) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:51.131915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] Sync routers for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:24:51.155466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-28864199-8fea-409a-8ed9-a672c879934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:51.162461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-28864199-8fea-409a-8ed9-a672c879934e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.3148026 Aug 06 18:24:51.166926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:51.167915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:51.182482 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-352e8d5f-9a8f-4485-a722-51d70f9b6538 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] show failed (client error): The resource could not be found. Aug 06 18:24:51.189982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-352e8d5f-9a8f-4485-a722-51d70f9b6538 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-927677760 HTTP/1.1" status: 404 len: 334 time: 0.0771046 Aug 06 18:24:51.190890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:51.200639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5aa41383-6e9e-43f8-a3e6-43ea1d7ad11b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:51.244106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-2093f261-25b9-4346-8950-dace1a65ae27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712383 Aug 06 18:24:51.268172 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-5aa41383-6e9e-43f8-a3e6-43ea1d7ad11b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] update failed (client error): The resource could not be found. Aug 06 18:24:51.276436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5aa41383-6e9e-43f8-a3e6-43ea1d7ad11b tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-727800167 HTTP/1.1" status: 404 len: 334 time: 0.0838037 Aug 06 18:24:51.277352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46220) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:51.290544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-efcc705e-8dc9-4dad-8d04-59c0506375e2 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462589 Aug 06 18:24:51.360689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:51.404540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] Routers {'8fc1e213-a72d-4547-9f49-c3e9249a2bf0'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:24:51.405979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:51.431844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting subnet ba72afe1-f00a-4fec-8827-8580827b6d73 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:24:51.438154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:51.531930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:51.551379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:51.552725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83a6b0-e72a-4e1c-bb4c-9a96467ae4c7 None None] The sync data for ids ['8fc1e213-a72d-4547-9f49-c3e9249a2bf0'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:24:51.737879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:51.792235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-5bdb0666-630a-4cfc-ad64-27d1d3f55f28 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322840 Aug 06 18:24:51.871550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72cdd586-2062-4f6c-8bc1-12c69edcf5a0 req-7ef24d22-f869-4e38-acdf-3f0d8a630474 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547316 Aug 06 18:24:51.946786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.013101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Subnet': ['ID=ba72afe1-f00a-4fec-8827-8580827b6d73,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:52.033902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.037651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d4d9972-80e0-4a51-bfb8-8fb3e2cb9b44 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/subnets/ba72afe1-f00a-4fec-8827-8580827b6d73 HTTP/1.1" status: 204 len: 168 time: 0.7583275 Aug 06 18:24:52.040045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46242) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:52.050379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fb8a2-d144-493d-83e6-250f3fc37717 None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:52.093132 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0dda6a79-5582-4ba7-b07b-be859e69e951 req-c7b6feb7-e11b-4ed0-93a8-f6d5f0810ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871289 Aug 06 18:24:52.113263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600e069-a164-4de6-bb4f-3d39ba7cade6 req-2448a29f-5d31-4972-9784-d97e0b2d03e0 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:52.126026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61743d4b-256a-4e35-b96a-c6bc1371706a req-0126218d-1ddf-4fc4-ae52-2578357c509b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:52.126811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8600e069-a164-4de6-bb4f-3d39ba7cade6 req-2448a29f-5d31-4972-9784-d97e0b2d03e0 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 950 time: 0.1980259 Aug 06 18:24:52.138089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61743d4b-256a-4e35-b96a-c6bc1371706a req-0126218d-1ddf-4fc4-ae52-2578357c509b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 943 time: 0.1054764 Aug 06 18:24:52.249899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61743d4b-256a-4e35-b96a-c6bc1371706a req-4c23a109-65e5-4c5f-8c7a-7998c415435f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102691 Aug 06 18:24:52.295470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.310445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 81574d42-afb0-4840-8a44-5f55ec6dc8c8 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:24:52.320719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8600e069-a164-4de6-bb4f-3d39ba7cade6 req-6a86ef9b-86fe-4248-aa95-430f92f9d693 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859548 Aug 06 18:24:52.404135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:52.405102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.487035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259ca5-6a8a-4026-bfcf-ec469d43f80b req-21c68e6f-371b-4164-bc8a-ae3b837df273 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:52.496181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a259ca5-6a8a-4026-bfcf-ec469d43f80b req-21c68e6f-371b-4164-bc8a-ae3b837df273 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.0833063 Aug 06 18:24:52.576823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] For port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,segment=NetworkSegment(1d85b093-8079-4357-8419-3d43dd9d008a),segment_id=1d85b093-8079-4357-8419-3d43dd9d008a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:52.577069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.591265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a259ca5-6a8a-4026-bfcf-ec469d43f80b req-d69ccfa0-c3d3-4fcd-816e-68be181047cb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945785 Aug 06 18:24:52.616725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:24:52.618569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Calling delete_port for abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:52.618892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] DHCP port deletion for 0211f72c-707e-4e90-a90a-ac3aa8b09536 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:52.734397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:52.750324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.781819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Port': ['ID=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:52.783965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] No DVR routers for this DVR port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:52.800450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '81574d42-afb0-4840-8a44-5f55ec6dc8c8', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '81574d42-afb0-4840-8a44-5f55ec6dc8c8', 'mac_address': 'fa:16:3e:ee:f5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:24:52.841260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Deleting port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:52.841972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.878537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.887205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:52.890330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211f72c-707e-4e90-a90a-ac3aa8b09536']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:52.902607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d85b093-8079-4357-8419-3d43dd9d008a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:52.902833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d85b093-8079-4357-8419-3d43dd9d008a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:52.913577 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.930561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.940119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:52.940656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.941015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:52.944407 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:52.966123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:24:53.000868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81574d42-afb0-4840-8a44-5f55ec6dc8c8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:53.007492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] For port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:53.008044 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.045984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.057165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Calling delete_port for abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:53.058265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.064764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/networks/0211f72c-707e-4e90-a90a-ac3aa8b09536 HTTP/1.1" status: 204 len: 168 time: 1.0186064 Aug 06 18:24:53.065262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46266) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:53.075178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6af3-c3e9-4cd9-92c6-ece559bdf33e tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Network': ['ID=0211f72c-707e-4e90-a90a-ac3aa8b09536,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:53.139836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:24:53.151317 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.158068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:53.185711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Pushing event deleted for resources: {'Port': ['ID=abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:53.192779 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.198747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] Network 0211f72c-707e-4e90-a90a-ac3aa8b09536 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:24:53.199200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7de4b-355e-4f37-a0cc-f8e363dae435 None None] No DVR routers for this DVR port abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:53.208602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting subnet 9a09e621-2c12-4130-b05a-4d411debaf78 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:24:53.215245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.232930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.258946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:24:53.307154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:53.310597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.312862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:53.342632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.428580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.469774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:24:53.547553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f8ec0-395e-4720-92fa-05160975371f req-cc39c9c9-b1e0-4165-b1c9-866669ba2ede tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:53.549603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba1f8ec0-395e-4720-92fa-05160975371f req-cc39c9c9-b1e0-4165-b1c9-866669ba2ede tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 944 time: 0.0873072 Aug 06 18:24:53.569038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-d0b9b8c3-8220-4855-894f-0289a19a09fa tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:53.571366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-d0b9b8c3-8220-4855-894f-0289a19a09fa tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 950 time: 0.3185101 Aug 06 18:24:53.605394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.676314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Subnet': ['ID=9a09e621-2c12-4130-b05a-4d411debaf78,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:53.719626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba1f8ec0-395e-4720-92fa-05160975371f req-6460cda2-89e4-4381-9c8e-cfcac2f1eb2a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458726 Aug 06 18:24:53.740512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:53.744846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-793e735e-625b-45d7-99a3-b3194b298503 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/subnets/9a09e621-2c12-4130-b05a-4d411debaf78 HTTP/1.1" status: 204 len: 168 time: 0.6781256 Aug 06 18:24:53.748599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46292) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:53.762178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcac4f-01cf-41f9-b9a1-50f45e458b27 None None] Network 84716045-d6b1-401f-9b07-aa3847d62dde requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:53.774833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c151a9-fba7-4260-89b9-44456f120e40 req-7e5b9b12-0416-4b55-85b3-a085903e4374 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:53.790153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:53.791727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11c151a9-fba7-4260-89b9-44456f120e40 req-7e5b9b12-0416-4b55-85b3-a085903e4374 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 950 time: 0.2661691 Aug 06 18:24:53.822838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:53.823127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device abc3cbbc-983f-4f3d-bfa4-e4f1b0b86445 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:53.874781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['81574d42-afb0-4840-8a44-5f55ec6dc8c8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:24:53.920814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11c151a9-fba7-4260-89b9-44456f120e40 req-1118efd8-9ba0-4662-8ad6-e7f22c4f3bcf tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7fea6c-ba19-44d0-9128-e52d91fba11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275985 Aug 06 18:24:53.943595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5aa24cd3-1063-41a2-b973-4b92fffe6d7f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:24:53.946820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:54.087393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting subnet 05921327-ce5a-4800-a2f5-05476e829548 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:24:54.124689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.240441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Deleting port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:54.240997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.250257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.314437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ce35-766a-4c72-a73a-585f71928ae3 req-6cd2bb97-35a6-4846-82dc-9240883549ce tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:54.317374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a42ce35-766a-4c72-a73a-585f71928ae3 req-6cd2bb97-35a6-4846-82dc-9240883549ce tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.2775650 Aug 06 18:24:54.338853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] DHCP port deletion for 84716045-d6b1-401f-9b07-aa3847d62dde request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:54.475484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a42ce35-766a-4c72-a73a-585f71928ae3 req-faf08418-4ba4-47d1-a01f-d6a05d5d74ff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370115 Aug 06 18:24:54.560366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] For port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:54.561121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.606540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Deleting port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:54.607035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.631915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Calling delete_port for ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:54.681128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.713124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] For port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,segment=NetworkSegment(753d158c-824f-4890-ae37-9d068a672ce6),segment_id=753d158c-824f-4890-ae37-9d068a672ce6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:54.713571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.738276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Calling delete_port for 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:54.872529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.938911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470be745-3d5c-42b0-bc63-0da4b291ecea req-c76c2fd5-b1cc-4acb-b0bc-694c1d57e749 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:54.952602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-470be745-3d5c-42b0-bc63-0da4b291ecea req-c76c2fd5-b1cc-4acb-b0bc-694c1d57e749 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 944 time: 0.1028628 Aug 06 18:24:54.967313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:54.985054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46336) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:55.007217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Subnet': ['ID=05921327-ce5a-4800-a2f5-05476e829548,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:55.017381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-470be745-3d5c-42b0-bc63-0da4b291ecea req-ea63c339-9551-4c04-8e28-810755d8226d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Aug 06 18:24:55.023266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] Pushing event deleted for resources: {'Port': ['ID=69d4e58e-b844-4668-9cd5-f4f27a8ca3b9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:55.035017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f990c6-7f62-473b-9ac4-bc939ed11b67 None None] No DVR routers for this DVR port 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:55.036007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.038286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/subnets/05921327-ce5a-4800-a2f5-05476e829548 HTTP/1.1" status: 204 len: 168 time: 1.2818789 Aug 06 18:24:55.041268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbe1f1-652c-448a-bbda-6e0d19adf2b0 None None] Network d2a0d80e-61d1-486f-a5a8-3a525e7c3878 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:55.042387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46342) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:55.069662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.070089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.070641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.071166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.071711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.072291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.072845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.073382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.074196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.074715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.075225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.075734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e96742-977b-4eba-9a2e-b9af3dce0abb tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:55.115251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.187557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Pushing event deleted for resources: {'Port': ['ID=ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:55.212112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:24:55.300855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] No DVR routers for this DVR port ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:55.311511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.318898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e52954bc-dbad-485c-b7e8-65317ad95c7a req-19410ff9-37f9-4392-8ebf-a782e635f6d2 tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.55 "DELETE /v2.0/ports/ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 HTTP/1.1" status: 204 len: 173 time: 1.7354629 Aug 06 18:24:55.319857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'name': 'network-vif-deleted', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:55.322590 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf39a6f4-3a27-4c9e-a430-6d755318b4c3" -d '{"events": [{"server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "name": "network-vif-deleted", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:55.322957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-314005fc-2f91-46a6-a298-e2c5d7ccdd8a req-e969da6c-4aa3-4d1e-a78b-f68af799ddce tempest-VolumesBackupsTest-1217209537 tempest-VolumesBackupsTest-1217209537-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc28798-ade6-46b5-97e9-dfac316f8716 HTTP/1.1" status: 200 len: 210 time: 0.0849931 Aug 06 18:24:55.342608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.465673 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da1c50-98ed-49cb-9d85-c48fba7cd4dd x-openstack-request-id: req-c2da1c50-98ed-49cb-9d85-c48fba7cd4dd {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:55.465673 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc28798-ade6-46b5-97e9-dfac316f8716", "name": "network-vif-deleted", "tag": "ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:55.465673 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2da1c50-98ed-49cb-9d85-c48fba7cd4dd {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:55.465673 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc28798-ade6-46b5-97e9-dfac316f8716', 'name': 'network-vif-deleted', 'tag': 'ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878', 'status': 'completed', 'code': 200} Aug 06 18:24:55.482413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e881b64-5f3d-44dd-a7f7-ad88be863395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.545127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] DHCP port deletion for d2a0d80e-61d1-486f-a5a8-3a525e7c3878 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:55.620120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.641362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84716045-d6b1-401f-9b07-aa3847d62dde']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:55.667764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753d158c-824f-4890-ae37-9d068a672ce6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:55.668525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753d158c-824f-4890-ae37-9d068a672ce6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:55.719290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.743829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.756574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Deleting port 8fea15da-321e-4112-949d-79509b324989 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:55.763314 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.779193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:55.779667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:55.783723 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:55.856607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e881b64-5f3d-44dd-a7f7-ad88be863395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.871056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e881b64-5f3d-44dd-a7f7-ad88be863395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.909938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187afc11-982f-4ff1-9aab-8107727e55ba req-9fd76b38-5906-4e12-a5b8-c756b129a9f9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:55.921195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-187afc11-982f-4ff1-9aab-8107727e55ba req-9fd76b38-5906-4e12-a5b8-c756b129a9f9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.2336564 Aug 06 18:24:55.962214 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.969048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4e881b64-5f3d-44dd-a7f7-ad88be863395 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3b68cac71934ba988b0a03c23e9e475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824815 Aug 06 18:24:55.972512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46370) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:55.976430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e881b64-5f3d-44dd-a7f7-ad88be863395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d7b7fa-e766-481a-8b87-facaf5bd41a9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:55.986812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.989061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/networks/84716045-d6b1-401f-9b07-aa3847d62dde HTTP/1.1" status: 204 len: 168 time: 0.9454334 Aug 06 18:24:55.993237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46372) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:55.995484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8fea15da-321e-4112-949d-79509b324989 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:56.105484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-187afc11-982f-4ff1-9aab-8107727e55ba req-2e552f30-8bcc-44b1-94d2-21f7521660cc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821527 Aug 06 18:24:56.106690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867e425-f7c2-48ef-b7e8-44214ed80f97 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Network': ['ID=84716045-d6b1-401f-9b07-aa3847d62dde,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:56.152470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.201917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.234910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] For port 8fea15da-321e-4112-949d-79509b324989, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8fea15da-321e-4112-949d-79509b324989,segment=NetworkSegment(ef21afb3-e788-432a-92fa-fc6df9540536),segment_id=ef21afb3-e788-432a-92fa-fc6df9540536)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:56.236304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.269145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23fca5-b732-455f-9134-21971962eb6a req-63b1332b-8425-4836-b2d5-a685ed635ab3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:56.276708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Calling delete_port for 8fea15da-321e-4112-949d-79509b324989 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:56.277865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f23fca5-b732-455f-9134-21971962eb6a req-63b1332b-8425-4836-b2d5-a685ed635ab3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 944 time: 0.0848737 Aug 06 18:24:56.278415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.299259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting port 8fea15da-321e-4112-949d-79509b324989 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:56.299711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.393284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f23fca5-b732-455f-9134-21971962eb6a req-0be9b751-2a17-4465-adce-ef22aba76fe7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141911 Aug 06 18:24:56.403656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.409222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.413000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34d7b7fa-e766-481a-8b87-facaf5bd41a9 HTTP/1.1" status: 204 len: 168 time: 0.4271476 Aug 06 18:24:56.459408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb291-c1c4-42db-9917-4e82ec077bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d7b7fa-e766-481a-8b87-facaf5bd41a9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:56.465505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] For port 8fea15da-321e-4112-949d-79509b324989, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8fea15da-321e-4112-949d-79509b324989,segment=NetworkSegment(ef21afb3-e788-432a-92fa-fc6df9540536),segment_id=ef21afb3-e788-432a-92fa-fc6df9540536)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:56.466162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.472788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 81574d42-afb0-4840-8a44-5f55ec6dc8c8 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:56.496314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Calling delete_port for 8fea15da-321e-4112-949d-79509b324989 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:56.541054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:24:56.705462 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.735428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] No DVR routers for this DVR port 8fea15da-321e-4112-949d-79509b324989 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:56.777605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.805054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.820799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028fa51-4e9f-4add-94f5-245b64b21a9b None None] Pushing event deleted for resources: {'Port': ['ID=8fea15da-321e-4112-949d-79509b324989,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:56.868618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:56.877277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:56.877860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.888173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Port': ['ID=8fea15da-321e-4112-949d-79509b324989,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:56.903598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:24:56.906522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:56.908956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] No DVR routers for this DVR port 8fea15da-321e-4112-949d-79509b324989 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:56.958175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:56.969850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.975013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:56.975452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69d4e58e-b844-4668-9cd5-f4f27a8ca3b9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:57.073920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.098877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a0d80e-61d1-486f-a5a8-3a525e7c3878']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:57.126238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef21afb3-e788-432a-92fa-fc6df9540536') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:57.127058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef21afb3-e788-432a-92fa-fc6df9540536') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:24:57.147268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.180174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.197163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:24:57.198496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:24:57.204726 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:24:57.229349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.291825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46432) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:57.357136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a646460-975e-42c5-8c45-da1e5269d599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.360680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:57.365022 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6509081-0a84-45d1-8282-716582dfc511" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:57.373275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.396126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.404861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/networks/d2a0d80e-61d1-486f-a5a8-3a525e7c3878 HTTP/1.1" status: 204 len: 168 time: 1.4065509 Aug 06 18:24:57.436071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:57.440031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:57.442345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd16956-03e5-4f70-b144-3d135ede6ccc req-747460ab-119a-4c68-999a-b1e00b15475c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:57.445511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bd16956-03e5-4f70-b144-3d135ede6ccc req-747460ab-119a-4c68-999a-b1e00b15475c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.2101092 Aug 06 18:24:57.459212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.463968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc9a1d-d0fe-47dd-84e9-54ab54692a19 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Network': ['ID=d2a0d80e-61d1-486f-a5a8-3a525e7c3878,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:57.468290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.553736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting subnet 0d655acd-28df-48ae-94f8-56db3c33bbca {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:24:57.561180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.638307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:57.646993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:57.652319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.659904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bd16956-03e5-4f70-b144-3d135ede6ccc req-89f5f17d-6ec3-494f-ad00-6556960ff63b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007370 Aug 06 18:24:57.668160 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.687224 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba30022f-35f5-4ac7-9e9a-7c060a7e20a4 x-openstack-request-id: req-ba30022f-35f5-4ac7-9e9a-7c060a7e20a4 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:24:57.687224 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:24:57.687624 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba30022f-35f5-4ac7-9e9a-7c060a7e20a4 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:24:57.687761 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'code': 200} Aug 06 18:24:57.788442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:57.870944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a646460-975e-42c5-8c45-da1e5269d599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.880889 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3a646460-975e-42c5-8c45-da1e5269d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.964937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a646460-975e-42c5-8c45-da1e5269d599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa85d3-5d56-4062-9de6-42c463317ef3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:57.995433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3a646460-975e-42c5-8c45-da1e5269d599 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e7ff11feb3d4513b36c25e18237dbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019191 Aug 06 18:24:57.999696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46454) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:58.036319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0e33-5198-4724-bb4f-7bdac6dd6b1f req-14976406-05cc-4485-976a-03150e0137ad tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:58.040228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac3f0e33-5198-4724-bb4f-7bdac6dd6b1f req-14976406-05cc-4485-976a-03150e0137ad tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.1604645 Aug 06 18:24:58.061842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5e6a6-45e8-4c63-85d8-28f4e3270671 req-cccfd309-0621-434e-bf01-27f08ef83ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:58.061842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83e5e6a6-45e8-4c63-85d8-28f4e3270671 req-cccfd309-0621-434e-bf01-27f08ef83ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1098 time: 0.2689216 Aug 06 18:24:58.068665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.117865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.192320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-83e5e6a6-45e8-4c63-85d8-28f4e3270671 req-14257056-482a-44a5-ad7a-1f3b5786a37b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868928 Aug 06 18:24:58.200383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.209428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac3f0e33-5198-4724-bb4f-7bdac6dd6b1f req-d09e5194-ff61-4d88-b695-8baf3f87d9d4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368434 Aug 06 18:24:58.258262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:58.263251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.310346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:58.311191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ba9cb3d8-4072-4c07-ab6f-80b7bc7ad878 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:24:58.315791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.319835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.322963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0fa85d3-5d56-4062-9de6-42c463317ef3 HTTP/1.1" status: 204 len: 168 time: 0.3216941 Aug 06 18:24:58.336177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Subnet': ['ID=0d655acd-28df-48ae-94f8-56db3c33bbca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:58.340145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.343159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f16a07fe-b151-4d2c-9ba8-6b09dff2a3c2 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/subnets/0d655acd-28df-48ae-94f8-56db3c33bbca HTTP/1.1" status: 204 len: 168 time: 0.9029710 Aug 06 18:24:58.343362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3419980-58e9-48c1-afc7-b80f2d7791a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa85d3-5d56-4062-9de6-42c463317ef3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:58.347057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:58.351305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b1115-3c9a-4ac2-a99e-8f0cf3434fe1 None None] Network 796f3645-c963-47c3-8a06-61bfa4548ae4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:58.468678 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.476434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46462) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:58.492092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a25a19e-a93c-469f-8afb-e49bd156700f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.678396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] DHCP port deletion for 796f3645-c963-47c3-8a06-61bfa4548ae4 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:24:58.748727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba89b01a-3100-4710-8575-b9ccda846e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:58.834739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Deleting port 832f6f22-df02-4e0a-883d-28c0683d8275 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:58.835651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.090373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba89b01a-3100-4710-8575-b9ccda846e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.105538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba89b01a-3100-4710-8575-b9ccda846e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.151309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] For port 832f6f22-df02-4e0a-883d-28c0683d8275, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832f6f22-df02-4e0a-883d-28c0683d8275,segment=NetworkSegment(d4861d06-def9-4354-a05d-1ab89ffa9cfa),segment_id=d4861d06-def9-4354-a05d-1ab89ffa9cfa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:59.155590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.199422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba89b01a-3100-4710-8575-b9ccda846e32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a30e9f79f5ec43699e0ffa21ca950283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215371 Aug 06 18:24:59.206877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46480) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:59.221517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Calling delete_port for 832f6f22-df02-4e0a-883d-28c0683d8275 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:59.221835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b01a-3100-4710-8575-b9ccda846e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db687763-cb4f-4a77-b5bb-c6be6a41d408,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:59.434387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7ca1d-49b5-4d52-ab13-b6bef3d79823 req-d888d2ac-6aa1-420c-8080-c1fa8cdf2dc9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:59.435932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edb7ca1d-49b5-4d52-ab13-b6bef3d79823 req-d888d2ac-6aa1-420c-8080-c1fa8cdf2dc9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1037788 Aug 06 18:24:59.443948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Deleting port 832f6f22-df02-4e0a-883d-28c0683d8275 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:24:59.444637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.486375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.525749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] No DVR routers for this DVR port 832f6f22-df02-4e0a-883d-28c0683d8275 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:24:59.530677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.597178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d541a-af5f-4cd2-a1a2-2f0f9cd36038 None None] Pushing event deleted for resources: {'Port': ['ID=832f6f22-df02-4e0a-883d-28c0683d8275,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:59.625399 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.632310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] For port 832f6f22-df02-4e0a-883d-28c0683d8275, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832f6f22-df02-4e0a-883d-28c0683d8275,segment=NetworkSegment(d4861d06-def9-4354-a05d-1ab89ffa9cfa),segment_id=d4861d06-def9-4354-a05d-1ab89ffa9cfa)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:24:59.634081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.656966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e98a1-3f44-4736-9d30-5301d5509388 req-bfb028bd-befa-42a1-89f7-d6214f873e35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:59.670401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd5e98a1-3f44-4736-9d30-5301d5509388 req-bfb028bd-befa-42a1-89f7-d6214f873e35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.2929757 Aug 06 18:24:59.688985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:24:59.692344 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef7afe-d692-4246-bb9d-852210641468" -d '{"events": [{"server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "name": "network-vif-plugged", "status": "completed", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:24:59.701181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Calling delete_port for 832f6f22-df02-4e0a-883d-28c0683d8275 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:24:59.722914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edb7ca1d-49b5-4d52-ab13-b6bef3d79823 req-c93e083c-98e7-42d2-93e7-b120cf1dc9d0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446804 Aug 06 18:24:59.837730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd5e98a1-3f44-4736-9d30-5301d5509388 req-d06313f7-773a-4f2c-8ea6-54806e6a3212 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520298 Aug 06 18:24:59.844342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832f6f22-df02-4e0a-883d-28c0683d8275 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:24:59.852782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.864819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:59.869197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db687763-cb4f-4a77-b5bb-c6be6a41d408 HTTP/1.1" status: 204 len: 168 time: 0.6605957 Aug 06 18:24:59.909370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfb65-2e01-4485-a1bc-a61c7125bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db687763-cb4f-4a77-b5bb-c6be6a41d408,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:59.973402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 832f6f22-df02-4e0a-883d-28c0683d8275 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:24:59.974406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832f6f22-df02-4e0a-883d-28c0683d8275 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:25:00.003116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.004889 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4993d3c-a581-409a-9881-c24e3ab33266 x-openstack-request-id: req-e4993d3c-a581-409a-9881-c24e3ab33266 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:25:00.007172 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "name": "network-vif-plugged", "status": "completed", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:25:00.008177 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4993d3c-a581-409a-9881-c24e3ab33266 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:25:00.008879 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8', 'code': 200} Aug 06 18:25:00.070015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Port': ['ID=832f6f22-df02-4e0a-883d-28c0683d8275,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:00.085922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] No DVR routers for this DVR port 832f6f22-df02-4e0a-883d-28c0683d8275 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:00.271604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.285490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796f3645-c963-47c3-8a06-61bfa4548ae4']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:00.301359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4861d06-def9-4354-a05d-1ab89ffa9cfa') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:00.301937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4861d06-def9-4354-a05d-1ab89ffa9cfa') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:00.314432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.338253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.346213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:00.346622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:00.350424 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:00.460581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42b08-8def-46b6-a528-f5516b2de13b req-5cb8fa54-e22e-4e8e-a6d0-346027f7932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:00.463876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fce42b08-8def-46b6-a528-f5516b2de13b req-5cb8fa54-e22e-4e8e-a6d0-346027f7932c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 1097 time: 0.3254888 Aug 06 18:25:00.503006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.512561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.520739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46510) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:00.520913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/networks/796f3645-c963-47c3-8a06-61bfa4548ae4 HTTP/1.1" status: 204 len: 168 time: 2.1717312 Aug 06 18:25:00.560420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaef231-d261-4b87-894a-07d9ab293efd tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Pushing event deleted for resources: {'Network': ['ID=796f3645-c963-47c3-8a06-61bfa4548ae4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:00.572632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46512) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:00.582924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f427d1f0-e789-4963-8fef-86a4bf20ae50 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fc1e213-a72d-4547-9f49-c3e9249a2bf0 HTTP/1.1" status: 200 len: 205 time: 0.0603497 Aug 06 18:25:00.585908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46516) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:00.608956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fce42b08-8def-46b6-a528-f5516b2de13b req-3fbdf5c2-3d34-4ba0-8912-10d0973afd1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370809 Aug 06 18:25:00.683544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46518) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:00.711054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b65ff3-04be-4f9c-b52b-148b73ab3988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.949592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b65ff3-04be-4f9c-b52b-148b73ab3988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:00.961370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b65ff3-04be-4f9c-b52b-148b73ab3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.046813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561741550-network', 'tenant_id': '8cb61dd9ffb04b248d199080a1595abe'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:01.096099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.114867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98b65ff3-04be-4f9c-b52b-148b73ab3988 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0720a006dae94a28a660bc8bf03a2a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252784 Aug 06 18:25:01.119161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46526) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:01.146829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b65ff3-04be-4f9c-b52b-148b73ab3988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55113c-cb68-42c1-9b00-e171efca7c5b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:01.246057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd557d8-6ff7-4895-be3c-5245aef28c10 req-ad1c8fc9-4251-4768-91ba-79f2860c2085 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:01.254639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2dd557d8-6ff7-4895-be3c-5245aef28c10 req-ad1c8fc9-4251-4768-91ba-79f2860c2085 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.2616448 Aug 06 18:25:01.328125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e66586-6c63-49ca-bcf9-f5ae7f8e658b req-497d3c49-0cbe-4d3e-902a-64492c93032b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:01.340498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29e66586-6c63-49ca-bcf9-f5ae7f8e658b req-497d3c49-0cbe-4d3e-902a-64492c93032b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.3133042 Aug 06 18:25:01.353242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Made reservation on behalf of 8cb61dd9ffb04b248d199080a1595abe for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:01.355867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.408480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2dd557d8-6ff7-4895-be3c-5245aef28c10 req-90dc31c1-c975-4695-8094-cce6e91c102d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520836 Aug 06 18:25:01.421261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.466155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.474977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.550310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29e66586-6c63-49ca-bcf9-f5ae7f8e658b req-33ebb8dc-cc96-4b49-9002-f02b1ade5398 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030931 Aug 06 18:25:01.574023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.592611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.594464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.754140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.755507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc1e213-a72d-4547-9f49-c3e9249a2bf0 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:25:01.759961 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-011e7c31-ed9d-410e-bce3-9f0ccea72315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.760457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.776215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.777652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c55113c-cb68-42c1-9b00-e171efca7c5b HTTP/1.1" status: 204 len: 168 time: 0.6569579 Aug 06 18:25:01.809108 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:01.811222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897f8b2-85e5-4c19-aad4-5422e37d96ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55113c-cb68-42c1-9b00-e171efca7c5b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:01.848938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e5e8027-23a7-4bfa-a724-1879ef2c25e3 tempest-RoutersNegativeIpV6Test-116119238 tempest-RoutersNegativeIpV6Test-116119238-project] 10.222.0.64 "DELETE /v2.0/routers/8fc1e213-a72d-4547-9f49-c3e9249a2bf0 HTTP/1.1" status: 204 len: 168 time: 1.2574165 Aug 06 18:25:02.052006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.070804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.098553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fee04-bbc9-4199-812c-05c7ca1149fd req-329996eb-0ee8-41ad-9727-175e110d5f3a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:02.120750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-047fee04-bbc9-4199-812c-05c7ca1149fd req-329996eb-0ee8-41ad-9727-175e110d5f3a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.2261314 Aug 06 18:25:02.214212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:02.242112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5abbf84-736a-417f-85f4-66f57156622a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:02.249851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.250647 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Added segment 2f84d0b3-11c4-49b8-baf2-e4a20a11da16 of type vlan for network 40af96d7-be7e-445f-8220-cce52f5975b3 Aug 06 18:25:02.343170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-047fee04-bbc9-4199-812c-05c7ca1149fd req-6f4c54cc-87c7-494a-b474-c4d3009ccbca tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159600 Aug 06 18:25:02.357105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.369952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46578) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:02.441000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.447198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:02.448307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.467894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0f2f99-35f2-4649-996b-add6fc1061c4 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:02.476362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d0f2f99-35f2-4649-996b-add6fc1061c4 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1093 time: 0.1049047 Aug 06 18:25:02.476924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46586) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:02.481137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:02.499657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:02.571272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9967341 Aug 06 18:25:02.576256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46592) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:02.584198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Request body: {'subnet': {'network_id': '40af96d7-be7e-445f-8220-cce52f5975b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1561741550-subnet', 'tenant_id': '8cb61dd9ffb04b248d199080a1595abe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:02.590741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.629534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Made reservation on behalf of 8cb61dd9ffb04b248d199080a1595abe for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:02.632804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:02.637070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ad5d1-07c6-4343-b12b-6835468b7b58 admin admin] Pushing event updated for resources: {'Network': ['ID=40af96d7-be7e-445f-8220-cce52f5975b3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:02.650569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 40af96d7-be7e-445f-8220-cce52f5975b3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:03.051410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.143571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.239810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b2051-199f-471f-a1db-326737a47683 req-2b829e57-fb23-4da1-b2e3-1cd247f0e1df tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:03.254772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-236b2051-199f-471f-a1db-326737a47683 req-2b829e57-fb23-4da1-b2e3-1cd247f0e1df tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.4592900 Aug 06 18:25:03.331542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.5 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/eb47f20f-9abd-47d0-a9bc-42a7e20a46dc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:03.341776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0971e3d6-f718-4e06-9d79-1b74bba58110 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=138abe30076c4a41b25aa990f30c7d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8608603 Aug 06 18:25:03.349786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:03.416922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-236b2051-199f-471f-a1db-326737a47683 req-8f9bd8fc-6789-4b81-aab0-924247b928f1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599009 Aug 06 18:25:03.539229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.661271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Checking segment: {'id': '2f84d0b3-11c4-49b8-baf2-e4a20a11da16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '40af96d7-be7e-445f-8220-cce52f5975b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:03.662231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Network hostable DHCP agents. Network: 40af96d7-be7e-445f-8220-cce52f5975b3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:03.671946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d7709b-d0a4-49a1-be32-5b58bafbe0af,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:03.694592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Network 40af96d7-be7e-445f-8220-cce52f5975b3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:03.729942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 40af96d7-be7e-445f-8220-cce52f5975b3) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:03.733686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.751606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303cb64e-abc0-41b6-a440-f1a8089b7f54 None None] Network 40af96d7-be7e-445f-8220-cce52f5975b3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:03.758963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:03.764153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.807056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.818182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bd20073f-eae9-4a12-a3ba-9e59ff256d44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2395010 Aug 06 18:25:03.825036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:04.021424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:04.027550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:04.030157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2c63957-994b-4ec4-af32-f687fb634f29 HTTP/1.1" status: 204 len: 168 time: 0.6759109 Aug 06 18:25:04.051798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ef056-65ef-49ba-89bf-2b0cbc3acd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c63957-994b-4ec4-af32-f687fb634f29,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:04.056484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:04.212830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=eb47f20f-9abd-47d0-a9bc-42a7e20a46dc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:04.266195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:04.275464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:04.286792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:04.389181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb819bb3-876b-4466-ab72-44658855ae4e None None] Network 40af96d7-be7e-445f-8220-cce52f5975b3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:04.628006 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:05.284176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:05.449813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:05.777882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46714) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:05.786915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-861816057-network', 'tenant_id': '8a7e2e9423ae40428624f1c79e952bf7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:05.903674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Made reservation on behalf of 8a7e2e9423ae40428624f1c79e952bf7 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:05.907458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:05.929275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.067854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.075292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.078053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.090571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.117593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:06.137726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.138071 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Added segment befd7207-072b-40e6-9549-ca4ab9cd013e of type vlan for network 73d46389-c8e8-433a-8962-c6c6147ad7d7 Aug 06 18:25:06.185678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.222943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=eb47f20f-9abd-47d0-a9bc-42a7e20a46dc,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:06.232767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.234105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:06.234732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.349375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f1a02-9d0f-406a-a38b-5f3f5083c089,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:06.391762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.398452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6185548 Aug 06 18:25:06.402122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46726) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:06.408158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Request body: {'subnet': {'network_id': '73d46389-c8e8-433a-8962-c6c6147ad7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-861816057-subnet', 'tenant_id': '8a7e2e9423ae40428624f1c79e952bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:06.446898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcfedf-4831-4444-905b-78a63090d74a admin admin] Pushing event updated for resources: {'Network': ['ID=73d46389-c8e8-433a-8962-c6c6147ad7d7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:06.476017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Made reservation on behalf of 8a7e2e9423ae40428624f1c79e952bf7 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:06.478963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:06.598268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 73d46389-c8e8-433a-8962-c6c6147ad7d7 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:06.722348 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP a65a6858-2f81-4db8-b189-6bddcb8d9b2d associated. External IP: 172.25.3.5, port: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f. Aug 06 18:25:06.914433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.063048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:07.113519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ff24df-6037-4878-aa0d-eb4d97b7e451,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:07.149281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Checking segment: {'id': 'befd7207-072b-40e6-9549-ca4ab9cd013e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '73d46389-c8e8-433a-8962-c6c6147ad7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:07.149717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Network hostable DHCP agents. Network: 73d46389-c8e8-433a-8962-c6c6147ad7d7, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:07.220759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Network 73d46389-c8e8-433a-8962-c6c6147ad7d7 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:07.259955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 73d46389-c8e8-433a-8962-c6c6147ad7d7) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:07.268563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 00f6b4bb-7631-4565-b6c8-a3f281f58137 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:25:07.281165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450a97a-a09b-4a39-81da-23e50db10fd6 None None] Network 73d46389-c8e8-433a-8962-c6c6147ad7d7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:07.291826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:07.299225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.370034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-992efc80-59be-4c99-bd94-4036de72ec3b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9586124 Aug 06 18:25:07.575226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:25:07.607917 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Sync routers for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:25:07.614610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.624793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-606378873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:07.640493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:07.643648 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:07.699518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6b5ec-680b-4486-ac29-e09d48f20f87 None None] Network 73d46389-c8e8-433a-8962-c6c6147ad7d7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:07.703031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.705712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.751614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ba463539-ab1a-4790-87c3-35b59b16f01a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2685406 Aug 06 18:25:07.759141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:25:07.761690 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee32215-a226-41f1-b46b-68b8f36dcfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:25:07.896098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.908506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.925707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46774) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:07.939968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.941694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0c418745-7c56-4cd6-8eb6-8b0638c7b167 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8758402 Aug 06 18:25:07.948329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46776) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:07.958160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1395991156'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:08.021805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:08.021805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.090815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.160317 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8d4a4-5f3e-46eb-ba89-c86c645d01f6 x-openstack-request-id: req-17c8d4a4-5f3e-46eb-ba89-c86c645d01f6 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:25:08.161223 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:25:08.161929 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17c8d4a4-5f3e-46eb-ba89-c86c645d01f6 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:25:08.162856 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:25:08.221383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Deleting subnet 37d7709b-d0a4-49a1-be32-5b58bafbe0af {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:25:08.228687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.247867 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:25:08.305565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-5441c28f-9527-4d19-b69b-3e68570942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:08.314467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-5441c28f-9527-4d19-b69b-3e68570942b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1098 time: 0.1492789 Aug 06 18:25:08.447552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.457316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.517379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.531329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:08.563896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8884ae6-ae5d-4dd9-8120-bcfe3fd2be48,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:08.594982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.671583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.723779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d7709b-d0a4-49a1-be32-5b58bafbe0af,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:08.731758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.734488 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7ad93007-03b4-4d5f-bc74-c9f5272324c0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/37d7709b-d0a4-49a1-be32-5b58bafbe0af HTTP/1.1" status: 204 len: 168 time: 0.8076730 Aug 06 18:25:08.738395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46788) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:08.785257 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.787885 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Added segment a6a343b7-eae5-42d3-83bc-83c4a6394eaa of type vlan for network c8babf6a-da2e-41fc-8229-5fbddad45149 Aug 06 18:25:08.788781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-7ca49950-5f53-4780-93b2-249545950b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:08.791520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-7ca49950-5f53-4780-93b2-249545950b49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.4674008 Aug 06 18:25:08.922128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.946655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e0421-0535-407f-a1a0-d6657b1a7df9 req-7e7d3b5b-9e8d-4909-9dbd-e816d174d58d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:08.963003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e8e0421-0535-407f-a1a0-d6657b1a7df9 req-7e7d3b5b-9e8d-4909-9dbd-e816d174d58d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.3449917 Aug 06 18:25:09.009564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.130198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e8e0421-0535-407f-a1a0-d6657b1a7df9 req-8600896a-804e-4964-adce-0d12099491dc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411221 Aug 06 18:25:09.150046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:09.171264 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a65a6858-2f81-4db8-b189-6bddcb8d9b2d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574f2-ee95-405c-96be-1642851e8e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:25:04Z', 'updated_at': '2021-08-06T18:25:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:09.190633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.197490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:09.198172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.243138 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Checking router: 00f6b4bb-7631-4565-b6c8-a3f281f58137 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:25:09.282449 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:09.283285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:09.348555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Network': ['ID=c8babf6a-da2e-41fc-8229-5fbddad45149,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:09.362962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-887466cf-0611-4180-99e4-9bb41ab6ad9d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4123049 Aug 06 18:25:09.375169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46800) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:09.382485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c8babf6a-da2e-41fc-8229-5fbddad45149 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:09.513835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.527520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40af96d7-be7e-445f-8220-cce52f5975b3']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:09.543032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f84d0b3-11c4-49b8-baf2-e4a20a11da16') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:09.543420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f84d0b3-11c4-49b8-baf2-e4a20a11da16') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:09.554941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.574845 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.582311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'subnet': {'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:09.643399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:25:09.716093 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:09.716708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:09.719093 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:09.744715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-3094dfcb-d725-4218-b9dd-513562a814d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.8170049 Aug 06 18:25:09.958576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:09.968679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.035154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-39e34ba0-4f89-4b12-b964-f217acc5594a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a65a6858-2f81-4db8-b189-6bddcb8d9b2d HTTP/1.1" status: 200 len: 990 time: 0.8796670 Aug 06 18:25:10.050691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.057625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.065127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] 10.222.0.64 "DELETE /v2.0/networks/40af96d7-be7e-445f-8220-cce52f5975b3 HTTP/1.1" status: 204 len: 168 time: 1.3202090 Aug 06 18:25:10.065317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:10.189720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-24422165-bb78-4e08-be8c-436729e31b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:10.191619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-24422165-bb78-4e08-be8c-436729e31b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.4228301 Aug 06 18:25:10.197709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Deleting subnet 42ff24df-6037-4878-aa0d-eb4d97b7e451 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:25:10.198840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9ace8-7c5a-4bab-bc06-436126a2ba94 admin admin] Pushing event deleted for resources: {'Network': ['ID=40af96d7-be7e-445f-8220-cce52f5975b3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:10.209519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a65a6858-2f81-4db8-b189-6bddcb8d9b2d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574f2-ee95-405c-96be-1642851e8e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:25:04Z', 'updated_at': '2021-08-06T18:25:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:10.212189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.301333 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c70df8d-2e73-4427-953c-038a09ee5c6c None None] The sync data for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 is: [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a65a6858-2f81-4db8-b189-6bddcb8d9b2d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52574f2-ee95-405c-96be-1642851e8e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:25:04Z', 'updated_at': '2021-08-06T18:25:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:25:10.335556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.377581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.377906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-2d565e87-e7a9-477a-bd16-2d580139e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:10.378325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-2d565e87-e7a9-477a-bd16-2d580139e539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741164 Aug 06 18:25:10.496250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.669096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.713115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.723320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42ff24df-6037-4878-aa0d-eb4d97b7e451 HTTP/1.1" status: 204 len: 168 time: 0.6552134 Aug 06 18:25:10.723320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46820) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:10.724226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:10.741479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a3ef7-f690-4ed5-b0ad-1e56146f383f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ff24df-6037-4878-aa0d-eb4d97b7e451,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:10.748474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0aa74e-5df1-4c73-9e1e-92f854548fc3 None None] New status for floating IP a65a6858-2f81-4db8-b189-6bddcb8d9b2d: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:25:10.786992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.809059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-51891baa-9952-46c1-b5bf-3398b6cd8b82 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174721 Aug 06 18:25:10.936592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.023367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee32215-a226-41f1-b46b-68b8f36dcfb0 req-4e0aa24e-81c0-4bec-875a-0ff0b2b92dec service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523640 Aug 06 18:25:11.041718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46830) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:11.143351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.164089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d46389-c8e8-433a-8962-c6c6147ad7d7']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:11.177378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befd7207-072b-40e6-9549-ca4ab9cd013e') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:11.178373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befd7207-072b-40e6-9549-ca4ab9cd013e') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:11.207434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Subnet': ['ID=0982847b-e820-4076-ac35-6ce9aa9d364a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:11.211004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.244284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.293917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-10b23089-bda6-485d-96e8-93e5bea71921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.297760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:11.299508 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:11.387794 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:11.398932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.409939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.415421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73d46389-c8e8-433a-8962-c6c6147ad7d7 HTTP/1.1" status: 204 len: 168 time: 0.6805668 Aug 06 18:25:11.436386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185053c-9de7-4e23-be4f-3fbb6cc71c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d46389-c8e8-433a-8962-c6c6147ad7d7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:11.640179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-10b23089-bda6-485d-96e8-93e5bea71921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.648172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-10b23089-bda6-485d-96e8-93e5bea71921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.689726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.724765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-10b23089-bda6-485d-96e8-93e5bea71921 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=829cbbaed697489b91b35f55f5bddaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012424 Aug 06 18:25:11.734736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46838) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:11.735211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:11.790143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-84fe6253-b017-472e-b07b-60aefd1e80ae tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a65a6858-2f81-4db8-b189-6bddcb8d9b2d HTTP/1.1" status: 200 len: 992 time: 0.7466726 Aug 06 18:25:11.791247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Checking segment: {'id': 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:11.791631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network hostable DHCP agents. Network: c8babf6a-da2e-41fc-8229-5fbddad45149, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:11.820942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b23089-bda6-485d-96e8-93e5bea71921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679a153-0206-437f-8572-f3e9b6799377,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:11.842083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network c8babf6a-da2e-41fc-8229-5fbddad45149 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:11.861405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c8babf6a-da2e-41fc-8229-5fbddad45149) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:11.870267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:11.870939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.881660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804575a5-4d51-4442-be4f-f201363b0a82 None None] Network c8babf6a-da2e-41fc-8229-5fbddad45149 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:11.902122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e6c8d10-d3d4-43a8-ba06-0943bca3de08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cb61dd9ffb04b248d199080a1595abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613984 Aug 06 18:25:11.903463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:11.974458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.066393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.066677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0e06d88e-b63c-47f6-8972-d70fe1811692 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5530057 Aug 06 18:25:12.071347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:12.121925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'network': {'name': 'tempest-router-network01--1949848255'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:12.154609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.194669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:12.200852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.223246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c8babf6a-da2e-41fc-8229-5fbddad45149', 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149', 'tenant_id': '9cf5413ebab64f188e11aad980380dfe', 'fixed_ips': [{'subnet_id': '0982847b-e820-4076-ac35-6ce9aa9d364a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:25:12.225398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.227395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.232741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.236027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4679a153-0206-437f-8572-f3e9b6799377 HTTP/1.1" status: 204 len: 168 time: 0.4971554 Aug 06 18:25:12.243950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.275762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:12.282717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5501-dbc8-4759-ac60-fad94a7dfa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679a153-0206-437f-8572-f3e9b6799377,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:12.318544 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.319883 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Added segment fa91be98-08b2-4fd4-a003-eedfd59a73dc of type vlan for network a2cdd0ca-46f6-4962-851d-40c921f37c21 Aug 06 18:25:12.419574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.440154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.445325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.446573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5abbf84-736a-417f-85f4-66f57156622a HTTP/1.1" status: 204 len: 168 time: 0.5417535 Aug 06 18:25:12.503467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447bd1-16a9-4fe2-b5fa-e43665b7fd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5abbf84-736a-417f-85f4-66f57156622a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:12.525376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.531579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:12.533091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.769492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6930997 Aug 06 18:25:12.774649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:12.792002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'network': {'name': 'tempest-router-network02--1737454934'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:12.820881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7fead-3613-4d3d-bb08-fb0bd044a29a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Network': ['ID=a2cdd0ca-46f6-4962-851d-40c921f37c21,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:12.825393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Allocated IP 172.20.0.2 (c8babf6a-da2e-41fc-8229-5fbddad45149/0982847b-e820-4076-ac35-6ce9aa9d364a/4b352ce7-b0aa-4d73-90df-ed60db0a32cb) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:12.862127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:12.898080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:12.907922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:12.975528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:13.007231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.007782 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Added segment 284290bf-4c33-4251-aea9-380f09f58cb2 of type vlan for network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d Aug 06 18:25:13.132285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.209067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46866) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:13.265496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.283057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:13.284990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.335707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5588915 Aug 06 18:25:13.347694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eebdbd9f-3cd1-4ed1-ba2b-da8e9932e164 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a7e2e9423ae40428624f1c79e952bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368818 Aug 06 18:25:13.350065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46868) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:13.350549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46870) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:13.363058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'subnet': {'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:13.488369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.516014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Transition to ACTIVE for port object 4b352ce7-b0aa-4d73-90df-ed60db0a32cb will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:13.563759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:13.565253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Transition to ACTIVE for port object 4b352ce7-b0aa-4d73-90df-ed60db0a32cb will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:13.590658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.657833 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04ca0190-7e0c-48b6-9eb6-9f0a5c756b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.661703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ebc6e-efec-4f73-a3ad-5eeb28cf98bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Network': ['ID=6fb411a8-390d-49a3-a36e-ce7f34fd9a1d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:13.698595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Network c8babf6a-da2e-41fc-8229-5fbddad45149 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:13.711815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:13.753973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:25:13.753973 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:25:13.753973 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '9cf5413ebab64f188e11aad980380dfe', 'id': '28b50c60-e136-4d65-b3a5-6ac4dc408c8b', 'expiration': datetime.datetime(2021, 8, 6, 18, 27, 13, 722035)}] Aug 06 18:25:13.753973 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:25:13.754600 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:25:13.760280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:13.774912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.787702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:13.854830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.958810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Pushing event updated for resources: {'Port': ['ID=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:14.012422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04ca0190-7e0c-48b6-9eb6-9f0a5c756b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.023602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-04ca0190-7e0c-48b6-9eb6-9f0a5c756b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.048549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.054227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.065415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df9f1a02-9d0f-406a-a38b-5f3f5083c089 HTTP/1.1" status: 204 len: 168 time: 0.6418979 Aug 06 18:25:14.069493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.069493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.069930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.070059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.070401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.081734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.082369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.082891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.083392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.083823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.084167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.084515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:14.109270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa10ac-7fe0-41f5-b2dd-1c6a129948e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f1a02-9d0f-406a-a38b-5f3f5083c089,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:14.132372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca0190-7e0c-48b6-9eb6-9f0a5c756b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb42b411-c448-48bf-a316-9b72605e68ae,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:14.168222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-04ca0190-7e0c-48b6-9eb6-9f0a5c756b67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3bf9a5c373604b12b9ebaee1e3f8a377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887287 Aug 06 18:25:14.172630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46882) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:14.195094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Attempting to bind port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:25:14.195484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Attempting to bind port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:25:14.196099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Attempting to bind port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb on network c8babf6a-da2e-41fc-8229-5fbddad45149 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:14.217156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:25:14.217600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Checking segment: {'id': 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:14.217995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.218400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Bound using segment: {'id': 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:25:14.218937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Bound port: 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8babf6a-da2e-41fc-8229-5fbddad45149'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:25:14.219956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.369627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] For port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:25:14.384827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] For port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,segment=NetworkSegment(a6a343b7-eae5-42d3-83bc-83c4a6394eaa),segment_id=a6a343b7-eae5-42d3-83bc-83c4a6394eaa)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:25:14.396726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.477599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.487781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:14.499291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:14.626894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056f0c-7549-4a32-b303-be9afd56f970 None None] Pushing event updated for resources: {'Port': ['ID=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:14.726990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.153435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.166931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.173674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb42b411-c448-48bf-a316-9b72605e68ae HTTP/1.1" status: 204 len: 168 time: 0.9951704 Aug 06 18:25:15.284697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188cbd9-4f04-46df-bfc1-15ee061b490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb42b411-c448-48bf-a316-9b72605e68ae,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:15.345785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.588344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Subnet': ['ID=d8479615-814a-4593-ae4a-bc9fdfe20487,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:15.635978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Checking segment: {'id': 'fa91be98-08b2-4fd4-a003-eedfd59a73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:15.637486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network hostable DHCP agents. Network: a2cdd0ca-46f6-4962-851d-40c921f37c21, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:15.708951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:15.761166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a2cdd0ca-46f6-4962-851d-40c921f37c21) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:15.778859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd20f38-5772-409b-82d2-3ad31d4dc3ff None None] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:15.792979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:15.795155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.871619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cedd1b4b-6a8e-4d16-af7a-f8fca9858929 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5154746 Aug 06 18:25:15.873471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46916) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:15.885152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'subnet': {'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:16.356944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Made reservation on behalf of 9cf5413ebab64f188e11aad980380dfe for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:16.359216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b352ce7-b0aa-4d73-90df-ed60db0a32cb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:16.363876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:16.526467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a2cdd0ca-46f6-4962-851d-40c921f37c21', 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21', 'tenant_id': '9cf5413ebab64f188e11aad980380dfe', 'fixed_ips': [{'subnet_id': 'd8479615-814a-4593-ae4a-bc9fdfe20487'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:25:16.527913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:16.833645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:16.849051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Allocated IP 172.20.0.2 (a2cdd0ca-46f6-4962-851d-40c921f37c21/d8479615-814a-4593-ae4a-bc9fdfe20487/0208aa07-4b8f-405b-b36e-2a514e4aca66) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:17.114626 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:17.145263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Transition to ACTIVE for port object 0208aa07-4b8f-405b-b36e-2a514e4aca66 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:17.153490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:17.168327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Transition to ACTIVE for port object 0208aa07-4b8f-405b-b36e-2a514e4aca66 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:17.179182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c41934-1139-44de-9205-0831bca4f255 None None] Network c8babf6a-da2e-41fc-8229-5fbddad45149 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:17.218132 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:17.429333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Provisioning for port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:17.488304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Pushing event updated for resources: {'Port': ['ID=0208aa07-4b8f-405b-b36e-2a514e4aca66,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:17.510759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Provisioning complete for port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:17.511357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:17.536405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Checking segment: {'id': '284290bf-4c33-4251-aea9-380f09f58cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:17.536971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network hostable DHCP agents. Network: 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:17.540837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Subnet': ['ID=6180c1fb-78d0-4f4d-b6fa-485ad9b8f609,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:17.650413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:17.691330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:17.709129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:17.720589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:17.823539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46954) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:17.832026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-21f6420a-9d9f-4483-9204-e040cf812368 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9566870 Aug 06 18:25:17.854568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6f863-45fe-4dad-af6b-24af973c5ba8 None None] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:17.869267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:17.920050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:17.945238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:18.245624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Attempting to bind port 0208aa07-4b8f-405b-b36e-2a514e4aca66 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:25:18.246398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Attempting to bind port 0208aa07-4b8f-405b-b36e-2a514e4aca66 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'fa91be98-08b2-4fd4-a003-eedfd59a73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:25:18.247002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Attempting to bind port 0208aa07-4b8f-405b-b36e-2a514e4aca66 on network a2cdd0ca-46f6-4962-851d-40c921f37c21 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:18.361292 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:18.373591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:25:18.373591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Checking segment: {'id': 'fa91be98-08b2-4fd4-a003-eedfd59a73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:18.374155 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:18.374821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Bound using segment: {'id': 'fa91be98-08b2-4fd4-a003-eedfd59a73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:25:18.375639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Bound port: 0208aa07-4b8f-405b-b36e-2a514e4aca66, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa91be98-08b2-4fd4-a003-eedfd59a73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a2cdd0ca-46f6-4962-851d-40c921f37c21'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:25:18.376271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:18.726435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:18.747127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] For port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,segment=NetworkSegment(a6a343b7-eae5-42d3-83bc-83c4a6394eaa),segment_id=a6a343b7-eae5-42d3-83bc-83c4a6394eaa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:19.199763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] For port 0208aa07-4b8f-405b-b36e-2a514e4aca66, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:25:19.215813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:19.291536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] For port 0208aa07-4b8f-405b-b36e-2a514e4aca66, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0208aa07-4b8f-405b-b36e-2a514e4aca66,segment=NetworkSegment(fa91be98-08b2-4fd4-a003-eedfd59a73dc),segment_id=fa91be98-08b2-4fd4-a003-eedfd59a73dc)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:25:19.339081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-6fb411a8-390d-49a3-a36e-ce7f34fd9a1d', 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d', 'tenant_id': '9cf5413ebab64f188e11aad980380dfe', 'fixed_ips': [{'subnet_id': '6180c1fb-78d0-4f4d-b6fa-485ad9b8f609'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:25:19.341007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:19.350923 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:19.553342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Allocated IP 172.20.0.1 (a2cdd0ca-46f6-4962-851d-40c921f37c21/d8479615-814a-4593-ae4a-bc9fdfe20487/3106ed52-8433-46df-88e1-beae6726fcb8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:19.884844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Allocated IP 172.20.0.2 (6fb411a8-390d-49a3-a36e-ce7f34fd9a1d/6180c1fb-78d0-4f4d-b6fa-485ad9b8f609/958098ee-63f7-4ec9-8c1a-e3d309f7c70d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:20.116035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4656214-f23a-47b1-8ec1-56f71110da9d None None] Pushing event updated for resources: {'Port': ['ID=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:20.129832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.171229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Transition to ACTIVE for port object 3106ed52-8433-46df-88e1-beae6726fcb8 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:20.186672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0a65ae92-54d2-4111-af33-b0c9f3d68783 None None] Provisioning complete for port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:20.187000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae92-54d2-4111-af33-b0c9f3d68783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.344258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.348360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5488-e675-422f-a706-04c7c606dd5b None None] Pushing event updated for resources: {'Port': ['ID=0208aa07-4b8f-405b-b36e-2a514e4aca66,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:20.432387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.446170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Transition to ACTIVE for port object 958098ee-63f7-4ec9-8c1a-e3d309f7c70d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:20.451673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:20.458172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:20.464155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:20.469849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Transition to ACTIVE for port object 958098ee-63f7-4ec9-8c1a-e3d309f7c70d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:20.482944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.541144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:20.543537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:20.549066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:20.558299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Pushing event updated for resources: {'Port': ['ID=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:20.575544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Port': ['ID=3106ed52-8433-46df-88e1-beae6726fcb8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:20.611760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.638770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Attempting to bind port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:25:20.639198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Attempting to bind port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '284290bf-4c33-4251-aea9-380f09f58cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:25:20.639519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Attempting to bind port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d on network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:20.646701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:25:20.647498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Checking segment: {'id': '284290bf-4c33-4251-aea9-380f09f58cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:20.648129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.648721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Bound using segment: {'id': '284290bf-4c33-4251-aea9-380f09f58cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:25:20.649462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Bound port: 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284290bf-4c33-4251-aea9-380f09f58cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6fb411a8-390d-49a3-a36e-ce7f34fd9a1d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:25:20.650079 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.794542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] For port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:25:20.816457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] For port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,segment=NetworkSegment(284290bf-4c33-4251-aea9-380f09f58cb2),segment_id=284290bf-4c33-4251-aea9-380f09f58cb2)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:25:20.824654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:20.984473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:21.052303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d9ce-3912-4add-84c7-2512270b4406 None None] Pushing event updated for resources: {'Port': ['ID=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:21.781823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:21.794658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:21.932789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Port': ['ID=3106ed52-8433-46df-88e1-beae6726fcb8,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:21.963859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:21.966430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47044) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:21.976655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f097834-379c-4aaf-be3c-ff06d52241f9 None None] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:22.195734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b352ce7-b0aa-4d73-90df-ed60db0a32cb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:22.255323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:22.259311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:22.326819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d1cc597-40e9-4243-811f-3307dd76c5ad None None] Provisioning for port 0208aa07-4b8f-405b-b36e-2a514e4aca66 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:22.353600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:22.466674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:22.467272 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:22.515555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Router 3c730a60-1bec-47f1-8f7e-10aa058b373f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:25:22.733305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:22.740898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:22.777257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37119b0-2a16-431c-8ec4-575aed6bec49,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:22.796376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.797816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.798390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.798944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.799485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.800343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.801005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.801948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.802497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.803059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.803644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.804429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:22.825193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 958098ee-63f7-4ec9-8c1a-e3d309f7c70d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:22.834632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:25:22.836998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cab481fb-b52a-4cfa-b9e0-703657ca2918 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8479fa387cad43ff8626c1beb99c8dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673122 Aug 06 18:25:22.837760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47058) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:22.865565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bbb4ef7a-70c5-480a-8329-f81b8e7c5a41 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0401843 Aug 06 18:25:22.867433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] Sync routers for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:25:22.870171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:22.904273 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:22.908668 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:23.044897 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:23.055022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:23.092790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0208aa07-4b8f-405b-b36e-2a514e4aca66 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:23.116881 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:23.122013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:23.218033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.305743 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:23.307250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67853f4d-ecf6-4ed7-a764-56fbdd1fcd01 None None] The sync data for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:25:23.358736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0208aa07-4b8f-405b-b36e-2a514e4aca66 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:23.367019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0208aa07-4b8f-405b-b36e-2a514e4aca66 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:23.367406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.385517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.484009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55148aad-d573-429b-8693-fef302c00b55 None None] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:23.648558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Provisioning for port 3106ed52-8433-46df-88e1-beae6726fcb8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:23.680177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Provisioning complete for port 3106ed52-8433-46df-88e1-beae6726fcb8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:23.682161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.927251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Port 3106ed52-8433-46df-88e1-beae6726fcb8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:25:23.939498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.942282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:23.945144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e37119b0-2a16-431c-8ec4-575aed6bec49 HTTP/1.1" status: 204 len: 168 time: 1.1059253 Aug 06 18:25:23.979475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e85313-ac57-4990-a0e1-6e968eab6773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37119b0-2a16-431c-8ec4-575aed6bec49,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:24.059567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:24.083478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Provisioning complete for port 0208aa07-4b8f-405b-b36e-2a514e4aca66 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:24.085076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:24.162849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0208aa07-4b8f-405b-b36e-2a514e4aca66, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0208aa07-4b8f-405b-b36e-2a514e4aca66,segment=NetworkSegment(fa91be98-08b2-4fd4-a003-eedfd59a73dc),segment_id=fa91be98-08b2-4fd4-a003-eedfd59a73dc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:24.319893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:24.326621 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f9f598bb-824e-4000-b8ae-3584b9b83211 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:24.335314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:24.340344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9f598bb-824e-4000-b8ae-3584b9b83211 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4683578 Aug 06 18:25:24.726392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0208aa07-4b8f-405b-b36e-2a514e4aca66,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:24.812702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Provisioning for port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:24.825483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Provisioning complete for port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:24.826505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.250708 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.317610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47100) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:25.340378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] For port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,segment=NetworkSegment(284290bf-4c33-4251-aea9-380f09f58cb2),segment_id=284290bf-4c33-4251-aea9-380f09f58cb2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:25.357354 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf414e52-c1d6-4750-8ab0-861a5fce64b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.358991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.466967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8529a-5827-48a3-87b1-11e8681d2df5 None None] Pushing event updated for resources: {'Port': ['ID=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:25.511411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cb9d7091-bdc8-419f-b077-ff73defc866f None None] Provisioning complete for port 3106ed52-8433-46df-88e1-beae6726fcb8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:25.511994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7091-bdc8-419f-b077-ff73defc866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.595965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d7091-bdc8-419f-b077-ff73defc866f None None] Port 3106ed52-8433-46df-88e1-beae6726fcb8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:25:25.619308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cb9d7091-bdc8-419f-b077-ff73defc866f None None] Provisioning complete for port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:25.619899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7091-bdc8-419f-b077-ff73defc866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.663229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf414e52-c1d6-4750-8ab0-861a5fce64b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.676124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf414e52-c1d6-4750-8ab0-861a5fce64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.748271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf414e52-c1d6-4750-8ab0-861a5fce64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2d31d-ff44-45a3-b698-1dff7d36a0b3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:25.768608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.775339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bf414e52-c1d6-4750-8ab0-861a5fce64b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=311cc7586a9a46ba919a0e385d7149a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497099 Aug 06 18:25:25.791614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e7f6-b43b-4232-b606-87ca06599ffc req-26877450-c338-4ee2-aefa-a32e9ec4ac68 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:25.794351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7e8e7f6-b43b-4232-b606-87ca06599ffc req-26877450-c338-4ee2-aefa-a32e9ec4ac68 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.1105111 Aug 06 18:25:25.795124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:25.926532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7e8e7f6-b43b-4232-b606-87ca06599ffc req-45d98aae-081a-429e-9eb1-f0587a5dcf8a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196635 Aug 06 18:25:25.959892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.012057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.163158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.166462 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.168156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afa2d31d-ff44-45a3-b698-1dff7d36a0b3 HTTP/1.1" status: 204 len: 168 time: 0.3715441 Aug 06 18:25:26.196437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06872097-c74b-4b58-a253-5b27545b99df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2d31d-ff44-45a3-b698-1dff7d36a0b3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:26.283974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting port 3106ed52-8433-46df-88e1-beae6726fcb8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:26.284758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.477258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.493515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 958098ee-63f7-4ec9-8c1a-e3d309f7c70d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:26.504358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Calling delete_port for 3106ed52-8433-46df-88e1-beae6726fcb8 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:26.656768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:26.657476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.842483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0208aa07-4b8f-405b-b36e-2a514e4aca66 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:26.908782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.953354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Port': ['ID=3106ed52-8433-46df-88e1-beae6726fcb8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:26.976283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0208aa07-4b8f-405b-b36e-2a514e4aca66 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:26.979857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:27.371241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:27.411232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-a9213b1e-fe7d-4605-9251-29711ef1c455 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:27.412866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-a9213b1e-fe7d-4605-9251-29711ef1c455 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.1403675 Aug 06 18:25:27.431443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3deede-b852-45d5-86e8-ee2496b76446 req-72999c68-780d-4192-8a99-8a0ba72872bd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:27.444537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de3deede-b852-45d5-86e8-ee2496b76446 req-72999c68-780d-4192-8a99-8a0ba72872bd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.2215588 Aug 06 18:25:27.836729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de3deede-b852-45d5-86e8-ee2496b76446 req-577cc65c-62fa-45fd-b0b4-8da52b0c90d1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910360 Aug 06 18:25:27.867816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Router 3c730a60-1bec-47f1-8f7e-10aa058b373f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:25:28.015724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:28.016387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:28.045806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:25:28.053262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f80cda41-8569-4f17-91f2-15300cc1f176 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7164235 Aug 06 18:25:28.059738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47160) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:28.085222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] Sync routers for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:25:28.120685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:28.122123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:28.206336 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-e2f3ed1d-283b-457e-a235-a899fd35c5c9 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] delete failed (client error): The resource could not be found. Aug 06 18:25:28.207864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2f3ed1d-283b-457e-a235-a899fd35c5c9 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-2022341859 HTTP/1.1" status: 404 len: 335 time: 0.1459589 Aug 06 18:25:28.218373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:28.226235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:28.233828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-de5df6c5-34b5-4264-8c28-482dcf21ec2d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c730a60-1bec-47f1-8f7e-10aa058b373f'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:28.260453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:28.261250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:28.368905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:28.370236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd08e1-54ea-42da-91cc-4ec73b997dce None None] The sync data for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:25:28.468981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-902d8e6d-6c1a-4766-81e6-b43faebc38e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:28.745113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de5df6c5-34b5-4264-8c28-482dcf21ec2d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:28.783542 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-de5df6c5-34b5-4264-8c28-482dcf21ec2d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] update failed (client error): The resource could not be found. Aug 06 18:25:28.785256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de5df6c5-34b5-4264-8c28-482dcf21ec2d tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f HTTP/1.1" status: 404 len: 339 time: 0.5641711 Aug 06 18:25:28.793184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47180) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:29.159137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-16ccf6eb-1a82-42fc-947a-02631e445fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.2504582 Aug 06 18:25:29.226505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 81574d42-afb0-4840-8a44-5f55ec6dc8c8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=81574d42-afb0-4840-8a44-5f55ec6dc8c8,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:29.226505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:29.288889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 81574d42-afb0-4840-8a44-5f55ec6dc8c8 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:29.509285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.509820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.510297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.511030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.511425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.511919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.512397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.515675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-ad0f4f75-3070-4636-aea2-4d36f0269adf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.1108732 Aug 06 18:25:29.654987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc40e1-c542-48aa-8a85-2a106aa359d2 req-415e7c93-d41e-44aa-88ba-002618841a5b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.664491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4dc40e1-c542-48aa-8a85-2a106aa359d2 req-415e7c93-d41e-44aa-88ba-002618841a5b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 945 time: 0.3406601 Aug 06 18:25:29.849836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.869126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.878740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.886363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.892869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.901478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.908387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:29.910870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41351283-84e9-4db1-81a9-3095012d6e2e req-dfa64f13-6a86-4af7-8435-7b2a12c043db tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.2192378 Aug 06 18:25:29.914164 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:30.112454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=81574d42-afb0-4840-8a44-5f55ec6dc8c8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:30.192988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 81574d42-afb0-4840-8a44-5f55ec6dc8c8 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:30.197045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:30.200935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b13b614-34af-4a12-917a-77f7c3f65bf2 req-5830762b-4e93-4c66-8392-eb8789dcdc7f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "DELETE /v2.0/ports/81574d42-afb0-4840-8a44-5f55ec6dc8c8 HTTP/1.1" status: 204 len: 173 time: 2.7041588 Aug 06 18:25:30.241401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'name': 'network-vif-deleted', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:25:30.276005 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73a4c9-dec1-4fc5-a8ca-c78d6858a689" -d '{"events": [{"server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "name": "network-vif-deleted", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:25:30.320667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41351283-84e9-4db1-81a9-3095012d6e2e req-1d591f70-b95a-4779-98f3-58dcde23b38e tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3674314 Aug 06 18:25:30.327993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-37b13b39-256a-4310-a864-f00c43eb4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:30.328471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-37b13b39-256a-4310-a864-f00c43eb4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:30.329665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-37b13b39-256a-4310-a864-f00c43eb4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:30.332263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-37b13b39-256a-4310-a864-f00c43eb4925 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.7549005 Aug 06 18:25:30.479491 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:25:30.522354 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:30.538513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4dc40e1-c542-48aa-8a85-2a106aa359d2 req-812b6938-329d-4148-bb9c-a29440aee127 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8710837 Aug 06 18:25:30.553150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 81574d42-afb0-4840-8a44-5f55ec6dc8c8 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:25:30.567604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-76cb87d9-c0a1-42a0-a109-70866de99f29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.2229578 Aug 06 18:25:30.572550 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf7217-4edf-4c1f-a928-acae76eb5c94 x-openstack-request-id: req-54cf7217-4edf-4c1f-a928-acae76eb5c94 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:25:30.572922 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92332175-33c9-4332-b37f-44e3e675d087", "name": "network-vif-deleted", "tag": "81574d42-afb0-4840-8a44-5f55ec6dc8c8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:25:30.573301 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54cf7217-4edf-4c1f-a928-acae76eb5c94 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:25:30.577143 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92332175-33c9-4332-b37f-44e3e675d087', 'name': 'network-vif-deleted', 'tag': '81574d42-afb0-4840-8a44-5f55ec6dc8c8', 'status': 'completed', 'code': 200} Aug 06 18:25:30.596465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 81574d42-afb0-4840-8a44-5f55ec6dc8c8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:25:30.597264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 81574d42-afb0-4840-8a44-5f55ec6dc8c8 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:25:30.743755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-b617e9d6-267b-461b-b05e-75b6d51298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:30.752159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-b617e9d6-267b-461b-b05e-75b6d51298bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.1744144 Aug 06 18:25:30.942185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-c9748602-91fa-40a3-8a6f-c6700bf0d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:30.951230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-c9748602-91fa-40a3-8a6f-c6700bf0d695 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882060 Aug 06 18:25:31.168392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Allocated IP 172.20.0.1 (c8babf6a-da2e-41fc-8229-5fbddad45149/0982847b-e820-4076-ac35-6ce9aa9d364a/3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:31.252295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.254106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-a607febd-8ca0-447b-8542-09cb0fdb96f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939560 Aug 06 18:25:31.258667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.265379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.280212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.287254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.299011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.319392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.342092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd3e2c12-7ef2-40ba-9c93-e0275c68e49a req-787aa3f9-c184-426a-bc79-8e4aede01343 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.6855330 Aug 06 18:25:31.451774 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:31.540718 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:31.560895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-a3b86114-6cbe-4de4-a4e4-84735bb369cb service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981524 Aug 06 18:25:31.582715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Transition to ACTIVE for port object 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:31.666084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-2dd7d326-ecc4-4da7-8a63-3cf60087df25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.0948536 Aug 06 18:25:31.719095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30afd001-af5c-44cd-855b-a73ab6e3f023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:31.722229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:31.787572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network c8babf6a-da2e-41fc-8229-5fbddad45149 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:31.798403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:31.805548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:31.889780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e59e32f-5d92-4183-a3cf-129adbb86479 req-d67ea2bd-6954-4b13-97b2-e0277dca6a16 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.0614789 Aug 06 18:25:31.914641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d60aa9a6-c3d3-4e88-8ab3-b76a2a378900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:31.916780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d60aa9a6-c3d3-4e88-8ab3-b76a2a378900 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2424386 Aug 06 18:25:32.036005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:32.062733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-4722e548-f177-4fca-8989-39d4dc90894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:32.067686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-4722e548-f177-4fca-8989-39d4dc90894d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423454 Aug 06 18:25:32.222347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-a684b4e8-e681-4f74-9ff5-122f55face20 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454337 Aug 06 18:25:32.246115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Port': ['ID=3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:32.316464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7b961c28-464c-487d-b158-9b0acb53420d None None] Provisioning for port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:32.328658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7b961c28-464c-487d-b158-9b0acb53420d None None] Provisioning complete for port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:32.332282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b961c28-464c-487d-b158-9b0acb53420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:32.477952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7b961c28-464c-487d-b158-9b0acb53420d None None] Port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:25:32.569517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:32.647418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-fd3395a1-e894-4dc3-8263-e55c6232434a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160848 Aug 06 18:25:32.761953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-bdf2b414-5175-4594-8491-7abb854bcd8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.1055052 Aug 06 18:25:32.903163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d84aab8b-da15-4ebf-a13e-28f546172546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:32.908136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d84aab8b-da15-4ebf-a13e-28f546172546 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1401558 Aug 06 18:25:33.008481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-1f9da19b-fab9-4276-be1b-7af774bb78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:33.010688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-1f9da19b-fab9-4276-be1b-7af774bb78f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945697 Aug 06 18:25:33.108748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:33.117245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:33.176090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:33.223482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event updated for resources: {'Port': ['ID=3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:33.226770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:33.325244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70ff50f6-0f32-4077-8b64-34e4e457b4e1 req-6e25fb6c-906e-4373-8f5f-a2242d299e92 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.1154811 Aug 06 18:25:33.345077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d91dd66c-e265-4504-8d01-42db163c601a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254707 Aug 06 18:25:33.485188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Network c8babf6a-da2e-41fc-8229-5fbddad45149 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:33.490661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:33.593509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-29710e54-3a5f-4868-b669-fd1265388003 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405870 Aug 06 18:25:33.726263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-130a817e-9460-436a-b818-9f22f26a7673 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.1048789 Aug 06 18:25:33.801534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Router 3c730a60-1bec-47f1-8f7e-10aa058b373f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:25:33.841802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-e2934553-8cc7-470d-b451-873ae0633467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:33.843471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-e2934553-8cc7-470d-b451-873ae0633467 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1050792 Aug 06 18:25:33.980128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-da3c34a7-6d9a-43be-bc90-cf22ff822313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:33.982002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-da3c34a7-6d9a-43be-bc90-cf22ff822313 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309760 Aug 06 18:25:34.017562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:25:34.063480 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] Sync routers for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:25:34.099752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d36452f0-a2c5-49eb-871d-06228c6198bf tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3039334 Aug 06 18:25:34.102748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:34.113664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3b7a647b-ab71-4c2d-a341-b994816f69f5 None None] Provisioning complete for port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:34.114201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3b7a647b-ab71-4c2d-a341-b994816f69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:34.128373 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:34.129108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:34.183629 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:34.220485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:34.224705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:34.250453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-4861240b-82ec-490f-8409-9cf8b42963dd service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597225 Aug 06 18:25:34.260250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a647b-ab71-4c2d-a341-b994816f69f5 None None] Port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:25:34.336264 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:34.362800 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe6a53-82d2-4fff-84c1-6c165931bb4c None None] The sync data for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:25:34.428978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47292) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:34.516131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-abec287e-75ce-4905-9a49-c3b2cd262912 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:34.641858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:34.669852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a733160-6beb-43ed-84dc-7dd5c0f0b511 req-7ae2ddb4-d97b-40da-bec7-06f3aafa2d8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.1062768 Aug 06 18:25:34.726704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-f2e5bc8d-bd44-4ce7-a058-17432a51e7ee service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691691 Aug 06 18:25:34.905754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-1f3bc96f-376d-4e7e-9422-a58524456e8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.1713269 Aug 06 18:25:35.127650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-29a260e9-dc81-46bd-a176-efceac95c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.129366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-29a260e9-dc81-46bd-a176-efceac95c678 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2160287 Aug 06 18:25:35.209023 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-abec287e-75ce-4905-9a49-c3b2cd262912 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 18:25:35.210638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abec287e-75ce-4905-9a49-c3b2cd262912 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f HTTP/1.1" status: 409 len: 329 time: 1.1054575 Aug 06 18:25:35.218745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.219580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.220259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.220943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.221722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.222377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.223024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.234264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-7217062d-eaf3-4c82-aa79-229894e08dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.8027849 Aug 06 18:25:35.242555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47316) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:35.322704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-8e8850e9-97e4-4161-a81a-d94c2141697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:35.333671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-8e8850e9-97e4-4161-a81a-d94c2141697f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1878397 Aug 06 18:25:35.614840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-eb1a7040-3ec5-4f9c-9a20-e33b9875b0ea service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783725 Aug 06 18:25:35.645880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-f8bc2f96-664a-4223-9b64-421e17ec5e1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4092088 Aug 06 18:25:36.023680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb9f9091-3372-4435-9d8a-4d55a7cd6aa0 req-da0f5d75-1974-45f2-98ea-f5ac1ab11418 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.0596220 Aug 06 18:25:36.044592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-f6dec8eb-9d67-4094-8c0c-1e037a14a1f2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218023 Aug 06 18:25:36.180626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-57aafad1-1ee4-48ff-8897-f2c35868fc11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.1270182 Aug 06 18:25:36.283544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-79cb99aa-232e-45c3-bffa-d321fd895bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:36.285722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-79cb99aa-232e-45c3-bffa-d321fd895bfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.0969801 Aug 06 18:25:36.443267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-90c42c9e-ad62-4b90-809a-389fb38faf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:36.446636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-90c42c9e-ad62-4b90-809a-389fb38faf0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1490138 Aug 06 18:25:36.579785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:36.705820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-d7b1d723-b185-47b4-bfaf-e1f608284b50 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509463 Aug 06 18:25:36.907452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-9c9122a8-fe7f-4d65-a155-f42c619b8fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947238 Aug 06 18:25:37.042586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-e2c37be9-b060-4b01-bb61-ac9d88b5190a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.1235440 Aug 06 18:25:37.243845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-2578123c-adb1-4b4f-bf16-cc7e6ef8af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:37.250436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-2578123c-adb1-4b4f-bf16-cc7e6ef8af69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.1949110 Aug 06 18:25:37.370049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b8ea9eb-1bd2-4f15-aed6-8bbd73efda7d req-316267a8-3627-4bde-85f7-002f2f705424 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.1134346 Aug 06 18:25:37.413541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting port 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:37.414312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:37.446668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646326-93b9-411c-a616-ae36ac2814a5 req-790c6695-410c-4b2f-8561-7a1ae34ced08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:37.448265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-790c6695-410c-4b2f-8561-7a1ae34ced08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897805 Aug 06 18:25:37.647066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:37.670580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Calling delete_port for 3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:37.672698 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-acf84452-e893-45e8-83b3-d741aef3f349 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165835 Aug 06 18:25:38.193020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43646326-93b9-411c-a616-ae36ac2814a5 req-b3e27e06-38c4-43e3-ac2f-b815fa499b37 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110812 Aug 06 18:25:38.274061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-8f9edfa9-9a92-4d57-a4fe-4eeaf1ed87f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5382552 Aug 06 18:25:38.283763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:38.344787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Port': ['ID=3d1d8c90-db2c-4fd3-b016-8d1c1649bfdb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:38.704473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:38.712121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22cc6de0-0c46-44d5-9609-505a1419765a req-eee20d6a-40cf-4a5c-9370-3eb4d8d01816 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.1909261 Aug 06 18:25:38.796255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-5d865c06-75c4-4945-98e0-f9d4901a2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:38.806852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-5d865c06-75c4-4945-98e0-f9d4901a2da0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 0.3988202 Aug 06 18:25:39.273552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-ea486493-6e09-490e-876c-eb9f94521ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:39.275774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-ea486493-6e09-490e-876c-eb9f94521ec1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4541228 Aug 06 18:25:39.332947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Router 3c730a60-1bec-47f1-8f7e-10aa058b373f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:25:39.559931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-2a2035da-6a97-43cd-abae-f060797b754d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 1001 time: 0.2737103 Aug 06 18:25:39.583560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:25:39.589529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ded4c6d6-3c8f-4009-b6f6-c8269261afd4 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3426614 Aug 06 18:25:39.595549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47382) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:39.609573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] Sync routers for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:25:39.628846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:39.629807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:39.685251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-563bb194-fd83-4e03-a7ee-8a7fe2cecb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:39.691316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-563bb194-fd83-4e03-a7ee-8a7fe2cecb22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1237316 Aug 06 18:25:39.724335 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-d10358fe-4c81-4ed2-9230-e6f6f0cc1967 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] show failed (client error): The resource could not be found. Aug 06 18:25:39.726267 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d10358fe-4c81-4ed2-9230-e6f6f0cc1967 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-869335474 HTTP/1.1" status: 404 len: 334 time: 0.1274543 Aug 06 18:25:39.728586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:39.730815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47386) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:39.758271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-919f68be-c321-466a-b1b5-02169b391be1 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:39.775629 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] Routers {'3c730a60-1bec-47f1-8f7e-10aa058b373f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:25:39.776279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:25:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3c730a60-1bec-47f1-8f7e-10aa058b373f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:39.845588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-71477a3f-0929-48a5-b732-a297417876c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:39.847305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-71477a3f-0929-48a5-b732-a297417876c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474924 Aug 06 18:25:39.908465 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-919f68be-c321-466a-b1b5-02169b391be1 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] update failed (client error): The resource could not be found. Aug 06 18:25:39.920806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-919f68be-c321-466a-b1b5-02169b391be1 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-809871159 HTTP/1.1" status: 404 len: 334 time: 0.1804051 Aug 06 18:25:39.921759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:40.132899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting subnet 6180c1fb-78d0-4f4d-b6fa-485ad9b8f609 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:25:40.140187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1cf246f-7b1f-4380-adee-929f051308a4 req-598b4b1f-d84d-4376-bd19-d1850b6455b1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=92332175-33c9-4332-b37f-44e3e675d087 HTTP/1.1" status: 200 len: 210 time: 0.2712805 Aug 06 18:25:40.148420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.309805 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.316257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-36c9f81c-8a61-4df4-9a2b-1d68364d4a2f service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601946 Aug 06 18:25:40.423378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:40.426347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb9142-1caa-454c-befd-4874def83d67 None None] The sync data for ids ['3c730a60-1bec-47f1-8f7e-10aa058b373f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:25:40.469026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.510318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.661106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.673801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-659cb900-7a82-4dc9-b2de-498466f1f835 req-4bdb63f6-52e1-4282-842d-f648629d8035 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489969 Aug 06 18:25:40.719591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Subnet': ['ID=6180c1fb-78d0-4f4d-b6fa-485ad9b8f609,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:40.724854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:40.728433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-778c67e9-7ef2-4a7b-8d3a-6a34b688e55b tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/subnets/6180c1fb-78d0-4f4d-b6fa-485ad9b8f609 HTTP/1.1" status: 204 len: 168 time: 0.8017430 Aug 06 18:25:40.731214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47404) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:40.737929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8d3bd-cfa2-4b21-9f30-14b9a20dbfb7 None None] Network 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:40.971319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting subnet d8479615-814a-4593-ae4a-bc9fdfe20487 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:25:40.981183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.082287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.516623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] DHCP port deletion for 6fb411a8-390d-49a3-a36e-ce7f34fd9a1d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:25:41.572822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.631626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Deleting port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:41.633190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.784825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.826244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] For port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,segment=NetworkSegment(284290bf-4c33-4251-aea9-380f09f58cb2),segment_id=284290bf-4c33-4251-aea9-380f09f58cb2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:41.826697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.860443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Calling delete_port for 958098ee-63f7-4ec9-8c1a-e3d309f7c70d owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:41.911849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.986144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:41.994110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:41.997926 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/subnets/d8479615-814a-4593-ae4a-bc9fdfe20487 HTTP/1.1" status: 204 len: 168 time: 1.2621565 Aug 06 18:25:41.997926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa6779-0b09-4990-9f9b-e11a193dec2a tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Subnet': ['ID=d8479615-814a-4593-ae4a-bc9fdfe20487,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:42.041432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276deab-0b72-488d-9432-f766a6fcc9cf None None] Network a2cdd0ca-46f6-4962-851d-40c921f37c21 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:42.291998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:42.620620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 958098ee-63f7-4ec9-8c1a-e3d309f7c70d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:25:42.985359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.117816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] Pushing event deleted for resources: {'Port': ['ID=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:43.141438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d update to DOWN by agent not found {{(pid=94123) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 18:25:43.157211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b1299-fa61-4fa7-a128-7d94a6d88aa9 None None] No DVR routers for this DVR port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:43.311126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] DHCP port deletion for a2cdd0ca-46f6-4962-851d-40c921f37c21 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:25:43.446906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Deleting port 0208aa07-4b8f-405b-b36e-2a514e4aca66 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:43.447389 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.453982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-396c0f40-8c94-4b52-8984-4799b732c7d8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:43.460594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-396c0f40-8c94-4b52-8984-4799b732c7d8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 1.1235065 Aug 06 18:25:43.504219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-491192af-698b-425b-892b-f4d27e5b6c29 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0246093 Aug 06 18:25:43.587922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-284261e7-4241-4ba7-9d4f-2367531bcc30 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677791 Aug 06 18:25:43.606857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:43.613761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.735135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] For port 0208aa07-4b8f-405b-b36e-2a514e4aca66, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0208aa07-4b8f-405b-b36e-2a514e4aca66,segment=NetworkSegment(fa91be98-08b2-4fd4-a003-eedfd59a73dc),segment_id=fa91be98-08b2-4fd4-a003-eedfd59a73dc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:43.735865 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.800514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Calling delete_port for 0208aa07-4b8f-405b-b36e-2a514e4aca66 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:43.847064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] For port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:43.848047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.879222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Calling delete_port for 958098ee-63f7-4ec9-8c1a-e3d309f7c70d owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:43.886937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d was not found and therefore no delete operation was performed {{(pid=94122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:25:43.890832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:43.976386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] No DVR routers for this DVR port 958098ee-63f7-4ec9-8c1a-e3d309f7c70d on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:44.054334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.057135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Port': ['ID=958098ee-63f7-4ec9-8c1a-e3d309f7c70d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:44.141083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-98b28b26-cd68-48b4-a2b1-879e57dc96ec service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443447 Aug 06 18:25:44.145972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] No DVR routers for this DVR port 0208aa07-4b8f-405b-b36e-2a514e4aca66 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:44.152506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacf1f0-96a1-46d6-ab92-af4e4f884a5b None None] Pushing event deleted for resources: {'Port': ['ID=0208aa07-4b8f-405b-b36e-2a514e4aca66,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:44.282262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.361414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb411a8-390d-49a3-a36e-ce7f34fd9a1d']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:44.391124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284290bf-4c33-4251-aea9-380f09f58cb2') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:44.391627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284290bf-4c33-4251-aea9-380f09f58cb2') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:44.418342 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.496420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.499824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0208aa07-4b8f-405b-b36e-2a514e4aca66 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:25:44.505914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:44.506914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.560458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0208aa07-4b8f-405b-b36e-2a514e4aca66 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:25:44.560916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0208aa07-4b8f-405b-b36e-2a514e4aca66 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:44.605322 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:44.610106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fcd328-f24b-4469-84ed-50e08165c1e1 req-ca287693-0fe3-4402-a33b-98af700b3c05 service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460526 Aug 06 18:25:44.628966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.638010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:44.642423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/networks/6fb411a8-390d-49a3-a36e-ce7f34fd9a1d HTTP/1.1" status: 204 len: 168 time: 2.6454310 Aug 06 18:25:44.644919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47478) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:44.687749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac2984-093a-44b7-b5d6-55eaa6fb9b04 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Network': ['ID=6fb411a8-390d-49a3-a36e-ce7f34fd9a1d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:44.848147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.003723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ef11067-6746-40a5-b5a7-b342864160ba req-480092cb-4fdb-4897-ba57-a185fa0f162d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=44565ee6-6696-46ff-a646-8b5dd3c858d9 HTTP/1.1" status: 200 len: 210 time: 0.1088769 Aug 06 18:25:45.089690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.121676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cdd0ca-46f6-4962-851d-40c921f37c21']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:45.167981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa91be98-08b2-4fd4-a003-eedfd59a73dc') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:45.168731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa91be98-08b2-4fd4-a003-eedfd59a73dc') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:45.193138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.264023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.275306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:45.276138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:45.281273 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:45.422546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.428542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.431372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/networks/a2cdd0ca-46f6-4962-851d-40c921f37c21 HTTP/1.1" status: 204 len: 168 time: 0.7818861 Aug 06 18:25:45.436446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47504) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:45.459854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc8bb-163a-47c7-a4c2-d8abf7d7c866 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Network': ['ID=a2cdd0ca-46f6-4962-851d-40c921f37c21,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:45.579667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting subnet 0982847b-e820-4076-ac35-6ce9aa9d364a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:25:45.585914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.652628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.816350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:45.999200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.081713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Subnet': ['ID=0982847b-e820-4076-ac35-6ce9aa9d364a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:46.094800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.099005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d33f39e-8f60-4c5d-be61-a4a824042218 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/subnets/0982847b-e820-4076-ac35-6ce9aa9d364a HTTP/1.1" status: 204 len: 168 time: 0.6593854 Aug 06 18:25:46.101502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:46.101888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88710a50-6bc0-4df6-881d-47ed8ded9b44 None None] Network c8babf6a-da2e-41fc-8229-5fbddad45149 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:46.287787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.486919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] DHCP port deletion for c8babf6a-da2e-41fc-8229-5fbddad45149 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:25:46.611365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-2792057a-939e-43c0-9051-d437df336f77 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:46.624940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-2792057a-939e-43c0-9051-d437df336f77 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.4163311 Aug 06 18:25:46.645379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Deleting port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:46.647257 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.653164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Deleting port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:25:46.654111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.671920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-90255ce5-9c2a-4556-8c66-ea3a177a6e28 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0424776 Aug 06 18:25:46.777397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] For port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,segment=NetworkSegment(a6a343b7-eae5-42d3-83bc-83c4a6394eaa),segment_id=a6a343b7-eae5-42d3-83bc-83c4a6394eaa)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:46.777397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.777677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-bb868cc6-b125-4fe0-9b0f-26b6d202d4ff tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015568 Aug 06 18:25:46.796673 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Calling delete_port for 4b352ce7-b0aa-4d73-90df-ed60db0a32cb owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:46.895622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] For port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,segment=NetworkSegment(a6a343b7-eae5-42d3-83bc-83c4a6394eaa),segment_id=a6a343b7-eae5-42d3-83bc-83c4a6394eaa)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:46.896290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:46.930268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Calling delete_port for 4b352ce7-b0aa-4d73-90df-ed60db0a32cb owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:25:46.951199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:47.026615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] Pushing event deleted for resources: {'Port': ['ID=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:47.030705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cc57d-7875-4ada-b3ae-0d3dd7338ac6 None None] No DVR routers for this DVR port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:47.356724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-49121166-439e-418b-b788-6e5144bca90e service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921931 Aug 06 18:25:47.406497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:47.583943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-ea0a8162-2db1-480a-a243-2b760a9f9e7e service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139912 Aug 06 18:25:47.675548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Port': ['ID=4b352ce7-b0aa-4d73-90df-ed60db0a32cb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:47.701080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] No DVR routers for this DVR port 4b352ce7-b0aa-4d73-90df-ed60db0a32cb on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:25:47.908275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:47.928254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8babf6a-da2e-41fc-8229-5fbddad45149']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:47.950095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:47.950643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a343b7-eae5-42d3-83bc-83c4a6394eaa') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:25:47.991002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:48.027269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:48.040551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:25:48.041597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:25:48.048217 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:25:48.167549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69991240-c712-4487-8979-e1f243c6ddcd req-08be470d-5fe1-4aa0-b4dc-168503f276f9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 210 time: 0.1392593 Aug 06 18:25:48.255740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:48.289270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:48.297897 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/networks/c8babf6a-da2e-41fc-8229-5fbddad45149 HTTP/1.1" status: 204 len: 168 time: 2.1942527 Aug 06 18:25:48.304133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47600) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:48.347916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1e112-dfca-43e4-a61e-b19958afc11c tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Pushing event deleted for resources: {'Network': ['ID=c8babf6a-da2e-41fc-8229-5fbddad45149,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:48.386618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47602) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:48.401895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-84cd1eea-1bb9-439a-992c-f6a46975d369 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c730a60-1bec-47f1-8f7e-10aa058b373f HTTP/1.1" status: 200 len: 205 time: 0.0952430 Aug 06 18:25:48.605005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b352ce7-b0aa-4d73-90df-ed60db0a32cb no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:25:48.661883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4b352ce7-b0aa-4d73-90df-ed60db0a32cb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:25:48.662452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4b352ce7-b0aa-4d73-90df-ed60db0a32cb not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:25:48.726319 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:49.347529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9f81bd5-242d-4c0c-9cd9-c0678fd48c3e req-3e4b2f8a-1fe0-422b-a03a-0183d87aedf6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 210 time: 0.0521281 Aug 06 18:25:49.572423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:49.576172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:49.637236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:49.638526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Fanout notify agent at l3_agent the message router_deleted on router 3c730a60-1bec-47f1-8f7e-10aa058b373f {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:25:49.652724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:49.655122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2f71ee77-75eb-4dad-92d3-45d5ed3d19f3 tempest-RoutersNegativeTest-228925435 tempest-RoutersNegativeTest-228925435-project] 10.222.0.64 "DELETE /v2.0/routers/3c730a60-1bec-47f1-8f7e-10aa058b373f HTTP/1.1" status: 204 len: 168 time: 1.2659478 Aug 06 18:25:50.357383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47636) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:50.668230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-8908c7c5-f999-4707-94ce-d4400a8a88e5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:50.674168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b650aa5d-b97f-42ed-8a79-f748741b07f7 req-497aa5cb-1616-4c2e-be22-580e81f2b491 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 210 time: 0.0521996 Aug 06 18:25:50.677116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-8908c7c5-f999-4707-94ce-d4400a8a88e5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.3200357 Aug 06 18:25:50.696800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-638eb1e4-51ff-4dbb-a511-f1793243bdd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cf5413ebab64f188e11aad980380dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380222 Aug 06 18:25:50.700178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47644) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:50.721508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:50.790885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:50.851604 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:50.944444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:50.952597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:50.967311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:50.970579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:50.972278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8884ae6-ae5d-4dd9-8120-bcfe3fd2be48 HTTP/1.1" status: 204 len: 168 time: 0.2703617 Aug 06 18:25:51.006737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca535fc2-efdf-482c-9352-aac1f1c30582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8884ae6-ae5d-4dd9-8120-bcfe3fd2be48,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:51.284416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.2 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/524af8af-0629-4014-9edc-9fbbfc769a8f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:51.661227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:51.816705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:51.839531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:51.989202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:52.013503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:52.022338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:52.036744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:52.104273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc04e-86a9-4fc2-a0d9-8633dbed4fce req-7b5765c0-cd17-4c2e-a676-1d3a62acab34 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:52.125464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cedfc04e-86a9-4fc2-a0d9-8633dbed4fce req-7b5765c0-cd17-4c2e-a676-1d3a62acab34 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 931 time: 0.2209845 Aug 06 18:25:52.232578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cedfc04e-86a9-4fc2-a0d9-8633dbed4fce req-2def0c03-b066-4897-8958-fae4862d684e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057713 Aug 06 18:25:52.275240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34717b1-bc68-49e8-8486-86f1b8a95d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.294189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:52.296646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.485832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88c897-e36a-407f-b545-d28ed6c9cc90 req-e98d9753-7cfb-4bdb-bb8a-8ff2b0dcd85b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:52.497243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d88c897-e36a-407f-b545-d28ed6c9cc90 req-e98d9753-7cfb-4bdb-bb8a-8ff2b0dcd85b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.1608400 Aug 06 18:25:52.519623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34717b1-bc68-49e8-8486-86f1b8a95d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.531032 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34717b1-bc68-49e8-8486-86f1b8a95d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.550259 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-e19b1845-7869-4b99-8b3c-9b20a78ca70c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8626177 Aug 06 18:25:52.575784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Request body: {'port': {'device_id': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:52.599046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b34717b1-bc68-49e8-8486-86f1b8a95d7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30f4c62c4ad74828899125655a4e8cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537997 Aug 06 18:25:52.600157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47708) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:52.612014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34717b1-bc68-49e8-8486-86f1b8a95d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98cb952-374f-470a-8666-40d0e50acd13,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:52.650956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d88c897-e36a-407f-b545-d28ed6c9cc90 req-5c6d1a3e-f79f-4f97-b0c0-731ff2ee00f6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519663 Aug 06 18:25:52.758333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47712) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:52.800586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.906705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.118130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0f025997-f610-4350-926d-dea97c8c9a89 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:53.118947 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-0f025997-f610-4350-926d-dea97c8c9a89 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 18:25:53.119583 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-0f025997-f610-4350-926d-dea97c8c9a89 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:25:53.129254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0f025997-f610-4350-926d-dea97c8c9a89 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3609343 Aug 06 18:25:53.129779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47720) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:53.152569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--313670720'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:53.157860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.222523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.244130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.435123 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.443604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.448865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a98cb952-374f-470a-8666-40d0e50acd13 HTTP/1.1" status: 204 len: 168 time: 0.8435934 Aug 06 18:25:53.458494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.467237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.501789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d96e-7ab2-42db-bc33-ee7d8f9b753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98cb952-374f-470a-8666-40d0e50acd13,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:53.574601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.607353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c99f121-e67d-48bd-87da-1e208348244b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:53.625234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.670518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.672221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5412922 Aug 06 18:25:53.673534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9918-4403-46b1-8381-75ff3442df58 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1237ccb-3a5b-46a2-8935-f7eee2ba316c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:53.676712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47734) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:53.693930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'e1237ccb-3a5b-46a2-8935-f7eee2ba316c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:53.747188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.945089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.957933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:53.987777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d5251b-588a-4058-98bf-33c5776ebf1f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:53.999666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.001255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f51cafaa-cc25-4e48-a6ee-879ffccd54e9 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116958 Aug 06 18:25:54.006211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:54.018158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7066c58-0f58-4395-bc2e-c54256b18dec tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'e1237ccb-3a5b-46a2-8935-f7eee2ba316c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:54.058219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524af8af-0629-4014-9edc-9fbbfc769a8f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:25:54.094170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9d161-62ae-4649-90d8-4bdccaa83ef5 req-3b75cffd-1de4-4d79-b316-83b5b9c13f4c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:54.096303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9a9d161-62ae-4649-90d8-4bdccaa83ef5 req-3b75cffd-1de4-4d79-b316-83b5b9c13f4c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 931 time: 0.5804572 Aug 06 18:25:54.099832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.100707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7066c58-0f58-4395-bc2e-c54256b18dec tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.155560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Transition to ACTIVE for port object 524af8af-0629-4014-9edc-9fbbfc769a8f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:54.175537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.229147 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-b7066c58-0f58-4395-bc2e-c54256b18dec tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 18:25:54.233292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7066c58-0f58-4395-bc2e-c54256b18dec tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2234936 Aug 06 18:25:54.238837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:54.410473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9a9d161-62ae-4649-90d8-4bdccaa83ef5 req-60601925-9dc7-4bb0-89d3-4dc72e52ad64 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729540 Aug 06 18:25:54.411185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Pushing event updated for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:54.424595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.462290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.492942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Attempting to bind port 524af8af-0629-4014-9edc-9fbbfc769a8f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:25:54.495849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Attempting to bind port 524af8af-0629-4014-9edc-9fbbfc769a8f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:25:54.497103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Attempting to bind port 524af8af-0629-4014-9edc-9fbbfc769a8f on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:54.513096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Port 524af8af-0629-4014-9edc-9fbbfc769a8f on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:25:54.513952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Attempting to bind port 524af8af-0629-4014-9edc-9fbbfc769a8f on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:54.520752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:25:54.521315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:54.522000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:25:54.522452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Bound port: 524af8af-0629-4014-9edc-9fbbfc769a8f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:25:54.523512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.566211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.571972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.574143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1237ccb-3a5b-46a2-8935-f7eee2ba316c HTTP/1.1" status: 204 len: 168 time: 0.3331530 Aug 06 18:25:54.577624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:54.595657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d228966-4180-4c40-911f-0da2e99684dd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1237ccb-3a5b-46a2-8935-f7eee2ba316c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:54.662177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:25:54.687275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dda8c756-750a-481f-9d5b-d234e96fa5a0 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977769 Aug 06 18:25:54.687275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=524af8af-0629-4014-9edc-9fbbfc769a8f,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:25:54.687832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47756) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:54.690498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47758) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:54.694124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--901003402'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:54.701225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.723404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ce5fe83-1d6a-44a4-b596-6f2426fb0162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.781556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:54.782162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.783721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] 10.222.0.55 "PUT /v2.0/ports/524af8af-0629-4014-9edc-9fbbfc769a8f HTTP/1.1" status: 200 len: 1092 time: 2.2197690 Aug 06 18:25:54.784425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:25:54.784425 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:25:54.784425 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '5d6cb04ca33b4e14af747834f6e24ccf', 'id': '338bfc0b-bd97-43cb-9c40-37d362b1303d', 'expiration': datetime.datetime(2021, 8, 6, 18, 27, 54, 763933)}] Aug 06 18:25:54.784425 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:25:54.785181 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:25:54.785181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:25:54.788027 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab1d0b-d405-4b26-9614-be4486e4fe19" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:25:54.799173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d97f8e-3306-4115-a4df-483309635803 service neutron] Pushing event updated for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:54.912595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ce5fe83-1d6a-44a4-b596-6f2426fb0162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.921131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ce5fe83-1d6a-44a4-b596-6f2426fb0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:54.984665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8ce5fe83-1d6a-44a4-b596-6f2426fb0162 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6debf290267b4515acdb754277613f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909896 Aug 06 18:25:54.999779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47770) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:55.005375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-1e365ebe-8629-4c2c-a82e-7628ed58b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:55.009237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5fe83-1d6a-44a4-b596-6f2426fb0162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca287048-d0e2-4086-be01-a95ff9d0f6cf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:55.012553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-1e365ebe-8629-4c2c-a82e-7628ed58b355 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 1095 time: 0.1776447 Aug 06 18:25:55.156477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-b067b334-bc09-4934-9ff7-64dd114a23f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=524af8af-0629-4014-9edc-9fbbfc769a8f HTTP/1.1" status: 200 len: 217 time: 0.1144998 Aug 06 18:25:55.220036 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012af2a0-664e-4449-af3e-1526556a4b1c x-openstack-request-id: req-012af2a0-664e-4449-af3e-1526556a4b1c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:25:55.220324 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:25:55.220579 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-012af2a0-664e-4449-af3e-1526556a4b1c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:25:55.220991 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f', 'status': 'completed', 'code': 200} Aug 06 18:25:55.243599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324866d4-fbcc-429f-9966-a654637a2106 req-ba2cbf1b-e0e8-47f8-ab7d-f31fe84190f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:55.245253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-ba2cbf1b-e0e8-47f8-ab7d-f31fe84190f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.0887074 Aug 06 18:25:55.252033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.296161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-40f9d9a8-3914-4677-bcf0-a2afe5399d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416536 Aug 06 18:25:55.327547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.420364 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.504297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.507150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.508438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca287048-d0e2-4086-be01-a95ff9d0f6cf HTTP/1.1" status: 204 len: 168 time: 0.4886620 Aug 06 18:25:55.524123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-103fcd4e-b4bf-4d0f-8b78-3a19f403057e service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140832 Aug 06 18:25:55.680956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca287048-d0e2-4086-be01-a95ff9d0f6cf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:55.700149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.700667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.701659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.701922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.702300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.702834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.703688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.704190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.704693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.705518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.705977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.706632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c2f3d2-0b36-4c37-ab84-71cc5db35a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:55.893254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.898369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-324866d4-fbcc-429f-9966-a654637a2106 req-c5655acb-509a-4749-ac7c-5d535199fa0f service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564193 Aug 06 18:25:55.919334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.942625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad3275-e4de-4857-81b9-a3afce7d6480 req-c9190a58-dc9b-4ee2-b9a4-bed33928a07a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:55.944581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68ad3275-e4de-4857-81b9-a3afce7d6480 req-c9190a58-dc9b-4ee2-b9a4-bed33928a07a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 943 time: 0.2715042 Aug 06 18:25:55.984581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.986798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2979615 Aug 06 18:25:55.991496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.006015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d5794037-8fc0-44f6-911f-94aeb48fd324 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '49096ab9-4176-4848-b7ba-6713b79ccd0a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:56.007749 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-d5794037-8fc0-44f6-911f-94aeb48fd324 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 18:25:56.008834 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-d5794037-8fc0-44f6-911f-94aeb48fd324 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:56.019587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5794037-8fc0-44f6-911f-94aeb48fd324 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0253251 Aug 06 18:25:56.020982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47796) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.042985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccf2d5-6f1e-4d3c-bf02-7360d735beff tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49096ab9-4176-4848-b7ba-6713b79ccd0a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:56.159757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.234526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-68ad3275-e4de-4857-81b9-a3afce7d6480 req-35d418f5-a0eb-49b7-8e23-8be9401b2d4e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461820 Aug 06 18:25:56.244019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-88b2e531-c6ff-473e-8c27-632881e013a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:56.252135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.260016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-88b2e531-c6ff-473e-8c27-632881e013a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 1095 time: 0.2383659 Aug 06 18:25:56.417869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.427180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.437171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/49096ab9-4176-4848-b7ba-6713b79ccd0a HTTP/1.1" status: 204 len: 168 time: 0.4141600 Aug 06 18:25:56.437502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47812) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.470271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47814) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.476579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be1f19-cf6e-41f6-a548-c1e03290a266 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49096ab9-4176-4848-b7ba-6713b79ccd0a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:56.511023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.524199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-574db34d-6ad9-4985-8ff2-1424831ae2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:56.525790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-574db34d-6ad9-4985-8ff2-1424831ae2cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.2709560 Aug 06 18:25:56.596621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47822) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.605901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c0fe892a-c4d4-4dee-a9a3-04305a7146ef tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612575 Aug 06 18:25:56.611615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--898509214'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:56.651601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-c195773c-a3af-4994-b1eb-4e0027bbdb94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=524af8af-0629-4014-9edc-9fbbfc769a8f HTTP/1.1" status: 200 len: 217 time: 0.1006663 Aug 06 18:25:56.707797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:25:56.707797 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:25:56.707797 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '59dd406730684bfd855456246361f08b', 'id': 'a78eedbc-8a94-41ed-894a-803b1b4f7532', 'expiration': datetime.datetime(2021, 8, 6, 18, 27, 56, 671248)}] Aug 06 18:25:56.707797 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:25:56.708490 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:25:56.709691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.747347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-8643083f-2190-473b-956e-f8b5d37ab996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:56.749771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-8643083f-2190-473b-956e-f8b5d37ab996 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.0902643 Aug 06 18:25:56.797758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-6b005d8e-c636-4c3d-916e-3947c4457803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333893 Aug 06 18:25:56.913500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.920454 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.962996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.964269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3657260 Aug 06 18:25:56.970603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:56.978033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-18c550fb-a7b2-4b66-9aeb-909612f9d7e3 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'a9839978-0638-4793-b2b8-3379446534d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:56.979478 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-18c550fb-a7b2-4b66-9aeb-909612f9d7e3 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 18:25:56.980397 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-18c550fb-a7b2-4b66-9aeb-909612f9d7e3 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:56.982826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18c550fb-a7b2-4b66-9aeb-909612f9d7e3 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108385 Aug 06 18:25:56.991357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47830) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:57.003588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-83db4021-1078-4eea-bfa8-f79eaa34bb61 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985941 Aug 06 18:25:57.048524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f448f3-9292-45e2-a01e-4ee7954e5c67 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9839978-0638-4793-b2b8-3379446534d2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:57.151745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.202589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.248410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.300948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.307861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.313265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/a9839978-0638-4793-b2b8-3379446534d2 HTTP/1.1" status: 204 len: 168 time: 0.3185468 Aug 06 18:25:57.322387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47844) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:57.360246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa110f-d39b-4ff7-8594-b9e49be4f01e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9839978-0638-4793-b2b8-3379446534d2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:57.365171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddab1d0b-d405-4b26-9614-be4486e4fe19 req-c7e475cf-ee08-4285-8b39-f6d65707319d service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531125 Aug 06 18:25:57.395985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:57.469754 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86e21a12-a623-4031-abf4-ae2dc39acd15 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1460011 Aug 06 18:25:57.470827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47850) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:57.481782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156015145'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:57.564712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae8b11-b0e6-48b4-a203-40fe03647a99 req-0484d2ca-c780-4d85-97bd-3dfc79ef4cb5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:57.566143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.569414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5ae8b11-b0e6-48b4-a203-40fe03647a99 req-0484d2ca-c780-4d85-97bd-3dfc79ef4cb5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 943 time: 0.1557715 Aug 06 18:25:57.583629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.692446 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.701412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5ae8b11-b0e6-48b4-a203-40fe03647a99 req-f62c2c2a-b38e-4659-919f-b4e98e01fad5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193039 Aug 06 18:25:57.705156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59dd406730684bfd855456246361f08b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291763 Aug 06 18:25:57.707843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47854) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:57.752808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a5f40bf-bcf7-4bfb-978c-3c3b0fda3c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.777658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f40b8c-d610-4615-9158-04d3112beaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b014e-06ee-4bcf-81ee-cb6adfb28064,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:57.838461 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.889029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.970205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.973564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.975175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d0b014e-06ee-4bcf-81ee-cb6adfb28064 HTTP/1.1" status: 204 len: 168 time: 0.2657428 Aug 06 18:25:57.988192 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a5f40bf-bcf7-4bfb-978c-3c3b0fda3c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.990368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03889173-3124-4d81-9f14-d4bbaef426ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b014e-06ee-4bcf-81ee-cb6adfb28064,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:58.000729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6a5f40bf-bcf7-4bfb-978c-3c3b0fda3c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.108137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6a5f40bf-bcf7-4bfb-978c-3c3b0fda3c0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=157e622d9f9b415fb1c7872248642d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967397 Aug 06 18:25:58.119280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.131268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f40bf-bcf7-4bfb-978c-3c3b0fda3c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e180b9-0e92-4b10-aa63-f32a9f640ff8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:58.218536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.239148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.248938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.280825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.296435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.300752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8218088 Aug 06 18:25:58.301029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47870) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.307598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-67906836-939e-414b-b3fa-08765ae8fa1d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '08a973e6-c7d8-4803-9705-cbca0da9f26f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:58.308939 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-67906836-939e-414b-b3fa-08765ae8fa1d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 18:25:58.309665 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-67906836-939e-414b-b3fa-08765ae8fa1d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:58.310933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67906836-939e-414b-b3fa-08765ae8fa1d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075579 Aug 06 18:25:58.312362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e43533-5394-4db0-bb71-e05aae457340 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a973e6-c7d8-4803-9705-cbca0da9f26f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:58.314794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47872) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.324862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b1340698-a854-40f7-b906-2cad88bd8b88 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '08a973e6-c7d8-4803-9705-cbca0da9f26f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:58.328765 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-b1340698-a854-40f7-b906-2cad88bd8b88 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 18:25:58.329392 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-b1340698-a854-40f7-b906-2cad88bd8b88 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:58.336682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1340698-a854-40f7-b906-2cad88bd8b88 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0172873 Aug 06 18:25:58.336972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.346794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-07266bc4-9ab5-404a-a5fd-535ab1b728c8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '08a973e6-c7d8-4803-9705-cbca0da9f26f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:58.347733 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-07266bc4-9ab5-404a-a5fd-535ab1b728c8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 18:25:58.348623 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-07266bc4-9ab5-404a-a5fd-535ab1b728c8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:58.349617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-07266bc4-9ab5-404a-a5fd-535ab1b728c8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113521 Aug 06 18:25:58.353842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47876) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.359156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2b80d56e-283c-473b-b5fd-43646009889e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '08a973e6-c7d8-4803-9705-cbca0da9f26f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:58.360212 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-2b80d56e-283c-473b-b5fd-43646009889e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 18:25:58.361012 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-2b80d56e-283c-473b-b5fd-43646009889e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:58.362158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2b80d56e-283c-473b-b5fd-43646009889e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072553 Aug 06 18:25:58.373257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47880) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.445394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.455705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.456790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.465068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75e180b9-0e92-4b10-aa63-f32a9f640ff8 HTTP/1.1" status: 204 len: 168 time: 0.3437994 Aug 06 18:25:58.483909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a73b2115-e8c4-478d-8a61-d73836172089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.489389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a123a-a3d2-43d7-a804-794ff661c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e180b9-0e92-4b10-aa63-f32a9f640ff8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:58.541225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.638200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.644352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:58.646973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/08a973e6-c7d8-4803-9705-cbca0da9f26f HTTP/1.1" status: 204 len: 168 time: 0.2725413 Aug 06 18:25:58.649963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47890) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.652441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 524af8af-0629-4014-9edc-9fbbfc769a8f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:25:58.696814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dfb08-1e13-4943-87db-91b7eadec8f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a973e6-c7d8-4803-9705-cbca0da9f26f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:58.809753 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e15d989-dbc4-4973-ae72-4bda88f1a660 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1577375 Aug 06 18:25:58.810474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47898) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:58.818707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102048527'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:58.915352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:25:58.923886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.082103 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.096595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.163640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:59.193001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:25:59.222917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=524af8af-0629-4014-9edc-9fbbfc769a8f,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:59.225257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47908) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:59.239588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1b14d5-0212-4d5b-84f8-e6ab98fe330b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:59.249828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.252817 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fa0c5cff-819c-4fc6-a39e-77077e7f7b44 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4405682 Aug 06 18:25:59.256623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47912) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:59.258598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae916312-b6ee-4756-b093-96b343bf6f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.279370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0a54199d-cab4-465d-8981-252d9d245fb1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:59.280348 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-0a54199d-cab4-465d-8981-252d9d245fb1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 18:25:59.281182 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-0a54199d-cab4-465d-8981-252d9d245fb1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:25:59.281980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf349-dba5-4303-a685-64ac5f55f55a req-52dd803d-db58-42e4-ab97-ea5d03b59fab tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:59.282800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a54199d-cab4-465d-8981-252d9d245fb1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212550 Aug 06 18:25:59.284832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9decf349-dba5-4303-a685-64ac5f55f55a req-52dd803d-db58-42e4-ab97-ea5d03b59fab tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 943 time: 0.4014766 Aug 06 18:25:59.286576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47914) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:59.296656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5eab4e98-6245-494d-bdc0-40c96e7ccae8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:59.331258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '524af8af-0629-4014-9edc-9fbbfc769a8f', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '524af8af-0629-4014-9edc-9fbbfc769a8f', 'mac_address': 'fa:16:3e:f0:1e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:25:59.354491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-5eab4e98-6245-494d-bdc0-40c96e7ccae8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:25:59.354491 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:25:59.354491 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': '5d6cb04ca33b4e14af747834f6e24ccf', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 25, 59, 314012)}] Aug 06 18:25:59.354491 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:25:59.355085 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-5eab4e98-6245-494d-bdc0-40c96e7ccae8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:25:59.407090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9decf349-dba5-4303-a685-64ac5f55f55a req-81532aac-9e02-4d5d-96e7-d76ad404d6a3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Aug 06 18:25:59.415575 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.448434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:25:59.503533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae916312-b6ee-4756-b093-96b343bf6f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.509836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:59.512669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:59.518406 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae916312-b6ee-4756-b093-96b343bf6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.520019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.527178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.579593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916312-b6ee-4756-b093-96b343bf6f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298bec26-4222-403c-a17a-3640f604b39b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:59.599169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae916312-b6ee-4756-b093-96b343bf6f64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44cc9875d73a47b09f029cb14ccabd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723612 Aug 06 18:25:59.603985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47922) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:59.619078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524af8af-0629-4014-9edc-9fbbfc769a8f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:25:59.656312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['56ea84cd-4f17-4b80-9d09-3957f2412cf8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:25:59.696585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117533958-network', 'tenant_id': 'e821e26c2ad14504b7218c142edcc281'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:59.712069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.741001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Made reservation on behalf of e821e26c2ad14504b7218c142edcc281 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:59.748386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=524af8af-0629-4014-9edc-9fbbfc769a8f,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:59.749506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.765391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.773212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.786121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.793186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:59.848410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.851700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:59.857849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/298bec26-4222-403c-a17a-3640f604b39b HTTP/1.1" status: 204 len: 168 time: 0.2476783 Aug 06 18:25:59.885894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c392ba-3ed3-4e75-a4e7-4e0660e2fdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298bec26-4222-403c-a17a-3640f604b39b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:59.916479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:00.004446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.010195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.039198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:26:00.054648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['524af8af-0629-4014-9edc-9fbbfc769a8f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:26:00.061733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aba569-654a-42fc-9284-dce90eda9d23,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:00.065580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.066156 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Added segment eef10bbf-af77-4206-850c-6325f36b46c8 of type vlan for network 73680e58-6577-4169-832d-d0411721885e Aug 06 18:26:00.118941 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-5eab4e98-6245-494d-bdc0-40c96e7ccae8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.120894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5eab4e98-6245-494d-bdc0-40c96e7ccae8 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8324637 Aug 06 18:26:00.124139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47932) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.131837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-66f3a699-8464-4365-a7cd-beff3f729105 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.132452 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-66f3a699-8464-4365-a7cd-beff3f729105 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 18:26:00.135192 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-66f3a699-8464-4365-a7cd-beff3f729105 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.146540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-66f3a699-8464-4365-a7cd-beff3f729105 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183110 Aug 06 18:26:00.147618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47934) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.149706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.158346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cd8a3b26-0685-409f-9b51-d2359a1c8f4c tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.207856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.209353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:00.211680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.231599 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-cd8a3b26-0685-409f-9b51-d2359a1c8f4c tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.248658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cd8a3b26-0685-409f-9b51-d2359a1c8f4c tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0994363 Aug 06 18:26:00.255888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.284709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ff538113-0771-4bb1-9164-bc8a442e3e0d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.287114 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-ff538113-0771-4bb1-9164-bc8a442e3e0d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 18:26:00.288001 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ff538113-0771-4bb1-9164-bc8a442e3e0d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.289789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff538113-0771-4bb1-9164-bc8a442e3e0d tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0322506 Aug 06 18:26:00.295100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47944) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.314828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-896b029a-c92f-44b6-b3dd-20240b8e70bb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.320854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8091235 Aug 06 18:26:00.325611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47946) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.337983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Request body: {'subnet': {'network_id': '73680e58-6577-4169-832d-d0411721885e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117533958-subnet', 'tenant_id': 'e821e26c2ad14504b7218c142edcc281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.362801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee29433-adad-4053-bfb1-0c562f535895 admin admin] Pushing event updated for resources: {'Network': ['ID=73680e58-6577-4169-832d-d0411721885e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:00.384100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 73680e58-6577-4169-832d-d0411721885e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:26:00.388174 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-896b029a-c92f-44b6-b3dd-20240b8e70bb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Project 5d6cb04ca33b4e14af747834f6e24ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:26:00.454143 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-896b029a-c92f-44b6-b3dd-20240b8e70bb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.462221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Made reservation on behalf of e821e26c2ad14504b7218c142edcc281 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:26:00.466629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.469326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-896b029a-c92f-44b6-b3dd-20240b8e70bb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1720629 Aug 06 18:26:00.473631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47954) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.489183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-20552d3f-6d43-4e54-b063-7e75602f9219 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.489995 n-d-793621-29 neutron-server[94121]: WARNING neutron.api.v2.base [None req-20552d3f-6d43-4e54-b063-7e75602f9219 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 18:26:00.490552 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-20552d3f-6d43-4e54-b063-7e75602f9219 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.497407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20552d3f-6d43-4e54-b063-7e75602f9219 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202456 Aug 06 18:26:00.500610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.518605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b1a68c80-451f-4212-baee-49676cafd003 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.559684 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-b1a68c80-451f-4212-baee-49676cafd003 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Project 5d6cb04ca33b4e14af747834f6e24ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:26:00.595417 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-b1a68c80-451f-4212-baee-49676cafd003 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.600195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1a68c80-451f-4212-baee-49676cafd003 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0913568 Aug 06 18:26:00.601060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47960) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.615776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ccfa8dfe-f162-4c41-86e2-ee55cfaab89b tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bb1b14d5-0212-4d5b-84f8-e6ab98fe330b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:00.674884 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-ccfa8dfe-f162-4c41-86e2-ee55cfaab89b tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Project 5d6cb04ca33b4e14af747834f6e24ccf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:26:00.684210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64148c-e963-4e5d-953b-7ff74f3c536c req-8653b42b-29b9-4226-8d86-eabb9cf58504 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:00.686669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e64148c-e963-4e5d-953b-7ff74f3c536c req-8653b42b-29b9-4226-8d86-eabb9cf58504 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 944 time: 0.1261511 Aug 06 18:26:00.709797 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ccfa8dfe-f162-4c41-86e2-ee55cfaab89b tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:00.715978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47964) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:00.717639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ccfa8dfe-f162-4c41-86e2-ee55cfaab89b tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1145961 Aug 06 18:26:00.829967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:00.867138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e64148c-e963-4e5d-953b-7ff74f3c536c req-ca1e44d6-7ea6-41f7-8fab-cb7d29e0a269 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656120 Aug 06 18:26:00.919017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:00.920074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:00.992781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.022358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.048394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.055234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.058139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:01.061624 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d257aef5-8cc3-47d4-8aa4-4e76e2a90fbc" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:01.097770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:01.102646 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.194029 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ba319-768d-4f1f-ae84-a0e9f5715d83 x-openstack-request-id: req-3a0ba319-768d-4f1f-ae84-a0e9f5715d83 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:01.195328 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:01.195761 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a0ba319-768d-4f1f-ae84-a0e9f5715d83 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:01.196365 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:26:01.209260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7713be1-d319-4b09-9c20-b1d3f406ecab,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:01.252332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Checking segment: {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:26:01.252961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Network hostable DHCP agents. Network: 73680e58-6577-4169-832d-d0411721885e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:26:01.264791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:01.269854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.275348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.282079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47980) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:01.282787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/bb1b14d5-0212-4d5b-84f8-e6ab98fe330b HTTP/1.1" status: 204 len: 168 time: 0.5641317 Aug 06 18:26:01.303221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcf5d0-aa0f-4fd0-83f0-73e08ef53e35 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1b14d5-0212-4d5b-84f8-e6ab98fe330b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:01.353696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Network 73680e58-6577-4169-832d-d0411721885e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:26:01.375610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 73680e58-6577-4169-832d-d0411721885e) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:26:01.382827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:01.383343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.392394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f697b9f3-32b1-4a5c-aec5-ae9abd8e3795 None None] Network 73680e58-6577-4169-832d-d0411721885e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:26:01.393822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3b68a6dc-87d1-4fc4-a593-bf11d64fe6ca tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102679 Aug 06 18:26:01.400764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47988) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:01.407133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--764591338'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:01.421392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f5fc1e57-5e9b-4bf4-a038-b56ba209ac1c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0941243 Aug 06 18:26:01.453531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.483654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.588478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669f3ab-5239-4389-8bb4-6663353bf1f0 None None] Network 73680e58-6577-4169-832d-d0411721885e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:26:01.683408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.700904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.704592 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3569d4b-d5b0-4e2a-adac-f31d8394b6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.822813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b3b43-9c83-4bc1-9ff4-82fc8dcb2bb8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:01.841122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:01.847915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7104b705-b4a4-474f-9a3f-6dd9a117f145 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4443908 Aug 06 18:26:01.851165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48002) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:01.857880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-942f53bc-0238-4592-8518-e83847769afd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '5f6b3b43-9c83-4bc1-9ff4-82fc8dcb2bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:01.972313 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-942f53bc-0238-4592-8518-e83847769afd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The resource could not be found. Aug 06 18:26:01.974367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-942f53bc-0238-4592-8518-e83847769afd tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1214805 Aug 06 18:26:01.979010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48012) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:01.987359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-52d31278-11ea-472d-b48a-723586a907eb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '5f6b3b43-9c83-4bc1-9ff4-82fc8dcb2bb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b8be5772-44ce-45c6-8d8b-73ff7b544312'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:02.159910 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-52d31278-11ea-472d-b48a-723586a907eb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The resource could not be found. Aug 06 18:26:02.167291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-52d31278-11ea-472d-b48a-723586a907eb tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1821718 Aug 06 18:26:02.167589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48016) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:02.202587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c97066-f8e7-418d-941d-dc09039bc73c req-fdc74f6b-adf3-4deb-97b6-8574c55dde7e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:02.205002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-19c97066-f8e7-418d-941d-dc09039bc73c req-fdc74f6b-adf3-4deb-97b6-8574c55dde7e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 944 time: 0.1811895 Aug 06 18:26:02.294215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.299460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-19c97066-f8e7-418d-941d-dc09039bc73c req-7c427ace-7516-4c2e-b21f-0d20feafa17d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846796 Aug 06 18:26:02.341995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.441475 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.455127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.461618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f6b3b43-9c83-4bc1-9ff4-82fc8dcb2bb8 HTTP/1.1" status: 204 len: 168 time: 0.2864676 Aug 06 18:26:02.462226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48030) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:02.497732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156f14-7a23-412e-a83a-20cfb0cd022a tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b3b43-9c83-4bc1-9ff4-82fc8dcb2bb8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:02.553927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d6836c5-971b-40b0-91d4-c281ad5d8ccf tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898979 Aug 06 18:26:02.560009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48032) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:02.565525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-279552d6-fd4e-4896-a88a-251301b0e261 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'bebbf5bf-2335-42bd-81a0-08432112565a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:02.624947 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-279552d6-fd4e-4896-a88a-251301b0e261 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The resource could not be found. Aug 06 18:26:02.627484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-279552d6-fd4e-4896-a88a-251301b0e261 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0657177 Aug 06 18:26:02.633199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:02.639359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--412761692'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:02.669482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 524af8af-0629-4014-9edc-9fbbfc769a8f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:02.675967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.765226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 524af8af-0629-4014-9edc-9fbbfc769a8f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:26:02.776085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 524af8af-0629-4014-9edc-9fbbfc769a8f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:02.782321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.899455 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.905660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.943340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef2809-ce7f-48ef-87ae-70f8ae968690,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:02.981840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:02.983204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c35c3196-26cb-402f-ae18-5528e0ab2f79 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3487732 Aug 06 18:26:02.988023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48058) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:02.993496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033400385'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:03.038720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.067125 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.194346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=524af8af-0629-4014-9edc-9fbbfc769a8f,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:03.197684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:03.201234 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ecedcb-1f6a-4297-beac-4d26bf13188a" -d '{"events": [{"server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "name": "network-vif-plugged", "status": "completed", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:03.207765 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.215034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.266386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.289201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.291650 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7334af-0bfe-4dce-8fbd-376b6c2775ad x-openstack-request-id: req-8d7334af-0bfe-4dce-8fbd-376b6c2775ad {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:03.291941 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "name": "network-vif-plugged", "status": "completed", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:03.293393 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d7334af-0bfe-4dce-8fbd-376b6c2775ad {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:03.294154 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f', 'code': 200} Aug 06 18:26:03.312463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.318876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3246984 Aug 06 18:26:03.320754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:03.335849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4a2418f6-9a8e-4531-bb1d-1c908899b1f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': '06ef2809-ce7f-48ef-87ae-70f8ae968690', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5d1f9e7d-64ba-430b-a364-6da4c1bb76cd'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:03.357264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9ecd-da61-4e32-a15e-4543e48472d1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f9e7d-64ba-430b-a364-6da4c1bb76cd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:03.365552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:03.446418 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-4a2418f6-9a8e-4531-bb1d-1c908899b1f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:03.448755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a2418f6-9a8e-4531-bb1d-1c908899b1f5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1172221 Aug 06 18:26:03.453059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf03a62-8d9a-4d97-9839-7701a40194a2 req-83b1b157-6d80-4ebe-93f1-4934ded67861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:03.453644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:03.455733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eaf03a62-8d9a-4d97-9839-7701a40194a2 req-83b1b157-6d80-4ebe-93f1-4934ded67861 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 1097 time: 0.0740314 Aug 06 18:26:03.539461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eaf03a62-8d9a-4d97-9839-7701a40194a2 req-d6bbaf92-df03-49ea-8cc0-36e2aabd5a4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758536 Aug 06 18:26:03.565865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922dec7-2f7a-4713-89f3-43c7e0d9532b req-977c64c4-29a2-497c-bc9f-ec0d696b1c33 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:03.567502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0922dec7-2f7a-4713-89f3-43c7e0d9532b req-977c64c4-29a2-497c-bc9f-ec0d696b1c33 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.0929027 Aug 06 18:26:03.611623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.640231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0922dec7-2f7a-4713-89f3-43c7e0d9532b req-a763a195-7447-4e6e-8ba5-d14a5dc2d44b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Aug 06 18:26:03.692215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.767098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.770503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:03.775042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:03.776480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d1f9e7d-64ba-430b-a364-6da4c1bb76cd HTTP/1.1" status: 204 len: 168 time: 0.3209884 Aug 06 18:26:03.788635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef642707-ccb9-446a-a5ba-45fc6ef47a60 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f9e7d-64ba-430b-a364-6da4c1bb76cd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:03.914357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e0abebb-d6e6-41d1-8111-c51dcc1a2c72 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1358333 Aug 06 18:26:03.916598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48086) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.055925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.109667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.258628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.265543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.268848 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/06ef2809-ce7f-48ef-87ae-70f8ae968690 HTTP/1.1" status: 204 len: 168 time: 0.3497872 Aug 06 18:26:04.273064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.312273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3ae49-073f-432e-ac03-d6006f7eb1f1 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef2809-ce7f-48ef-87ae-70f8ae968690,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:04.392435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-301d3070-5c1d-471b-8f3a-312921c1fc9e tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172435 Aug 06 18:26:04.398795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48104) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.406110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--125514514'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:04.443586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.562007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.567607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.600280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.601595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2018209 Aug 06 18:26:04.604964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.610027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-aa5e431e-cf95-40b4-8493-be21f31057ce tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'c7635d0d-6eb0-4423-97f4-32dbacc3364f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:04.632889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da0b02-3c7b-4cf3-92a0-2a98f908691f tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7635d0d-6eb0-4423-97f4-32dbacc3364f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:04.634485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.671646 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-aa5e431e-cf95-40b4-8493-be21f31057ce tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:04.678293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.679550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aa5e431e-cf95-40b4-8493-be21f31057ce tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0730515 Aug 06 18:26:04.683670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-08368913-6e9e-47cd-9833-f07989c56cae tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group_rule': {'security_group_id': 'c7635d0d-6eb0-4423-97f4-32dbacc3364f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:04.760211 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-08368913-6e9e-47cd-9833-f07989c56cae tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 18:26:04.764614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-08368913-6e9e-47cd-9833-f07989c56cae tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0822842 Aug 06 18:26:04.764871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48120) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:04.866963 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.879095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fccc9-30dc-471b-98fe-d4bd8a41f094 req-9bcb10d2-c469-499e-982d-0852a1c8a112 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:04.881508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c09fccc9-30dc-471b-98fe-d4bd8a41f094 req-9bcb10d2-c469-499e-982d-0852a1c8a112 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.0931025 Aug 06 18:26:04.913048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:04.991242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c09fccc9-30dc-471b-98fe-d4bd8a41f094 req-7d9bc8f9-9216-4592-97fc-905ce613771f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Aug 06 18:26:05.034937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.038383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.042500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/c7635d0d-6eb0-4423-97f4-32dbacc3364f HTTP/1.1" status: 204 len: 168 time: 0.2761650 Aug 06 18:26:05.043046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:05.069761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216073fb-89e8-4cfc-8295-6581ef278765 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7635d0d-6eb0-4423-97f4-32dbacc3364f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:05.152191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48136) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:05.157965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958748193'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:05.164147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e00e40b1-baae-40dc-a40c-e8b7b9665282 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976377 Aug 06 18:26:05.208092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.453190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.465084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.521732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fc31-4e00-4d15-a8f9-b9cc9c2ff5e0 req-03f328b2-bcb0-4b55-aac2-5bc5c9f101b5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:05.523869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38b0fc31-4e00-4d15-a8f9-b9cc9c2ff5e0 req-03f328b2-bcb0-4b55-aac2-5bc5c9f101b5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.0905015 Aug 06 18:26:05.524237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.531158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3758423 Aug 06 18:26:05.531158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc2a8-e489-49a0-a546-56ab16bc8726 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3760d91a-e3dd-46d9-ac35-3687b5ec9acf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:05.531158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48160) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:05.544075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6ebfbf96-61a6-403d-bdb6-f15cdf203c33 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:05.550132 n-d-793621-29 neutron-server[94122]: WARNING neutron.api.v2.base [None req-6ebfbf96-61a6-403d-bdb6-f15cdf203c33 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 18:26:05.550991 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-6ebfbf96-61a6-403d-bdb6-f15cdf203c33 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 18:26:05.552083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6ebfbf96-61a6-403d-bdb6-f15cdf203c33 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "PUT /v2.0/security-groups/3760d91a-e3dd-46d9-ac35-3687b5ec9acf HTTP/1.1" status: 409 len: 330 time: 0.0196400 Aug 06 18:26:05.566931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48166) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:05.652749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38b0fc31-4e00-4d15-a8f9-b9cc9c2ff5e0 req-d107582a-1e6d-4ed3-a47d-33a214a8d064 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054521 Aug 06 18:26:05.737056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.766510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.776203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-baf63ee9-d790-45c3-8e86-48c19c55ee8b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:05.786679 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-baf63ee9-d790-45c3-8e86-48c19c55ee8b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 809 time: 0.1513486 Aug 06 18:26:05.802269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-213c7f0e-bfa5-41db-b8b0-3ddf096af0d7 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/quotas/e821e26c2ad14504b7218c142edcc281 HTTP/1.1" status: 200 len: 375 time: 0.0141428 Aug 06 18:26:05.850751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-6487c7fa-d3e8-4ef0-96ab-b034b540e267 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401413 Aug 06 18:26:05.871290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.874254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:05.875942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/3760d91a-e3dd-46d9-ac35-3687b5ec9acf HTTP/1.1" status: 204 len: 168 time: 0.3084273 Aug 06 18:26:05.881079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48178) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:05.886729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab826b-f83f-4d98-bba3-90e0ea970278 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3760d91a-e3dd-46d9-ac35-3687b5ec9acf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:05.976910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8abf062c-5190-43f3-bc12-de35d3df42ef tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897293 Aug 06 18:26:05.977410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48180) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:06.020866 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-3db755e2-508a-4cd1-a6b2-ba283bcb15a5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] delete failed (client error): The resource could not be found. Aug 06 18:26:06.028190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3db755e2-508a-4cd1-a6b2-ba283bcb15a5 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "DELETE /v2.0/security-groups/4435734a-0892-44cf-abd3-e117212ca05f HTTP/1.1" status: 404 len: 347 time: 0.0434768 Aug 06 18:26:06.028561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48190) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:06.045238 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-4b85c281-9b51-4ae1-bc82-679c380503f2 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] show failed (client error): The resource could not be found. Aug 06 18:26:06.048797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4b85c281-9b51-4ae1-bc82-679c380503f2 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-groups/fec1fd10-f646-473b-835d-0dd123102a5a HTTP/1.1" status: 404 len: 347 time: 0.0164404 Aug 06 18:26:06.054694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48192) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:06.056588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-4ea94a34-6b14-41a6-8e6c-a72b15c1da67 service neutron] 10.222.0.64 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933594 Aug 06 18:26:06.077262 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-905d3429-5858-44b9-bfd4-9602b1a70345 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] show failed (client error): The resource could not be found. Aug 06 18:26:06.095527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-905d3429-5858-44b9-bfd4-9602b1a70345 tempest-NegativeSecGroupIPv6Test-766812056 tempest-NegativeSecGroupIPv6Test-766812056-project] 10.222.0.64 "GET /v2.0/security-group-rules/b6e5192f-10f1-4465-b8e8-8fcd2e4c1ad6 HTTP/1.1" status: 404 len: 356 time: 0.0381072 Aug 06 18:26:06.209318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-02c80015-edc3-4770-8ac7-a43e5a8e44d4 service neutron] 10.222.0.64 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470177 Aug 06 18:26:06.735280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5dc37c3a-e411-40ec-acf4-4b034b7d4c3c req-853307f3-a3d5-4d58-b1c1-51a494b92e9c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.0883884 Aug 06 18:26:06.797460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48232) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:06.859666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d8ef1-e659-460d-bd0e-e7c3b8a0373f req-e7d40063-88a8-4698-932f-3cd7d1125177 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:06.870353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be9d8ef1-e659-460d-bd0e-e7c3b8a0373f req-e7d40063-88a8-4698-932f-3cd7d1125177 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.0871744 Aug 06 18:26:06.999988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be9d8ef1-e659-460d-bd0e-e7c3b8a0373f req-69d16a42-1b8d-4d13-882b-2829611ad32a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240017 Aug 06 18:26:07.139126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d09a8e1e-af57-4c4b-a43c-ca3afe402200 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d6cb04ca33b4e14af747834f6e24ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399293 Aug 06 18:26:07.144486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48242) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:07.225753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:07.263806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:07.379644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:07.384303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:07.386446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c99f121-e67d-48bd-87da-1e208348244b HTTP/1.1" status: 204 len: 168 time: 0.2401056 Aug 06 18:26:07.412662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840fec-ba0b-4d1c-befb-d43453ba7dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c99f121-e67d-48bd-87da-1e208348244b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:07.475993 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:26:07.896707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d83bb-b622-4d13-a0d4-12fd87587738 req-87ed7207-3d62-410d-b07d-dc4f24ff0de6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:07.900539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a6d83bb-b622-4d13-a0d4-12fd87587738 req-87ed7207-3d62-410d-b07d-dc4f24ff0de6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.1985502 Aug 06 18:26:07.988954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3631fd9-0a16-4def-9ad1-00743c5112cd req-f4d8afd7-8127-4bc7-9d10-03ece8cd303d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.0975518 Aug 06 18:26:08.042153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a6d83bb-b622-4d13-a0d4-12fd87587738 req-191d0d0e-7bb8-4bdf-a655-2c9930af272a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304119 Aug 06 18:26:09.232000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01452c9-994f-4ebf-b560-9647df2196eb req-f81a91ac-fe46-4e79-8f84-26b904ddf81c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:09.241044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b01452c9-994f-4ebf-b560-9647df2196eb req-f81a91ac-fe46-4e79-8f84-26b904ddf81c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.3419237 Aug 06 18:26:09.275267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108b92-0e6a-4038-b04e-8e80c5b63f96 req-42ed9c59-7f87-4e73-bd86-fce11bb3c8af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:09.296492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa108b92-0e6a-4038-b04e-8e80c5b63f96 req-42ed9c59-7f87-4e73-bd86-fce11bb3c8af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.1232843 Aug 06 18:26:09.308319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-8e0b2030-634a-46ae-a2b6-4b3a614627b0 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:09.316521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-8e0b2030-634a-46ae-a2b6-4b3a614627b0 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 809 time: 0.6910391 Aug 06 18:26:09.390551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa108b92-0e6a-4038-b04e-8e80c5b63f96 req-81e7785e-ce3c-4ce8-97c6-856562fae3dc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920820 Aug 06 18:26:09.472474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Request body: {'port': {'device_id': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'network_id': '73680e58-6577-4169-832d-d0411721885e', 'admin_state_up': True, 'tenant_id': 'e821e26c2ad14504b7218c142edcc281'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:09.594463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82b37295-3cb8-4cb5-a82b-61909da933e9 req-b6afae1e-c2ac-4b11-a97d-460c982c0fdf tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.2699590 Aug 06 18:26:09.862248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 524af8af-0629-4014-9edc-9fbbfc769a8f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:26:09.862917 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:10.123837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Made reservation on behalf of e821e26c2ad14504b7218c142edcc281 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:26:10.134070 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:10.227205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 524af8af-0629-4014-9edc-9fbbfc769a8f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=524af8af-0629-4014-9edc-9fbbfc769a8f,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:10.228028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:10.251739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 524af8af-0629-4014-9edc-9fbbfc769a8f owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:26:10.310514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:10.553515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48326) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:10.741918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e357b0-d511-4472-a424-cc74a644decd req-b7a9630f-e93c-4844-848e-fbf00c733586 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:10.757161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9e357b0-d511-4472-a424-cc74a644decd req-b7a9630f-e93c-4844-848e-fbf00c733586 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 945 time: 0.1566014 Aug 06 18:26:10.847495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3673dfc-22c2-4514-bd53-d7255c295a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:10.938390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9e357b0-d511-4472-a424-cc74a644decd req-f7db3724-7457-4d14-a1b0-d773808f751d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686790 Aug 06 18:26:11.033502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1998472e-b6ec-47ac-8b26-1f2ab77c2be4 req-4f3a694d-cef3-48cd-a906-d241babd141d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.1487267 Aug 06 18:26:11.194658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3673dfc-22c2-4514-bd53-d7255c295a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.202208 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3673dfc-22c2-4514-bd53-d7255c295a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.253061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.283158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3673dfc-22c2-4514-bd53-d7255c295a8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cc74bf17f38460a8e7fcc02ada8fc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280068 Aug 06 18:26:11.288778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:11.359716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Allocated IP 172.20.0.7 (73680e58-6577-4169-832d-d0411721885e/a7713be1-d319-4b09-9c20-b1d3f406ecab/1883c4f1-6365-4123-b2f8-762b1be378af) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:26:11.421360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3673dfc-22c2-4514-bd53-d7255c295a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f677236-c8ac-4074-89bb-fcc4f426d8dd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:11.510325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.609108 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.707889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.729350 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.858000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.859715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=524af8af-0629-4014-9edc-9fbbfc769a8f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:11.861582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:11.879723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f677236-c8ac-4074-89bb-fcc4f426d8dd HTTP/1.1" status: 204 len: 168 time: 0.5884826 Aug 06 18:26:11.892429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d250e10-34cc-4f23-b48f-d74685b52651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f677236-c8ac-4074-89bb-fcc4f426d8dd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:12.004609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 524af8af-0629-4014-9edc-9fbbfc769a8f on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:26:12.009856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:12.013708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b01452c9-994f-4ebf-b560-9647df2196eb req-ed73fb91-3430-4f1d-ae88-144f74ff6733 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "DELETE /v2.0/ports/524af8af-0629-4014-9edc-9fbbfc769a8f HTTP/1.1" status: 204 len: 173 time: 2.7606306 Aug 06 18:26:12.016802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'name': 'network-vif-deleted', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:12.032418 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad100d4-dd53-4555-8c9f-9ca6e9fea237" -d '{"events": [{"server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "name": "network-vif-deleted", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:12.072048 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:12.300858 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597f5e1e-5e6f-4279-af8d-9f2593d482b1 x-openstack-request-id: req-597f5e1e-5e6f-4279-af8d-9f2593d482b1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:12.314268 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a", "name": "network-vif-deleted", "tag": "524af8af-0629-4014-9edc-9fbbfc769a8f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:12.316209 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-597f5e1e-5e6f-4279-af8d-9f2593d482b1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:12.319411 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a', 'name': 'network-vif-deleted', 'tag': '524af8af-0629-4014-9edc-9fbbfc769a8f', 'status': 'completed', 'code': 200} Aug 06 18:26:12.377019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63131678-2a0e-427b-92a5-4a9629a0f365 req-26077e9f-db1c-4a39-9100-63c9c4150ae7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b0b89bd-3f22-4a1e-a6bd-3fef0a77f16a HTTP/1.1" status: 200 len: 210 time: 0.1503360 Aug 06 18:26:12.385250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Network 73680e58-6577-4169-832d-d0411721885e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:26:12.422756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:26:12.425954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:26:12.500630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:12.501827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:12.646696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:12.692334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-9a65bb3a-cda1-49b8-b9dc-45f0288b9a42 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2345226 Aug 06 18:26:12.723054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Request body: {'port': {'device_id': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:12.736444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 524af8af-0629-4014-9edc-9fbbfc769a8f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:26:12.821060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 524af8af-0629-4014-9edc-9fbbfc769a8f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:26:12.821946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 524af8af-0629-4014-9edc-9fbbfc769a8f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:26:13.285035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48380) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:13.333248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39168743-2098-4a86-a3f1-429404adfaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:13.629192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39168743-2098-4a86-a3f1-429404adfaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:13.637641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39168743-2098-4a86-a3f1-429404adfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:13.726032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39168743-2098-4a86-a3f1-429404adfaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6d6e0-ffea-4f97-bd5c-99f439eff156,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:13.792873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-39168743-2098-4a86-a3f1-429404adfaac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8bb322e8d71d4228ac024966c7229fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057361 Aug 06 18:26:13.799510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:13.883366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013a29-671c-4b87-83de-f1100f819485 req-7c812d90-7bc4-4a61-85be-5faa8650aa61 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:13.896570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db013a29-671c-4b87-83de-f1100f819485 req-7c812d90-7bc4-4a61-85be-5faa8650aa61 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 931 time: 1.4820471 Aug 06 18:26:14.017941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.041697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.088604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db013a29-671c-4b87-83de-f1100f819485 req-fd359162-95e2-47a3-aaec-87499c05d61d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908276 Aug 06 18:26:14.254980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.577285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.592520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.605789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04d6d6e0-ffea-4f97-bd5c-99f439eff156 HTTP/1.1" status: 204 len: 168 time: 0.8041244 Aug 06 18:26:14.647497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682644-94d1-4811-b96d-5239bd716e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6d6e0-ffea-4f97-bd5c-99f439eff156,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:14.685031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-dd811b20-dae9-43e3-92e9-73b9eeadf67f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:14.713907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-dd811b20-dae9-43e3-92e9-73b9eeadf67f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.7199671 Aug 06 18:26:14.770637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-fff3c26a-372f-4a24-8a37-5d53ca1a1788 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0548790 Aug 06 18:26:14.828473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1883c4f1-6365-4123-b2f8-762b1be378af {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:14.847190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.868315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Transition to ACTIVE for port object 1883c4f1-6365-4123-b2f8-762b1be378af will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:26:14.884056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:14.902213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-d8ddacbd-b304-4e0d-8a9d-b6784d249b7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223583 Aug 06 18:26:15.045021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:15.298967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Attempting to bind port 1883c4f1-6365-4123-b2f8-762b1be378af on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:26:15.299622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Attempting to bind port 1883c4f1-6365-4123-b2f8-762b1be378af by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:26:15.300151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Attempting to bind port 1883c4f1-6365-4123-b2f8-762b1be378af on network 73680e58-6577-4169-832d-d0411721885e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:15.320974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Port 1883c4f1-6365-4123-b2f8-762b1be378af on network 73680e58-6577-4169-832d-d0411721885e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:26:15.321829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-1797ece6-f6f9-4d95-9f26-03ee24a13f8e service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182844 Aug 06 18:26:15.322219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Attempting to bind port 1883c4f1-6365-4123-b2f8-762b1be378af on network 73680e58-6577-4169-832d-d0411721885e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:15.338763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:26:15.339114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Checking segment: {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:26:15.339563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Bound using segment: {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:26:15.340122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Bound port: 1883c4f1-6365-4123-b2f8-762b1be378af, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:26:15.340499 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:15.607580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:26:15.612414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:26:15.633086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:15.722420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-83c44032-a8de-41d0-8214-f9c7a824f38f service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984504 Aug 06 18:26:15.797819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:15.799054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:15.804481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] 10.222.0.16 "PUT /v2.0/ports/1883c4f1-6365-4123-b2f8-762b1be378af HTTP/1.1" status: 200 len: 1092 time: 3.0915077 Aug 06 18:26:15.826585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:15.832456 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d909065-2244-4d26-8d78-19eab0cbd4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:15.911121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8e69e-2160-4280-a482-14d202d72792 req-cc5b6af8-3bcf-4b5c-b2c3-bafef7a66716 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:15.926512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57c8e69e-2160-4280-a482-14d202d72792 req-cc5b6af8-3bcf-4b5c-b2c3-bafef7a66716 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 943 time: 0.3107786 Aug 06 18:26:16.353956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465415ed-b8c4-4b95-9903-ab3fe7b60eac service neutron] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:16.405582 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad60ae6-0af3-4a05-8c48-3463ff5d52bc x-openstack-request-id: req-5ad60ae6-0af3-4a05-8c48-3463ff5d52bc {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:16.406890 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:16.410807 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ad60ae6-0af3-4a05-8c48-3463ff5d52bc {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:16.417505 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af', 'status': 'completed', 'code': 200} Aug 06 18:26:16.504912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-68b3284f-91db-4821-9094-a4cd46147a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:16.507464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-68b3284f-91db-4821-9094-a4cd46147a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 1095 time: 0.6482203 Aug 06 18:26:16.557901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a2fe5aa-9587-43e0-9a83-24e46c69ddca req-894fa2ed-4a0f-432c-b808-8f54d8efaeb0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 210 time: 0.0964947 Aug 06 18:26:16.560832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-57c8e69e-2160-4280-a482-14d202d72792 req-c165caad-a638-4c2c-8398-f78278999360 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448922 Aug 06 18:26:16.625694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-06adf765-51e2-4592-84bf-b54670b01a6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1883c4f1-6365-4123-b2f8-762b1be378af HTTP/1.1" status: 200 len: 217 time: 0.1025770 Aug 06 18:26:16.818199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-834c2d8e-f135-4a40-b72a-34d0ffa14c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:16.820110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-834c2d8e-f135-4a40-b72a-34d0ffa14c4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7713be1-d319-4b09-9c20-b1d3f406ecab HTTP/1.1" status: 200 len: 849 time: 0.1856663 Aug 06 18:26:16.899174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-19414722-8ad0-4082-a801-b821fc77fbb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73680e58-6577-4169-832d-d0411721885e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708733 Aug 06 18:26:17.188979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-26bdf915-8d20-4346-a9fd-1599a9b9e7a1 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816372 Aug 06 18:26:17.648085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1e7af645-1eb7-4af9-99e4-715944f53442 req-cc24fae0-919d-4f4e-8cce-446257cf24cb service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479713 Aug 06 18:26:17.997186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9861c336-a6e1-446e-9205-e15daacbd02a req-3bc5f7ac-9e52-494d-bbf3-72fdee786291 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 210 time: 0.1468918 Aug 06 18:26:18.012352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-d1fbda1b-63c1-461b-9571-30ee7b19dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:18.026418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-d1fbda1b-63c1-461b-9571-30ee7b19dbf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 1095 time: 0.2240567 Aug 06 18:26:18.235857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c968ed-342f-42b5-bc8f-449724113ad5 req-ad3f344c-ea70-4650-baae-efcd11d8ed09 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:18.248009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08c968ed-342f-42b5-bc8f-449724113ad5 req-ad3f344c-ea70-4650-baae-efcd11d8ed09 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 943 time: 0.4058883 Aug 06 18:26:18.333067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08c968ed-342f-42b5-bc8f-449724113ad5 req-9f9f67c6-9b51-4c34-96ae-e4037f6e0f52 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833123 Aug 06 18:26:18.458726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-9497788a-6046-4e32-b4ec-98e48e403f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:18.460288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-9497788a-6046-4e32-b4ec-98e48e403f1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 910 time: 0.4234359 Aug 06 18:26:18.651646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-befa8299-7cdf-4b93-bad0-4aab74849322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1883c4f1-6365-4123-b2f8-762b1be378af HTTP/1.1" status: 200 len: 217 time: 0.1807146 Aug 06 18:26:19.112500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-19bd2e1b-c2e2-4b8d-b16e-acda0fc397af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:19.121788 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-19bd2e1b-c2e2-4b8d-b16e-acda0fc397af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.4926856 Aug 06 18:26:19.128520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-99cca874-1a25-4a39-b52d-196816da37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:19.133526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-99cca874-1a25-4a39-b52d-196816da37b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7713be1-d319-4b09-9c20-b1d3f406ecab HTTP/1.1" status: 200 len: 849 time: 0.4580710 Aug 06 18:26:19.216424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:19.357012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1cc297cb-03f8-4815-9612-2aa09c7a1949 req-6fd98a02-286a-4a47-ba3d-cf0109765f31 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 210 time: 0.0793867 Aug 06 18:26:19.548950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-b7b9a830-42a3-46b4-a28b-c533dd4d97f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73680e58-6577-4169-832d-d0411721885e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4014881 Aug 06 18:26:19.890504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:26:19.895082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:19.914944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-5cb18aef-daf1-4376-946a-9d2196f8e885 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409022 Aug 06 18:26:20.090020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6d033-f85a-48b3-86b8-0f747b017a86 req-6cda45a9-0617-4181-9724-6813f928fe07 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:20.099438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47b6d033-f85a-48b3-86b8-0f747b017a86 req-6cda45a9-0617-4181-9724-6813f928fe07 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 943 time: 0.4629200 Aug 06 18:26:20.170891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47b6d033-f85a-48b3-86b8-0f747b017a86 req-de8a3f78-2bad-481d-8718-984f5eb8daef tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Aug 06 18:26:20.315646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d909065-2244-4d26-8d78-19eab0cbd4bc req-17c72800-ed67-4dc2-8720-d6e32179a277 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775699 Aug 06 18:26:20.357788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.3 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/5b1d73cb-e190-4d63-b01e-daed2754f309) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:26:20.696434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37e6a4c0-f419-4004-99a8-86561c706daa req-ae9a8d8a-69de-4202-87ed-944ca7fd964b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 210 time: 0.0641527 Aug 06 18:26:20.822602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.902070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1883c4f1-6365-4123-b2f8-762b1be378af details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:26:20.936514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:21.027650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:26:21.034692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:26:21.056577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:26:21.160517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:21.202864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:21.203619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:21.269586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-e38b4b2d-d56b-48c7-9399-8b605497c987 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0691769 Aug 06 18:26:21.289789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Request body: {'port': {'device_id': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:21.398797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:21.445501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '1883c4f1-6365-4123-b2f8-762b1be378af', 'network_id': '73680e58-6577-4169-832d-d0411721885e', 'port_id': '1883c4f1-6365-4123-b2f8-762b1be378af', 'mac_address': 'fa:16:3e:3c:05:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7713be1-d319-4b09-9c20-b1d3f406ecab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:26:21.657808 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:21.719488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63de796-c47d-4543-93e6-66141ae4b064 req-1615575c-b809-4ff8-89b2-3d9611ab7952 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:21.723397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f63de796-c47d-4543-93e6-66141ae4b064 req-1615575c-b809-4ff8-89b2-3d9611ab7952 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 943 time: 0.2829599 Aug 06 18:26:21.742842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:21.855777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1883c4f1-6365-4123-b2f8-762b1be378af {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:22.125907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:22.156507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:22.168133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f63de796-c47d-4543-93e6-66141ae4b064 req-344d8ba6-bc4c-471d-9fc2-721186bf4f45 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211087 Aug 06 18:26:22.322688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158cbf-25d7-4aa2-bd46-e67505588702 req-f0ba401a-2bf7-4b71-9526-f843e5fcc7de tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:22.335208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8158cbf-25d7-4aa2-bd46-e67505588702 req-f0ba401a-2bf7-4b71-9526-f843e5fcc7de tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 931 time: 0.3582809 Aug 06 18:26:22.355873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:22.391334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.391745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.394566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.394928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.395271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.395609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.395946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.397996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.398778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.399119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.400865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.401720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.466156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8158cbf-25d7-4aa2-bd46-e67505588702 req-edd6c11c-5584-4ae1-9f60-98c4e2861e21 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267345 Aug 06 18:26:22.546605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1883c4f1-6365-4123-b2f8-762b1be378af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:26:22.839822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1d73cb-e190-4d63-b01e-daed2754f309 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:22.855757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:22.878782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Transition to ACTIVE for port object 5b1d73cb-e190-4d63-b01e-daed2754f309 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:26:22.886287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:22.939134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:23.173015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Attempting to bind port 5b1d73cb-e190-4d63-b01e-daed2754f309 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:26:23.173942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Attempting to bind port 5b1d73cb-e190-4d63-b01e-daed2754f309 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:26:23.179983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Attempting to bind port 5b1d73cb-e190-4d63-b01e-daed2754f309 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:23.199284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Port 5b1d73cb-e190-4d63-b01e-daed2754f309 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:26:23.199284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Attempting to bind port 5b1d73cb-e190-4d63-b01e-daed2754f309 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:23.216464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:26:23.221413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:26:23.221413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:26:23.221413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Bound port: 5b1d73cb-e190-4d63-b01e-daed2754f309, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:26:23.221413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:23.671732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:26:23.705159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:26:23.724540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:23.833908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08efd5-dbe9-4bb6-8aa2-4e9fc086abd0 req-50121ac2-5cb2-4820-ae8e-2d0a6b216762 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:23.846763 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c08efd5-dbe9-4bb6-8aa2-4e9fc086abd0 req-50121ac2-5cb2-4820-ae8e-2d0a6b216762 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 944 time: 0.3517880 Aug 06 18:26:23.872464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:23.873583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:23.875922 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] 10.222.0.55 "PUT /v2.0/ports/5b1d73cb-e190-4d63-b01e-daed2754f309 HTTP/1.1" status: 200 len: 1092 time: 2.6014018 Aug 06 18:26:23.876655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:23.881727 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c" -d '{"events": [{"name": "network-changed", "server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:24.008831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e796-2df1-4dd4-bc49-d85f4552b234 req-f7c5ec85-42a8-4882-8cec-61ecddb08f57 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:24.013351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c557e796-2df1-4dd4-bc49-d85f4552b234 req-f7c5ec85-42a8-4882-8cec-61ecddb08f57 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.3136206 Aug 06 18:26:24.108979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda09c9-67ab-4c21-ac94-ab172dbc4c3f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:24.128133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c557e796-2df1-4dd4-bc49-d85f4552b234 req-ec7d62cf-be8f-4e2f-97bb-c2050fd83452 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003616 Aug 06 18:26:24.232209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-20d77ec1-b609-46af-a3a4-d1ef87630a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:24.238512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-20d77ec1-b609-46af-a3a4-d1ef87630a22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 1095 time: 0.2526188 Aug 06 18:26:24.243830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c08efd5-dbe9-4bb6-8aa2-4e9fc086abd0 req-5a019914-c51f-4cee-aea3-c14fe46796eb tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797872 Aug 06 18:26:24.349737 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b90dc-1e98-46c7-8249-a10ffe1e4a23 x-openstack-request-id: req-ff9b90dc-1e98-46c7-8249-a10ffe1e4a23 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:24.350679 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:24.351129 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff9b90dc-1e98-46c7-8249-a10ffe1e4a23 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:24.353621 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'status': 'completed', 'code': 200} Aug 06 18:26:24.355738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-8ec71253-e54a-41ef-aab3-dd7d636b8516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b1d73cb-e190-4d63-b01e-daed2754f309 HTTP/1.1" status: 200 len: 217 time: 0.1057088 Aug 06 18:26:24.448717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-32f01f32-3db5-4f42-b7a0-3d13ad788a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:24.451634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-32f01f32-3db5-4f42-b7a0-3d13ad788a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.0887418 Aug 06 18:26:24.567677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-56774570-babd-44e4-ab5e-e14d906e2902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996971 Aug 06 18:26:24.936551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1883c4f1-6365-4123-b2f8-762b1be378af up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:24.992556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-7dfa2d3d-7afb-4e1d-ae6a-5ac72e452420 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212565 Aug 06 18:26:25.129981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 1883c4f1-6365-4123-b2f8-762b1be378af completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:26:25.130197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 1883c4f1-6365-4123-b2f8-762b1be378af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:25.139801 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:25.563529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:25.644648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:25.663865 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99417f23-8daf-444b-bbe8-fdecd37a8f54" -d '{"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-plugged", "status": "completed", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:25.695208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:25.700756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6e8a0a9-45ec-4b56-99e1-83836121b2d3 req-0be7b68e-244d-4951-8142-2e410f886219 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950393 Aug 06 18:26:25.704053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:25.751742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a100651-15dc-4215-8c43-973999f39840 req-b00f5ffe-ff5a-40e4-867b-5681045abb60 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:25.773160 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a100651-15dc-4215-8c43-973999f39840 req-b00f5ffe-ff5a-40e4-867b-5681045abb60 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 944 time: 0.1610658 Aug 06 18:26:25.789982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbaf14-e81e-4bcf-b9d3-0ea08ae9740b req-82bbb07b-e02b-4607-980a-aa69fee17fa7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:25.822173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8cbaf14-e81e-4bcf-b9d3-0ea08ae9740b req-82bbb07b-e02b-4607-980a-aa69fee17fa7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.3411772 Aug 06 18:26:25.960755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8cbaf14-e81e-4bcf-b9d3-0ea08ae9740b req-ca3e5fa6-6807-46a5-b3d6-5af8bfc2bd3e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338468 Aug 06 18:26:25.985642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:26.083888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a100651-15dc-4215-8c43-973999f39840 req-5b8833e8-fcaa-4f73-ba14-b4d2f45044a3 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092928 Aug 06 18:26:26.137075 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1709d-4678-4157-ab53-6e9d23a02538 x-openstack-request-id: req-f1b1709d-4678-4157-ab53-6e9d23a02538 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:26.138086 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-plugged", "status": "completed", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:26.138714 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1b1709d-4678-4157-ab53-6e9d23a02538 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:26.139512 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af', 'code': 200} Aug 06 18:26:26.164975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-416b2d73-f018-4dc1-89cb-22167250752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:26.184954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-416b2d73-f018-4dc1-89cb-22167250752c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 1095 time: 0.2949769 Aug 06 18:26:26.509515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-c901a15d-6fe6-47da-9c1c-70c3f883b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:26.517765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-c901a15d-6fe6-47da-9c1c-70c3f883b24d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.3353751 Aug 06 18:26:26.718201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-9bff3786-4ee1-4617-9250-ba3272f70f32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b1d73cb-e190-4d63-b01e-daed2754f309 HTTP/1.1" status: 200 len: 217 time: 0.1845646 Aug 06 18:26:26.737213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331c45-799b-428d-9c3e-ebf8f6af0ed6 req-c249f83a-1661-4b14-a877-a9b30dba620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:26.739174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0331c45-799b-428d-9c3e-ebf8f6af0ed6 req-c249f83a-1661-4b14-a877-a9b30dba620f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 1097 time: 0.4860768 Aug 06 18:26:26.888298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0331c45-799b-428d-9c3e-ebf8f6af0ed6 req-90aeda50-6d4c-4da1-b8fa-50d096395901 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177769 Aug 06 18:26:26.926996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-4441cf49-87b9-4adc-b4f2-6024c90f2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:26.931640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-4441cf49-87b9-4adc-b4f2-6024c90f2efa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.2041373 Aug 06 18:26:27.018697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-6fca5dbf-33e0-42e5-a649-11d43d269f31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742514 Aug 06 18:26:27.386627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d4857-df56-4513-b57b-883aac0f6d0b req-3f29c576-857e-407d-bafa-5db067e6c809 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:27.395677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f95d4857-df56-4513-b57b-883aac0f6d0b req-3f29c576-857e-407d-bafa-5db067e6c809 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.1489751 Aug 06 18:26:27.477491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f95d4857-df56-4513-b57b-883aac0f6d0b req-0fe2c77c-c2ad-4bb1-81a4-8c8f13dab8bd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802484 Aug 06 18:26:27.522026 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-ee011491-b99f-4097-8b04-3678fbe9ff8a service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949350 Aug 06 18:26:27.611585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf0b1f-3b2e-4760-9a2a-47bec0f83c81 req-2df6ee39-c1f4-4c07-acb7-31ca79c375bd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:27.626275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cccf0b1f-3b2e-4760-9a2a-47bec0f83c81 req-2df6ee39-c1f4-4c07-acb7-31ca79c375bd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.2323854 Aug 06 18:26:27.854328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cccf0b1f-3b2e-4760-9a2a-47bec0f83c81 req-3a498a3c-f61b-4085-8216-ca04b095d71b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154779 Aug 06 18:26:27.924443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7bcdc6cd-40ba-42d7-b239-d923a7bef79c req-22b1311c-d31d-4c5e-9607-175b59a2e21a service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882029 Aug 06 18:26:28.482503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65dede0e-2558-4f04-8961-c4f1d4c13a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:28.790273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e034e-f69f-44e1-8b75-b1f4b80a07d3 req-70844649-586d-49c4-b06f-1c21c0e52daf tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:28.803228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-187e034e-f69f-44e1-8b75-b1f4b80a07d3 req-70844649-586d-49c4-b06f-1c21c0e52daf tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.1134779 Aug 06 18:26:28.807672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:26:28.904613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-187e034e-f69f-44e1-8b75-b1f4b80a07d3 req-cee3a4ba-b281-4ce7-ba2e-c2d974749a9e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996480 Aug 06 18:26:29.225787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-35df85cb-1117-4d01-88dd-820a79dfec9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2764204 Aug 06 18:26:29.343508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:29.369015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'mac_address': 'fa:16:3e:c3:94:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:26:29.502873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:29.533059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.535195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.535723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.536205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.536683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.539933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.540292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.541467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1d73cb-e190-4d63-b01e-daed2754f309 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:29.546032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0062ca-a2a1-4adf-9b10-a8ddd8469dab req-d1210a7a-e56d-4b1d-a757-d31faafe936d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.548376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-cfa31f83-a0c6-4869-9785-5ef1f3fbb267 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.2056496 Aug 06 18:26:29.570337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0062ca-a2a1-4adf-9b10-a8ddd8469dab req-d1210a7a-e56d-4b1d-a757-d31faafe936d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.3034151 Aug 06 18:26:29.607856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:29.638695 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:29.679602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0062ca-a2a1-4adf-9b10-a8ddd8469dab req-5991eddb-ca7d-48ef-8882-670841005c67 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078045 Aug 06 18:26:29.688139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95400-21a7-4476-b2a3-bce518a45fa6 req-30832acb-dbc8-4de6-b083-d9752285c457 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:29.703894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64a95400-21a7-4476-b2a3-bce518a45fa6 req-30832acb-dbc8-4de6-b083-d9752285c457 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1098 time: 0.2551858 Aug 06 18:26:29.875849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:29.952331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-64a95400-21a7-4476-b2a3-bce518a45fa6 req-848c9c41-a3e0-4623-ae7a-83770c136541 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391670 Aug 06 18:26:29.983864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5b1d73cb-e190-4d63-b01e-daed2754f309'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:26:30.139077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c10fce0c-2ec2-49b3-b5d2-40097399953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.141773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c10fce0c-2ec2-49b3-b5d2-40097399953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.154979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c10fce0c-2ec2-49b3-b5d2-40097399953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.176722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c10fce0c-2ec2-49b3-b5d2-40097399953e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.5558028 Aug 06 18:26:30.402604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf10a5-ea21-4168-915f-93bc26645adb req-63054295-1246-4fb3-a42f-4168ac1d5deb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.422305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6cf10a5-ea21-4168-915f-93bc26645adb req-63054295-1246-4fb3-a42f-4168ac1d5deb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1692610 Aug 06 18:26:30.440287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-68318f49-342d-47db-80c0-a383b18e79ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.2619593 Aug 06 18:26:30.547439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6cf10a5-ea21-4168-915f-93bc26645adb req-89f8aea5-5f73-4edd-8c13-419ba615cc13 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191540 Aug 06 18:26:30.583488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48762) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:30.713244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ec6a1-3528-4c81-aa81-3c1178c5334e req-427c413a-d19a-459f-8014-fbe8ae33890f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.728978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-548ec6a1-3528-4c81-aa81-3c1178c5334e req-427c413a-d19a-459f-8014-fbe8ae33890f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 944 time: 0.3500197 Aug 06 18:26:30.745263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-e9b458ad-091b-45fe-8800-27caa3265911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.751287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-e9b458ad-091b-45fe-8800-27caa3265911 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.3022144 Aug 06 18:26:30.762491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c99f62a3-9dac-4524-b429-cb9753481c6d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a65a6858-2f81-4db8-b189-6bddcb8d9b2d HTTP/1.1" status: 200 len: 992 time: 0.1775393 Aug 06 18:26:30.925482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-548ec6a1-3528-4c81-aa81-3c1178c5334e req-74fda590-d3b3-46d0-b323-c1eb36a44488 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940317 Aug 06 18:26:30.980089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-dd2e7ea1-6ae3-4140-a452-f6d0736458e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:30.982835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-dd2e7ea1-6ae3-4140-a452-f6d0736458e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143080 Aug 06 18:26:31.242459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-97c698d3-dfc9-4183-8c66-6674205d799d service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487040 Aug 06 18:26:31.462776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:31.663532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-0b6280ab-57fc-47d8-93b7-22cb8ae42e10 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138641 Aug 06 18:26:31.675744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-081fed68-5ce7-4b1a-a037-caf895cecc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:31.796143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-25dd6a8b-450b-4608-9c63-9a6b8b05e103 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.1254659 Aug 06 18:26:31.934584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-9ad7124c-e57b-412b-be22-68ee8d038fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:31.941523 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-9ad7124c-e57b-412b-be22-68ee8d038fd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1374102 Aug 06 18:26:32.100303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75452d21-a39f-4551-9ed1-1725fc547861 req-f0ed0c5e-c942-4ae6-adb3-8e3f4a4a8ed2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:32.109772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75452d21-a39f-4551-9ed1-1725fc547861 req-f0ed0c5e-c942-4ae6-adb3-8e3f4a4a8ed2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1765945 Aug 06 18:26:32.192606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-fe7ee683-ecd6-4c6d-bf42-9945d5bc2099 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2480087 Aug 06 18:26:32.221130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-a2c81857-6ca4-4603-b0ed-7f8e67f7670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:32.228076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-a2c81857-6ca4-4603-b0ed-7f8e67f7670e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2620647 Aug 06 18:26:32.254116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75452d21-a39f-4551-9ed1-1725fc547861 req-b35afa96-faff-4e90-89af-82c7a343265f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421452 Aug 06 18:26:32.531597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:32.615663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba09377-7487-4835-b50c-0c3904d99e57 req-d9a65537-f6b7-454a-8d7c-4b0f63856dd4 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:32.626162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eba09377-7487-4835-b50c-0c3904d99e57 req-d9a65537-f6b7-454a-8d7c-4b0f63856dd4 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.1911192 Aug 06 18:26:32.645516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ef8c3-d367-4127-88b2-38ff95e4b3d0 req-0d3ba556-221f-410c-8858-5100570b51a2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:32.658405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af1ef8c3-d367-4127-88b2-38ff95e4b3d0 req-0d3ba556-221f-410c-8858-5100570b51a2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 944 time: 0.3809595 Aug 06 18:26:32.704869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eba09377-7487-4835-b50c-0c3904d99e57 req-7a7a9135-225e-4cd1-a07f-b0f61f431c10 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 Aug 06 18:26:32.794927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-798664fa-bde8-42f5-814d-f9d0217a8041 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573850 Aug 06 18:26:32.840211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:32.853578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af1ef8c3-d367-4127-88b2-38ff95e4b3d0 req-ab070fdd-4ad1-4b06-852f-95c2a0c34f0d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936133 Aug 06 18:26:33.066907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5b1d73cb-e190-4d63-b01e-daed2754f309 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:26:33.108268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5b1d73cb-e190-4d63-b01e-daed2754f309 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:33.111359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.136292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.788345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.828570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.863242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.881003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:33.892189 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cc7034-ef2c-4643-a4f3-9894fdf08ba4" -d '{"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:33.908746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:33.951680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:33.966974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:34.051874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744db7-d5ad-4fe0-8908-21c378a23954 req-88b67376-a79e-45e3-8e8e-5934b59855a8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:34.070417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57744db7-d5ad-4fe0-8908-21c378a23954 req-88b67376-a79e-45e3-8e8e-5934b59855a8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.5300996 Aug 06 18:26:34.200817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:34.278290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57744db7-d5ad-4fe0-8908-21c378a23954 req-d55ce0f4-5bb5-4596-be99-73da40599fc9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339409 Aug 06 18:26:34.288242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e66aab9-b42f-456e-9cc0-694b2c1394cf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:34.326131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.328425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.328757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.329104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.329464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.329803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.330129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.330452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.330774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.331129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.331574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.332071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:34.358606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb2bb300-4419-4e60-9f67-0304683fe62c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e19a874757c431d9592acd3176081c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8191638 Aug 06 18:26:34.360381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:34.381761 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2cffe3-2fe4-434f-882d-7cd0510284bf x-openstack-request-id: req-0a2cffe3-2fe4-434f-882d-7cd0510284bf {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:34.382395 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:34.382821 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a2cffe3-2fe4-434f-882d-7cd0510284bf {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:34.383598 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'code': 200} Aug 06 18:26:34.391928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-72644ece-a14a-4ec3-b4bb-b1f4b7cacabc service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5333335 Aug 06 18:26:34.534740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c8112213-2f81-43d5-acfb-0ed09214299e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.1018803 Aug 06 18:26:34.622607 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:34.673404 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:34.807269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:34.912425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa6ebe-074f-4225-a847-320fb79a1ba1 req-1386a52a-db87-4add-a535-6e323680d7f2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:34.926183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4aa6ebe-074f-4225-a847-320fb79a1ba1 req-1386a52a-db87-4add-a535-6e323680d7f2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2180014 Aug 06 18:26:34.995999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-42be6156-cc7c-4eb1-8884-cbed44955f23 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:34.998249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-42be6156-cc7c-4eb1-8884-cbed44955f23 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.6048830 Aug 06 18:26:35.054603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c34a2-876e-4d80-96aa-f487208bbc78 req-f5bbfbe7-1fe9-446c-aff8-bc820fb0b42e tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.057605 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a36c34a2-876e-4d80-96aa-f487208bbc78 req-f5bbfbe7-1fe9-446c-aff8-bc820fb0b42e tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.6484113 Aug 06 18:26:35.058938 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:35.060282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-82dcbb2c-d228-48a5-940e-81999a2f43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.062923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-82dcbb2c-d228-48a5-940e-81999a2f43ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.3694506 Aug 06 18:26:35.070726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:35.078982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e66aab9-b42f-456e-9cc0-694b2c1394cf HTTP/1.1" status: 204 len: 168 time: 0.7172134 Aug 06 18:26:35.132695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4aa6ebe-074f-4225-a847-320fb79a1ba1 req-bfb552df-6dc1-4f13-826a-3db00235068f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032223 Aug 06 18:26:35.138728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd34ed-77f7-49f2-aaac-9248850cbafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e66aab9-b42f-456e-9cc0-694b2c1394cf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:35.224436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1af703-0931-40ce-a9fb-a17cdb753d78 req-24578cc8-d8e6-4b0d-a299-46c561818051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.230594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d1af703-0931-40ce-a9fb-a17cdb753d78 req-24578cc8-d8e6-4b0d-a299-46c561818051 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 1097 time: 0.5526631 Aug 06 18:26:35.460556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d1af703-0931-40ce-a9fb-a17cdb753d78 req-25f28a50-f0c2-429c-8266-bc997adbd183 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173429 Aug 06 18:26:35.471121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a36c34a2-876e-4d80-96aa-f487208bbc78 req-35b7e7a2-40f9-4f5b-81d0-689a5539f05e tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698193 Aug 06 18:26:35.474977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-2e6fa349-8222-4276-9d95-74297753bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.483288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-2e6fa349-8222-4276-9d95-74297753bb6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3124044 Aug 06 18:26:35.716346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f51c-455b-4ddd-9ab2-698fec29c34b req-e03fbaba-b742-43f9-960c-e7c5ffbcd723 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.731845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d7f51c-455b-4ddd-9ab2-698fec29c34b req-e03fbaba-b742-43f9-960c-e7c5ffbcd723 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.2125709 Aug 06 18:26:35.735949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48888) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:35.803858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99c64447-90ff-43f9-b240-9402dfec639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:35.902102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Deleting port 1883c4f1-6365-4123-b2f8-762b1be378af {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:26:35.902768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:35.943504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-c0e9fd8a-182d-4225-bd7e-521fd429361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:35.946984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-c0e9fd8a-182d-4225-bd7e-521fd429361d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1098 time: 0.1797185 Aug 06 18:26:35.984856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d7f51c-455b-4ddd-9ab2-698fec29c34b req-d4e8ab86-d366-48f6-8e07-b701f757c42b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494347 Aug 06 18:26:36.167108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-996086d2-a4f8-4c5a-b2cf-0f3b6075842f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275291 Aug 06 18:26:36.371708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-a4f11689-a183-408d-93a5-48f22f29f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:36.376010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-a4f11689-a183-408d-93a5-48f22f29f336 service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.4113214 Aug 06 18:26:36.410188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99c64447-90ff-43f9-b240-9402dfec639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:36.429694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99c64447-90ff-43f9-b240-9402dfec639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:36.604573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c64447-90ff-43f9-b240-9402dfec639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926e224-03f5-48c8-82d2-1bad31454e6e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:36.631363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-99c64447-90ff-43f9-b240-9402dfec639b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a1a2ee1e3824bd3863c8b8bd304769d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795276 Aug 06 18:26:36.633745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48898) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:36.811037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:36.812018 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:36.864673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:36.930871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:36.963344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1883c4f1-6365-4123-b2f8-762b1be378af no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:26:36.971086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Calling delete_port for 1883c4f1-6365-4123-b2f8-762b1be378af owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:26:37.049017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400ac4-8cdc-4547-a510-28b871046376 req-5fa4b626-d517-4a02-9ddf-af08c8a12985 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:37.070933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79400ac4-8cdc-4547-a510-28b871046376 req-5fa4b626-d517-4a02-9ddf-af08c8a12985 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.6861429 Aug 06 18:26:37.119652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:37.139942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:37.147225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e926e224-03f5-48c8-82d2-1bad31454e6e HTTP/1.1" status: 204 len: 168 time: 0.5105817 Aug 06 18:26:37.226103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-66d9ae9c-8aad-4fff-8e6f-7fa213191f0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 1000 time: 0.6439948 Aug 06 18:26:37.241608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408e744-7e71-4667-8c53-685a98f975ff req-d960b5f6-431b-4fa7-8ca6-5265add7ab33 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:37.244004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7408e744-7e71-4667-8c53-685a98f975ff req-d960b5f6-431b-4fa7-8ca6-5265add7ab33 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 945 time: 0.4733961 Aug 06 18:26:37.245359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ff219-b2be-4ed4-870f-921b17aecde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926e224-03f5-48c8-82d2-1bad31454e6e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:37.256988 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c502e6f2-c68c-4413-9db1-f925e7060a30 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0807505 Aug 06 18:26:37.441405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:37.444900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7408e744-7e71-4667-8c53-685a98f975ff req-d60f81b8-461e-4db8-aef3-f262cd95c05c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553693 Aug 06 18:26:37.476968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-af2c21ca-cfc7-4f65-8bce-20e20c94dbe4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.1275120 Aug 06 18:26:37.550618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1883c4f1-6365-4123-b2f8-762b1be378af, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1883c4f1-6365-4123-b2f8-762b1be378af,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:37.555921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:37.563830 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d5c40-44c0-4130-907a-2cf9f09890c5" -d '{"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-unplugged", "status": "completed", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:37.569502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:37.746675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-73be2dcc-f0dc-41b7-b215-5ffa2b76d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:37.749171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-73be2dcc-f0dc-41b7-b215-5ffa2b76d6a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.1180532 Aug 06 18:26:37.773701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:37.858244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79400ac4-8cdc-4547-a510-28b871046376 req-0b930f43-f46e-4ec0-97dc-bae0e1064126 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605803 Aug 06 18:26:37.939959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-917d1c44-a8a8-4d88-9af9-ba998740c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:37.949398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-917d1c44-a8a8-4d88-9af9-ba998740c2f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.5977821 Aug 06 18:26:37.983272 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d0c7b8-70bb-4d87-a5ae-676094a89b9a x-openstack-request-id: req-b2d0c7b8-70bb-4d87-a5ae-676094a89b9a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:37.983825 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-unplugged", "status": "completed", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:37.983825 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2d0c7b8-70bb-4d87-a5ae-676094a89b9a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:37.984199 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af', 'code': 200} Aug 06 18:26:38.040905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa385127-c0fb-4339-8ced-e2be802a8994 req-ff0c1364-0b74-4ee7-bc53-6bed7e3290c3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:38.042853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa385127-c0fb-4339-8ced-e2be802a8994 req-ff0c1364-0b74-4ee7-bc53-6bed7e3290c3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.3041320 Aug 06 18:26:38.078619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-6d609445-2211-45e0-bb54-2c4557264154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:38.083248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-6d609445-2211-45e0-bb54-2c4557264154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3150194 Aug 06 18:26:38.152835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-be70cb79-b3a9-4363-a14e-e308c71c21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:38.155931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa385127-c0fb-4339-8ced-e2be802a8994 req-7940d819-cf46-4085-9268-b4eb26bf5617 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037662 Aug 06 18:26:38.158558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-be70cb79-b3a9-4363-a14e-e308c71c21c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078867 Aug 06 18:26:38.294428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48934) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:38.333787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-256b90d9-f3a0-4e75-ae82-b44e4f917768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:38.493697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:38.577315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Pushing event deleted for resources: {'Port': ['ID=1883c4f1-6365-4123-b2f8-762b1be378af,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:38.592074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-5f573ca7-ffa6-4ee7-a4fe-12076147d6f2 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237573 Aug 06 18:26:38.598290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-a5925292-8760-442b-8e97-6fd0f9a0aecd service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940159 Aug 06 18:26:38.831221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-256b90d9-f3a0-4e75-ae82-b44e4f917768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:38.848959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-256b90d9-f3a0-4e75-ae82-b44e4f917768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:38.953613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-487db1fc-41b2-4a0d-9dfc-48655611a3ac req-98bdb294-1715-466d-841f-4b8224a6bc48 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.1751201 Aug 06 18:26:38.978460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] No DVR routers for this DVR port 1883c4f1-6365-4123-b2f8-762b1be378af on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:26:39.035403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b90d9-f3a0-4e75-ae82-b44e4f917768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2e71c0-0d67-4ad2-9f0f-7d78cea86b78,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:39.038299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:39.043694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c243a82-b70f-4c04-9f4f-e1002f9f9935 req-9b2bef7e-ec44-44a3-85a7-5ebf316b3f5d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "DELETE /v2.0/ports/1883c4f1-6365-4123-b2f8-762b1be378af HTTP/1.1" status: 204 len: 173 time: 4.0362246 Aug 06 18:26:39.044424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-deleted', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:39.068818 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dd362d-0ba1-4a7d-ac15-7682c20ba1c6" -d '{"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-deleted", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:39.070756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-256b90d9-f3a0-4e75-ae82-b44e4f917768 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b538a349314e4cf388e7b1c3c0e910ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7746646 Aug 06 18:26:39.085835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48950) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:39.213666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-50b582b3-24e7-4bcc-9baf-8a3a9f52ebf3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860581 Aug 06 18:26:39.250147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-30196e11-dfe3-4b8b-990a-db5c3ac9518d service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239104 Aug 06 18:26:39.319605 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08f6e1-c9cd-4cde-a10d-f3dfa19d5c6e x-openstack-request-id: req-ed08f6e1-c9cd-4cde-a10d-f3dfa19d5c6e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:39.320553 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7a55c1-52b0-4095-90a3-efb66050a83b", "name": "network-vif-deleted", "tag": "1883c4f1-6365-4123-b2f8-762b1be378af", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:39.321185 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed08f6e1-c9cd-4cde-a10d-f3dfa19d5c6e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:39.322205 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7a55c1-52b0-4095-90a3-efb66050a83b', 'name': 'network-vif-deleted', 'tag': '1883c4f1-6365-4123-b2f8-762b1be378af', 'status': 'completed', 'code': 200} Aug 06 18:26:39.416337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-ea4c2719-1ffd-4cf4-9df3-b2fc7bfe1cb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.1943417 Aug 06 18:26:39.531557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af3db-ca46-4480-b308-5f114342f9c9 req-594d3e21-495e-4908-917f-4080d083b501 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:39.546725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-893af3db-ca46-4480-b308-5f114342f9c9 req-594d3e21-495e-4908-917f-4080d083b501 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.4990253 Aug 06 18:26:39.564819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:39.608252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:39.733273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:39.739414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:39.742614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c2e71c0-0d67-4ad2-9f0f-7d78cea86b78 HTTP/1.1" status: 204 len: 168 time: 0.6528819 Aug 06 18:26:39.790722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-4b8ef8a1-a879-41c7-85bb-0d0ca0073ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:39.792720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-893af3db-ca46-4480-b308-5f114342f9c9 req-64ee0a70-b99a-4ef5-a77b-f8219f772e7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440970 Aug 06 18:26:39.793824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-4b8ef8a1-a879-41c7-85bb-0d0ca0073ab9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.3610685 Aug 06 18:26:39.811481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfc5f7-1188-4213-99e7-632fdc669112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2e71c0-0d67-4ad2-9f0f-7d78cea86b78,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:39.849972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-7acefdb6-f8bf-44ea-b088-d6670eaea08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:39.853158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-7acefdb6-f8bf-44ea-b088-d6670eaea08d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1098 time: 0.5238731 Aug 06 18:26:40.065939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c87df5-ef00-422c-8231-323a1267a490 req-5a1d7461-cc71-4c6d-9f59-d9a89180d01e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:40.066880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20c87df5-ef00-422c-8231-323a1267a490 req-5a1d7461-cc71-4c6d-9f59-d9a89180d01e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.3165607 Aug 06 18:26:40.316945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20c87df5-ef00-422c-8231-323a1267a490 req-aa17f622-5def-48e3-9c56-731abfc36778 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367865 Aug 06 18:26:40.383083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-ce73a4be-736d-4cb2-8fc5-0106b6bb2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:40.386635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-ce73a4be-736d-4cb2-8fc5-0106b6bb2f54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5707128 Aug 06 18:26:40.416280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:40.621655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-3cc3b157-7757-4054-a66f-4fb5692dd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:40.627580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-3cc3b157-7757-4054-a66f-4fb5692dd477 service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.6781075 Aug 06 18:26:40.745539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ce1a7072-e87b-4a42-a5f8-6288680b425f req-476618c5-a9cf-49d0-a111-2964c8566b7a tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f7a55c1-52b0-4095-90a3-efb66050a83b HTTP/1.1" status: 200 len: 210 time: 0.1603837 Aug 06 18:26:41.095810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-643137ee-b7e9-45d7-8c6a-fad74aea1ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 1000 time: 0.4536717 Aug 06 18:26:41.135662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d6b10-033f-4323-ab03-599e109619a7 req-e6d88511-5792-4a05-aa6a-14f6d3e25bc7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:41.136771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-27c963eb-7767-4104-9d6d-3805b6f2f260 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400033 Aug 06 18:26:41.149607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-166d6b10-033f-4323-ab03-599e109619a7 req-e6d88511-5792-4a05-aa6a-14f6d3e25bc7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2908769 Aug 06 18:26:41.208158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-166d6b10-033f-4323-ab03-599e109619a7 req-0922ea69-5be3-4ccc-9e59-b183f51e23cd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573306 Aug 06 18:26:41.430451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-457c3bef-3513-44c4-8bc5-aa041840592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:41.433110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-457c3bef-3513-44c4-8bc5-aa041840592a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.3225670 Aug 06 18:26:41.505229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2204-ffa0-48d2-a44e-772c853be017 req-9a166f5b-412c-4847-8720-9e30b7158e4b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:41.507870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-759e2204-ffa0-48d2-a44e-772c853be017 req-9a166f5b-412c-4847-8720-9e30b7158e4b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.1617038 Aug 06 18:26:41.634280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-80d39b2b-7c4b-4f0d-bc2f-273163ede817 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116078 Aug 06 18:26:41.665049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-759e2204-ffa0-48d2-a44e-772c853be017 req-ffaa3327-81b4-40a1-8b1f-89a22ec85626 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230333 Aug 06 18:26:41.715787 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:41.772831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-33ae6d6e-a445-4d1f-b9bf-12591c7c5fe4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.1255989 Aug 06 18:26:41.802041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-0af6f8ff-2a47-4c67-8df8-9cfc5ef21aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:41.815533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5636-b4d9-4eb7-ae06-8a70c0b02e63 req-7ffb0e5c-f550-404d-bb66-b10a6e0112f2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:41.819417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-416e5636-b4d9-4eb7-ae06-8a70c0b02e63 req-7ffb0e5c-f550-404d-bb66-b10a6e0112f2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.3056304 Aug 06 18:26:41.825185 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-0af6f8ff-2a47-4c67-8df8-9cfc5ef21aa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871306 Aug 06 18:26:41.962004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-416e5636-b4d9-4eb7-ae06-8a70c0b02e63 req-c28a089b-59b3-4e47-b96e-691e4fd9eb3b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299982 Aug 06 18:26:42.315130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-a62289eb-12d5-4aae-a969-22ff988c9859 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887390 Aug 06 18:26:42.390265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c30c1a65-dd7d-45f0-a73e-1cf02ad225e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:42.392220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-c30c1a65-dd7d-45f0-a73e-1cf02ad225e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.6068187 Aug 06 18:26:42.640939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-915042bd-3d78-4a6b-9998-7fb084975765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:42.643684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-915042bd-3d78-4a6b-9998-7fb084975765 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557913 Aug 06 18:26:42.734095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-69860b3d-da0c-4ddc-a433-65b0925cfc36 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:42.742539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-69860b3d-da0c-4ddc-a433-65b0925cfc36 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 809 time: 0.1495025 Aug 06 18:26:42.770815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9900f2e0-c89b-497f-b86b-734cf4c99573 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/quotas/e821e26c2ad14504b7218c142edcc281 HTTP/1.1" status: 200 len: 375 time: 0.0196667 Aug 06 18:26:43.273988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-e1fe1607-f7cd-4002-9ff5-123479f858a6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4949577 Aug 06 18:26:43.364468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0cf43-831f-4127-a57a-3795be9d2103 req-78c22709-1464-4312-b043-f8e8c47ce206 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:43.366501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bbc0cf43-831f-4127-a57a-3795be9d2103 req-78c22709-1464-4312-b043-f8e8c47ce206 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.8345480 Aug 06 18:26:43.381078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d14ebb1-cbea-491e-8c49-3bedeb550e82 req-180872c0-c5ac-4c6e-9512-0bbf83f5aa3a service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0559814 Aug 06 18:26:43.432405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-3e2552ac-6eb5-4efa-a507-e2c2647cc84d service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723763 Aug 06 18:26:43.449421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-2f075ef6-b9ae-4405-8ba2-2cb773dbcebe service neutron] 10.222.0.64 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500344 Aug 06 18:26:43.478193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bbc0cf43-831f-4127-a57a-3795be9d2103 req-36fe9f82-13fb-4641-b316-f312f3df9a3c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905981 Aug 06 18:26:43.600280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-1f295890-6529-4cc0-b783-e5acda74e582 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260459 Aug 06 18:26:43.660930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-31c25281-3dc7-46e2-a0a4-36585fcd216a service neutron] 10.222.0.64 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100344 Aug 06 18:26:43.687170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-b68873aa-b704-4495-8df4-631d6bda6375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.0706465 Aug 06 18:26:43.894555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d248c6-db18-4767-a046-783182f9661d req-e825c961-f3e8-4696-a07c-fc679a21844e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:43.910210 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63d248c6-db18-4767-a046-783182f9661d req-e825c961-f3e8-4696-a07c-fc679a21844e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.2207146 Aug 06 18:26:43.915387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-9d964fc5-c50f-4113-a070-babd4b0ab3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:43.918312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-9d964fc5-c50f-4113-a070-babd4b0ab3d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.2108586 Aug 06 18:26:44.153765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63d248c6-db18-4767-a046-783182f9661d req-7e93b0b2-ad2e-4d55-8244-2b659c47dee9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405920 Aug 06 18:26:44.215925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bb469-72d0-454f-bd4f-a88a5b5949cb req-cff4ddc0-1cc2-4e7b-a481-0083ba36a5fa tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:44.230146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a9bb469-72d0-454f-bd4f-a88a5b5949cb req-cff4ddc0-1cc2-4e7b-a481-0083ba36a5fa tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1549549 Aug 06 18:26:44.306135 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7778ddde-a06d-43e8-a398-b86b777896f4 req-d425b7e8-a6db-4051-b4a3-1a812a2a9890 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 210 time: 0.0531573 Aug 06 18:26:44.306135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-db2a5015-5edd-4c5f-8a04-f0dfe1eef736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:44.317078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-db2a5015-5edd-4c5f-8a04-f0dfe1eef736 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008724 Aug 06 18:26:44.353568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a9bb469-72d0-454f-bd4f-a88a5b5949cb req-f32f06fa-a153-42de-9ae9-18f1b761ead2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209505 Aug 06 18:26:44.484389 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:26:44.594333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-8fac501b-b99f-4ebc-b6b4-ed65bdb0920e service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724817 Aug 06 18:26:44.700857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-201c7166-bb86-4f9b-a06d-0f9161309980 req-681abf7d-8734-4ad6-b933-c8ddb616beab service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Aug 06 18:26:44.815998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6411b47-0d33-443b-956b-f84717369d57 req-fd59677b-a7d6-4b5a-bd15-9793392cc83e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:44.824112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6411b47-0d33-443b-956b-f84717369d57 req-fd59677b-a7d6-4b5a-bd15-9793392cc83e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2192543 Aug 06 18:26:44.930308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6411b47-0d33-443b-956b-f84717369d57 req-51a2b23f-f700-4aa7-8e54-06cdbfd1b93f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013710 Aug 06 18:26:45.014957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:26:45.297186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:45.339371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:45.342412 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f1330e-9378-490c-9c4a-fb30c1a48472" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:45.364815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:45.375627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:45.627849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:45.655373 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a477fe-7849-49ee-8660-837822247192 x-openstack-request-id: req-46a477fe-7849-49ee-8660-837822247192 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:45.655373 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:45.655373 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46a477fe-7849-49ee-8660-837822247192 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:45.656003 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:26:45.686381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c311d51-1969-403e-89ba-4133c46d0af6 req-62cde1d9-4126-4448-9e91-d79a2c99b075 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 210 time: 0.1467030 Aug 06 18:26:45.891547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d178ce-bd72-4f11-a757-0f75d548cd7a req-08fb1952-3e3e-4611-abd9-0e8987f6be01 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:45.894076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1d178ce-bd72-4f11-a757-0f75d548cd7a req-08fb1952-3e3e-4611-abd9-0e8987f6be01 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1666734 Aug 06 18:26:46.020419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1d178ce-bd72-4f11-a757-0f75d548cd7a req-12272c82-e6d6-4ca8-a3cd-a0333364ffdc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138959 Aug 06 18:26:46.248564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bff50-53a4-403a-9615-e6af944309bd req-64ef0b4d-ae8a-491a-8618-2db101939402 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:46.252714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef8bff50-53a4-403a-9615-e6af944309bd req-64ef0b4d-ae8a-491a-8618-2db101939402 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1232922 Aug 06 18:26:46.347278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef8bff50-53a4-403a-9615-e6af944309bd req-ee2640ae-3a59-4a7b-b410-5ccfa3ceb3e3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871997 Aug 06 18:26:46.519501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-af507e26-89ec-4b69-8637-9cd74faa0a5c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:46.524779 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-af507e26-89ec-4b69-8637-9cd74faa0a5c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 809 time: 0.3171096 Aug 06 18:26:46.541306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Request body: {'port': {'device_id': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'network_id': '73680e58-6577-4169-832d-d0411721885e', 'admin_state_up': True, 'tenant_id': 'e821e26c2ad14504b7218c142edcc281'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:46.806057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Made reservation on behalf of e821e26c2ad14504b7218c142edcc281 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:26:46.813146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:46.888382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf1730a-f9bd-4508-a57c-5fd05cfa816b req-edc97297-f946-4f65-ab1d-8e3e298d3923 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 210 time: 0.0595717 Aug 06 18:26:47.034497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Allocated IP 172.20.0.6 (73680e58-6577-4169-832d-d0411721885e/a7713be1-d319-4b09-9c20-b1d3f406ecab/759ab7fb-9250-4837-80c2-aff7db6959b0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:26:47.249785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:47.378542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9a03b-3f06-43d0-ab6a-ebcaf516a495 req-0d323b9a-8e03-49f8-82f6-93bcb9d4f4df tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:47.383698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5c9a03b-3f06-43d0-ab6a-ebcaf516a495 req-0d323b9a-8e03-49f8-82f6-93bcb9d4f4df tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1564460 Aug 06 18:26:47.394434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:47.445344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Network 73680e58-6577-4169-832d-d0411721885e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:26:47.449873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:26:47.453614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:26:47.503940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5c9a03b-3f06-43d0-ab6a-ebcaf516a495 req-27306dc5-5904-44f6-bc4c-5d2952079c99 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095743 Aug 06 18:26:47.572807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Pushing event updated for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:47.613216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:47.614001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:47.642791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4f003-f4c0-4bc7-badf-d609ee0037d9 req-ed213502-256a-478e-935c-9654bb777236 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:47.644599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ee4f003-f4c0-4bc7-badf-d609ee0037d9 req-ed213502-256a-478e-935c-9654bb777236 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1449268 Aug 06 18:26:47.663440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9aeae231-d036-4c70-a92c-d8da76cad6e6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267943 Aug 06 18:26:47.683813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Request body: {'port': {'device_id': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:47.782469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ee4f003-f4c0-4bc7-badf-d609ee0037d9 req-d7eef061-a31e-49a1-bf9c-2183f3ce8ec9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165998 Aug 06 18:26:47.828847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:48.222420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64263b36-433b-44d9-86fb-7f8832cb23bc req-6a767487-fe1c-4666-8699-0e7f885c246b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:48.243585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64263b36-433b-44d9-86fb-7f8832cb23bc req-6a767487-fe1c-4666-8699-0e7f885c246b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 931 time: 0.1484845 Aug 06 18:26:48.380475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64263b36-433b-44d9-86fb-7f8832cb23bc req-5817585b-2f80-425c-b5ee-69d5280e610c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351292 Aug 06 18:26:48.583665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759ab7fb-9250-4837-80c2-aff7db6959b0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:48.594708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:48.614214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Transition to ACTIVE for port object 759ab7fb-9250-4837-80c2-aff7db6959b0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:26:48.627019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:48.728335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Pushing event updated for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:49.002496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6146-8ceb-4ff0-b5e5-22c55a2885c0 req-e156ddeb-e73f-4468-a689-964eefcdd3c5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:49.013624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2cc6146-8ceb-4ff0-b5e5-22c55a2885c0 req-e156ddeb-e73f-4468-a689-964eefcdd3c5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.2135782 Aug 06 18:26:49.045188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Attempting to bind port 759ab7fb-9250-4837-80c2-aff7db6959b0 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:26:49.045671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Attempting to bind port 759ab7fb-9250-4837-80c2-aff7db6959b0 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:26:49.046180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Attempting to bind port 759ab7fb-9250-4837-80c2-aff7db6959b0 on network 73680e58-6577-4169-832d-d0411721885e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:49.058191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6753f-c0d0-4c6b-8c3a-c7560d7fb92f req-de640417-ddab-456e-b0ed-4df4a3f35166 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:49.060630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecc6753f-c0d0-4c6b-8c3a-c7560d7fb92f req-de640417-ddab-456e-b0ed-4df4a3f35166 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1312158 Aug 06 18:26:49.148762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2cc6146-8ceb-4ff0-b5e5-22c55a2885c0 req-552526e8-5bec-4eb8-9d44-e2f03505b9b0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338480 Aug 06 18:26:49.151232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Port 759ab7fb-9250-4837-80c2-aff7db6959b0 on network 73680e58-6577-4169-832d-d0411721885e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:26:49.155691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Attempting to bind port 759ab7fb-9250-4837-80c2-aff7db6959b0 on network 73680e58-6577-4169-832d-d0411721885e {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:49.189068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:26:49.189068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Checking segment: {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:26:49.189068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Bound using segment: {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:26:49.189068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Bound port: 759ab7fb-9250-4837-80c2-aff7db6959b0, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef10bbf-af77-4206-850c-6325f36b46c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73680e58-6577-4169-832d-d0411721885e'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:26:49.189068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:49.190028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecc6753f-c0d0-4c6b-8c3a-c7560d7fb92f req-b5bd7825-4044-4920-81a5-2a40e6d61f90 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958104 Aug 06 18:26:49.392465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:26:49.400908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=759ab7fb-9250-4837-80c2-aff7db6959b0,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:26:49.412310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:49.511806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:49.513613 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:49.517784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] 10.222.0.16 "PUT /v2.0/ports/759ab7fb-9250-4837-80c2-aff7db6959b0 HTTP/1.1" status: 200 len: 1092 time: 1.8392935 Aug 06 18:26:49.523291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:49.532051 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eebde2-27bb-42c6-8888-46771048ec1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:49.720809 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653c050-49e0-4538-bd9d-8ec4e739c71c x-openstack-request-id: req-f653c050-49e0-4538-bd9d-8ec4e739c71c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:49.721561 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:49.721891 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f653c050-49e0-4538-bd9d-8ec4e739c71c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:49.722782 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0', 'status': 'completed', 'code': 200} Aug 06 18:26:49.746756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2754dc-d144-4b1a-9f5b-bebda00df722 service neutron] Pushing event updated for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:49.813193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0b78-a405-4459-962e-3a874130c750 req-c9d44bcd-a858-4bfb-ac64-40e767aaa08d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:49.817503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d7d0b78-a405-4459-962e-3a874130c750 req-c9d44bcd-a858-4bfb-ac64-40e767aaa08d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 943 time: 0.2371607 Aug 06 18:26:49.831539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-2704a245-4164-4800-9a93-da49cec2d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:49.834808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-2704a245-4164-4800-9a93-da49cec2d964 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 1095 time: 0.2477870 Aug 06 18:26:49.978441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-4925a981-6e25-4452-a800-495993b59b44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759ab7fb-9250-4837-80c2-aff7db6959b0 HTTP/1.1" status: 200 len: 217 time: 0.1141503 Aug 06 18:26:49.999703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d7d0b78-a405-4459-962e-3a874130c750 req-aeb41db1-6480-456a-a3dc-5114f812bd1a tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742532 Aug 06 18:26:50.145400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9e8e91b2-1ecd-40d3-85a5-3744b4393c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:50.147096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-9e8e91b2-1ecd-40d3-85a5-3744b4393c3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7713be1-d319-4b09-9c20-b1d3f406ecab HTTP/1.1" status: 200 len: 849 time: 0.1566615 Aug 06 18:26:50.203008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-cfe3efd3-d016-4e40-bde2-acd194fbe98b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73680e58-6577-4169-832d-d0411721885e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471394 Aug 06 18:26:50.420966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a1c89-df9e-4adf-a711-7aea53157755 req-27b56a6e-a9fe-4409-b82f-4e237ae34136 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:50.435484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f0a1c89-df9e-4adf-a711-7aea53157755 req-27b56a6e-a9fe-4409-b82f-4e237ae34136 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1336503 Aug 06 18:26:50.507300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e7061-ff05-42c9-aa52-026398145846 req-166c852d-1ae1-4c74-af62-2534b1982a35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:50.516535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba2e7061-ff05-42c9-aa52-026398145846 req-166c852d-1ae1-4c74-af62-2534b1982a35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1509247 Aug 06 18:26:50.527205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-daf7d2ef-c550-4d32-bf25-83c4e800cd75 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004017 Aug 06 18:26:50.534103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f0a1c89-df9e-4adf-a711-7aea53157755 req-2639f50a-b934-4efa-a085-c8a7be76d4d3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882058 Aug 06 18:26:50.619560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ba2e7061-ff05-42c9-aa52-026398145846 req-623e1020-b369-4691-a5b4-5ef79c93ebf5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020532 Aug 06 18:26:50.746392 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-723eaf50-1444-47c6-b721-1f49c51e8a3a req-ff326c30-0051-4e2b-a40f-a5e6c356d32a service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074847 Aug 06 18:26:50.876484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebde2-27bb-42c6-8888-46771048ec1f req-f49740a4-8b4d-4ba2-9029-2ec7b21908be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:50.880631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-f49740a4-8b4d-4ba2-9029-2ec7b21908be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e821e26c2ad14504b7218c142edcc281&device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 1095 time: 0.0602973 Aug 06 18:26:51.032085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:26:51.032681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebde2-27bb-42c6-8888-46771048ec1f req-273cf1bb-3875-46a3-a0a0-a3a68ef8db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:51.037981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-273cf1bb-3875-46a3-a0a0-a3a68ef8db54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 200 len: 910 time: 0.1494684 Aug 06 18:26:51.154292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-46750970-9483-4a60-ab89-396075008815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759ab7fb-9250-4837-80c2-aff7db6959b0 HTTP/1.1" status: 200 len: 217 time: 0.1069601 Aug 06 18:26:51.226192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ae6fb-d819-47ad-b9ed-b94e8c6b64a1 req-7e98f415-deea-4c2f-99e1-98a25cbd71bb tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:51.234932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-815ae6fb-d819-47ad-b9ed-b94e8c6b64a1 req-7e98f415-deea-4c2f-99e1-98a25cbd71bb tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 943 time: 0.0822024 Aug 06 18:26:51.294807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-815ae6fb-d819-47ad-b9ed-b94e8c6b64a1 req-9c690f38-703d-40ab-bf87-00f6a3090a01 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584435 Aug 06 18:26:51.323805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebde2-27bb-42c6-8888-46771048ec1f req-5dc0d50c-12b7-4f4a-aef9-c46ca2b333c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:51.328220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-5dc0d50c-12b7-4f4a-aef9-c46ca2b333c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7713be1-d319-4b09-9c20-b1d3f406ecab HTTP/1.1" status: 200 len: 849 time: 0.1588430 Aug 06 18:26:51.332723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:51.380741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:26:51.382924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-d8bca0a0-3d0b-4e06-8ba4-f2453a9e7f2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73680e58-6577-4169-832d-d0411721885e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Aug 06 18:26:51.458847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:51.476222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:51.499835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:51.507395 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:51.548658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-bbce88a6-15ff-4fe9-a131-2c5ca37fb8c3 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567841 Aug 06 18:26:51.605749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:51.748384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['56ea84cd-4f17-4b80-9d09-3957f2412cf8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:26:51.786998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9d80-2776-4f5e-9e52-82734d6d81a8 req-8a02ddea-7386-4e9f-80ce-dd4c7458084d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:51.788880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9bc9d80-2776-4f5e-9e52-82734d6d81a8 req-8a02ddea-7386-4e9f-80ce-dd4c7458084d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1237833 Aug 06 18:26:51.792620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26eebde2-27bb-42c6-8888-46771048ec1f req-3ed57d3a-8adc-4806-adaa-6f924884afb4 service neutron] 10.222.0.16 "GET /v2.0/networks/73680e58-6577-4169-832d-d0411721885e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340429 Aug 06 18:26:51.855343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9bc9d80-2776-4f5e-9e52-82734d6d81a8 req-2ebbad85-7bbd-4d1f-bf19-6a00cc97032a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586748 Aug 06 18:26:51.895984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6cce-16fb-463e-a870-73a6906cf120 req-3006d02b-65e6-465f-bf8e-2d821ef778c0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:51.900604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a68f6cce-16fb-463e-a870-73a6906cf120 req-3006d02b-65e6-465f-bf8e-2d821ef778c0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1206806 Aug 06 18:26:52.016043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a68f6cce-16fb-463e-a870-73a6906cf120 req-78a516e9-07e2-45aa-a957-a145ff11a38e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022339 Aug 06 18:26:52.304675 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-5039c6e8-10ac-4206-9798-2ed2bbf39977 service neutron] show failed (client error): The resource could not be found. Aug 06 18:26:52.306262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-5039c6e8-10ac-4206-9798-2ed2bbf39977 service neutron] 10.222.0.16 "GET /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.1133704 Aug 06 18:26:52.631682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822a5c6-5616-4c77-834d-94c4ef5e0a1c req-75a05ef9-8171-4f8e-a6bf-2e33ab7474c9 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:52.633507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a822a5c6-5616-4c77-834d-94c4ef5e0a1c req-75a05ef9-8171-4f8e-a6bf-2e33ab7474c9 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 943 time: 0.1154914 Aug 06 18:26:52.738074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a822a5c6-5616-4c77-834d-94c4ef5e0a1c req-5375b164-9be4-4798-b26b-416a34d7c5a4 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963271 Aug 06 18:26:52.764879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-e1f4c11c-e386-4f98-9b49-7bc14bb58235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:52.766953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-e1f4c11c-e386-4f98-9b49-7bc14bb58235 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0776129 Aug 06 18:26:52.781262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:26:52.851921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:53.146526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005beb7b-4c54-475f-9f9b-75199fa1b482 req-4dc35483-8267-40ff-8bc0-ee473fb5b918 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:53.149718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-005beb7b-4c54-475f-9f9b-75199fa1b482 req-4dc35483-8267-40ff-8bc0-ee473fb5b918 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1524899 Aug 06 18:26:53.223425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-005beb7b-4c54-475f-9f9b-75199fa1b482 req-504041c5-15b3-4cec-ad20-025b8cc835d7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663517 Aug 06 18:26:53.454772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:53.507064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ce1a8-406f-4519-8e1a-5dfdbe0e8d0c req-b0325648-5938-46e3-83b3-fa47d8e82001 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:53.509269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a84ce1a8-406f-4519-8e1a-5dfdbe0e8d0c req-b0325648-5938-46e3-83b3-fa47d8e82001 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2666101 Aug 06 18:26:53.556710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:26:53.607684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a84ce1a8-406f-4519-8e1a-5dfdbe0e8d0c req-8bd0130b-007a-4f2e-9a1c-c4b16603c93b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842469 Aug 06 18:26:53.632962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:53.636156 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5afd4d-9c13-4195-8972-be598882caf1" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:53.640672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:53.656277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Transition to ACTIVE for port object 5aa24cd3-1063-41a2-b973-4b92fffe6d7f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:26:53.672415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:53.781220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:53.804766 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc3d83-f7e9-4922-9285-0cc8b7504f87 x-openstack-request-id: req-55fc3d83-f7e9-4922-9285-0cc8b7504f87 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:53.805065 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:53.805318 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55fc3d83-f7e9-4922-9285-0cc8b7504f87 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:53.805775 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'code': 200} Aug 06 18:26:53.925645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] No DVR routers for this DVR port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:26:54.112727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca554bd-6291-41b3-9bda-7f7684e4a263 req-ba2cd6a3-64c7-4445-88d1-a314343aaacf tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:54.123107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eca554bd-6291-41b3-9bda-7f7684e4a263 req-ba2cd6a3-64c7-4445-88d1-a314343aaacf tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 943 time: 0.2064736 Aug 06 18:26:54.231972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eca554bd-6291-41b3-9bda-7f7684e4a263 req-d016ac7c-5abb-4a63-9410-d067072f1c7b tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 Aug 06 18:26:54.244673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:26:54.245412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:26:54.245937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:54.252487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:26:54.252957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:26:54.259420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:26:54.259973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:26:54.260469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Bound using segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:26:54.261029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Bound port: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:26:54.262158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:54.423783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:26:54.430736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:26:54.430968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8efb9-d8f7-41dd-9eac-a2810d33455d req-c3fa8cf0-b3c0-4c0f-9215-58074c952769 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:54.442630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:54.451350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16e8efb9-d8f7-41dd-9eac-a2810d33455d req-c3fa8cf0-b3c0-4c0f-9215-58074c952769 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1146870 Aug 06 18:26:54.546804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16e8efb9-d8f7-41dd-9eac-a2810d33455d req-9916134d-5619-4dff-b6fc-1fde0256c60d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894661 Aug 06 18:26:54.596585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:54.597810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:54.600333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] 10.222.0.55 "PUT /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 1093 time: 1.8237858 Aug 06 18:26:54.746807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda3707-452e-4091-bdd5-8767c2f4d91b service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:54.787777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-05422649-454f-4136-a97e-3ef6c4732384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:54.798199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-05422649-454f-4136-a97e-3ef6c4732384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.1459560 Aug 06 18:26:54.974830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840e30e-51e1-49bc-a901-8a791264524d req-54609448-0380-41f0-8aec-8ee92f9a7554 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:54.983637 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3840e30e-51e1-49bc-a901-8a791264524d req-54609448-0380-41f0-8aec-8ee92f9a7554 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1728015 Aug 06 18:26:55.042777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 759ab7fb-9250-4837-80c2-aff7db6959b0 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:26:55.056381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:55.057991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3840e30e-51e1-49bc-a901-8a791264524d req-18797fc2-837e-40d7-a256-c3eb41597f7e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714886 Aug 06 18:26:55.062835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-9048c1f8-78fc-487f-9d97-b9998d3e2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:55.073277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-9048c1f8-78fc-487f-9d97-b9998d3e2289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.2500024 Aug 06 18:26:55.208512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-b0cf51da-0b31-4086-8de6-51e438ef6566 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.1340125 Aug 06 18:26:55.252898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:55.254001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.315828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=759ab7fb-9250-4837-80c2-aff7db6959b0,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:55.342659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '759ab7fb-9250-4837-80c2-aff7db6959b0', 'network_id': '73680e58-6577-4169-832d-d0411721885e', 'port_id': '759ab7fb-9250-4837-80c2-aff7db6959b0', 'mac_address': 'fa:16:3e:cb:c8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7713be1-d319-4b09-9c20-b1d3f406ecab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:26:55.410602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-541af3c2-997b-41f7-bba8-441c50c108b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:55.418500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-541af3c2-997b-41f7-bba8-441c50c108b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.2009559 Aug 06 18:26:55.422632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.467149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:55.473882 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8371f1-4b60-4b6a-a961-c85f26c5730f" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:55.521474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.526095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-91901aaa-8ce6-429f-b949-09cc405cb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:55.531535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:55.532938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-91901aaa-8ce6-429f-b949-09cc405cb83a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048388 Aug 06 18:26:55.550651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c12c7-af53-42e5-b6da-eaba70ad82f4 req-87920c11-ebbf-4926-a765-877888b4a649 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:55.572239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa3c12c7-af53-42e5-b6da-eaba70ad82f4 req-87920c11-ebbf-4926-a765-877888b4a649 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 943 time: 0.1541514 Aug 06 18:26:55.577586 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53d166-39ea-4149-a1b0-059a64587387 x-openstack-request-id: req-0c53d166-39ea-4149-a1b0-059a64587387 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:55.578542 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:55.579322 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c53d166-39ea-4149-a1b0-059a64587387 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:55.580513 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:26:55.582893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.615713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759ab7fb-9250-4837-80c2-aff7db6959b0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:26:55.680137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa3c12c7-af53-42e5-b6da-eaba70ad82f4 req-639364b8-3b2d-47ba-8e8c-eb1b11d991f3 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028721 Aug 06 18:26:55.787631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=759ab7fb-9250-4837-80c2-aff7db6959b0,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:55.823803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:55.828331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.830636 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4835e5c-5394-453d-ba1b-6f40d09c8533" -d '{"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:55.842583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:55.995307 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00987bf-f383-4565-9046-e26fdb4b4287 x-openstack-request-id: req-b00987bf-f383-4565-9046-e26fdb4b4287 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:55.996191 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:55.996703 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b00987bf-f383-4565-9046-e26fdb4b4287 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:56.009936 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:26:56.074285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:56.190435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b10e15-95d2-4ab2-a3f4-593a577474ca req-de982fb9-0b7b-4c42-9110-fb282e3304f4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:56.192514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8b10e15-95d2-4ab2-a3f4-593a577474ca req-de982fb9-0b7b-4c42-9110-fb282e3304f4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.3503158 Aug 06 18:26:56.201697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-34e33dc5-16cc-4174-ac2a-bad784c46323 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598451 Aug 06 18:26:56.207720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['759ab7fb-9250-4837-80c2-aff7db6959b0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:26:56.458690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-1798e11a-989a-4258-b31c-5343b45b9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:56.460941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8abb1b-d13b-4af1-b593-a8472baa8602 req-c1934f25-25b7-4966-80f9-636556c9c2aa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:56.461320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-1798e11a-989a-4258-b31c-5343b45b9099 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.4482834 Aug 06 18:26:56.481343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c8abb1b-d13b-4af1-b593-a8472baa8602 req-c1934f25-25b7-4966-80f9-636556c9c2aa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2036829 Aug 06 18:26:56.632956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c8abb1b-d13b-4af1-b593-a8472baa8602 req-9990d1a7-8c54-4439-8339-c5da08158432 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475482 Aug 06 18:26:56.671155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e8b10e15-95d2-4ab2-a3f4-593a577474ca req-7fac67ed-6226-443a-aa9c-df99ef134013 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678209 Aug 06 18:26:56.750300 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-7b3fb130-4d29-4a57-ba0a-43a870ca66d8 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249074 Aug 06 18:26:56.808569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-c7fc7f27-8301-41e1-9884-69516ffe02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:56.813774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-c7fc7f27-8301-41e1-9884-69516ffe02e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.3330097 Aug 06 18:26:57.057106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:26:57.098558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533a9b-3873-4f7a-b332-f001f12bac8e req-b05a0855-2b52-44b1-a4bc-3f2a201d000c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:57.148757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59533a9b-3873-4f7a-b332-f001f12bac8e req-b05a0855-2b52-44b1-a4bc-3f2a201d000c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 944 time: 0.2713027 Aug 06 18:26:57.166888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-216f91e5-e93e-4bee-b672-c1852ae13fed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.3430936 Aug 06 18:26:57.250537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-01b2d746-a47c-4d1c-8f55-1ee01dd7018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:57.253479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-01b2d746-a47c-4d1c-8f55-1ee01dd7018c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.2231114 Aug 06 18:26:57.263291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:26:57.291503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59533a9b-3873-4f7a-b332-f001f12bac8e req-f5d79710-959e-4554-a945-aa55878fc5cf tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374266 Aug 06 18:26:57.660444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-ff811a47-aaa3-4d79-ac1e-3b4f35d548bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:57.683545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-ff811a47-aaa3-4d79-ac1e-3b4f35d548bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.5036037 Aug 06 18:26:57.687547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-762b71e0-de29-4850-a3fa-cec5ac8c9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:57.689104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-762b71e0-de29-4850-a3fa-cec5ac8c9a69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.3920622 Aug 06 18:26:58.025110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-f8a21d28-e57f-44d4-98d8-217ad4bce2e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.3209555 Aug 06 18:26:58.029431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-a0874844-c3a3-458d-8471-16923a995b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:58.032689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-a0874844-c3a3-458d-8471-16923a995b5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3404779 Aug 06 18:26:58.056005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef4a1-63c7-4301-96e8-ec75a4623fa7 req-9c2eef9d-a71d-44e2-8ef4-6fb12131a1c6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:58.088890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d83ef4a1-63c7-4301-96e8-ec75a4623fa7 req-9c2eef9d-a71d-44e2-8ef4-6fb12131a1c6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.2061205 Aug 06 18:26:58.173642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f41d6-e6ed-4839-a260-ae650556aecb req-db1fc16f-274b-4f4b-95b7-8d6af4a4aa32 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:58.184957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-942f41d6-e6ed-4839-a260-ae650556aecb req-db1fc16f-274b-4f4b-95b7-8d6af4a4aa32 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.3074098 Aug 06 18:26:58.234444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d83ef4a1-63c7-4301-96e8-ec75a4623fa7 req-4ebfa659-ffef-4ca4-b0f3-f466680c1ad6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336985 Aug 06 18:26:58.499824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d32e-9714-49f4-be2d-187679693802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:58.622233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136e646-5a76-45e1-976e-8b6fc3e592d5 req-e5a4fb03-271d-4da6-a2a7-264acaeb80cb tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:58.624294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b136e646-5a76-45e1-976e-8b6fc3e592d5 req-e5a4fb03-271d-4da6-a2a7-264acaeb80cb tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 944 time: 0.1393161 Aug 06 18:26:58.702148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b136e646-5a76-45e1-976e-8b6fc3e592d5 req-4b89d39c-7e22-4435-b561-ed5722df8413 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Aug 06 18:26:59.009371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-942f41d6-e6ed-4839-a260-ae650556aecb req-88d369c4-e0c1-4734-9efe-b7f94b647ac1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233113 Aug 06 18:26:59.011271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-f2831995-02dc-45f0-abff-adc0d992bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:59.013708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-f2831995-02dc-45f0-abff-adc0d992bc34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.9797027 Aug 06 18:26:59.056114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 759ab7fb-9250-4837-80c2-aff7db6959b0 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:26:59.139861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-50e925b5-a473-42d8-82c7-e103cb57d157 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0849495 Aug 06 18:26:59.292246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 759ab7fb-9250-4837-80c2-aff7db6959b0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:26:59.298650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 759ab7fb-9250-4837-80c2-aff7db6959b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:26:59.299559 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:59.419045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-958f73ce-47b1-4005-bfd0-7b3f3fadb5a4 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279341 Aug 06 18:26:59.422494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-f220a607-ed9d-4c48-a997-6b9332b70767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:59.424197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-f220a607-ed9d-4c48-a997-6b9332b70767 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2998257 Aug 06 18:26:59.510501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:59.612121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb666e-ef63-463d-a6e7-f288656bc56d req-49587534-a529-465c-b848-d4a0f46b4e9f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:26:59.621043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-befb666e-ef63-463d-a6e7-f288656bc56d req-49587534-a529-465c-b848-d4a0f46b4e9f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1884186 Aug 06 18:26:59.629051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=759ab7fb-9250-4837-80c2-aff7db6959b0,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:26:59.631081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:26:59.636226 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa6eba2-bebd-4080-991d-0123b2b37626" -d '{"events": [{"server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "name": "network-vif-plugged", "status": "completed", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:26:59.655217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:59.675378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-befb666e-ef63-463d-a6e7-f288656bc56d req-98b4b855-ed15-4d04-8854-eb53f4c5ce35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529435 Aug 06 18:26:59.731199 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc0171-b117-4183-bc95-6c972dbc87cc x-openstack-request-id: req-47cc0171-b117-4183-bc95-6c972dbc87cc {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:26:59.731883 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "name": "network-vif-plugged", "status": "completed", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:26:59.732326 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47cc0171-b117-4183-bc95-6c972dbc87cc {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:26:59.733143 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0', 'code': 200} Aug 06 18:26:59.828624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:59.941069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-c6b0739e-46bf-44e5-9c63-3470e5bba52a service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075612 Aug 06 18:27:00.225519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d4835e5c-5394-453d-ba1b-6f40d09c8533 req-2e1e8a79-0bf8-437e-a6d7-4bf8d5310492 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744594 Aug 06 18:27:00.381078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba779b-7571-4d70-a2ae-19ee47faf30f req-7b852951-cd87-4b38-8afc-909939ff6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.386483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44ba779b-7571-4d70-a2ae-19ee47faf30f req-7b852951-cd87-4b38-8afc-909939ff6062 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 1097 time: 0.5777481 Aug 06 18:27:00.420176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca324d7f-86c9-4b99-9670-0c48e00e24da req-f4ae8714-5e39-4fc7-bb45-16736e73cd5d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.429640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2b77-39cd-4396-a366-f652990b6090 req-76e724f5-4614-4f73-a9d3-1696e5203db9 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.432827 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d68d2b77-39cd-4396-a366-f652990b6090 req-76e724f5-4614-4f73-a9d3-1696e5203db9 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.5580287 Aug 06 18:27:00.445147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca324d7f-86c9-4b99-9670-0c48e00e24da req-f4ae8714-5e39-4fc7-bb45-16736e73cd5d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1707957 Aug 06 18:27:00.492244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44ba779b-7571-4d70-a2ae-19ee47faf30f req-c1cd50d9-be9f-44cb-8e46-bb8d7f3822c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926249 Aug 06 18:27:00.514575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-d204dcc7-bb34-4813-b263-98c0ffd4579f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.516301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-d204dcc7-bb34-4813-b263-98c0ffd4579f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80&tenant_id=7ee904f95c494adf94b537fca9d2b1d4&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.2634971 Aug 06 18:27:00.555850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d68d2b77-39cd-4396-a366-f652990b6090 req-067d90e5-53ae-4682-972f-7eac35cc462c tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006143 Aug 06 18:27:00.573568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca324d7f-86c9-4b99-9670-0c48e00e24da req-efe1c915-af4b-4a22-a488-799205915e53 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222706 Aug 06 18:27:00.703918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5efd5c24-0f1f-4472-8143-3593707bec37 service neutron] 10.222.0.55 "GET /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f/bindings/n-h1-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.1534545 Aug 06 18:27:00.816353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae6d9-8b01-4a17-b708-54049fd11ced req-2845cce0-ea11-47e6-884c-80fd7187e2b6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.819277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed6ae6d9-8b01-4a17-b708-54049fd11ced req-2845cce0-ea11-47e6-884c-80fd7187e2b6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 944 time: 0.1406109 Aug 06 18:27:00.860281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-c42139a9-878b-4495-883b-72412344c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:00.861921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-c42139a9-878b-4495-883b-72412344c2b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1096 time: 0.1148145 Aug 06 18:27:00.933822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:27:00.935901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed6ae6d9-8b01-4a17-b708-54049fd11ced req-dbb6b21d-3298-4563-aad6-1d229aace721 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995429 Aug 06 18:27:01.089252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-b618a226-e868-46dc-9138-87cff56529ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:01.090942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-b618a226-e868-46dc-9138-87cff56529ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.2151048 Aug 06 18:27:01.252238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:01.255850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-33863eb7-e8a8-4f68-b21f-6022c6dbc8c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.1542299 Aug 06 18:27:01.296053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:27:01.390323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-2735287b-6a5b-4a62-9f34-c6987595b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:01.391944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-2735287b-6a5b-4a62-9f34-c6987595b24e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.1238594 Aug 06 18:27:01.401361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:01.446408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:27:01.552369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:01.553542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:01.565836 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:01.593047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-1527f99e-9e5e-430b-80f2-05f8ffba15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:01.606680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-1527f99e-9e5e-430b-80f2-05f8ffba15ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049451 Aug 06 18:27:01.785234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:01.851383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d01ca041-62ca-4fff-bc6e-06c981767e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:01.935001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5aa24cd3-1063-41a2-b973-4b92fffe6d7f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:27:02.138011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aedef-bc03-4045-9491-a9680f1381cb req-148490a4-f86f-4880-94dd-b2fb7532505d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:02.146281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231aedef-bc03-4045-9491-a9680f1381cb req-148490a4-f86f-4880-94dd-b2fb7532505d tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.1854329 Aug 06 18:27:02.217692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-550c40e9-1dcb-4122-90b8-5ccd7ebdd0b0 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007915 Aug 06 18:27:02.326453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231aedef-bc03-4045-9491-a9680f1381cb req-57c8ddb7-6f42-4929-9915-30d0e062f4a0 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787877 Aug 06 18:27:02.584000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6aea6-f3d6-4fa8-a36a-11d07154ca30 req-62d2130c-990c-46be-86c2-db27c6282002 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:02.619360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6fc6aea6-f3d6-4fa8-a36a-11d07154ca30 req-62d2130c-990c-46be-86c2-db27c6282002 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.6288188 Aug 06 18:27:02.781387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1918f-0792-4e1e-b008-96e335221104 req-aa1d05b0-e40b-4c19-9e46-332177f07007 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:02.798088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ea1918f-0792-4e1e-b008-96e335221104 req-aa1d05b0-e40b-4c19-9e46-332177f07007 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.2207372 Aug 06 18:27:02.830158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6fc6aea6-f3d6-4fa8-a36a-11d07154ca30 req-8458bc52-dadc-4f12-b703-348263532aaa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955171 Aug 06 18:27:02.897170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ea1918f-0792-4e1e-b008-96e335221104 req-44420214-bc7e-4e07-8afd-a795baed0d84 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966048 Aug 06 18:27:02.908587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5af0aa36-8107-46ec-8bdb-b694f851be3c service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661153 Aug 06 18:27:03.170643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:04.191529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b594-321e-4a1f-ad5d-a89c8bd7abf9 req-133b9b20-2d38-4e7d-910d-c18b37edcd10 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:04.212077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c39b594-321e-4a1f-ad5d-a89c8bd7abf9 req-133b9b20-2d38-4e7d-910d-c18b37edcd10 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1909096 Aug 06 18:27:04.305362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c39b594-321e-4a1f-ad5d-a89c8bd7abf9 req-88b38bef-8862-499f-9135-c0b3ed707175 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790663 Aug 06 18:27:04.379136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea4681-e857-47c3-bb78-f9494bd47406 req-07953dc2-8bb0-4b7a-b689-3b825d375e6a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:04.399521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87ea4681-e857-47c3-bb78-f9494bd47406 req-07953dc2-8bb0-4b7a-b689-3b825d375e6a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.1632180 Aug 06 18:27:04.536692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87ea4681-e857-47c3-bb78-f9494bd47406 req-a2615103-596e-4cf3-a61c-e31a742963d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292951 Aug 06 18:27:04.754084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:04.981548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:27:05.065117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc34f5-1bc4-465c-8704-0e3b34f3ff90 req-f08431a8-57e1-456a-8f05-d61a6588b5b7 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:05.068166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87bc34f5-1bc4-465c-8704-0e3b34f3ff90 req-f08431a8-57e1-456a-8f05-d61a6588b5b7 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.1697943 Aug 06 18:27:05.194366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:27:05.201699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:05.202290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:05.239223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87bc34f5-1bc4-465c-8704-0e3b34f3ff90 req-2497a80a-96fd-45cc-bedf-430d4a05d3e1 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319888 Aug 06 18:27:05.560019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:05.612578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a0c2-ded3-4348-8ca6-923129fa55a7 req-4b5347d5-3b54-4af6-b04d-282982714200 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:05.630474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6a8a0c2-ded3-4348-8ca6-923129fa55a7 req-4b5347d5-3b54-4af6-b04d-282982714200 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1618221 Aug 06 18:27:05.640688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:05.655041 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019520a-9b19-4cbc-9c57-a08f7c39808b" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:05.731611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:05.743843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6a8a0c2-ded3-4348-8ca6-923129fa55a7 req-a8b5dec0-01db-4901-93f9-d38e6fd7d460 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101193 Aug 06 18:27:05.748311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:05.864873 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ea33c-5443-4243-b63f-d1e1b06b92c1 x-openstack-request-id: req-c86ea33c-5443-4243-b63f-d1e1b06b92c1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:05.865906 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:05.866775 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c86ea33c-5443-4243-b63f-d1e1b06b92c1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:05.867358 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'code': 200} Aug 06 18:27:05.901154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645d042-3d58-43fd-9292-065cd0b3d7fd req-47f22aba-6acd-4003-959b-19691474412e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:05.902862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6645d042-3d58-43fd-9292-065cd0b3d7fd req-47f22aba-6acd-4003-959b-19691474412e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.1611924 Aug 06 18:27:05.933468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:06.153508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6645d042-3d58-43fd-9292-065cd0b3d7fd req-5296ca76-ecbd-4659-b6e4-188076900bac tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281959 Aug 06 18:27:06.372554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-8b40a11d-364f-4b72-a850-c18a1fb42f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:06.374994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-8b40a11d-364f-4b72-a850-c18a1fb42f58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 1098 time: 0.2667866 Aug 06 18:27:06.390660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-76845a7c-c081-48af-bb71-be1392cbf5b6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:06.392493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-76845a7c-c081-48af-bb71-be1392cbf5b6 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.1365654 Aug 06 18:27:06.398702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:27:06.688940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568795b5-a92d-42a2-85b5-3bcc927e4222 req-8b6aca2b-9f4e-4df3-82f3-0fe765eac8da tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:06.714040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-568795b5-a92d-42a2-85b5-3bcc927e4222 req-8b6aca2b-9f4e-4df3-82f3-0fe765eac8da tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.2541044 Aug 06 18:27:06.729913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:06.889967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-568795b5-a92d-42a2-85b5-3bcc927e4222 req-7f242471-b8b3-425d-b87d-0101224745ea tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722920 Aug 06 18:27:06.932777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Deleting port 759ab7fb-9250-4837-80c2-aff7db6959b0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:27:06.933418 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:07.049175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] For port 759ab7fb-9250-4837-80c2-aff7db6959b0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=759ab7fb-9250-4837-80c2-aff7db6959b0,segment=NetworkSegment(eef10bbf-af77-4206-850c-6325f36b46c8),segment_id=eef10bbf-af77-4206-850c-6325f36b46c8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:07.049532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:07.083661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Calling delete_port for 759ab7fb-9250-4837-80c2-aff7db6959b0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:27:07.139400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ac9c-ca8c-49d9-8ae2-4ab00a32c2e5 req-48dccf83-b9bd-4b5d-9cb2-d6bab97542bc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:07.145982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1764ac9c-ca8c-49d9-8ae2-4ab00a32c2e5 req-48dccf83-b9bd-4b5d-9cb2-d6bab97542bc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1600308 Aug 06 18:27:07.232385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1764ac9c-ca8c-49d9-8ae2-4ab00a32c2e5 req-22837d06-1e0b-4924-bc00-8454dc124cb8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756090 Aug 06 18:27:07.555933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:07.607848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:27:07.680524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:07.699051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Transition to ACTIVE for port object 5aa24cd3-1063-41a2-b973-4b92fffe6d7f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:27:07.703923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:07.706698 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d109c0c2-a53b-415c-b43f-b2025f1c01d7" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:07.720507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:07.882290 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d45731-63e5-430a-aa32-fb6eecf5d358 x-openstack-request-id: req-d6d45731-63e5-430a-aa32-fb6eecf5d358 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:07.882506 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:07.882680 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6d45731-63e5-430a-aa32-fb6eecf5d358 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:07.883024 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'code': 200} Aug 06 18:27:07.944308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9c2a9-f925-44b9-a912-896f6f14f052 req-0348b01c-1113-415f-8237-e44994bbb6f3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:07.946210 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5a9c2a9-f925-44b9-a912-896f6f14f052 req-0348b01c-1113-415f-8237-e44994bbb6f3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 946 time: 0.5405564 Aug 06 18:27:07.969114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:07.993316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.993853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.994208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.994606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.994951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.995289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.995625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.995954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.996286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.996785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.997257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:07.998058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:08.125325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] No DVR routers for this DVR port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:08.129941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05fbc9-c956-4032-a6c0-5f97b2aaaaac req-627f491a-762d-4cf7-acb3-e7516ec88444 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:08.140194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c05fbc9-c956-4032-a6c0-5f97b2aaaaac req-627f491a-762d-4cf7-acb3-e7516ec88444 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 945 time: 0.0929232 Aug 06 18:27:08.257942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:08.276328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['759ab7fb-9250-4837-80c2-aff7db6959b0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:27:08.372422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c05fbc9-c956-4032-a6c0-5f97b2aaaaac req-35807ccc-9bc6-407e-9d87-0fdce5601bfe tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/security-groups?id=26aba569-654a-42fc-9284-dce90eda9d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296989 Aug 06 18:27:08.465239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5a9c2a9-f925-44b9-a912-896f6f14f052 req-72b5361e-8c9f-45bd-aca1-7393bec9416e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5052290 Aug 06 18:27:08.466671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Pushing event deleted for resources: {'Port': ['ID=759ab7fb-9250-4837-80c2-aff7db6959b0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:08.519736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] No DVR routers for this DVR port 759ab7fb-9250-4837-80c2-aff7db6959b0 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:08.523466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:08.531935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc8d68a9-e5a3-48cc-9705-155d599c0acc req-2b6b8000-863c-4028-b65c-d507057b82dd tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.16 "DELETE /v2.0/ports/759ab7fb-9250-4837-80c2-aff7db6959b0 HTTP/1.1" status: 204 len: 173 time: 2.1260366 Aug 06 18:27:08.818578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:27:08.819475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:27:08.819826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:27:08.829503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:27:08.829868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Attempting to bind port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on network 633bcae1-5781-483d-bbe2-f30b1059518d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:27:08.838231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:27:08.838687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Checking segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:27:08.839005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Bound using segment: {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:27:08.839468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Bound port: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b62c15-199f-4381-9fd5-a91a514f7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:27:08.839893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:08.994400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:27:08.998210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:09.004549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:27:09.010054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:27:09.022692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:09.026042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab5f2-bd42-4225-8e60-5eec4d43ae44 req-2d49053e-b76e-45a1-b3bd-e6c2ce2e606f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:09.037855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210ab5f2-bd42-4225-8e60-5eec4d43ae44 req-2d49053e-b76e-45a1-b3bd-e6c2ce2e606f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2348082 Aug 06 18:27:09.098718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210ab5f2-bd42-4225-8e60-5eec4d43ae44 req-c0684bc3-6e30-48ce-8da5-a1dfdfc8091d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Aug 06 18:27:09.138741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:09.141991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:09.153728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] 10.222.0.16 "PUT /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 1094 time: 2.7594409 Aug 06 18:27:09.324164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:27:09.357805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134a830-2857-438b-83cb-a0adfbd2f71a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=11']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:09.391573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-7df5225e-c2d4-4b87-b6c3-494c5f7b6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:09.394140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-7df5225e-c2d4-4b87-b6c3-494c5f7b6fc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1097 time: 0.1628559 Aug 06 18:27:09.397024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:09.420950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'mac_address': 'fa:16:3e:c3:94:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:27:09.546384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:09.598914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b1d73cb-e190-4d63-b01e-daed2754f309 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:27:09.691759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:09.751322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:09.825499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:09.879636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-cf694d08-8136-4bc8-a495-c9db4073fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:09.882996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-cf694d08-8136-4bc8-a495-c9db4073fd4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.4780052 Aug 06 18:27:09.893305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5b1d73cb-e190-4d63-b01e-daed2754f309'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:27:09.905135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'name': 'network-vif-deleted', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0'}, {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:09.907997 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f79a933-ff02-45c2-8b16-fabac074040d" -d '{"events": [{"server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "name": "network-vif-deleted", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0"}, {"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:09.919756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057788-067f-4140-8e70-43dbc53f65d2 req-afb3ad51-e616-4a22-b77b-cf3a0675bed9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:09.921687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6057788-067f-4140-8e70-43dbc53f65d2 req-afb3ad51-e616-4a22-b77b-cf3a0675bed9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.1281497 Aug 06 18:27:10.018434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6057788-067f-4140-8e70-43dbc53f65d2 req-df4b9873-9be8-4dcf-aa64-980012b15485 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694644 Aug 06 18:27:10.197833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2e7fb3c0-8e7e-4e91-b4dc-05a57f2de574 req-9dd25e2c-5d9b-4484-aa1e-792691b77801 tempest-VolumesActionsTest-1466781332 tempest-VolumesActionsTest-1466781332-project] 10.222.0.64 "GET /v2.0/ports?device_id=3be541b5-3d87-4c21-9bb8-e141e5cd34b7 HTTP/1.1" status: 200 len: 210 time: 0.3005209 Aug 06 18:27:10.205688 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94175486-fb89-48c5-8dcd-dda82ba2cd2a x-openstack-request-id: req-94175486-fb89-48c5-8dcd-dda82ba2cd2a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:10.205688 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be541b5-3d87-4c21-9bb8-e141e5cd34b7", "name": "network-vif-deleted", "tag": "759ab7fb-9250-4837-80c2-aff7db6959b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:10.205688 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94175486-fb89-48c5-8dcd-dda82ba2cd2a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:10.205688 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be541b5-3d87-4c21-9bb8-e141e5cd34b7', 'name': 'network-vif-deleted', 'tag': '759ab7fb-9250-4837-80c2-aff7db6959b0', 'status': 'completed', 'code': 200} Aug 06 18:27:10.205688 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:27:10.373914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-f556786a-6726-4a29-a8f7-72b68592d815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.4317732 Aug 06 18:27:10.378821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:10.512392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-7a698abb-4ae9-4359-b59f-05c43695716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:10.514918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-7a698abb-4ae9-4359-b59f-05c43695716c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.1303849 Aug 06 18:27:10.525959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-b68071b8-9604-4df1-b1bd-97c9cef784c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:10.528359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-b68071b8-9604-4df1-b1bd-97c9cef784c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1097 time: 0.3030510 Aug 06 18:27:10.592607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadde1b-6e02-43cc-8366-c3a5d5263e5e req-aacaf129-b169-4b70-98cc-198805628d31 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:10.637505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddadde1b-6e02-43cc-8366-c3a5d5263e5e req-aacaf129-b169-4b70-98cc-198805628d31 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 944 time: 0.2306960 Aug 06 18:27:10.728693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-fa00a525-146b-4707-8251-4829be7b7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:10.731284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-fa00a525-146b-4707-8251-4829be7b7d14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016058 Aug 06 18:27:10.765222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddadde1b-6e02-43cc-8366-c3a5d5263e5e req-bfac8f38-5b69-4190-81e6-e94c8cbabd85 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259649 Aug 06 18:27:10.968240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-124feef2-22e1-4fcf-8440-71db091d41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:10.970911 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-124feef2-22e1-4fcf-8440-71db091d41b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.3845987 Aug 06 18:27:11.021991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:27:11.157941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 759ab7fb-9250-4837-80c2-aff7db6959b0 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:11.225986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 759ab7fb-9250-4837-80c2-aff7db6959b0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:27:11.226323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 759ab7fb-9250-4837-80c2-aff7db6959b0 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:27:11.320842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5b1d73cb-e190-4d63-b01e-daed2754f309 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:11.321414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:11.587319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:11.610568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-900395d4-32f1-458f-b19a-a9417095a9d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.6159935 Aug 06 18:27:11.749984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:11.754943 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d6903-0283-4b3f-8e77-5ec0cf7f9437" -d '{"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:11.831005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:11.837727 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:11.850763 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:11.876639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-687efc1d-d761-43d4-b72b-bbf7a4ba50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:11.878374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-687efc1d-d761-43d4-b72b-bbf7a4ba50de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.2304039 Aug 06 18:27:11.886351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-7f05fd44-7440-4945-bd9f-d20e0d0697c7 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1459973 Aug 06 18:27:12.005499 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0c433-b154-4784-860a-11236888b8e8 x-openstack-request-id: req-c0a0c433-b154-4784-860a-11236888b8e8 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:12.005499 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:12.005499 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0a0c433-b154-4784-860a-11236888b8e8 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:12.005499 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'code': 200} Aug 06 18:27:12.006622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:12.080104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310336a8-40f2-4e67-ae76-5972085e49fc req-f4ae0983-dfc4-4738-ba63-2b9fb02b0e2d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:12.090326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-310336a8-40f2-4e67-ae76-5972085e49fc req-f4ae0983-dfc4-4738-ba63-2b9fb02b0e2d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.8679259 Aug 06 18:27:12.250644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5b430-660b-437c-a272-9a8955d6970c req-341a357b-cee7-4568-a93b-f34f0df5648f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:12.258674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fe5b430-660b-437c-a272-9a8955d6970c req-341a357b-cee7-4568-a93b-f34f0df5648f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1174445 Aug 06 18:27:12.364759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fe5b430-660b-437c-a272-9a8955d6970c req-680d93e7-347c-43bb-b09a-4fa6f622b5af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024914 Aug 06 18:27:12.684157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-310336a8-40f2-4e67-ae76-5972085e49fc req-b9f1ca53-0f48-45e5-91f7-ab55181f2e43 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630431 Aug 06 18:27:12.740859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-aa215a6b-2dfb-4a10-afbc-a3180288d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:12.744699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-aa215a6b-2dfb-4a10-afbc-a3180288d3ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8084557 Aug 06 18:27:12.916765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3158c5ed-15b8-49ef-8253-79c0ebf17fa5 req-60b6cd5a-f6cf-4774-8c7c-29591f4e7a7f service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0189636 Aug 06 18:27:12.987549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-614e102d-f7d0-4bc1-983b-395fa12e4c38 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286880 Aug 06 18:27:13.440716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-40d334b9-90c4-416d-aa58-e2f1ec47160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:13.452604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-40d334b9-90c4-416d-aa58-e2f1ec47160f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1097 time: 0.3313684 Aug 06 18:27:13.880610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b802d-1ac7-4cc9-a41c-9b39ace47d8e req-a68bf616-7d88-4c7b-b97f-79567c8703d2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:13.902392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff6b802d-1ac7-4cc9-a41c-9b39ace47d8e req-a68bf616-7d88-4c7b-b97f-79567c8703d2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.3489764 Aug 06 18:27:14.089329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff6b802d-1ac7-4cc9-a41c-9b39ace47d8e req-6b358c10-5f07-459f-a132-81d691d011eb tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851709 Aug 06 18:27:15.316194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-528e5a75-2003-462d-8009-5c4f0cb34712 service neutron] 10.222.0.55 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3158512 Aug 06 18:27:15.427646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-ef83833f-354d-4ffc-bab9-dd147676bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:15.429222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-ef83833f-354d-4ffc-bab9-dd147676bd5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 1.9727890 Aug 06 18:27:15.600427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf099c8-963d-4fd1-8d78-141dcc3b689c req-9da35bb9-faf1-4d99-b021-39980cca4795 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:15.621186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ccf099c8-963d-4fd1-8d78-141dcc3b689c req-9da35bb9-faf1-4d99-b021-39980cca4795 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.3636074 Aug 06 18:27:15.684696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f00fa-2cc8-4561-abcb-9250ebf716d6 req-6177c098-1fef-4e37-a53e-d8a9b61fb5bd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:15.696960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-553f00fa-2cc8-4561-abcb-9250ebf716d6 req-6177c098-1fef-4e37-a53e-d8a9b61fb5bd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2854700 Aug 06 18:27:15.786422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-553f00fa-2cc8-4561-abcb-9250ebf716d6 req-054be5a3-9983-4a69-bb00-4f3dc288e3fc tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876939 Aug 06 18:27:16.055182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-be600491-ccf0-4b1a-b78e-f9a38867a205 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 998 time: 0.5467761 Aug 06 18:27:16.095933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ccf099c8-963d-4fd1-8d78-141dcc3b689c req-587677b7-f368-4537-9134-486ddeaeafd3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735677 Aug 06 18:27:16.228874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-c74cd028-6816-4c6d-a95f-a5806762cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:16.234359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-c74cd028-6816-4c6d-a95f-a5806762cdde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.1940792 Aug 06 18:27:16.426435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79a933-ff02-45c2-8b16-fabac074040d req-4f23ad0c-4c1d-44a2-adeb-6d6a7cc4db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:16.450157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-4f23ad0c-4c1d-44a2-adeb-6d6a7cc4db6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915932 Aug 06 18:27:17.047781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-b6c28d73-8b1c-4008-b85d-c56e9dc28433 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893776 Aug 06 18:27:17.217873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:27:17.393208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eff48-b0fd-4547-aa2c-4102bf2b92db req-f072e6d7-0657-408f-bceb-29b0b2b10d4f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:17.415845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70eff48-b0fd-4547-aa2c-4102bf2b92db req-f072e6d7-0657-408f-bceb-29b0b2b10d4f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.3361974 Aug 06 18:27:17.574461 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70eff48-b0fd-4547-aa2c-4102bf2b92db req-94a64d3d-c37c-4b8f-9d0d-32312e2e7258 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511500 Aug 06 18:27:17.853843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1be0-e084-414a-9e26-00f8b84543d0 req-02a8a570-f366-474d-997c-cbb4227c5730 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:17.863768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84dc1be0-e084-414a-9e26-00f8b84543d0 req-02a8a570-f366-474d-997c-cbb4227c5730 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 945 time: 0.3646636 Aug 06 18:27:18.028862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84dc1be0-e084-414a-9e26-00f8b84543d0 req-6ab65bee-3090-42e3-8c96-f74cc8ff441d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467805 Aug 06 18:27:18.043377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f79a933-ff02-45c2-8b16-fabac074040d req-e1a519fc-74b4-4d0f-8002-4dbdcc50266c service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9853921 Aug 06 18:27:18.107562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49896) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:27:18.340186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:18.372884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'port_id': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'mac_address': 'fa:16:3e:cf:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:27:18.434081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1d30bef5-9aa3-4d03-8485-82db8a002cfd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a65a6858-2f81-4db8-b189-6bddcb8d9b2d HTTP/1.1" status: 200 len: 990 time: 0.3123329 Aug 06 18:27:18.594862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:18.628261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:27:18.749375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:18.759942 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:18.956014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:18.999910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8b248-6e10-400e-bd83-3db0bb039c10 req-f0073e63-a35b-4b6a-a1e2-9e8fa8559627 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:19.014184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11b8b248-6e10-400e-bd83-3db0bb039c10 req-f0073e63-a35b-4b6a-a1e2-9e8fa8559627 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1582923 Aug 06 18:27:19.116326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11b8b248-6e10-400e-bd83-3db0bb039c10 req-6178f6ed-6643-4b77-b8bf-3da2fd2e55ad tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004052 Aug 06 18:27:19.118430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5aa24cd3-1063-41a2-b973-4b92fffe6d7f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:27:20.617225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d1abb-3c54-49b7-98b9-f969c958b1f8 req-cc21bfe1-ab06-4beb-a75a-95695e77d837 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:20.624978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb9d1abb-3c54-49b7-98b9-f969c958b1f8 req-cc21bfe1-ab06-4beb-a75a-95695e77d837 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1797354 Aug 06 18:27:20.717363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cb9d1abb-3c54-49b7-98b9-f969c958b1f8 req-e283022f-a853-4747-bad0-c61d4a52d891 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849979 Aug 06 18:27:21.237488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:27:21.317357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:27:21.324179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:21.324862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:21.510339 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:27:21.647721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:21.707959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:21.716204 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c27e0-095e-48d1-8ba7-8dc7f482a742" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:21.860060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:21.877030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:21.995484 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d321d-56ee-428d-abb1-2dcc980af822 x-openstack-request-id: req-b42d321d-56ee-428d-abb1-2dcc980af822 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:21.996721 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-plugged", "status": "completed", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:21.997414 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b42d321d-56ee-428d-abb1-2dcc980af822 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:21.999980 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'code': 200} Aug 06 18:27:22.101578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=13']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:22.260878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d8110-6dd0-49d1-bbbf-689be4d4fd05 req-6f83cfa2-15ca-4905-9344-1646c8c5ce35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:22.293558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b0d8110-6dd0-49d1-bbbf-689be4d4fd05 req-6f83cfa2-15ca-4905-9344-1646c8c5ce35 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2540131 Aug 06 18:27:22.409345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b0d8110-6dd0-49d1-bbbf-689be4d4fd05 req-7b4abdae-3b79-420c-982d-181cbcdda64e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176236 Aug 06 18:27:23.810526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769daf-4c7d-4a1f-88c8-f7f7ea4b2629 req-e882146d-d2d1-49cb-af56-5114d0025cd9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:23.813878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa769daf-4c7d-4a1f-88c8-f7f7ea4b2629 req-e882146d-d2d1-49cb-af56-5114d0025cd9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1593235 Aug 06 18:27:23.901878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa769daf-4c7d-4a1f-88c8-f7f7ea4b2629 req-6d940bf9-9a9c-44b0-a46b-fe7a01a34823 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769286 Aug 06 18:27:25.145817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47143b39-0834-443f-a4f9-ea879ca57d9d req-54a5541e-72e7-4cc6-987e-777120351550 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:25.150319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47143b39-0834-443f-a4f9-ea879ca57d9d req-54a5541e-72e7-4cc6-987e-777120351550 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.1883888 Aug 06 18:27:25.220483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167360-cc7a-4063-b347-70a6afef58ec req-fafabb6f-a7bb-485f-a12a-5e0faebc2d84 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:25.223444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0167360-cc7a-4063-b347-70a6afef58ec req-fafabb6f-a7bb-485f-a12a-5e0faebc2d84 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.1315107 Aug 06 18:27:25.325923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47143b39-0834-443f-a4f9-ea879ca57d9d req-cfaecdd4-3af1-4b9d-9d52-52ef74f2a49f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589408 Aug 06 18:27:25.360939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0167360-cc7a-4063-b347-70a6afef58ec req-e6f69811-f3e4-46ad-b37f-7645923f2d40 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237915 Aug 06 18:27:26.763494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f9ab1-1582-4def-a081-d7158fb5b618 req-7bad02fc-96a0-467d-a555-060f244a2b43 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:26.771928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b50f9ab1-1582-4def-a081-d7158fb5b618 req-7bad02fc-96a0-467d-a555-060f244a2b43 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2290480 Aug 06 18:27:26.838264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe8084-badf-4a63-8a51-356fdd4bd289 req-d0f47991-03b4-4723-b1a6-545dbb02902d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:26.848402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0dbe8084-badf-4a63-8a51-356fdd4bd289 req-d0f47991-03b4-4723-b1a6-545dbb02902d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2293391 Aug 06 18:27:26.962525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0dbe8084-badf-4a63-8a51-356fdd4bd289 req-30ab02ed-e064-4530-bb55-18cd9d1428c3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050436 Aug 06 18:27:27.023669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b50f9ab1-1582-4def-a081-d7158fb5b618 req-fd8e2831-fcb9-4211-af58-27f623f9cc63 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357416 Aug 06 18:27:28.415761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97010eee-00c9-425a-888d-fd68efaf3231 req-bea532bc-7d95-4047-92ab-e3ef1e5a7112 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:28.429168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97010eee-00c9-425a-888d-fd68efaf3231 req-bea532bc-7d95-4047-92ab-e3ef1e5a7112 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.2743700 Aug 06 18:27:28.505400 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a7121f83-cc4f-4e1d-843a-e28f3b09b648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:28.519750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97010eee-00c9-425a-888d-fd68efaf3231 req-0a9d88d4-71e9-4d82-9854-c6e934c346f1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869701 Aug 06 18:27:29.044828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-61bb5df6-6c0c-4166-9c71-a23f8e17da8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1574850 Aug 06 18:27:29.287684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:29.342308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.342792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.374656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.375895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.376965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.393786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.395287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:29.411266 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-b76b1a99-3d43-47b3-9d0a-900290d4ed51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2443dcc91294277aa870ca3ed0ca580&device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 6497 time: 0.2477324 Aug 06 18:27:29.639500 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:29.775129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:29.786411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-0243bea0-872d-4876-898a-006713e714a9 req-b86d3c2f-3c34-49bf-ab83-5e7e36ff768c tempest-InstanceActionsNegativeTestJSON-341842366 tempest-InstanceActionsNegativeTestJSON-341842366-project] (94122) timed out ('10.222.0.16', 50034) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:27:29.800415 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6701ea-3e1b-462d-9e45-26a9e52597d1" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:29.879979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:29.889095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:30.026881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-4928f940-86bf-4aa4-a529-1275cdd25587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.028043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-4928f940-86bf-4aa4-a529-1275cdd25587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.028772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-4928f940-86bf-4aa4-a529-1275cdd25587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.035539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-4928f940-86bf-4aa4-a529-1275cdd25587 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&id=a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 200 len: 2293 time: 0.5817201 Aug 06 18:27:30.051174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:30.102924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.108879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.109721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.110300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.110982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.111562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.112170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.123721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.127747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.128238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.128657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.129084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:30.389601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-70aed1c5-73b7-4a95-b65a-4d7d1f4b4425 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 200 len: 1002 time: 0.3360810 Aug 06 18:27:30.416858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77a376-8dc3-4fe7-8284-c170b2dd86e9 req-44838947-c827-4dc5-a9c3-30207199b483 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.426464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d77a376-8dc3-4fe7-8284-c170b2dd86e9 req-44838947-c827-4dc5-a9c3-30207199b483 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.5184064 Aug 06 18:27:30.590046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d77a376-8dc3-4fe7-8284-c170b2dd86e9 req-4864e409-107c-4a1d-8b63-b76875ddac18 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619668 Aug 06 18:27:30.624807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-123b3265-a30a-4c9c-8023-ad08563f0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.626511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-123b3265-a30a-4c9c-8023-ad08563f0757 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 200 len: 850 time: 0.2294669 Aug 06 18:27:30.747778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-f2da8ad8-8ab1-4579-8953-fad80e453402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:30.751913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-f2da8ad8-8ab1-4579-8953-fad80e453402 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cc13680-b82b-4b3d-b4f8-00d5871b49bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162832 Aug 06 18:27:30.793585 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f1395f-55e0-4690-b017-fc4358fcbd89 x-openstack-request-id: req-c8f1395f-55e0-4690-b017-fc4358fcbd89 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:30.794490 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:30.794490 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8f1395f-55e0-4690-b017-fc4358fcbd89 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:30.795155 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:27:30.923191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-6b26a2f4-5662-4409-994e-9cbf9a7baef9 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633027 Aug 06 18:27:31.310491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-de140a16-366c-4a18-bbc6-b9ec42b49848 service neutron] 10.222.0.55 "GET /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780742 Aug 06 18:27:31.468430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:31.480810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-8330382b-f0f0-4c22-9034-123d3a02270a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 217 time: 0.1619594 Aug 06 18:27:31.782177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-22a3205e-1ecd-4912-a5e7-1d337d2d2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:31.798694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-22a3205e-1ecd-4912-a5e7-1d337d2d2fec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2981696 Aug 06 18:27:31.813624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b878b674-e1f1-4f52-937c-30ce3436ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:31.902282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-0dd0cb42-e139-4003-98f1-70f4d9ff9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:31.903958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-0dd0cb42-e139-4003-98f1-70f4d9ff9918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1044221 Aug 06 18:27:32.290105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-672316c0-1cca-4aaa-a471-962297841666 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781598 Aug 06 18:27:32.718893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-748d468a-d762-43f2-b349-48c1d9604ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956425 Aug 06 18:27:32.743365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6d7f1-58ac-4085-97e0-5e6e30d111b0 req-5f113d13-ed54-4890-a9c5-c437e1b76daa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:32.751880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38c6d7f1-58ac-4085-97e0-5e6e30d111b0 req-5f113d13-ed54-4890-a9c5-c437e1b76daa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.7784116 Aug 06 18:27:32.815116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-e8d03c17-ed22-464f-bad4-1de3387fb10a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 217 time: 0.0881085 Aug 06 18:27:33.062509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38c6d7f1-58ac-4085-97e0-5e6e30d111b0 req-d9b8596f-51bc-4fa3-8380-0b342d85b9bf tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094022 Aug 06 18:27:33.091695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-1cc9907e-3deb-4bc6-8cbb-c1fbf097867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:33.100440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-1cc9907e-3deb-4bc6-8cbb-c1fbf097867f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2203815 Aug 06 18:27:33.176790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:33.241545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-69d3b84d-cb0f-4e8d-9ea3-ebe83a61d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:33.245993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-69d3b84d-cb0f-4e8d-9ea3-ebe83a61d575 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315570 Aug 06 18:27:33.661973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-191de225-aeea-4f58-bb95-a15e3d776900 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077995 Aug 06 18:27:33.923903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-c1e35b28-ad29-4f9e-be2b-9c4a705d5686 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451737 Aug 06 18:27:34.021413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-d344e95a-f0d1-4e9b-96f0-4d0b8f5cd765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 200 len: 217 time: 0.0871723 Aug 06 18:27:34.369207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-f3e62a7e-e596-4a1a-a435-7de82d870b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:34.380219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-f3e62a7e-e596-4a1a-a435-7de82d870b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2810769 Aug 06 18:27:34.647837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:34.659200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-40f2d6fa-6a54-4ca7-a3e2-565d1f6ce828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:34.662159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-40f2d6fa-6a54-4ca7-a3e2-565d1f6ce828 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 1097 time: 0.1469035 Aug 06 18:27:34.689603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173284c-5b25-4681-8ab1-88c872d54a1a req-6c4f4caa-ab4c-4d1d-8a4c-39b0dbf3567a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:34.698763 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1173284c-5b25-4681-8ab1-88c872d54a1a req-6c4f4caa-ab4c-4d1d-8a4c-39b0dbf3567a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.3170850 Aug 06 18:27:34.808512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-7393101d-eaac-4198-ac33-d7e683d31dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:34.812312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-7393101d-eaac-4198-ac33-d7e683d31dda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4078758 Aug 06 18:27:35.091322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64159235-5d7f-48c3-9bed-a27f69ef2a2b req-0cc1a5fe-2fad-4736-85bf-af8dc9bf646e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:35.095576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64159235-5d7f-48c3-9bed-a27f69ef2a2b req-0cc1a5fe-2fad-4736-85bf-af8dc9bf646e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1619556 Aug 06 18:27:35.172984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-a53dd46d-cff6-48cd-904b-b1e7e351b581 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019018 Aug 06 18:27:35.222076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64159235-5d7f-48c3-9bed-a27f69ef2a2b req-9ee9bac6-f561-4b3b-8283-7115963976a2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144922 Aug 06 18:27:35.452678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1173284c-5b25-4681-8ab1-88c872d54a1a req-cd3e2764-56cc-4aeb-94dc-e8b1fd2958ac tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294381 Aug 06 18:27:35.582177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-af5c5304-7b50-46bf-ac06-8c232f8ea7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902121 Aug 06 18:27:35.584003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-1478c61b-286a-4f3a-a2c2-72abc871fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:35.587398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-1478c61b-286a-4f3a-a2c2-72abc871fb23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.8870761 Aug 06 18:27:35.724443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-87fe6c46-8ef3-4ebf-a966-5f898ffbd87f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 200 len: 217 time: 0.1272075 Aug 06 18:27:35.828316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-d3a5c70b-465b-4c0d-9fb6-8fce2e5c15d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b1d73cb-e190-4d63-b01e-daed2754f309 HTTP/1.1" status: 200 len: 217 time: 0.2291484 Aug 06 18:27:35.960885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-9dd6e609-ca3e-4cf5-8184-8b88af738e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:35.963972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-9dd6e609-ca3e-4cf5-8184-8b88af738e9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.1195507 Aug 06 18:27:36.056825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-fcf00952-445d-4356-b2dd-ce60821f1fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536232 Aug 06 18:27:36.115113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-daf9886a-1ec5-4db2-add4-94fd8378aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:36.118231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-daf9886a-1ec5-4db2-add4-94fd8378aaff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 200 len: 797 time: 0.2886190 Aug 06 18:27:36.353173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-6b44057d-6e77-4deb-b196-607572d5911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:36.358655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-6b44057d-6e77-4deb-b196-607572d5911a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ef2342-7e26-4b8d-a440-17c6a00e5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2210996 Aug 06 18:27:36.467777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-99cec49b-c31c-4748-9c41-94657b288766 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001617 Aug 06 18:27:36.472584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227a60e-3b64-49c5-a94d-4462edcac03b req-c15734f8-4c5c-4223-838c-3951fef9ac2a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:36.477205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1227a60e-3b64-49c5-a94d-4462edcac03b req-c15734f8-4c5c-4223-838c-3951fef9ac2a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0935557 Aug 06 18:27:36.601118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1227a60e-3b64-49c5-a94d-4462edcac03b req-e8838490-d997-43e3-81c8-35c2524b0fb9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040792 Aug 06 18:27:37.023472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d8e42e3-49dc-4501-a0f1-27c6a49a3c2e req-b2cbe6fb-71e5-4dec-be0e-d13f147722a7 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358193 Aug 06 18:27:37.038105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-8820841c-b994-433e-b22f-6910bd85886e service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629324 Aug 06 18:27:37.077479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3814e9-52c6-49f7-875c-5298308cacad req-b525f4c6-7376-4c1d-973e-43dba829e526 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:37.079148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b3814e9-52c6-49f7-875c-5298308cacad req-b525f4c6-7376-4c1d-973e-43dba829e526 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 945 time: 0.3488801 Aug 06 18:27:37.197914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:37.238896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b3814e9-52c6-49f7-875c-5298308cacad req-b4ad2f7f-d30d-4ba8-81ac-9820fca450ab tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418135 Aug 06 18:27:37.309414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-a0c01cfa-7b7a-4794-8d35-c0463d0071c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581999 Aug 06 18:27:37.415975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-ac321d3f-4725-4c35-b0a8-4e5ff3ccee28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 200 len: 217 time: 0.0963743 Aug 06 18:27:37.492204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:37.561298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:37.569219 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7a1a6-a84c-48fe-be61-878dce58a06a" -d '{"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:37.572618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-9607a872-295e-4434-a950-cb1658b31978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:37.575702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-9607a872-295e-4434-a950-cb1658b31978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.1489022 Aug 06 18:27:37.629408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:37.648960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:37.700920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-ee5c1dca-51d5-4d32-b898-7c54af251800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:37.706417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-ee5c1dca-51d5-4d32-b898-7c54af251800 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1217318 Aug 06 18:27:37.746293 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776b3d3-9158-47ae-bc0f-22d3e2effa95 x-openstack-request-id: req-4776b3d3-9158-47ae-bc0f-22d3e2effa95 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:37.747046 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:37.749169 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4776b3d3-9158-47ae-bc0f-22d3e2effa95 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:37.750225 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'code': 200} Aug 06 18:27:37.862069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:38.080220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15008a-c705-48de-89d4-e42aaeef5c2b req-c0766349-40bd-4879-981f-1427443c9dba tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:38.095577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c15008a-c705-48de-89d4-e42aaeef5c2b req-c0766349-40bd-4879-981f-1427443c9dba tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2077711 Aug 06 18:27:38.145242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-ae6a02b2-9a0a-45a9-a1c7-c16cdf8a99ce service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294987 Aug 06 18:27:38.273825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c15008a-c705-48de-89d4-e42aaeef5c2b req-fd265f28-0979-4c3b-be58-334f6158845a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768138 Aug 06 18:27:38.795682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-3ebe620a-6a46-45fd-847d-a7b22e62bc95 service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388097 Aug 06 18:27:38.993656 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-c48d1d57-5561-476c-95dc-aca4ffb58068 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 200 len: 217 time: 0.1762214 Aug 06 18:27:39.159051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78af2c-4145-4f2b-9e58-8e0c12baa9c9 req-7da48622-2371-4247-bc9b-02d4edfbca12 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.160814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa78af2c-4145-4f2b-9e58-8e0c12baa9c9 req-7da48622-2371-4247-bc9b-02d4edfbca12 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.6611805 Aug 06 18:27:39.347919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:27:39.394924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.399455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-c57a702d-aacf-47d9-9bb0-f89f53e1e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.401406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-c57a702d-aacf-47d9-9bb0-f89f53e1e90f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 200 len: 797 time: 0.3661110 Aug 06 18:27:39.424949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.451623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.485191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.502424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.518698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.536011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.551824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4641c274-4185-4c8e-8b03-793320ea6734 req-3b9c1ac4-0db0-4da3-b77b-6f36ea9b564f tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.4457304 Aug 06 18:27:39.671144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa78af2c-4145-4f2b-9e58-8e0c12baa9c9 req-544db1a8-8bc7-4f38-adf1-8ce234f8da01 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725595 Aug 06 18:27:39.690112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4641c274-4185-4c8e-8b03-793320ea6734 req-054b9d66-17fd-490f-9b84-31a3e1afbb83 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282330 Aug 06 18:27:39.740750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-86fb5a9a-18dd-40ac-9eab-7a63eeef5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.742453 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-86fb5a9a-18dd-40ac-9eab-7a63eeef5b5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a6202faf-e5ce-49d3-83df-cfe2acd67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3260682 Aug 06 18:27:39.916471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11ddc7-0041-4340-a63e-7e28e2ea6ba8 req-526a4b2f-ccb9-4234-93dc-4f8dd33ce3c4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:39.936953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec11ddc7-0041-4340-a63e-7e28e2ea6ba8 req-526a4b2f-ccb9-4234-93dc-4f8dd33ce3c4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1150973 Aug 06 18:27:40.069197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:40.167255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec11ddc7-0041-4340-a63e-7e28e2ea6ba8 req-f67df821-1c6d-4525-b137-b983d133b252 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267523 Aug 06 18:27:40.170473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'mac_address': 'fa:16:3e:6f:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:27:40.244872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-e2c0e9ca-9e95-48b2-811d-f2a60d152a1a service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928830 Aug 06 18:27:40.418232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.429920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.444539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.461560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.475055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.496607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.503354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.514836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-ac021fb5-b618-4cb4-b290-4672d7e7c52b tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.5594375 Aug 06 18:27:40.530206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:40.548345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:40.564406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:27:40.647294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:40.656283 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:40.779319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-94b3ca14-cdc5-4c5d-9d60-902d8640620d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:40.784624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-94b3ca14-cdc5-4c5d-9d60-902d8640620d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1512132 Aug 06 18:27:41.006723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:41.075359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['56ea84cd-4f17-4b80-9d09-3957f2412cf8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:27:41.184577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc02a4-5b74-4d65-9a36-8c31c34c1486 req-b547dff3-6ebb-4dbd-83f5-624e11c77205 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:41.202472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bfc02a4-5b74-4d65-9a36-8c31c34c1486 req-b547dff3-6ebb-4dbd-83f5-624e11c77205 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.2835944 Aug 06 18:27:41.495686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bfc02a4-5b74-4d65-9a36-8c31c34c1486 req-dfffb359-cb04-4d96-bd12-1d5517a1f529 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916331 Aug 06 18:27:41.808426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:41.952678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de72c-9f16-489f-bc07-8e0ffd5e1ad0 req-00498061-0ff8-404b-b642-9dd626dcdad9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:41.954371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-332de72c-9f16-489f-bc07-8e0ffd5e1ad0 req-00498061-0ff8-404b-b642-9dd626dcdad9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.1855447 Aug 06 18:27:42.158348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-332de72c-9f16-489f-bc07-8e0ffd5e1ad0 req-4e6a31f7-0818-48d8-aa32-a19da8f9a8c8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873972 Aug 06 18:27:42.400176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-d1d54733-c398-4ed3-8ec6-6a4aeda2ccfc tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.6025541 Aug 06 18:27:42.450129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:27:42.619900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-b0996e55-a610-47ad-b7f1-d3b14c9bd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.632393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-b0996e55-a610-47ad-b7f1-d3b14c9bd733 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1097 time: 1.7889254 Aug 06 18:27:42.647471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07f1e41e-ad75-4ead-8a38-38b8e7083244 req-9b8abc01-593d-408c-960a-dfde4b9abb1f service neutron] 10.222.0.55 "GET /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3902678 Aug 06 18:27:42.780200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.786342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.819022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.857649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.917728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.948593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.962694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:42.971713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-ddffa495-2a9b-4f37-ad60-beac2fe7d7f0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5433 time: 0.5682087 Aug 06 18:27:43.230717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:43.247092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-22690b00-9be2-4120-89f0-a6857d7f7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:43.249030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-22690b00-9be2-4120-89f0-a6857d7f7a1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.2759781 Aug 06 18:27:43.259689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5946b93b-8b39-4a70-ad44-24b6d059ac7d no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:43.369035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:27:43.387099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-469380b4-bc39-4f07-ae81-004cc292495a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1290052 Aug 06 18:27:43.576871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbacacfd-7516-405c-bf7d-b9ed9dec7321 req-801b3abb-1dbf-4e37-b9e6-d2b9a037d738 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5767715 Aug 06 18:27:43.980488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:44.025412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-2ae35f20-c649-4196-b3dd-21b76232fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:44.028277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-2ae35f20-c649-4196-b3dd-21b76232fceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.6190877 Aug 06 18:27:44.063467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:44.064503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:44.073150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:44.076987 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9627a8-4929-4f15-8e17-99b93300d929" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:44.212704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:44.224677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:44.227328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1fd5bd16-9f4b-404c-8a08-f2f585b43195 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:44.416025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f007de-18c6-4fc5-940d-060936893027 req-e5790b41-7c56-4a45-ac5f-79c01d6c49b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:44.418021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:44.426195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9f007de-18c6-4fc5-940d-060936893027 req-e5790b41-7c56-4a45-ac5f-79c01d6c49b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 945 time: 0.6164095 Aug 06 18:27:44.525702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:44.546446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1fd5bd16-9f4b-404c-8a08-f2f585b43195,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:44.611434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-db37a6de-295a-41f7-9314-74a5a9e67911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:44.617073 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-db37a6de-295a-41f7-9314-74a5a9e67911 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4379828 Aug 06 18:27:44.649032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:44.747838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9f007de-18c6-4fc5-940d-060936893027 req-c8530340-3cee-4365-bc6c-3a82d5fffc2f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202522 Aug 06 18:27:44.837849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-7b9f7670-3118-4971-91a3-cf31f09ff725 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101581 Aug 06 18:27:44.882705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:44.891911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] For port 1fd5bd16-9f4b-404c-8a08-f2f585b43195, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:27:44.907360 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:45.133614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=13']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:45.264177 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69894b-8ff8-40fb-80d9-8357cdab2257 x-openstack-request-id: req-8e69894b-8ff8-40fb-80d9-8357cdab2257 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:45.264604 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:45.265871 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e69894b-8ff8-40fb-80d9-8357cdab2257 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:45.266907 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'code': 200} Aug 06 18:27:45.319316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cebcd1bb-f28e-4f28-8319-a6bc0258d06e req-8c9cd15e-b5a9-4921-b6d4-0b002e13442e service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589907 Aug 06 18:27:45.416430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] device_id is not set on port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:27:45.572438 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:45.728132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:45.737960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-f0f2eb3a-ebd0-4b7b-bbbe-956e9da4bff0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:45.749987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-f0f2eb3a-ebd0-4b7b-bbbe-956e9da4bff0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=42be0148-3c94-441b-9f5b-6fbccb72a728 HTTP/1.1" status: 200 len: 943 time: 0.1162581 Aug 06 18:27:45.902830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:27:45.903717 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:27:45.966579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 5b1d73cb-e190-4d63-b01e-daed2754f309 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:27:45.969156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:46.113366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:46.253489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.284946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.386628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.448623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.485972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.487763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 5b1d73cb-e190-4d63-b01e-daed2754f309, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5b1d73cb-e190-4d63-b01e-daed2754f309,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:46.488130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:46.512541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 5b1d73cb-e190-4d63-b01e-daed2754f309 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:27:46.521678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.551879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:46.573146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-ebfcbdc6-4573-4cfa-995a-3f67d2fc9898 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 5353 time: 1.0949538 Aug 06 18:27:46.740824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:46.812809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] No DVR routers for this DVR port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:46.921310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.003519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=5b1d73cb-e190-4d63-b01e-daed2754f309,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:47.016141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7b2936e-558f-4528-aea1-7610a39e03cb req-131b15ad-92ad-4f7d-9287-d4604eacc0d1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4391959 Aug 06 18:27:47.035972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] In _notify_port_updated(), no bound segment for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:27:47.037033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:47.037727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.039354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-87fb76ec-9f7e-4951-8539-4a9dd35131d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 200 len: 1027 time: 4.5940332 Aug 06 18:27:47.164525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e3f6d5b3-8e5b-4fbc-b5df-668770343e29 None None] Provisioning complete for port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:47.165266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d5b3-8e5b-4fbc-b5df-668770343e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.166483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 5b1d73cb-e190-4d63-b01e-daed2754f309 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:47.169737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.171062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.175415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.181678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.192020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.192871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.193496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.194099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.194688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.209284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.209960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.210549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:27:47.259150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.272599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:47.276573 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b379eed-5dcf-49b4-b2eb-e4c7f944dc5a" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:47.276812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37f134b5-c12c-4595-afe7-6344b6989ea0 req-65137650-26e4-4022-963d-fcb50b82a159 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "DELETE /v2.0/ports/5b1d73cb-e190-4d63-b01e-daed2754f309 HTTP/1.1" status: 204 len: 173 time: 1.5208931 Aug 06 18:27:47.280969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-deleted', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:47.295326 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2116a2d-d023-42ea-ba84-ae94f26882c4" -d '{"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-deleted", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:47.493137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-e4b25c67-e238-425b-ab4d-4d3f369f0126 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:47.503496 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-e4b25c67-e238-425b-ab4d-4d3f369f0126 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "GET /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4481111 Aug 06 18:27:47.556456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:27:47.684368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.833340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6d5b3-8e5b-4fbc-b5df-668770343e29 None None] Port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:27:47.944743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:47.962742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:47.964230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b6474444-8786-4f88-94ab-5bf7e4cbfd46 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:48.012855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449428e-868e-489a-ab31-6eaa09117519 req-6115e4e3-540d-4cff-a85d-b7fd3f5d529e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:48.029482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5449428e-868e-489a-ab31-6eaa09117519 req-6115e4e3-540d-4cff-a85d-b7fd3f5d529e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.7333820 Aug 06 18:27:48.159461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:48.333423 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:48.336414 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:48.445690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5449428e-868e-489a-ab31-6eaa09117519 req-c2112562-67b1-4e03-bc8d-6ed4acacd0d6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115739 Aug 06 18:27:48.466607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:48.488723 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:48.489961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device aa5b04a5-5094-48d1-8270-adb86fea7fcc no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:48.724923 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f91eee3-4ed3-48f7-94ac-9f74e773837f x-openstack-request-id: req-2f91eee3-4ed3-48f7-94ac-9f74e773837f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:48.726344 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-plugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:48.729716 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f91eee3-4ed3-48f7-94ac-9f74e773837f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:48.735799 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:27:48.827361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:48.848334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:48.922187 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528bf465-287d-4330-8544-1d9f46a3b0b9 x-openstack-request-id: req-528bf465-287d-4330-8544-1d9f46a3b0b9 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:48.922694 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42be0148-3c94-441b-9f5b-6fbccb72a728", "name": "network-vif-deleted", "tag": "5b1d73cb-e190-4d63-b01e-daed2754f309", "status": "failed", "code": 422}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:48.922694 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-528bf465-287d-4330-8544-1d9f46a3b0b9 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:48.923028 n-d-793621-29 neutron-server[94122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42be0148-3c94-441b-9f5b-6fbccb72a728', 'name': 'network-vif-deleted', 'tag': '5b1d73cb-e190-4d63-b01e-daed2754f309', 'status': 'failed', 'code': 422} returned with failed status Aug 06 18:27:49.046052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:49.075181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:49.102892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f273a535-378a-4b8f-8793-be8d5e1353ef no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:49.623934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:49.668670 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:49.763496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.780015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.794751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.826008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.833645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.858519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:49.882376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-3824dd8b-2953-4903-b0da-e3b8f1f30a4a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 4651 time: 0.7332845 Aug 06 18:27:49.886745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f273a535-378a-4b8f-8793-be8d5e1353ef,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:50.121518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] For port f273a535-378a-4b8f-8793-be8d5e1353ef, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:27:50.243142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] device_id is not set on port f273a535-378a-4b8f-8793-be8d5e1353ef yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:27:50.264594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:50.279338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:50.425139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19d66c4e-7d55-4c61-b5f8-285a0df72697 req-adeffdc3-e3aa-4eb4-8b47-4cf8bb143ef8 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fd467c8-b16f-4223-89f5-b2dae452d2d7&id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5273325 Aug 06 18:27:50.467028 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:27:50.467704 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:27:50.676674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] No DVR routers for this DVR port f273a535-378a-4b8f-8793-be8d5e1353ef on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:50.738303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}, {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46'}, {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:50.743729 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3218eeb5-2200-4280-b994-a9a4be9cf5ae" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba"}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46"}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:50.931577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] In _notify_port_updated(), no bound segment for port f273a535-378a-4b8f-8793-be8d5e1353ef on network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:27:50.955186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:50.958284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:50.964120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] 10.222.0.55 "PUT /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 200 len: 1027 time: 3.4334548 Aug 06 18:27:51.244685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:51.317356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 5b1d73cb-e190-4d63-b01e-daed2754f309 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:27:51.321987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5b1d73cb-e190-4d63-b01e-daed2754f309 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:27:51.330456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device cca9a1bb-0f84-462d-ac50-461f682fc311 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:27:51.356370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3a1379d0-88ff-4e7b-a6a1-50bee1a856d2 None None] Provisioning complete for port f273a535-378a-4b8f-8793-be8d5e1353ef triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:27:51.357391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3a1379d0-88ff-4e7b-a6a1-50bee1a856d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:51.538849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b742de-77fd-4e24-9220-fa836aafed4f service neutron] Pushing event updated for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:51.672362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddeccd-530b-481f-b7a4-812200f4a407 req-98fa9413-cd06-44fc-afb8-3561b9092663 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:51.689995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19ddeccd-530b-481f-b7a4-812200f4a407 req-98fa9413-cd06-44fc-afb8-3561b9092663 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 1.0379603 Aug 06 18:27:51.721137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3a1379d0-88ff-4e7b-a6a1-50bee1a856d2 None None] Port f273a535-378a-4b8f-8793-be8d5e1353ef cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:27:51.881090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:27:51.882047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:51.958590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.075990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:52.087801 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.156088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19ddeccd-530b-481f-b7a4-812200f4a407 req-8a2c2773-e333-4bbf-9b71-8eab60c2d222 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4625933 Aug 06 18:27:52.284852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:52.284852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.460868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:52.512130 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d59d4-e44a-444c-b542-778785458488 x-openstack-request-id: req-a52d59d4-e44a-444c-b542-778785458488 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:52.513062 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba", "code": 200}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46", "code": 200}, {"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:52.514028 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a52d59d4-e44a-444c-b542-778785458488 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:52.514766 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'code': 200} Aug 06 18:27:52.515427 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'code': 200} Aug 06 18:27:52.516018 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'code': 200} Aug 06 18:27:52.931442 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.934137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.934510 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Floating IP 2f74e94b-f941-4dec-8574-7177f5dd1c97 disassociated. External IP: 172.25.3.239, port: f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba. Aug 06 18:27:52.934952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:27:53.558530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:53.565556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:53.572752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:53.579377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:53.585715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:53.594732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-f77f4240-9e73-4e6d-a6e6-14a919069be2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3875 time: 0.3412745 Aug 06 18:27:53.695704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60914815-eef6-4aa0-8670-d3e79a18a33a req-eb2065c8-5854-41cf-bbdc-ce5cc6f091c0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995984 Aug 06 18:27:53.703791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:53.861431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:54.236585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1431-d61e-4952-8ac2-61a214aab30d req-3d48ab89-fd62-47ff-93cb-b43204971ee6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:54.238291 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b51d1431-d61e-4952-8ac2-61a214aab30d req-3d48ab89-fd62-47ff-93cb-b43204971ee6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2245395 Aug 06 18:27:54.260616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Router 4762e9de-2251-43d4-901d-d2d57125706e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:27:54.516985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:54.521739 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e000fd-4e6c-44cf-a1c8-52a58b608108" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:54.765216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b51d1431-d61e-4952-8ac2-61a214aab30d req-a242c974-edf4-42f1-8289-72f7e78dd591 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5150445 Aug 06 18:27:54.859889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:27:54.886862 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Sync routers for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:27:54.946900 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:27:54.951734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:27:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:27:54.993644 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84bb124-7d41-4138-bcc7-590cf1b7dbef x-openstack-request-id: req-b84bb124-7d41-4138-bcc7-590cf1b7dbef {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:54.994035 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:54.994190 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b84bb124-7d41-4138-bcc7-590cf1b7dbef {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:54.994827 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'code': 200} Aug 06 18:27:55.028954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:55.035641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:55.043350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-9b227126-e82f-4879-816b-b80aa2418d49 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "DELETE /v2.0/ports/f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba HTTP/1.1" status: 204 len: 173 time: 4.0480187 Aug 06 18:27:55.045879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:55.072691 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7224ed7-41a0-4d4d-aee0-23f9d560b942" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:55.429775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-1fed7a00-6c0f-425a-a57e-98a470d95419 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:55.470308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-1fed7a00-6c0f-425a-a57e-98a470d95419 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:55.507672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-1fed7a00-6c0f-425a-a57e-98a470d95419 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:55.532765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-1fed7a00-6c0f-425a-a57e-98a470d95419 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:55.553306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-1fed7a00-6c0f-425a-a57e-98a470d95419 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3141 time: 0.4484234 Aug 06 18:27:55.636754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:27:55.717518 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-827afe0d-76dd-47be-bfdc-cd0e5566e26d req-474cbd25-62f0-494f-a1a9-5bc839cc1c28 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062670 Aug 06 18:27:55.806513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port aa5b04a5-5094-48d1-8270-adb86fea7fcc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:27:55.807834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:55.926408 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596600e-2ffb-418c-9410-e0043d7e42a4 x-openstack-request-id: req-1596600e-2ffb-418c-9410-e0043d7e42a4 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:55.927433 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:55.927763 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1596600e-2ffb-418c-9410-e0043d7e42a4 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:55.928532 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'f8e6571a-a5fa-436e-a4b0-8acd2a1dfcba', 'status': 'completed', 'code': 200} Aug 06 18:27:56.406759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08dc7-ec62-467b-b990-3096a4aede11 req-0371a125-5f93-462f-97ab-37beba328376 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:56.409030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e08dc7-ec62-467b-b990-3096a4aede11 req-0371a125-5f93-462f-97ab-37beba328376 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.1998982 Aug 06 18:27:56.456618 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:27:56.578938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port aa5b04a5-5094-48d1-8270-adb86fea7fcc, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=aa5b04a5-5094-48d1-8270-adb86fea7fcc,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:56.579420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:56.647121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for aa5b04a5-5094-48d1-8270-adb86fea7fcc owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:27:56.682838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Checking router: 4762e9de-2251-43d4-901d-d2d57125706e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:27:56.717679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5e08dc7-ec62-467b-b990-3096a4aede11 req-2030b875-a8c3-4517-a01a-039f623f6973 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009624 Aug 06 18:27:56.736497 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:27:56.737182 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:27:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:27:57.174299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-9c9fe0e1-5446-4668-876a-dbe60d872257 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:57.196231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-9c9fe0e1-5446-4668-876a-dbe60d872257 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:57.212948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-9c9fe0e1-5446-4668-876a-dbe60d872257 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:57.228861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-9c9fe0e1-5446-4668-876a-dbe60d872257 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:57.249912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-9c9fe0e1-5446-4668-876a-dbe60d872257 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 3141 time: 0.3022523 Aug 06 18:27:57.490958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:27:57.521706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0cf5bb0-b51a-4ab3-a8f1-730007811d8c req-c9e459e5-5095-4bc2-8d4b-256646a2a6b8 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663162 Aug 06 18:27:57.564222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:57.623388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=aa5b04a5-5094-48d1-8270-adb86fea7fcc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:27:57.802197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port aa5b04a5-5094-48d1-8270-adb86fea7fcc on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:27:57.806944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:57.811145 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-a4ec2710-0324-4ea1-96c8-cb4283adfb69 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "DELETE /v2.0/ports/aa5b04a5-5094-48d1-8270-adb86fea7fcc HTTP/1.1" status: 204 len: 173 time: 2.7297509 Aug 06 18:27:57.935084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:27:57.943927 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f414d18-440e-4649-90e2-db29bdae6e5c" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:27:58.421984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf01d2-4887-4f70-9692-6100f56dec1e req-535600a5-02d9-469c-87ff-2179320979b2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:58.458791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5bf01d2-4887-4f70-9692-6100f56dec1e req-535600a5-02d9-469c-87ff-2179320979b2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.5007391 Aug 06 18:27:58.509018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b1e9086b-8d1a-4c27-a7cd-0cda4b1b6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:58.526267 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:27:58.649000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:27:58.652084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9eb1d-1ec5-4758-b94c-783a565b1d08 None None] The sync data for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 is: [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:16:10Z', 'revision_number': 4, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'edaf7084-552e-4479-89f9-b2b38fc89faf', 'name': '', 'network_id': '0cc13680-b82b-4b3d-b4f8-00d5871b49bd', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'mac_address': 'fa:16:3e:c7:e8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:16:05Z', 'updated_at': '2021-08-06T18:16:21Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'subnets': [{'id': '954a9f38-8b68-472b-934e-f4585ae9b7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:27:58.736703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5bf01d2-4887-4f70-9692-6100f56dec1e req-aa2a1747-0b51-4c7b-8c30-d24a2854b0f6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766335 Aug 06 18:27:58.783939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port b6474444-8786-4f88-94ab-5bf7e4cbfd46 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:27:58.787325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:59.055763 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04025e40-de8d-4a4f-9ed7-315d5edd7703 x-openstack-request-id: req-04025e40-de8d-4a4f-9ed7-315d5edd7703 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:27:59.056255 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "aa5b04a5-5094-48d1-8270-adb86fea7fcc", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:27:59.056476 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04025e40-de8d-4a4f-9ed7-315d5edd7703 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:27:59.056905 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'aa5b04a5-5094-48d1-8270-adb86fea7fcc', 'status': 'completed', 'code': 200} Aug 06 18:27:59.311655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port b6474444-8786-4f88-94ab-5bf7e4cbfd46, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b6474444-8786-4f88-94ab-5bf7e4cbfd46,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:27:59.311655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:59.338981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for b6474444-8786-4f88-94ab-5bf7e4cbfd46 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:27:59.353256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212166da-f7ac-441e-b4e7-00c718dd34bd req-63017046-5e5f-4624-81cf-73faf7aeaf71 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:59.359406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212166da-f7ac-441e-b4e7-00c718dd34bd req-63017046-5e5f-4624-81cf-73faf7aeaf71 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:59.376399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212166da-f7ac-441e-b4e7-00c718dd34bd req-63017046-5e5f-4624-81cf-73faf7aeaf71 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:27:59.376399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-212166da-f7ac-441e-b4e7-00c718dd34bd req-63017046-5e5f-4624-81cf-73faf7aeaf71 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 2410 time: 0.1806772 Aug 06 18:27:59.575821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ef00b8-f5ac-4038-ad7d-5448cc45c0b6 None None] New status for floating IP 2f74e94b-f941-4dec-8574-7177f5dd1c97: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:27:59.754293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-212166da-f7ac-441e-b4e7-00c718dd34bd req-321e992d-e9b2-418e-9832-c20a16b44f59 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775487 Aug 06 18:28:00.081850 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:00.163891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=b6474444-8786-4f88-94ab-5bf7e4cbfd46,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:00.376912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port b6474444-8786-4f88-94ab-5bf7e4cbfd46 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:00.380977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:00.384119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-6d2d25b6-1d6b-45ba-93a9-1b7b3dadca97 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "DELETE /v2.0/ports/b6474444-8786-4f88-94ab-5bf7e4cbfd46 HTTP/1.1" status: 204 len: 173 time: 2.5636990 Aug 06 18:28:00.513633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045c60b-f336-41c6-9c31-9f2ae8a9d9db req-15b28717-f1e9-4d9e-8507-0b6b98297fe9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:00.543304 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5045c60b-f336-41c6-9c31-9f2ae8a9d9db req-15b28717-f1e9-4d9e-8507-0b6b98297fe9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.3596854 Aug 06 18:28:00.810880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5045c60b-f336-41c6-9c31-9f2ae8a9d9db req-c13d16e7-0068-4ff8-85a2-1b4fef014e74 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657378 Aug 06 18:28:00.884955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port cca9a1bb-0f84-462d-ac50-461f682fc311 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:00.902707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:01.112014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:01.136673 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3033c21d-170d-4948-a9b2-8ccc4b145869" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:01.371942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229f7a-8ed2-405d-a940-ab0a4ee51337 req-cdff9480-5223-4107-9b5f-4c49e30afc48 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:01.391934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d229f7a-8ed2-405d-a940-ab0a4ee51337 req-cdff9480-5223-4107-9b5f-4c49e30afc48 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:01.403670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d229f7a-8ed2-405d-a940-ab0a4ee51337 req-cdff9480-5223-4107-9b5f-4c49e30afc48 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 1677 time: 0.2601583 Aug 06 18:28:01.406944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port cca9a1bb-0f84-462d-ac50-461f682fc311, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=cca9a1bb-0f84-462d-ac50-461f682fc311,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:01.407538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:01.469793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:01.614345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for cca9a1bb-0f84-462d-ac50-461f682fc311 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:01.648486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d229f7a-8ed2-405d-a940-ab0a4ee51337 req-0b89cb5f-eb50-4d94-9e90-ba019c1e0bb1 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115490 Aug 06 18:28:01.689482 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8808-10c4-403b-834e-f1703ae039e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:01.963601 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9214a01a-6f4a-43d5-bccf-d105a1cf03fe x-openstack-request-id: req-9214a01a-6f4a-43d5-bccf-d105a1cf03fe {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:01.964477 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "b6474444-8786-4f88-94ab-5bf7e4cbfd46", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:01.964477 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9214a01a-6f4a-43d5-bccf-d105a1cf03fe {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:01.964742 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'b6474444-8786-4f88-94ab-5bf7e4cbfd46', 'status': 'completed', 'code': 200} Aug 06 18:28:02.452381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:02.592812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=cca9a1bb-0f84-462d-ac50-461f682fc311,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:02.667546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabc07b-7667-409c-99dc-e5eea63e7d14 req-846a23fe-abb8-45b1-a9bf-72ee27691efe tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:02.680056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3cabc07b-7667-409c-99dc-e5eea63e7d14 req-846a23fe-abb8-45b1-a9bf-72ee27691efe tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.5394092 Aug 06 18:28:02.887473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port cca9a1bb-0f84-462d-ac50-461f682fc311 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:02.900202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:02.909082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-abc4347c-d9f7-4303-b817-2a24b36023bb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "DELETE /v2.0/ports/cca9a1bb-0f84-462d-ac50-461f682fc311 HTTP/1.1" status: 204 len: 173 time: 2.5157108 Aug 06 18:28:03.189718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:03.202838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3cabc07b-7667-409c-99dc-e5eea63e7d14 req-34215949-979e-4843-a4f0-7e19627f0ecd tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205867 Aug 06 18:28:03.396652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port 5946b93b-8b39-4a70-ad44-24b6d059ac7d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:03.397412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:03.827861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea755d-7fb6-4674-99e9-f2969fa72da0 req-4f800da6-b032-439b-9b4f-b563907e45ac tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:03.830454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ea755d-7fb6-4674-99e9-f2969fa72da0 req-4f800da6-b032-439b-9b4f-b563907e45ac tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 943 time: 0.3702462 Aug 06 18:28:03.934703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50936) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:03.974923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:03.977353 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff3196-6305-40be-935e-72a84c5b052b" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:04.106891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port 5946b93b-8b39-4a70-ad44-24b6d059ac7d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5946b93b-8b39-4a70-ad44-24b6d059ac7d,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:04.107265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:04.210917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ea755d-7fb6-4674-99e9-f2969fa72da0 req-6b153dcd-a662-4d10-90f9-5613e50cc452 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb680cf-786b-43e0-89f6-481ce97a3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569560 Aug 06 18:28:04.220755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for 5946b93b-8b39-4a70-ad44-24b6d059ac7d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:04.256780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7114a1d2-c7a9-4ade-b0fb-39c2de06bc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:04.446947 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a690547f-d304-4da1-be7e-088ca012d949 x-openstack-request-id: req-a690547f-d304-4da1-be7e-088ca012d949 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:04.447231 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "cca9a1bb-0f84-462d-ac50-461f682fc311", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:04.447496 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a690547f-d304-4da1-be7e-088ca012d949 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:04.447915 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': 'cca9a1bb-0f84-462d-ac50-461f682fc311', 'status': 'completed', 'code': 200} Aug 06 18:28:04.658049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:04.690632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7114a1d2-c7a9-4ade-b0fb-39c2de06bc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:04.703307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7114a1d2-c7a9-4ade-b0fb-39c2de06bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:04.870494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7114a1d2-c7a9-4ade-b0fb-39c2de06bc22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=091d473d842d4cec937e009ad7ea02f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342577 Aug 06 18:28:04.886566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:05.008647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114a1d2-c7a9-4ade-b0fb-39c2de06bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4844323-92ee-489b-a6a8-482982ecfda1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:05.056868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:05.148688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:05.292983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:05.295882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:05.301124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4844323-92ee-489b-a6a8-482982ecfda1 HTTP/1.1" status: 204 len: 168 time: 0.4043465 Aug 06 18:28:05.313260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf03c8-f045-4b51-9f09-86eb5c8d1bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4844323-92ee-489b-a6a8-482982ecfda1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:05.618785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:05.692118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154848bb-38e3-407f-a02b-deb0837aa6ff req-335982c1-8f07-44c3-a8ca-c9c59a2e8fc8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:05.721642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-154848bb-38e3-407f-a02b-deb0837aa6ff req-335982c1-8f07-44c3-a8ca-c9c59a2e8fc8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 1.2054029 Aug 06 18:28:05.801230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=5946b93b-8b39-4a70-ad44-24b6d059ac7d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:06.023753 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-154848bb-38e3-407f-a02b-deb0837aa6ff req-0bc43f15-b5db-462c-a0b8-93e8b91716fc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995613 Aug 06 18:28:06.027800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port 5946b93b-8b39-4a70-ad44-24b6d059ac7d on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:06.039879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:06.044797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adf3eabe-aa0d-48b8-8b84-e7918ebcd390 req-fad9e722-3ebd-411d-ac43-bd843c2e7e2c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.55 "DELETE /v2.0/ports/5946b93b-8b39-4a70-ad44-24b6d059ac7d HTTP/1.1" status: 204 len: 173 time: 3.1270347 Aug 06 18:28:06.289981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50978) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:06.319144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5da523e3-9766-418f-85ce-cec38654f576 req-135fa3b5-061f-4094-90c0-b67924052801 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1302056 Aug 06 18:28:06.331378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d3e6775-4fbd-4423-ad58-b8b8b3aa4ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:06.449085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:06.451890 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c2bbe-a2f1-419a-862c-d4461c4145e3" -d '{"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:06.581932 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e7c2e-e5e8-455f-a9fb-06215a507f62 x-openstack-request-id: req-253e7c2e-e5e8-455f-a9fb-06215a507f62 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:06.582259 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad0e49c-8142-41b1-b096-9705064f6b8f", "name": "network-vif-deleted", "tag": "5946b93b-8b39-4a70-ad44-24b6d059ac7d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:06.582485 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-253e7c2e-e5e8-455f-a9fb-06215a507f62 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:06.583400 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad0e49c-8142-41b1-b096-9705064f6b8f', 'name': 'network-vif-deleted', 'tag': '5946b93b-8b39-4a70-ad44-24b6d059ac7d', 'status': 'completed', 'code': 200} Aug 06 18:28:06.785745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d3e6775-4fbd-4423-ad58-b8b8b3aa4ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:06.792728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4d3e6775-4fbd-4423-ad58-b8b8b3aa4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:06.892005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e6775-4fbd-4423-ad58-b8b8b3aa4ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e671df-f5ac-457a-86ee-dbbd2852463b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:06.925708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4d3e6775-4fbd-4423-ad58-b8b8b3aa4ea5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d353ddaddd040ee9864d9e44f68b878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329508 Aug 06 18:28:06.930835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50992) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:07.062819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:07.142329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:07.658943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90579e-33b8-4e21-b868-6f529b77f277 req-7bccf600-e34f-466b-b125-50814d2dc5b0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:07.679640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c90579e-33b8-4e21-b868-6f529b77f277 req-7bccf600-e34f-466b-b125-50814d2dc5b0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.4722755 Aug 06 18:28:07.901311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9c90579e-33b8-4e21-b868-6f529b77f277 req-755a970d-6aaa-4682-9da7-75d38ffcf790 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137334 Aug 06 18:28:07.917462 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:07.926708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:07.929995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32e671df-f5ac-457a-86ee-dbbd2852463b HTTP/1.1" status: 204 len: 168 time: 0.9980741 Aug 06 18:28:08.022011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e671df-f5ac-457a-86ee-dbbd2852463b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:08.087706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.088385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.088996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.089412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.089910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.090401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.090862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.091315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.091753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.092196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.092632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.093072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac41e4-22fb-4229-af68-b7835f070d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:08.194900 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2aec9a8-82f2-4e0f-9436-87d220092120 req-e69c995c-a73a-48f4-a7f9-bb9d165f37c7 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1306136 Aug 06 18:28:09.179560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afc5d-0548-4d74-a345-7f459d9312c9 req-d89c144e-5bab-45ed-b758-3cc45d3ea753 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:09.199740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a3afc5d-0548-4d74-a345-7f459d9312c9 req-d89c144e-5bab-45ed-b758-3cc45d3ea753 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.1425104 Aug 06 18:28:09.333077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a3afc5d-0548-4d74-a345-7f459d9312c9 req-be526b2b-5b78-4890-8898-2c0f4840f4e2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301508 Aug 06 18:28:09.625326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3e48e2c-6297-4e81-9a91-982246571e49 req-d81aafdb-cfe3-412d-8eca-4dd99edf2da0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1047151 Aug 06 18:28:10.343632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:10.700473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d573a2-a6ed-49c0-981f-5dc6a9d3dc15 req-c38f4ead-84ed-4de9-a854-8e932cfa98f2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:10.715048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60d573a2-a6ed-49c0-981f-5dc6a9d3dc15 req-c38f4ead-84ed-4de9-a854-8e932cfa98f2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2439108 Aug 06 18:28:10.885913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60d573a2-a6ed-49c0-981f-5dc6a9d3dc15 req-c1cb00f9-8ef2-4e55-9456-c26c3090cff4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654429 Aug 06 18:28:11.285488 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-03448ef2-c5a3-4ab3-b70c-756e7cc85df7 req-f185b1c5-f707-4e8f-b67b-0b234d356cd5 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0680404 Aug 06 18:28:11.753711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:12.310940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c090a-006d-4cf0-bfcb-39eaee0ce80a req-3aebc411-0d64-4026-8507-eb731dc4a462 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:12.332735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-969c090a-006d-4cf0-bfcb-39eaee0ce80a req-3aebc411-0d64-4026-8507-eb731dc4a462 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2333601 Aug 06 18:28:12.469225 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-969c090a-006d-4cf0-bfcb-39eaee0ce80a req-e3c3672d-aeb7-49fd-9ffd-41aeacc461bb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327918 Aug 06 18:28:12.853756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bab54076-8531-48c3-84d4-a5301faa3f17 req-7b887138-92ef-48d3-9f2e-33c551539dbd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1850071 Aug 06 18:28:13.909822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-09f73a5f-cc91-4f74-83d5-90e2292714d3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:13.964910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-09f73a5f-cc91-4f74-83d5-90e2292714d3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.4772964 Aug 06 18:28:14.006231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716888-18fe-4703-89f5-e3433ad5fa26 req-62305e6a-e5d6-40aa-bdc6-6b421d3f66e2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:14.013494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-f6bc0aa8-c95d-47b1-b4eb-449d0c56e919 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0447412 Aug 06 18:28:14.022366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21716888-18fe-4703-89f5-e3433ad5fa26 req-62305e6a-e5d6-40aa-bdc6-6b421d3f66e2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2149489 Aug 06 18:28:14.110374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-edb82eb6-4654-4c6a-a1d3-0ae75f7ab866 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874832 Aug 06 18:28:14.174374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21716888-18fe-4703-89f5-e3433ad5fa26 req-69daa4cf-cbcf-45f3-984e-2934fc7e8fcb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465921 Aug 06 18:28:14.419636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-aef956d7-50a2-48a9-8a6e-1745db184048 service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851286 Aug 06 18:28:14.528346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eeefa5ea-abef-4585-8e2d-2e8b18c462ce req-e30b60d7-aed9-4191-9378-8a8ce3c207ce tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1057477 Aug 06 18:28:14.579282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-50526678-9068-41d5-a1fe-90d5245c2e06 service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420450 Aug 06 18:28:15.346904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a3aa37f5-6cb6-4a8c-8f11-f997ad54bdfe req-b4530a5e-135b-4d3c-9e9a-26f40996bd98 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.1038420 Aug 06 18:28:15.737743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71107f2-bbb4-4239-8082-b75d21a77a30 req-83dc61e5-d80a-445c-b16f-3ccdc340439d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:15.741859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f71107f2-bbb4-4239-8082-b75d21a77a30 req-83dc61e5-d80a-445c-b16f-3ccdc340439d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2278650 Aug 06 18:28:15.842622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f71107f2-bbb4-4239-8082-b75d21a77a30 req-6a5591cd-ca52-43c1-b95b-1a8049ec3749 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850933 Aug 06 18:28:15.862877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78c8da48-79b3-45bf-bba2-160937c1483a req-d568261d-795b-4cd0-9828-fb7916b16e30 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0695877 Aug 06 18:28:16.570749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cf5ce61-8b18-462d-bc74-f344692c3433 req-11b85d6e-c9ad-4b01-b580-4eaae77da14f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.0711577 Aug 06 18:28:17.150084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a51441-b199-4351-ad8c-bd6476753e73 req-ab78fa60-d948-4c59-b477-a6b08fffea87 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:17.164118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8a51441-b199-4351-ad8c-bd6476753e73 req-ab78fa60-d948-4c59-b477-a6b08fffea87 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.1758657 Aug 06 18:28:17.191688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ad99fa6-37ca-41dc-bdee-70e6c60ac1ba req-edcdb392-174d-4527-8bb6-9920c5ab0be8 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1862440 Aug 06 18:28:17.255059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8a51441-b199-4351-ad8c-bd6476753e73 req-99c6162b-9ab7-46e3-9336-a409dd0708a6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894034 Aug 06 18:28:17.707237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-902ba4ad-4753-4b08-9443-cc09ecb62e17 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:17.708989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-902ba4ad-4753-4b08-9443-cc09ecb62e17 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.3351102 Aug 06 18:28:17.724949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:17.787294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d15542b9-9a00-4cb3-ad45-7cc45b2b6eeb req-9f1cdab1-61d5-422f-892e-fade458b73c3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.0557268 Aug 06 18:28:18.107171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:28:18.111471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:18.401569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c025fe4-4dec-4d2a-b5bc-42a7506c4278 req-d636fbec-d2d9-4435-9c1f-78b4ef3fc2c0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0434034 Aug 06 18:28:18.549160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.6 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/3576c155-7881-4d28-9acc-e0d88aebf815) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:28:18.712871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710ca0c-fe70-4882-8afd-5395dc0ead6b req-058f475d-bc9f-4e39-97ad-8f0532a29f4b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:18.742285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5710ca0c-fe70-4882-8afd-5395dc0ead6b req-058f475d-bc9f-4e39-97ad-8f0532a29f4b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.2791436 Aug 06 18:28:18.904481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5710ca0c-fe70-4882-8afd-5395dc0ead6b req-81883295-4a35-434a-bf35-cf7bff6c040c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603851 Aug 06 18:28:19.089915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46703c3c-28fd-441e-913c-15e6722200c3 req-f1518c8e-cb2a-4848-855e-c791a6e9c45a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.1149199 Aug 06 18:28:19.105645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:19.180394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:19.294942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:28:19.300217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:28:19.312640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:28:19.363328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196cf0-08ef-48b9-a5ab-b1cea8d521f6 req-5b832c48-fe48-4ae7-883a-378c7e87496e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:19.372891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd196cf0-08ef-48b9-a5ab-b1cea8d521f6 req-5b832c48-fe48-4ae7-883a-378c7e87496e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 946 time: 0.1620436 Aug 06 18:28:19.394710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:19.433368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:19.434568 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:19.453764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd196cf0-08ef-48b9-a5ab-b1cea8d521f6 req-04e5b53c-cc9c-4188-8deb-c8372310ab82 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796402 Aug 06 18:28:19.464782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-922e2963-b237-4a7e-8a28-2c40a2e8caa5 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7459273 Aug 06 18:28:19.479799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Request body: {'port': {'device_id': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:19.753512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51426) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:20.090515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:20.277062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f487588b-623e-4db7-8af3-9d4bcb77d05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:20.531519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-313f2c2b-960c-460b-8b9c-12024de9ca2f req-72a07424-5f7a-42ba-b0df-4e4119b464ad tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.5935428 Aug 06 18:28:20.577951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f487588b-623e-4db7-8af3-9d4bcb77d05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:20.658306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f487588b-623e-4db7-8af3-9d4bcb77d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:20.794712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487588b-623e-4db7-8af3-9d4bcb77d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85522a-a923-4ed1-be44-2a733b5311dd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:20.865677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f487588b-623e-4db7-8af3-9d4bcb77d05a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93839655bb7e46b2a74748bbe1ea60bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1091640 Aug 06 18:28:20.866591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:20.884846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871613f9-9da0-4c8c-acbf-a634a8d84793 req-6af56552-ddc4-4412-a8b8-1ec628aee613 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:20.887797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-871613f9-9da0-4c8c-acbf-a634a8d84793 req-6af56552-ddc4-4412-a8b8-1ec628aee613 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 931 time: 0.5727286 Aug 06 18:28:21.158440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3576c155-7881-4d28-9acc-e0d88aebf815 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:28:21.161610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-871613f9-9da0-4c8c-acbf-a634a8d84793 req-94db605b-561c-4bbe-945c-4bc4eb71a9ef tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860578 Aug 06 18:28:21.204825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.227896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.270732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Transition to ACTIVE for port object 3576c155-7881-4d28-9acc-e0d88aebf815 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:28:21.282267 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.343723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.541583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.547053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:21.547841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d85522a-a923-4ed1-be44-2a733b5311dd HTTP/1.1" status: 204 len: 168 time: 0.6788013 Aug 06 18:28:21.552918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:21.590732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cce3c-7ca8-4596-a2d5-f15c35079d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85522a-a923-4ed1-be44-2a733b5311dd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:21.864382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Attempting to bind port 3576c155-7881-4d28-9acc-e0d88aebf815 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:28:21.865172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Attempting to bind port 3576c155-7881-4d28-9acc-e0d88aebf815 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:28:21.865529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Attempting to bind port 3576c155-7881-4d28-9acc-e0d88aebf815 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:28:21.886044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Pushing event updated for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:21.927449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Port 3576c155-7881-4d28-9acc-e0d88aebf815 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:28:21.927951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Attempting to bind port 3576c155-7881-4d28-9acc-e0d88aebf815 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:28:22.105008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:28:22.105404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:28:22.106073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:28:22.106843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Bound port: 3576c155-7881-4d28-9acc-e0d88aebf815, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:28:22.109489 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.136234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f60d4e75-5cbf-4c60-b4fc-33e435469126 req-efb3458f-3ee2-47d2-95ba-b07378265302 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1764555 Aug 06 18:28:22.574390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:28:22.595226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.601672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3576c155-7881-4d28-9acc-e0d88aebf815,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:28:22.616265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.666872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:22.670795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:22.685956 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187dce9b-55b0-42e7-b069-2f39bad6887f" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:22.692979 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.775626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1309e94-e912-482e-9b2c-f272f8c1c36e req-32d02dd3-1600-4d54-a44b-3f2a94e424d2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:22.801957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1309e94-e912-482e-9b2c-f272f8c1c36e req-32d02dd3-1600-4d54-a44b-3f2a94e424d2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 943 time: 0.2985787 Aug 06 18:28:22.897966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Pushing event updated for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:22.902542 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a0eaa3-56bd-48dc-b065-6473fa9b5117 x-openstack-request-id: req-61a0eaa3-56bd-48dc-b065-6473fa9b5117 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:22.903010 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:22.906852 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61a0eaa3-56bd-48dc-b065-6473fa9b5117 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:22.912468 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'code': 200} Aug 06 18:28:22.915679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=14']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:22.964118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:22.965475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.967992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-429e222f-1318-4ceb-8c0c-659ca5cf9211 service neutron] 10.222.0.55 "PUT /v2.0/ports/3576c155-7881-4d28-9acc-e0d88aebf815 HTTP/1.1" status: 200 len: 1092 time: 3.4935627 Aug 06 18:28:22.969052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:22.970135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1309e94-e912-482e-9b2c-f272f8c1c36e req-d0ea3e49-273a-4e28-a7a7-d56c4aa1b015 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637774 Aug 06 18:28:22.975796 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:23.114375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:23.246531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc805877-a885-47cb-923a-09620145f6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:23.317014 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b95ad-76d5-4aca-ab79-434a52d37e48 x-openstack-request-id: req-506b95ad-76d5-4aca-ab79-434a52d37e48 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:23.318137 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:23.318957 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-506b95ad-76d5-4aca-ab79-434a52d37e48 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:23.320133 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815', 'status': 'completed', 'code': 200} Aug 06 18:28:23.355597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-ff4c2e55-9040-4e10-b7c3-679e212bf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:23.359859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-ff4c2e55-9040-4e10-b7c3-679e212bf470 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 1095 time: 0.3231218 Aug 06 18:28:23.484903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1ee2-0dd4-47ba-86d1-29b044dfecf9 req-dd927cb2-0517-4f0b-9fae-d06fef5ce09f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:23.487579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef6e1ee2-0dd4-47ba-86d1-29b044dfecf9 req-dd927cb2-0517-4f0b-9fae-d06fef5ce09f tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1099 time: 0.2860754 Aug 06 18:28:23.491996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-daba66a8-ead1-4730-bd53-46bee3f66662 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3576c155-7881-4d28-9acc-e0d88aebf815 HTTP/1.1" status: 200 len: 217 time: 0.1204679 Aug 06 18:28:23.685842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc805877-a885-47cb-923a-09620145f6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:23.727564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51580) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:23.730390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bc805877-a885-47cb-923a-09620145f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:23.799135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bc805877-a885-47cb-923a-09620145f6d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b04c77df3d064406b0794c540caa897e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691978 Aug 06 18:28:23.807533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:23.828904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef6e1ee2-0dd4-47ba-86d1-29b044dfecf9 req-41426bfb-88f5-4c7c-9fc6-184df7b1fcad tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122983 Aug 06 18:28:23.851768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Deleting subnet a7713be1-d319-4b09-9c20-b1d3f406ecab {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:28:23.858241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51588) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:23.865805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc805877-a885-47cb-923a-09620145f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fa625-19a7-47dd-8adb-e40ea83487d4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:23.896948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-1a1eca3f-4ba6-4d33-bfc0-99d54141e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:23.902641 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-1a1eca3f-4ba6-4d33-bfc0-99d54141e1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.4027207 Aug 06 18:28:23.906389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:23.951915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60a21-d181-4b6b-9f52-ae6bb4992bfa req-2008f00f-b448-4f05-846f-183bec1c72a6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:23.956558 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d60a21-d181-4b6b-9f52-ae6bb4992bfa req-2008f00f-b448-4f05-846f-183bec1c72a6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3986678 Aug 06 18:28:24.095778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:24.131079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d60a21-d181-4b6b-9f52-ae6bb4992bfa req-df21c2d2-1261-41d3-bddf-c00d21fa1bd2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553311 Aug 06 18:28:24.216101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:24.254424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-88680cc4-d958-4e28-8fb2-24d58e523d7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987060 Aug 06 18:28:24.389799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:24.396112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:24.398440 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d9fa625-19a7-47dd-8adb-e40ea83487d4 HTTP/1.1" status: 204 len: 168 time: 0.5794170 Aug 06 18:28:24.464501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d443c7-65be-48ce-a953-50877dbc4608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fa625-19a7-47dd-8adb-e40ea83487d4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:24.582028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bbb18eb-f877-4287-b3c1-efafd807880e req-967feebb-a1ba-4946-9ea9-ecd4ce1366d0 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.4341073 Aug 06 18:28:24.612502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4cfac-de05-4877-9ab7-26ecc98136f9 req-17d096d5-7682-4687-9cd0-99eab28d7c62 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:24.615386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9e4cfac-de05-4877-9ab7-26ecc98136f9 req-17d096d5-7682-4687-9cd0-99eab28d7c62 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 943 time: 0.2521994 Aug 06 18:28:24.723585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:24.783682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9e4cfac-de05-4877-9ab7-26ecc98136f9 req-3ff09a27-3538-4ddd-ad89-f21e4d284569 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570091 Aug 06 18:28:24.993047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:25.136745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-49cb965a-9738-4e21-ba21-ae8819e79abd service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349509 Aug 06 18:28:25.140495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:25.379366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3763b-597d-45e6-b747-0cbc15f51c54 req-802c6784-b7df-4fd0-8889-2380e7bb280d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:25.382001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34f3763b-597d-45e6-b747-0cbc15f51c54 req-802c6784-b7df-4fd0-8889-2380e7bb280d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1557736 Aug 06 18:28:25.428863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:25.441760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7713be1-d319-4b09-9c20-b1d3f406ecab HTTP/1.1" status: 204 len: 168 time: 1.7124624 Aug 06 18:28:25.446570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51630) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:25.527689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4f1b1-3323-4db4-9762-5bb69638636a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7713be1-d319-4b09-9c20-b1d3f406ecab,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:25.644219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-c5c8a690-5ea9-4c0a-b0b9-9f689014d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:25.646287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-c5c8a690-5ea9-4c0a-b0b9-9f689014d54e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.4680750 Aug 06 18:28:25.715581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34f3763b-597d-45e6-b747-0cbc15f51c54 req-a242a8ae-50ee-498f-8be1-de6cdffb2596 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151197 Aug 06 18:28:25.865755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.073807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.099607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73680e58-6577-4169-832d-d0411721885e']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:26.141018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef10bbf-af77-4206-850c-6325f36b46c8') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:26.141322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef10bbf-af77-4206-850c-6325f36b46c8') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:26.237189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f41bcc2c-5b83-4c09-921c-528d0f01d1af req-a363276f-e3b4-488d-a61f-b67604745b55 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.2176960 Aug 06 18:28:26.243311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.306285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.323915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:28:26.324480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.335947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port eb47f20f-9abd-47d0-a9bc-42a7e20a46dc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:26.336761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:28:26.366323 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:28:26.419983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e915ae-2b6c-4a14-b51e-bea006a49b55 req-5e7f1060-b14c-4418-8d15-9a80726a1ad7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:26.421737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6e915ae-2b6c-4a14-b51e-bea006a49b55 req-5e7f1060-b14c-4418-8d15-9a80726a1ad7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 943 time: 0.3160636 Aug 06 18:28:26.481993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ad0bb22-3289-4ab3-a6c5-7b8b4ecb1a57 req-e7d32163-ccc7-4f52-8263-b4b8cce9c680 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1883521 Aug 06 18:28:26.574064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.574657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.591185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-107167a0-360a-49f0-82b3-49c4dc525485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:26.594038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-107167a0-360a-49f0-82b3-49c4dc525485 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.9393003 Aug 06 18:28:26.621917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for eb47f20f-9abd-47d0-a9bc-42a7e20a46dc owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:26.739874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.760604 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.765539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] 10.222.0.64 "DELETE /v2.0/networks/73680e58-6577-4169-832d-d0411721885e HTTP/1.1" status: 204 len: 168 time: 1.3170021 Aug 06 18:28:26.813018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7553c36-e230-4810-94fb-41461daa3982 admin admin] Pushing event deleted for resources: {'Network': ['ID=73680e58-6577-4169-832d-d0411721885e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:26.853754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6e915ae-2b6c-4a14-b51e-bea006a49b55 req-4faf0ff0-c5a4-4d86-853a-992861d502a3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095135 Aug 06 18:28:27.257340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-4da6db66-f20b-4d6a-ab36-0db0359d75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:27.260591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-4da6db66-f20b-4d6a-ab36-0db0359d75a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 1095 time: 0.6622665 Aug 06 18:28:27.270253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-95f3d4c9-1bd5-4ebf-b74c-c77a13080aec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.6448588 Aug 06 18:28:27.517376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51684) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:27.566151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-9c34237e-7e28-4927-ab0b-371766eb65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:27.570086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-9c34237e-7e28-4927-ab0b-371766eb65fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.2061901 Aug 06 18:28:27.786158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782280f2-63ca-4dff-9cfd-6c85a221bb0d req-2337bbce-1c7a-43f6-b63c-6ac04ca58dd1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:27.789750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-782280f2-63ca-4dff-9cfd-6c85a221bb0d req-2337bbce-1c7a-43f6-b63c-6ac04ca58dd1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.8059640 Aug 06 18:28:27.873338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4495690-4a48-4ed3-b672-1c61031e11b6 req-327a6bf3-35be-4d93-9f7e-d5966d633668 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.2805741 Aug 06 18:28:27.886195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1cd1e2b1-259f-4a0a-87a0-054336926c1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e821e26c2ad14504b7218c142edcc281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635485 Aug 06 18:28:27.887704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51696) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:28.045765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.129005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.438972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24502774-ec51-4e93-b811-d0e42cfbc89b req-bf429781-c58f-406c-b67d-ec7d08a9b221 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:28.494864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24502774-ec51-4e93-b811-d0e42cfbc89b req-bf429781-c58f-406c-b67d-ec7d08a9b221 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 943 time: 0.3004007 Aug 06 18:28:28.516665 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6289dca-8f3f-47c3-b62d-66ea0e2b35f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.540074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.546938 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.554889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26aba569-654a-42fc-9284-dce90eda9d23 HTTP/1.1" status: 204 len: 168 time: 0.6642187 Aug 06 18:28:28.591933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3f2b9-31cc-4735-8775-fae65c3c1123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aba569-654a-42fc-9284-dce90eda9d23,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:28.646152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24502774-ec51-4e93-b811-d0e42cfbc89b req-b62163f4-3efd-43c8-a723-5ddbfe2c3b34 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500337 Aug 06 18:28:28.757139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:28.799564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=eb47f20f-9abd-47d0-a9bc-42a7e20a46dc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:28.806767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-1a6a5481-deb3-4d15-8ab9-c0a204cbc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:28.808384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-1a6a5481-deb3-4d15-8ab9-c0a204cbc873 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1831269 Aug 06 18:28:28.821636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-b43cd0ba-b89e-4f0d-986b-aab9ad6b4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:28.825252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-b43cd0ba-b89e-4f0d-986b-aab9ad6b4b65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 1.5533392 Aug 06 18:28:28.880516 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-782280f2-63ca-4dff-9cfd-6c85a221bb0d req-9bb10ff8-6a0d-4a34-85ee-615137c08786 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0583143 Aug 06 18:28:29.191429 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-bff145c0-691b-4f5e-a658-446a20d2eb58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3576c155-7881-4d28-9acc-e0d88aebf815 HTTP/1.1" status: 200 len: 217 time: 0.2975397 Aug 06 18:28:29.321733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9798f2ce-7216-4b3e-b3ab-0881bd04dd9a req-19860207-f861-4b35-9482-dce00499c7fd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1357110 Aug 06 18:28:29.489855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3576c155-7881-4d28-9acc-e0d88aebf815 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:28:29.711221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-f26e13df-af1f-41ef-817b-1e93d6d3d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:29.712939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-f26e13df-af1f-41ef-817b-1e93d6d3d3b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.5171304 Aug 06 18:28:29.714050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:29.714410 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP a65a6858-2f81-4db8-b189-6bddcb8d9b2d disassociated (deleted). External IP: 172.25.3.5, port: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f. Aug 06 18:28:29.831272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3576c155-7881-4d28-9acc-e0d88aebf815,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:29.848427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '3576c155-7881-4d28-9acc-e0d88aebf815', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '3576c155-7881-4d28-9acc-e0d88aebf815', 'mac_address': 'fa:16:3e:31:86:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:28:29.959216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-33f6ef39-c961-44d2-b025-26d886609ccc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268734 Aug 06 18:28:29.990560 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:30.031845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3576c155-7881-4d28-9acc-e0d88aebf815 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:28:30.180071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3576c155-7881-4d28-9acc-e0d88aebf815,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:30.186747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:30.199064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-aa0a0e67-72c4-42bf-8c31-c86522711293 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3715131 Aug 06 18:28:30.290841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb6db3-f92c-4ed5-9dee-4c88cd220361 req-11c558a5-2bc8-4796-ae42-391a38a59c40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:30.298335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84cb6db3-f92c-4ed5-9dee-4c88cd220361 req-11c558a5-2bc8-4796-ae42-391a38a59c40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1844711 Aug 06 18:28:30.348213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:30.382818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84cb6db3-f92c-4ed5-9dee-4c88cd220361 req-37eac178-0389-44bd-986b-4a000270e462 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672693 Aug 06 18:28:30.397533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.402149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.403174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.403954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.404923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.405636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.406277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.407012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.407621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.408357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.409342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.410549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:30.440741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['3576c155-7881-4d28-9acc-e0d88aebf815'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:28:30.543576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3696a322-24d7-4fe7-a162-acc393a88f15 req-12653b53-eb96-4c0b-8905-7c48ca2f7603 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343215 Aug 06 18:28:30.652851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106e4ce-614f-4fb7-a362-a31cfdad98b9 req-099dd4b4-add4-4c58-96b9-4bbe10b08b8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:30.656294 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1106e4ce-614f-4fb7-a362-a31cfdad98b9 req-099dd4b4-add4-4c58-96b9-4bbe10b08b8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 943 time: 0.7293799 Aug 06 18:28:30.770006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e682a1cd-cfa8-48f3-b861-ee6dd55d1bee req-68c26405-02a2-4026-8e08-e84877a784eb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0924792 Aug 06 18:28:30.893578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-e35d4a54-24b6-4fd0-a367-c08eb48df754 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9182305 Aug 06 18:28:30.976582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1106e4ce-614f-4fb7-a362-a31cfdad98b9 req-adbcf371-01e7-40ad-8195-4a1233b062f4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024592 Aug 06 18:28:31.350272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-35402c52-ea8e-4f7a-bdf6-d28e7965ee7c req-55c9b2fe-5282-4998-a67b-37b7ac470ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380066 Aug 06 18:28:31.466752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:31.475799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 00f6b4bb-7631-4565-b6c8-a3f281f58137 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:28:31.506466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3576c155-7881-4d28-9acc-e0d88aebf815 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:28:31.756239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 3576c155-7881-4d28-9acc-e0d88aebf815 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:28:31.776209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4995df5e-1487-4a8c-82f1-464bdc035d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:31.792740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 3576c155-7881-4d28-9acc-e0d88aebf815 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:28:31.795689 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:31.867286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:28:31.886539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:31.888379 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Sync routers for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:28:31.906080 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:28:31.909629 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:28:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:31.962042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72139b52-7637-4910-9d6f-bfebf4508988 req-b085a7f8-0721-431a-ba0c-8bedec268d74 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:31.974340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72139b52-7637-4910-9d6f-bfebf4508988 req-b085a7f8-0721-431a-ba0c-8bedec268d74 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2175572 Aug 06 18:28:32.048900 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83ca6b8f-fbe0-402b-b435-3c1f9e4ff315 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/floatingips/a65a6858-2f81-4db8-b189-6bddcb8d9b2d HTTP/1.1" status: 204 len: 168 time: 8.1885726 Aug 06 18:28:32.050858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:32.081866 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f774eb-d541-42db-a91b-8369e9b1b6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:32.160488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72139b52-7637-4910-9d6f-bfebf4508988 req-b6c68eab-76b7-4d98-ab2c-ca85bebe711b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774633 Aug 06 18:28:32.235643 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:28:32.251712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f6c0412-401c-4ac8-9f7d-67d546a1fd01 req-a91556d2-c819-46b8-ab02-267d2fd2c6f2 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1466143 Aug 06 18:28:32.278892 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:32.361998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:32.372878 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca19c5-d159-4fe0-b18c-031f6ba5b2d9" -d '{"events": [{"server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "name": "network-vif-plugged", "status": "completed", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:32.398883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3576c155-7881-4d28-9acc-e0d88aebf815,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:32.421748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:32.552203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55615524-2574-4428-88f5-5dd928d368f6 req-d281f3e0-dfbd-4ff4-a276-fbe49482935e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:32.583606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55615524-2574-4428-88f5-5dd928d368f6 req-d281f3e0-dfbd-4ff4-a276-fbe49482935e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 944 time: 0.2355046 Aug 06 18:28:32.762067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:32.814042 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad929ac-9443-4575-a9a7-5ed052895e13 x-openstack-request-id: req-aad929ac-9443-4575-a9a7-5ed052895e13 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:32.823867 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:32.824186 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aad929ac-9443-4575-a9a7-5ed052895e13 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:32.824625 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:28:32.893149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55615524-2574-4428-88f5-5dd928d368f6 req-dd26dcab-d89c-4c11-ae5e-42bd0d67ea5b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068023 Aug 06 18:28:32.931670 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28f757c-5faa-468e-be82-e238f425a98c x-openstack-request-id: req-f28f757c-5faa-468e-be82-e238f425a98c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:32.932187 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "name": "network-vif-plugged", "status": "completed", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:32.932616 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f28f757c-5faa-468e-be82-e238f425a98c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:32.933522 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815', 'code': 200} Aug 06 18:28:32.985929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-279e945b-7e61-4f75-b0aa-c23d24573299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:32.991620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-279e945b-7e61-4f75-b0aa-c23d24573299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 1099 time: 0.1249964 Aug 06 18:28:33.150667 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:33.154563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-7271bf99-cba5-454a-81a2-8360bf581e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:33.156758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-7271bf99-cba5-454a-81a2-8360bf581e3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 200 len: 898 time: 0.1578887 Aug 06 18:28:33.190891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:33.216175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Checking router: 00f6b4bb-7631-4565-b6c8-a3f281f58137 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:28:33.248430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:28:33.262952 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:28:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:33.492092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83266351-1f9f-4c44-816f-c2497d631ab7 req-6dfbaba3-9fe9-41c3-9d31-7c35554fd809 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:33.496480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83266351-1f9f-4c44-816f-c2497d631ab7 req-6dfbaba3-9fe9-41c3-9d31-7c35554fd809 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1385362 Aug 06 18:28:33.586284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-f6036ad2-8ac6-4c69-b563-97f1d6d6f3aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 200 len: 217 time: 0.3848014 Aug 06 18:28:33.609414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83266351-1f9f-4c44-816f-c2497d631ab7 req-499322c4-748f-4001-9798-23d7878f25f0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000025 Aug 06 18:28:33.667781 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:28:33.807383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b64337-e2c7-445b-8400-26d8f66acdca req-2b7be0af-56cd-43ea-8228-e3b8f5304c27 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:33.821906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99b64337-e2c7-445b-8400-26d8f66acdca req-2b7be0af-56cd-43ea-8228-e3b8f5304c27 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 947 time: 0.6636047 Aug 06 18:28:33.832079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05521a-3865-4e5b-b5be-2bca6131174b req-4554ba42-c3eb-4d57-93e2-810991e7f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:33.835500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc05521a-3865-4e5b-b5be-2bca6131174b req-4554ba42-c3eb-4d57-93e2-810991e7f974 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 1097 time: 0.6690361 Aug 06 18:28:33.901085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36adb86c-bd9e-4064-bbe3-73cd9c156207 req-5fda9038-2d19-4f3b-8b6e-fe78938ae2d3 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1034458 Aug 06 18:28:33.977852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-a1f509b1-e316-4c59-a68f-dbf3a5079b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:33.986741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-a1f509b1-e316-4c59-a68f-dbf3a5079b14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 200 len: 834 time: 0.3637412 Aug 06 18:28:34.181917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc05521a-3865-4e5b-b5be-2bca6131174b req-31e37e2f-cc2a-4b67-b319-bdc9e36cb444 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196630 Aug 06 18:28:34.211401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99b64337-e2c7-445b-8400-26d8f66acdca req-3e34f5a3-d134-49a5-9843-618269ae4f3c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870053 Aug 06 18:28:34.384595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-37424017-39ae-4a49-a7c8-fe9971b23e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:34.386648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-37424017-39ae-4a49-a7c8-fe9971b23e88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=633bcae1-5781-483d-bbe2-f30b1059518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3853254 Aug 06 18:28:34.411371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e80edb-c078-44e7-aa9c-843436cfbba8 req-b7f0ece3-2dd9-4ffe-9f4d-0db0b8bc9743 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:34.413788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:34.421541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3e80edb-c078-44e7-aa9c-843436cfbba8 req-b7f0ece3-2dd9-4ffe-9f4d-0db0b8bc9743 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1070349 Aug 06 18:28:34.477345 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb3f85-3ad3-45ad-a354-86f1dcac6c41 None None] The sync data for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 is: [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:24:28Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '4538946a-5db1-45b3-b7d2-d8cd82f43639', 'name': '', 'network_id': '633bcae1-5781-483d-bbe2-f30b1059518d', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:00:ec:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:26Z', 'updated_at': '2021-08-06T18:24:38Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '4352f9ed-22e9-4aed-a32c-d027ddb0372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:28:34.501874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3e80edb-c078-44e7-aa9c-843436cfbba8 req-189d9fb8-e64c-4b52-bd57-6d739075eabd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788214 Aug 06 18:28:34.572212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-40ac6a07-f23f-49b7-b35f-d92c3fe24e93 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:34.574301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-40ac6a07-f23f-49b7-b35f-d92c3fe24e93 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 947 time: 0.2515707 Aug 06 18:28:34.663335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:34.704783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04b802-df6c-43c9-aa05-dee5c83b9efc req-ca0ca8d0-acea-430b-ba1f-e9a861a65dc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:34.728648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b04b802-df6c-43c9-aa05-dee5c83b9efc req-ca0ca8d0-acea-430b-ba1f-e9a861a65dc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2734671 Aug 06 18:28:34.789497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-0e407377-0fed-4789-b059-6906960d4503 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909717 Aug 06 18:28:35.070031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f774eb-d541-42db-a91b-8369e9b1b6d6 req-458e553f-5d28-4a31-b671-f7c3a7ae8f76 service neutron] 10.222.0.16 "GET /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717903 Aug 06 18:28:35.161301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b04b802-df6c-43c9-aa05-dee5c83b9efc req-b2d683f4-95e7-46c1-ba95-f86c7f6434e2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310346 Aug 06 18:28:35.219504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab89b94-02c5-4493-a826-675a544dca22 None None] New status for floating IP a65a6858-2f81-4db8-b189-6bddcb8d9b2d: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:28:35.235916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26b2a9df-06a8-447e-849a-09882e6b417f req-2637d28d-9398-470e-96ac-6169588e47fb tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0781314 Aug 06 18:28:35.284263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:35.285129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:35.530191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:28:35.689830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:35.690184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:35.715871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f500db-a2c1-4123-b85c-961dd9573d12 req-2bf01463-42e4-4f61-a644-baae88e250f6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:35.726009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01f500db-a2c1-4123-b85c-961dd9573d12 req-2bf01463-42e4-4f61-a644-baae88e250f6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 947 time: 0.1156089 Aug 06 18:28:35.737481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 5aa24cd3-1063-41a2-b973-4b92fffe6d7f owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:35.823859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01f500db-a2c1-4123-b85c-961dd9573d12 req-bee85899-05d4-4ee5-822e-47c5647ec6de tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=23256d8a-af13-44a9-99e7-bc0de349e95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946507 Aug 06 18:28:36.039856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:36.172164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=5aa24cd3-1063-41a2-b973-4b92fffe6d7f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:36.196198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5e21b-e362-4dc0-ae41-1e5bc120c512 req-e95878fa-4261-447b-afac-bb4107faa1e9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:36.206351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0df5e21b-e362-4dc0-ae41-1e5bc120c512 req-e95878fa-4261-447b-afac-bb4107faa1e9 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2133019 Aug 06 18:28:36.320535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] No DVR routers for this DVR port 5aa24cd3-1063-41a2-b973-4b92fffe6d7f on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:36.327002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:36.330740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a42058dc-8bb2-4e42-8b41-37ce61869d4e req-d6e8b4be-13ab-4b2e-910c-3767acff3092 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "DELETE /v2.0/ports/5aa24cd3-1063-41a2-b973-4b92fffe6d7f HTTP/1.1" status: 204 len: 173 time: 1.7455511 Aug 06 18:28:36.335396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-deleted', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:36.340840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0df5e21b-e362-4dc0-ae41-1e5bc120c512 req-75708291-ad19-484b-8c95-660875b9f6b8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210885 Aug 06 18:28:36.343261 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac83498-5f64-462c-a83b-1686721986e6" -d '{"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-deleted", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:36.372307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0d65f-8a23-446f-bfa6-f4916bf3ac3f req-df95239b-3d24-41d6-a67f-99a8a064d2a6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:36.377707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aae0d65f-8a23-446f-bfa6-f4916bf3ac3f req-df95239b-3d24-41d6-a67f-99a8a064d2a6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3568656 Aug 06 18:28:36.461974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aae0d65f-8a23-446f-bfa6-f4916bf3ac3f req-13991918-7f12-44a8-9db4-06aca753948c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773711 Aug 06 18:28:36.532253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-92a94d86-a66b-454d-bfed-86e855e6a7eb req-12ae535f-c112-4524-88b8-f9a83a62c104 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1044345 Aug 06 18:28:36.607187 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b90b2-853f-4449-affc-3f57731c8c6e x-openstack-request-id: req-8e2b90b2-853f-4449-affc-3f57731c8c6e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:36.607483 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52574f2-ee95-405c-96be-1642851e8e80", "name": "network-vif-deleted", "tag": "5aa24cd3-1063-41a2-b973-4b92fffe6d7f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:36.607727 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e2b90b2-853f-4449-affc-3f57731c8c6e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:36.608316 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52574f2-ee95-405c-96be-1642851e8e80', 'name': 'network-vif-deleted', 'tag': '5aa24cd3-1063-41a2-b973-4b92fffe6d7f', 'status': 'completed', 'code': 200} Aug 06 18:28:37.131654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d2b089f-bbaa-4f31-8fa9-38218381e945 req-1673aea4-e6ea-49de-927c-166cdfe23ed3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=b52574f2-ee95-405c-96be-1642851e8e80 HTTP/1.1" status: 200 len: 210 time: 0.0857480 Aug 06 18:28:37.279057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-09e8e191-6fff-4782-acce-db51f28b2604 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:37.293177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-09e8e191-6fff-4782-acce-db51f28b2604 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.3026943 Aug 06 18:28:37.322255 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-00591860-5460-4d67-9514-8386a108fb78 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/quotas/c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 375 time: 0.0266006 Aug 06 18:28:37.383218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df846-432c-48b2-8813-d077a4f7a95c req-9996fbd5-7d25-466f-b264-480158c65ca6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:37.393773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-335df846-432c-48b2-8813-d077a4f7a95c req-9996fbd5-7d25-466f-b264-480158c65ca6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1156900 Aug 06 18:28:37.495264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-335df846-432c-48b2-8813-d077a4f7a95c req-62287f60-9781-4d20-90e0-3f84d9a79795 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Aug 06 18:28:37.515426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-f64ff64e-8fb0-442e-8470-48f793e35428 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1833479 Aug 06 18:28:37.625505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-e1300164-82d4-41d6-be43-3a8b62d46b46 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086342 Aug 06 18:28:37.720042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e5eaf28-4084-4e6f-9bb4-eebc5dbde7be req-ba50fbf8-f1e7-4f6f-9d4c-c3408c91642c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.0393062 Aug 06 18:28:37.775597 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-0fce1fbd-61a7-4e56-88b7-be9cbfa84681 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373816 Aug 06 18:28:38.109485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e996d618-ba3f-422b-8ade-73dab953cff8 req-7d5355a1-3586-4129-888b-360dc6bbef2d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.0986702 Aug 06 18:28:38.215422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51950) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:38.750396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce08a-f085-486e-b840-80b9238a0043 req-92ecaf99-1be7-45f9-86df-8e201af3c51e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:38.762146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c6ce08a-f085-486e-b840-80b9238a0043 req-92ecaf99-1be7-45f9-86df-8e201af3c51e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1248000 Aug 06 18:28:38.827863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c6ce08a-f085-486e-b840-80b9238a0043 req-dae0b2a2-e353-4f49-88f7-8e7d9c1940e7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Aug 06 18:28:39.036151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f1b3c41-ee6a-478d-97bd-df03c4a25f6d req-3809f912-7541-494f-aea8-ecec1614ce11 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ad0e49c-8142-41b1-b096-9705064f6b8f HTTP/1.1" status: 200 len: 210 time: 0.1198006 Aug 06 18:28:39.424487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f3401243-24a4-4b32-b91f-e4ab02edc19c req-0644ea41-d584-4717-b95b-cec8e9a68cfb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.0659366 Aug 06 18:28:39.562526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:39.664163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:39.726166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 5aa24cd3-1063-41a2-b973-4b92fffe6d7f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:39.729346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5aa24cd3-1063-41a2-b973-4b92fffe6d7f not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:40.187932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:40.203128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158efb-957d-488a-b29b-e999146dd99b req-f1cc1434-bd86-4137-a72c-6cce89563bef tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:40.205875 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0158efb-957d-488a-b29b-e999146dd99b req-f1cc1434-bd86-4137-a72c-6cce89563bef tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2285988 Aug 06 18:28:40.302829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0158efb-957d-488a-b29b-e999146dd99b req-73af489f-288c-433b-bafb-4cc2d7b647de tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724397 Aug 06 18:28:40.308150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.330929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-b619ab7e-7d80-4379-99d3-c40d9089ec2b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:40.331266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.333277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-b619ab7e-7d80-4379-99d3-c40d9089ec2b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.3661079 Aug 06 18:28:40.356924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'device_id': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'admin_state_up': True, 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:40.358947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.416603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 4538946a-5db1-45b3-b7d2-d8cd82f43639 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:40.417104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.422350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.425644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:40.426833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/security-groups/4cb680cf-786b-43e0-89f6-481ce97a3f4b HTTP/1.1" status: 204 len: 168 time: 0.2377665 Aug 06 18:28:40.442439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:40.458722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa69cb-3ef5-4091-a43d-0dfe149db675 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb680cf-786b-43e0-89f6-481ce97a3f4b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:40.637581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeab73a5-7dff-4016-a61d-b8291dc140f8 req-7c1f1e6a-cc94-4910-82c8-d17f2b42c95c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.0564826 Aug 06 18:28:40.733136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52002) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:40.933144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fa2a5149-2582-4b27-b438-b8fff924faa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.066683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fa2a5149-2582-4b27-b438-b8fff924faa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.084094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fa2a5149-2582-4b27-b438-b8fff924faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.097764 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-884baecc-c1b2-4841-8b68-7f763d33569c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] show failed (client error): The resource could not be found. Aug 06 18:28:41.101758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-884baecc-c1b2-4841-8b68-7f763d33569c tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "GET /v2.0/security-groups/4cb680cf-786b-43e0-89f6-481ce97a3f4b HTTP/1.1" status: 404 len: 347 time: 0.0658097 Aug 06 18:28:41.103644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52008) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:41.123820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a5149-2582-4b27-b438-b8fff924faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218a5e2-fc95-4de4-8f56-b87becb7cc09,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:41.150637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fa2a5149-2582-4b27-b438-b8fff924faa2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebaec952cda94574a0f1b0a7e0bf30a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152637 Aug 06 18:28:41.153252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52010) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:41.228675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.240807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 4538946a-5db1-45b3-b7d2-d8cd82f43639, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4538946a-5db1-45b3-b7d2-d8cd82f43639,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:41.241417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.265030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.285956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 4538946a-5db1-45b3-b7d2-d8cd82f43639 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:41.346917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:28:41.350991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.369379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.375102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.382924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e218a5e2-fc95-4de4-8f56-b87becb7cc09 HTTP/1.1" status: 204 len: 168 time: 0.2277968 Aug 06 18:28:41.407476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e70a7-1691-4f4c-83c3-620d5d3ffad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218a5e2-fc95-4de4-8f56-b87becb7cc09,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:41.446612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port a6c535c3-f31a-4c99-a0eb-4380ab03ebd9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:41.447118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.710955 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.830004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d28d7c9-bfad-4524-8b77-60ea149f7b26 req-ad94f4d7-695e-4a86-8bff-71339bbbbd4a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.0535369 Aug 06 18:28:41.879143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:41.885605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.20.0.11 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/51b95960-5f5f-494f-94cd-0654b31e29ac) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:28:41.903157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37b17642-9c69-44e2-be4f-2bf692cf2da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.940380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe53b1-bb2c-4da0-b950-df4320f79e9a req-641d2a85-ec61-4064-a950-0c2fa0c7c1a1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:41.942654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acfe53b1-bb2c-4da0-b950-df4320f79e9a req-641d2a85-ec61-4064-a950-0c2fa0c7c1a1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.4343040 Aug 06 18:28:41.976484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:41.976854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.041712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37b17642-9c69-44e2-be4f-2bf692cf2da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.047422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37b17642-9c69-44e2-be4f-2bf692cf2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.051178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for a6c535c3-f31a-4c99-a0eb-4380ab03ebd9 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:42.095849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-37b17642-9c69-44e2-be4f-2bf692cf2da9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=766cbcb3e0354036b29a2dd1138178e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149837 Aug 06 18:28:42.098625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17642-9c69-44e2-be4f-2bf692cf2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d12e4c-399e-471d-9137-21ed1e6ba71e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:42.101556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52026) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:42.171226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.176524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-acfe53b1-bb2c-4da0-b950-df4320f79e9a req-a18f6733-10a8-4074-895f-72864ff6a92b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188239 Aug 06 18:28:42.198274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.200122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.269721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=4538946a-5db1-45b3-b7d2-d8cd82f43639,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:42.298898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.305269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.308492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4d12e4c-399e-471d-9137-21ed1e6ba71e HTTP/1.1" status: 204 len: 168 time: 0.2054245 Aug 06 18:28:42.334493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a3d34-e2bf-4a3e-a314-8bd99e5be0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d12e4c-399e-471d-9137-21ed1e6ba71e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:42.429769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.452835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Transition to ACTIVE for port object 51b95960-5f5f-494f-94cd-0654b31e29ac will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:28:42.539997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.617215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:42.675254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:28:42.711228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:28:42.718502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:28:42.863355 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:42.932856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=a6c535c3-f31a-4c99-a0eb-4380ab03ebd9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:42.971376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:42.972534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.002222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.020679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-df9b4abf-bfad-4be3-886f-38ba8a8bbde6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6743088 Aug 06 18:28:43.072388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Request body: {'port': {'device_id': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:43.117915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24a1f232-09a7-4dfe-a9d0-137055699e68 None None] Provisioning for port 51b95960-5f5f-494f-94cd-0654b31e29ac completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:28:43.127447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24a1f232-09a7-4dfe-a9d0-137055699e68 None None] Provisioning complete for port 51b95960-5f5f-494f-94cd-0654b31e29ac triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:28:43.128302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24a1f232-09a7-4dfe-a9d0-137055699e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.142916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c040ad-9d84-49d9-a48a-d9cad78cb61a req-88817682-f7d7-45c4-8f48-5e4bbb25988c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:43.151795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93c040ad-9d84-49d9-a48a-d9cad78cb61a req-88817682-f7d7-45c4-8f48-5e4bbb25988c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 932 time: 0.1616099 Aug 06 18:28:43.204078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-24a1f232-09a7-4dfe-a9d0-137055699e68 None None] Port 51b95960-5f5f-494f-94cd-0654b31e29ac cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:28:43.226885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93c040ad-9d84-49d9-a48a-d9cad78cb61a req-563c2768-75af-42ac-b8b1-fe3d572f6dd5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Aug 06 18:28:43.230512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.298837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.304976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.306555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-668ef980-5fa9-4e72-924f-8489114eb43d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/floatingips/2f74e94b-f941-4dec-8574-7177f5dd1c97 HTTP/1.1" status: 204 len: 168 time: 2.1982830 Aug 06 18:28:43.310792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52050) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:43.470874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port 1fd5bd16-9f4b-404c-8a08-f2f585b43195 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:43.472952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.499297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eafddd-e6ad-4b77-9ead-c986d6f0d7c6 req-39d0d9db-ed71-4643-baa1-3fe9ba34176c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:43.501539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20eafddd-e6ad-4b77-9ead-c986d6f0d7c6 req-39d0d9db-ed71-4643-baa1-3fe9ba34176c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2034020 Aug 06 18:28:43.655861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.687550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for 1fd5bd16-9f4b-404c-8a08-f2f585b43195 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:43.723846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20eafddd-e6ad-4b77-9ead-c986d6f0d7c6 req-2bdc199e-372c-43d4-b50d-ab86e8930ab1 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127564 Aug 06 18:28:43.750443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 00f6b4bb-7631-4565-b6c8-a3f281f58137 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:28:43.959756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:43.980872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:28:43.996583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=1fd5bd16-9f4b-404c-8a08-f2f585b43195,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:43.999673 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Sync routers for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:28:44.024152 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:28:44.024750 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:28:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:44.040415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3afd8422-829e-4837-9560-b2d8216e4bd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/00f6b4bb-7631-4565-b6c8-a3f281f58137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8237820 Aug 06 18:28:44.045843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52066) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:44.124453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b95960-5f5f-494f-94cd-0654b31e29ac {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:28:44.152839 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.180904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting subnet 4352f9ed-22e9-4aed-a32c-d027ddb0372e {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:28:44.185879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.187244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.190180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Transition to ACTIVE for port object 51b95960-5f5f-494f-94cd-0654b31e29ac will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:28:44.204205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e0da98a2-d4af-42e4-8c84-6794b12a702d tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/ports/1fd5bd16-9f4b-404c-8a08-f2f585b43195 HTTP/1.1" status: 204 len: 168 time: 0.8915956 Aug 06 18:28:44.205651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52070) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:44.232306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.266426 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:28:44.388846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port f273a535-378a-4b8f-8793-be8d5e1353ef {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:44.391772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.519688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.595060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533e47c-65a0-46d5-9d86-a31f5e390da8 req-2f749df6-8bb2-4de0-8195-9c2132a92a1f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:44.596923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7533e47c-65a0-46d5-9d86-a31f5e390da8 req-2f749df6-8bb2-4de0-8195-9c2132a92a1f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 944 time: 0.1745827 Aug 06 18:28:44.649859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:44.720297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Pushing event updated for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:44.736520 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:28:41Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:44.737788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7533e47c-65a0-46d5-9d86-a31f5e390da8 req-8a2d4e0c-b6a3-4191-b42d-2d5c3e2a3dc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295533 Aug 06 18:28:44.742199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for f273a535-378a-4b8f-8793-be8d5e1353ef owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:44.928017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Attempting to bind port 51b95960-5f5f-494f-94cd-0654b31e29ac on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:28:44.928377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Attempting to bind port 51b95960-5f5f-494f-94cd-0654b31e29ac by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:28:44.928714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Attempting to bind port 51b95960-5f5f-494f-94cd-0654b31e29ac on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:28:45.006758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Port 51b95960-5f5f-494f-94cd-0654b31e29ac on network d5c9affe-3d42-4972-bf8d-ac5003063cae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:28:45.007133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Attempting to bind port 51b95960-5f5f-494f-94cd-0654b31e29ac on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:28:45.056711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:28:45.057099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:28:45.057625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:28:45.057958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Bound port: 51b95960-5f5f-494f-94cd-0654b31e29ac, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:28:45.058319 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.123981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.132737 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.136096 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Checking router: 00f6b4bb-7631-4565-b6c8-a3f281f58137 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:28:45.151950 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Routers {'00f6b4bb-7631-4565-b6c8-a3f281f58137'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:28:45.153253 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:28:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00f6b4bb-7631-4565-b6c8-a3f281f58137'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:45.220861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=f273a535-378a-4b8f-8793-be8d5e1353ef,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:45.272235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29824a-ab5f-4365-b701-5eaccea012a8 req-f9bea097-c695-4c32-aae9-c022b5bf7bf3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:45.274154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d29824a-ab5f-4365-b701-5eaccea012a8 req-f9bea097-c695-4c32-aae9-c022b5bf7bf3 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2722802 Aug 06 18:28:45.277927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.357219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d8671-2d31-4870-ab1f-0d19010c0a5f None None] Network 633bcae1-5781-483d-bbe2-f30b1059518d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:28:45.365816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.371794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/subnets/4352f9ed-22e9-4aed-a32c-d027ddb0372e HTTP/1.1" status: 204 len: 168 time: 1.3251331 Aug 06 18:28:45.372122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52092) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:45.396314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81c327-92fb-4982-b948-d264dea285f7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Subnet': ['ID=4352f9ed-22e9-4aed-a32c-d027ddb0372e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:45.403313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d29824a-ab5f-4365-b701-5eaccea012a8 req-f03e32d6-218c-498a-8300-b91f7fcb42aa tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213360 Aug 06 18:28:45.416946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:28:45.422268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=51b95960-5f5f-494f-94cd-0654b31e29ac,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:28:45.434162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.442513 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] Set router 00f6b4bb-7631-4565-b6c8-a3f281f58137 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:28:45.506721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:45.507807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.510849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-279ff399-601e-43d4-971b-a15df3995030 service neutron] 10.222.0.16 "PUT /v2.0/ports/51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 200 len: 1093 time: 2.4464138 Aug 06 18:28:45.515882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:45.517993 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b" -d '{"events": [{"name": "network-changed", "server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:45.622282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:45.635475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-766794a3-ab28-4a7c-a64e-c60fd9069cee tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/ports/f273a535-378a-4b8f-8793-be8d5e1353ef HTTP/1.1" status: 204 len: 168 time: 1.4277384 Aug 06 18:28:45.649189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52098) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:45.665944 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42626c13-f7d0-40d1-8f82-a5f7e400a7cb x-openstack-request-id: req-42626c13-f7d0-40d1-8f82-a5f7e400a7cb {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:45.666529 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:45.666529 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42626c13-f7d0-40d1-8f82-a5f7e400a7cb {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:45.667193 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac', 'status': 'completed', 'code': 200} Aug 06 18:28:45.702015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ff399-601e-43d4-971b-a15df3995030 service neutron] Pushing event updated for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:45.735678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-44a6797e-b547-457f-a245-9096bab65698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:45.737277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-44a6797e-b547-457f-a245-9096bab65698 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 1096 time: 0.1681771 Aug 06 18:28:45.738066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] DHCP port deletion for 633bcae1-5781-483d-bbe2-f30b1059518d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:28:45.880334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-becafbdb-b2b7-402c-9d91-ed0979ac9c6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 200 len: 217 time: 0.1343110 Aug 06 18:28:45.906972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Deleting port da0149c9-a458-44ce-be29-206bdca0c83e {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:45.907681 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.094141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-09f97c99-8690-4ff5-a7e9-684ed277d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:46.095869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-09f97c99-8690-4ff5-a7e9-684ed277d849 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.2082641 Aug 06 18:28:46.144550 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:28:41Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:46.180375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a399-a4df-4341-a5e1-53b3f9299278 req-fc94cc91-552b-490e-b254-cd9afe0b3393 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:46.200758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] For port da0149c9-a458-44ce-be29-206bdca0c83e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=da0149c9-a458-44ce-be29-206bdca0c83e,segment=NetworkSegment(19b62c15-199f-4381-9fd5-a91a514f7d14),segment_id=19b62c15-199f-4381-9fd5-a91a514f7d14)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:46.202499 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.206413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f11a399-a4df-4341-a5e1-53b3f9299278 req-fc94cc91-552b-490e-b254-cd9afe0b3393 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 944 time: 0.2998176 Aug 06 18:28:46.240458 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9af69-90ac-42b9-9394-03ef0131fe70 None None] The sync data for ids ['00f6b4bb-7631-4565-b6c8-a3f281f58137'] in n-d-793621-29 is: [{'id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1852492007', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:24:10Z', 'updated_at': '2021-08-06T18:28:41Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '832eafb2-964f-403c-ab13-10b0de6e2b30', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:75:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f6b4bb-7631-4565-b6c8-a3f281f58137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:24:12Z', 'updated_at': '2021-08-06T18:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:28:46.259034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Calling delete_port for da0149c9-a458-44ce-be29-206bdca0c83e owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:46.343614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-7842db2a-57a7-4ba4-b76f-967fea600660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:46.346455 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-7842db2a-57a7-4ba4-b76f-967fea600660 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397995 Aug 06 18:28:46.580948 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.638786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] Pushing event deleted for resources: {'Port': ['ID=da0149c9-a458-44ce-be29-206bdca0c83e,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:46.646222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2651cd-1058-4bed-b31e-5e637b20b103 None None] No DVR routers for this DVR port da0149c9-a458-44ce-be29-206bdca0c83e on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:46.681077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting subnet f2a1b429-819e-4591-a86a-78cc71ff77bb {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:28:46.697714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.797498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66ba4-c35a-438e-a2a0-439c7b422562 req-d0e18102-ed64-417f-b4ff-05aee5cae9f4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:46.797901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd66ba4-c35a-438e-a2a0-439c7b422562 req-d0e18102-ed64-417f-b4ff-05aee5cae9f4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1221867 Aug 06 18:28:46.800556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.806543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:46.918404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device da0149c9-a458-44ce-be29-206bdca0c83e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:46.958703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: da0149c9-a458-44ce-be29-206bdca0c83e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:46.959084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device da0149c9-a458-44ce-be29-206bdca0c83e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:46.961898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4538946a-5db1-45b3-b7d2-d8cd82f43639 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:46.966726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f11a399-a4df-4341-a5e1-53b3f9299278 req-217006dd-9502-4586-ae90-4b6f7c72a2eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590561 Aug 06 18:28:47.017314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4538946a-5db1-45b3-b7d2-d8cd82f43639 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:47.018131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4538946a-5db1-45b3-b7d2-d8cd82f43639 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:47.022226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd66ba4-c35a-438e-a2a0-439c7b422562 req-4e1c4356-88fa-4d35-9729-05cba40767dd tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938632 Aug 06 18:28:47.111967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.116259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.171672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-e9a3edf4-52c0-41a5-b1e9-bd4751790d42 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8052351 Aug 06 18:28:47.273262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 832eafb2-964f-403c-ab13-10b0de6e2b30 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:47.273771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.277687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.315277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8aa5500b-24a9-4fbe-9bb1-74480d819c0b req-dadbd764-099c-491b-8173-f6fa0d0bf923 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334238 Aug 06 18:28:47.323632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a1b429-819e-4591-a86a-78cc71ff77bb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:47.376828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.379583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/subnets/f2a1b429-819e-4591-a86a-78cc71ff77bb HTTP/1.1" status: 204 len: 168 time: 1.7291510 Aug 06 18:28:47.381405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.381890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.382160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.382542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.382773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.383125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.383403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.383712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.384044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:47.384355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.384946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.385207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.385780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8886d2d-84e4-49fb-9ad1-bd1d147fdd2a tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:28:47.401370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f94c8-669d-4bab-a611-4eb7ba0ca402 None None] Network a6202faf-e5ce-49d3-83df-cfe2acd67f58 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:28:47.488880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 832eafb2-964f-403c-ab13-10b0de6e2b30, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=832eafb2-964f-403c-ab13-10b0de6e2b30,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:47.489314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.540874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 832eafb2-964f-403c-ab13-10b0de6e2b30 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:47.594479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting subnet 60f55055-c1db-4e36-bca1-60b318726d37 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:28:47.626570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.735493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-b3fa8f65-2c6a-4aea-90a4-8e3b662b7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:47.738970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-b3fa8f65-2c6a-4aea-90a4-8e3b662b7adf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 1096 time: 0.3576074 Aug 06 18:28:47.751214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.798910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] DHCP port deletion for a6202faf-e5ce-49d3-83df-cfe2acd67f58 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:28:47.866231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Deleting port 54dcf8af-3738-4f11-9163-466f7f4d1979 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:47.867054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.890418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.956965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] For port 54dcf8af-3738-4f11-9163-466f7f4d1979, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54dcf8af-3738-4f11-9163-466f7f4d1979,segment=NetworkSegment(ec24a6cf-b019-4c2b-a187-690b5894752f),segment_id=ec24a6cf-b019-4c2b-a187-690b5894752f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:47.957848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:47.975058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Calling delete_port for 54dcf8af-3738-4f11-9163-466f7f4d1979 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:47.983893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=832eafb2-964f-403c-ab13-10b0de6e2b30,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:48.087051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.105082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.132189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.140291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-acdac231-64db-4979-83dc-d35ef7f7e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:48.146045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-acdac231-64db-4979-83dc-d35ef7f7e606 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.3888924 Aug 06 18:28:48.182526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] Pushing event deleted for resources: {'Port': ['ID=54dcf8af-3738-4f11-9163-466f7f4d1979,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:48.200804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fefa3a-c809-4d0b-92ea-73b1db0f5b63 None None] No DVR routers for this DVR port 54dcf8af-3738-4f11-9163-466f7f4d1979 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:48.271624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.367647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Subnet': ['ID=60f55055-c1db-4e36-bca1-60b318726d37,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:48.377587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-d3711820-9b16-4c70-8130-10eb201d206d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 200 len: 217 time: 0.1865997 Aug 06 18:28:48.387805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.395069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.395201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2012dc9-a158-448b-bc71-e7e7a7655dcd tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/subnets/60f55055-c1db-4e36-bca1-60b318726d37 HTTP/1.1" status: 204 len: 168 time: 1.0093315 Aug 06 18:28:48.399707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52136) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:48.401638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.402220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe511f3-aff7-4695-b8b7-3d004a33e78c None None] Network a9ef2342-7e26-4b8d-a440-17c6a00e5a35 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:28:48.476531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289971b-0575-40de-882d-e2a447cff878 req-8bdd5ab3-4ebe-482f-90ef-bf032c8cf1e4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:48.481317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7289971b-0575-40de-882d-e2a447cff878 req-8bdd5ab3-4ebe-482f-90ef-bf032c8cf1e4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 944 time: 0.2863493 Aug 06 18:28:48.495345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-32842cfb-151c-4495-a18c-3ebca129bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:48.498815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-32842cfb-151c-4495-a18c-3ebca129bc1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.0993166 Aug 06 18:28:48.601496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356f0dc-5951-406c-a032-a8a6cd6ff89f req-1b2c6aee-26bb-4fe4-9d6e-46f50f827302 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:48.604582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5356f0dc-5951-406c-a032-a8a6cd6ff89f req-1b2c6aee-26bb-4fe4-9d6e-46f50f827302 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2682784 Aug 06 18:28:48.655650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7289971b-0575-40de-882d-e2a447cff878 req-f3a92bac-1d26-4a0f-ad95-28b938603c02 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542485 Aug 06 18:28:48.666183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-8c5d712f-2491-4ee6-8f8c-1b4e3dfa823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:48.669426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-8c5d712f-2491-4ee6-8f8c-1b4e3dfa823d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557407 Aug 06 18:28:48.672632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.673504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Fanout notify agent at l3_agent the message router_deleted on router 00f6b4bb-7631-4565-b6c8-a3f281f58137 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:28:48.724128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:48.735422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2080162-06dd-4aa7-b953-3f7c41024ed5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/routers/00f6b4bb-7631-4565-b6c8-a3f281f58137 HTTP/1.1" status: 204 len: 168 time: 3.3605053 Aug 06 18:28:48.741315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:48.804208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5356f0dc-5951-406c-a032-a8a6cd6ff89f req-83e8cab3-b6e0-493d-8b3e-c6727993d228 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416590 Aug 06 18:28:48.825303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.048644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] DHCP port deletion for a9ef2342-7e26-4b8d-a440-17c6a00e5a35 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:28:49.203403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.225472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6202faf-e5ce-49d3-83df-cfe2acd67f58']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.251193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec24a6cf-b019-4c2b-a187-690b5894752f') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.251858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec24a6cf-b019-4c2b-a187-690b5894752f') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.267119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.267482 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.271173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Deleting port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:49.274598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.293685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.303281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:28:49.303738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:28:49.307825 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:28:49.380807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-42316494-73bd-44e9-836a-f2a96f0a9f6a service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881537 Aug 06 18:28:49.406163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.418396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.425438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/networks/a6202faf-e5ce-49d3-83df-cfe2acd67f58 HTTP/1.1" status: 204 len: 168 time: 1.0205865 Aug 06 18:28:49.426363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52152) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:49.453863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615ced7-8095-48d6-8ca2-7af5a7034828 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Network': ['ID=a6202faf-e5ce-49d3-83df-cfe2acd67f58,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:49.462363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54dcf8af-3738-4f11-9163-466f7f4d1979 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:49.548613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 54dcf8af-3738-4f11-9163-466f7f4d1979 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:49.548800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54dcf8af-3738-4f11-9163-466f7f4d1979 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:49.589367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] For port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:49.590056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.638168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Calling delete_port for 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:49.654080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.673101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.708542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633bcae1-5781-483d-bbe2-f30b1059518d']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.750838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b62c15-199f-4381-9fd5-a91a514f7d14') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.751360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b62c15-199f-4381-9fd5-a91a514f7d14') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:49.787977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.852573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.872482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:28:49.873252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.922751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Deleting port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:28:49.923703 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:28:49.941075 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:28:49.949374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a3dc9e-b0b0-46a7-97f2-a0d8931c954b req-3719da87-704b-4fd0-a6bc-81df26168e7b service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587056 Aug 06 18:28:49.959848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.009286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] Pushing event deleted for resources: {'Port': ['ID=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:50.056980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb947b-2d01-4374-ab5c-27e7f7936ad1 None None] No DVR routers for this DVR port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:50.137121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] For port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,segment=NetworkSegment(eaf66307-b09e-4740-a4df-fb6c06a45fc8),segment_id=eaf66307-b09e-4740-a4df-fb6c06a45fc8)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:50.137699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.185622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Calling delete_port for 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:28:50.205822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac90e1-e50b-4a63-89fc-5cf38563c0f0 req-28ff400e-4cc9-4bb7-bcfd-ca49025af08b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:50.217736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4ac90e1-e50b-4a63-89fc-5cf38563c0f0 req-28ff400e-4cc9-4bb7-bcfd-ca49025af08b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2392354 Aug 06 18:28:50.273622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.289288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.293923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/networks/633bcae1-5781-483d-bbe2-f30b1059518d HTTP/1.1" status: 204 len: 168 time: 1.4968944 Aug 06 18:28:50.302008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:50.351776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea2713-30ae-4a13-a7e8-a0a917bb692f req-6c432e89-5636-4de7-98a9-9a09283b2086 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:50.366297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0ea2713-30ae-4a13-a7e8-a0a917bb692f req-6c432e89-5636-4de7-98a9-9a09283b2086 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 944 time: 0.4226584 Aug 06 18:28:50.380240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4d444-acd2-4b85-bbfe-2779ebd9be66 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Network': ['ID=633bcae1-5781-483d-bbe2-f30b1059518d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:50.444716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4ac90e1-e50b-4a63-89fc-5cf38563c0f0 req-b85ddfab-fc11-4947-b72f-c693a0ff6669 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259963 Aug 06 18:28:50.470712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0ea2713-30ae-4a13-a7e8-a0a917bb692f req-55f0634d-9e0a-4ecd-a19a-ec028eddd864 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028335 Aug 06 18:28:50.551428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.583846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.588289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.619527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Port': ['ID=105ec1b8-2dd2-424e-8b61-abdc157d0ef5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:50.641079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] No DVR routers for this DVR port 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:28:50.769835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.790142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef2342-7e26-4b8d-a440-17c6a00e5a35']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:50.823336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf66307-b09e-4740-a4df-fb6c06a45fc8') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:50.824018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf66307-b09e-4740-a4df-fb6c06a45fc8') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:50.847294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.885266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.891650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.901842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.906228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/security-groups/23256d8a-af13-44a9-99e7-bc0de349e95d HTTP/1.1" status: 204 len: 168 time: 0.6035480 Aug 06 18:28:50.919895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832eafb2-964f-403c-ab13-10b0de6e2b30 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:50.934771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:28:50.935628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:50.941977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518600-7fe9-480a-86b4-c63e38ff1994 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23256d8a-af13-44a9-99e7-bc0de349e95d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:28:50.945246 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:28:50.998312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 832eafb2-964f-403c-ab13-10b0de6e2b30 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:50.998312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 832eafb2-964f-403c-ab13-10b0de6e2b30 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:50.998312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:28:51.068055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:28:51.069843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 105ec1b8-2dd2-424e-8b61-abdc157d0ef5 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:28:51.131152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.199972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.203707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] 10.222.0.64 "DELETE /v2.0/networks/a9ef2342-7e26-4b8d-a440-17c6a00e5a35 HTTP/1.1" status: 204 len: 168 time: 1.7594912 Aug 06 18:28:51.205514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a025ec2-c2b7-491f-a76a-e0ab1d432af4 tempest-TaggedBootDevicesTest-184173352 tempest-TaggedBootDevicesTest-184173352-project] Pushing event deleted for resources: {'Network': ['ID=a9ef2342-7e26-4b8d-a440-17c6a00e5a35,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:51.536571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52182) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:51.543951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69920110', 'description': 'tempest-secgroup-smoke-69920110 description', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:51.616191 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.747012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 51b95960-5f5f-494f-94cd-0654b31e29ac details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:28:51.777560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04f3f-c3a8-4c16-8e7b-3eb436be0ba1 req-f7feedee-8927-4296-b3fb-13b55277f94e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:51.780245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ef04f3f-c3a8-4c16-8e7b-3eb436be0ba1 req-f7feedee-8927-4296-b3fb-13b55277f94e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1015077 Aug 06 18:28:51.854327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ef04f3f-c3a8-4c16-8e7b-3eb436be0ba1 req-9bff7f44-aef1-4142-b568-a9a07524e72c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619307 Aug 06 18:28:51.866601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8657222-7d18-4d26-965f-f6536dadce96 req-1e8db838-67cf-4b39-9865-caf48d8e53a5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:51.874951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8657222-7d18-4d26-965f-f6536dadce96 req-1e8db838-67cf-4b39-9865-caf48d8e53a5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 944 time: 0.1605320 Aug 06 18:28:51.880135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=51b95960-5f5f-494f-94cd-0654b31e29ac,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:51.897555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '51b95960-5f5f-494f-94cd-0654b31e29ac', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': '51b95960-5f5f-494f-94cd-0654b31e29ac', 'mac_address': 'fa:16:3e:31:8b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:28:51.908408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.924166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.969217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.980251 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8657222-7d18-4d26-965f-f6536dadce96 req-f39df58a-6847-4a50-9bd0-f30db68e9771 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042662 Aug 06 18:28:51.983875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca567ba-7000-466d-b003-3d6615d173c7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:52.019998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.021036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b95960-5f5f-494f-94cd-0654b31e29ac {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:28:52.023133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c31af19-b6c1-44f9-9385-e72e31ed24d6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4836576 Aug 06 18:28:52.027976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:52.037069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:52.107927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=51b95960-5f5f-494f-94cd-0654b31e29ac,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:52.126966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.133938 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.290675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:52.340411 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.354114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.424296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6164a4-1292-4eba-81bb-5e2d84db7601,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:52.454670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.461774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52208) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:52.464830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d6355cff-2854-4485-8add-68ba73a96547 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323504 Aug 06 18:28:52.471729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:52.502677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:28:52.561412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.804710 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.813559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.865909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3524cf7-d809-47f2-b320-d859dffa20a5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:52.882521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.889408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ac70528-c2de-4ffe-9891-4658d32fef53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4244418 Aug 06 18:28:52.892383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:52.911921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:52.960642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.143272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcb53-483f-4a8d-8341-27cd5e8926db req-4cf62eb7-28b1-4142-b65e-2a2257c57557 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:53.158738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb9bcb53-483f-4a8d-8341-27cd5e8926db req-4cf62eb7-28b1-4142-b65e-2a2257c57557 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1543705 Aug 06 18:28:53.227911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.238416 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.248572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb9bcb53-483f-4a8d-8341-27cd5e8926db req-d8ee0509-2ca2-4c28-836e-cad99f7c0601 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881929 Aug 06 18:28:53.331189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b22cfa-6601-44f1-b50d-b60e997070a5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:53.377058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.383365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f841ac61-75cc-46fb-9caa-8026749be25e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4851258 Aug 06 18:28:53.384136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52232) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:53.393141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:53.414026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037acc-1d82-4037-84a3-0602aeced433 req-b06fe611-18a0-4345-8a5a-44224c827614 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:53.422046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f037acc-1d82-4037-84a3-0602aeced433 req-b06fe611-18a0-4345-8a5a-44224c827614 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 945 time: 0.1505680 Aug 06 18:28:53.468731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.498216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f037acc-1d82-4037-84a3-0602aeced433 req-3d66610b-0668-4260-98e5-f08bbfdb7e70 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705950 Aug 06 18:28:53.586644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.593878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.622649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b10847-fa1d-454e-b10b-da58971e0e58,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:53.629179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.631361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-02dc66ff-5f0e-4bf1-9894-1ec3f25c8952 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459311 Aug 06 18:28:53.635117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52236) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:53.642052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:53.675371 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:28:53.684601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.743200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 51b95960-5f5f-494f-94cd-0654b31e29ac up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:28:53.762673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.769722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.794160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fba0a6e-273d-418a-8dd1-e1de66578095,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:53.819993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.821950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2a64ee8d-0b62-4af5-8850-8ca8cb5c0109 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852472 Aug 06 18:28:53.826474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52238) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:53.832276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'bca567ba-7000-466d-b003-3d6615d173c7', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:53.867356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 51b95960-5f5f-494f-94cd-0654b31e29ac completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:28:53.872181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 51b95960-5f5f-494f-94cd-0654b31e29ac triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:28:53.872614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.890449 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:28:53.903263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:53.971189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.013368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=51b95960-5f5f-494f-94cd-0654b31e29ac,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:28:54.014959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:28:54.018133 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223a597-f785-4ec2-9377-27620388d56f" -d '{"events": [{"server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "name": "network-vif-plugged", "status": "completed", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:28:54.034947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.052762 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.062017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.094534 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84637a30-616f-4c53-9dc7-dfbb9be8577b x-openstack-request-id: req-84637a30-616f-4c53-9dc7-dfbb9be8577b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:28:54.094878 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "name": "network-vif-plugged", "status": "completed", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:28:54.095275 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84637a30-616f-4c53-9dc7-dfbb9be8577b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:28:54.095886 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac', 'code': 200} Aug 06 18:28:54.155507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.158346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3302832 Aug 06 18:28:54.170367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db238d2-376b-4a8f-9979-3eb996199966 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1052f857-a407-415f-8715-e875f9b93d19,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:54.175652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52244) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:54.209919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'network': {'name': 'tempest-network-smoke--515703380', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:54.235862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:54.493098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:28:54.509785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.624640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eebb0-5b51-4d84-b7cb-1c259bff68a9 req-ae6d5e87-1c19-46ec-8e00-23916cec14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:54.637191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd6eebb0-5b51-4d84-b7cb-1c259bff68a9 req-ae6d5e87-1c19-46ec-8e00-23916cec14a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 1098 time: 0.3863564 Aug 06 18:28:54.738277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:28:54.799584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661ee99-fd36-4793-9506-c715736e07d9 req-77a4179d-42ec-4c1b-97f6-34e33aadeb05 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:54.799890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:54.800258 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Added segment a2577d60-5300-496f-a715-da61315ad1c9 of type vlan for network e7eff667-e1d1-4339-9e28-65b127bc6ad4 Aug 06 18:28:54.803918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3661ee99-fd36-4793-9506-c715736e07d9 req-77a4179d-42ec-4c1b-97f6-34e33aadeb05 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.1001468 Aug 06 18:28:54.827302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd6eebb0-5b51-4d84-b7cb-1c259bff68a9 req-4cd69aa2-88a1-4070-b052-e9456b4c8e06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329105 Aug 06 18:28:54.845531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12ab6e-e0c1-420c-a712-4073d6138149 req-cda10725-423c-4a51-b3e4-673fc5a2c9f8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:54.847189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe12ab6e-e0c1-420c-a712-4073d6138149 req-cda10725-423c-4a51-b3e4-673fc5a2c9f8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2936654 Aug 06 18:28:54.900335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3661ee99-fd36-4793-9506-c715736e07d9 req-ebb17890-1dac-4d5f-8cf9-02d733a71635 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896413 Aug 06 18:28:54.972533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fe12ab6e-e0c1-420c-a712-4073d6138149 req-29922a8c-7f58-479c-820b-cd972e8654af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004241 Aug 06 18:28:54.990834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.057037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.070402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:55.070402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.137217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:55.137589 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9540191 Aug 06 18:28:55.148981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'admin_state_up': True, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:55.213695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.220225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.254454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8803b-1ef2-4f0d-9180-36d82e8f4418 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Network': ['ID=e7eff667-e1d1-4339-9e28-65b127bc6ad4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:55.281652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:28:55.410941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.655798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.143247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.199482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.288481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0efe3-4c00-4923-9ea5-db4876864b92 req-f02dbd31-3c1f-43d0-aece-b94e25d3d853 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:56.290405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50c0efe3-4c00-4923-9ea5-db4876864b92 req-f02dbd31-3c1f-43d0-aece-b94e25d3d853 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1317494 Aug 06 18:28:56.378026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc47fd-daca-43ff-b475-42d8aecf0f6a req-d03c68b4-890d-479e-a866-559119df9409 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:56.378878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50c0efe3-4c00-4923-9ea5-db4876864b92 req-e6ea2dcb-ece5-49ec-a501-acd70d9aebd8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812616 Aug 06 18:28:56.392749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12cc47fd-daca-43ff-b475-42d8aecf0f6a req-d03c68b4-890d-479e-a866-559119df9409 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.3241849 Aug 06 18:28:56.480679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.104 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1f70c6a9-fa78-4702-ba1d-12f525f44a1b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:28:56.540508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12cc47fd-daca-43ff-b475-42d8aecf0f6a req-084f4da5-7cd0-414e-adf6-2029689786b3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326556 Aug 06 18:28:56.764725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.829192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.909316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:28:56.931501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:28:56.933527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:28:56.937495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:28:58.235112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:58.357071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7bd7e-b07f-47d4-a4af-80dde0373bda req-50830b24-e6c9-419d-a342-fedb3f3129f4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:58.371430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69c7bd7e-b07f-47d4-a4af-80dde0373bda req-50830b24-e6c9-419d-a342-fedb3f3129f4 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1278203 Aug 06 18:28:58.390355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4366-2833-4c84-b416-9ee453ae4fe1 req-fd125dc6-8a9a-4dc7-958d-5a9bcd587b27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:58.393121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ffa4366-2833-4c84-b416-9ee453ae4fe1 req-fd125dc6-8a9a-4dc7-958d-5a9bcd587b27 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2618201 Aug 06 18:28:58.501751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69c7bd7e-b07f-47d4-a4af-80dde0373bda req-bf771ee5-c97b-4e45-b3b3-17e0205c7577 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273141 Aug 06 18:28:58.525863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c5fabe38-cf90-4312-8ef7-f56e75e7bf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:58.630551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ffa4366-2833-4c84-b416-9ee453ae4fe1 req-0a63f2e9-6c8f-44b9-8c8e-48904bdd84a7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667144 Aug 06 18:28:58.638584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:58.858141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 5fdb8588-762d-467d-a130-2163b32b3421 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:28:59.098532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e47a5b-3366-471d-810a-08874f7682a4 req-9ff76c41-ec64-4647-982c-180b17348293 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:59.101266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5e47a5b-3366-471d-810a-08874f7682a4 req-9ff76c41-ec64-4647-982c-180b17348293 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.1489675 Aug 06 18:28:59.128049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:28:59.145787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Sync routers for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:28:59.185132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:28:59.189321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:28:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:59.194150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5e47a5b-3366-471d-810a-08874f7682a4 req-8bda0b41-c4d9-4a41-8b27-bfaacf889e7b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829203 Aug 06 18:28:59.198966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:59.200183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f430b294-69fd-4688-8929-59227fbb1783 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0601509 Aug 06 18:28:59.204831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52332) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:59.244411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ee198694-b623-44c7-b438-7d1b01757174 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7ee904f95c494adf94b537fca9d2b1d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380332 Aug 06 18:28:59.247336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52334) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:59.441819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:28:59.607582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf972d-8adf-4de7-a7cf-2f3a43f4c8bb tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:59.617129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52342) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:59.632022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eeaf972d-8adf-4de7-a7cf-2f3a43f4c8bb tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3811445 Aug 06 18:28:59.733006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:28:59.742486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395951282', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:28:59.748858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e65099cc-be57-4742-a947-224187f61181 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1297429 Aug 06 18:28:59.846469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:28:57Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:28:59.919260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fd05e-e673-4e1e-8c18-af4f7829a0ef req-485009ce-8c5b-4f27-92ae-1c9352e1c815 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:28:59.933669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c88fd05e-e673-4e1e-8c18-af4f7829a0ef req-485009ce-8c5b-4f27-92ae-1c9352e1c815 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.1656618 Aug 06 18:28:59.943417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Checking router: 5fdb8588-762d-467d-a130-2163b32b3421 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:28:59.943709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Updating router 5fdb8588-762d-467d-a130-2163b32b3421 port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:00.051197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:00.055094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:00.057071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c88fd05e-e673-4e1e-8c18-af4f7829a0ef req-3a3dcccd-942f-4c83-a91f-7ab25b431261 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215200 Aug 06 18:29:00.081024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:00.550219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b662c1-7a77-40fb-8231-9b5ec338941a req-7273de31-8821-4c7b-ba90-41bb9b4d9862 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:00.564647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41b662c1-7a77-40fb-8231-9b5ec338941a req-7273de31-8821-4c7b-ba90-41bb9b4d9862 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.1363261 Aug 06 18:29:00.652236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41b662c1-7a77-40fb-8231-9b5ec338941a req-1e32e348-a6f0-4e48-9754-8bb48388b882 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852976 Aug 06 18:29:00.806026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:00.834003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:00.856571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Transition to ACTIVE for port object 1f70c6a9-fa78-4702-ba1d-12f525f44a1b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:00.871749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:00.952076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Subnet': ['ID=9fc64745-984c-4740-9bb5-b8a7e7d7a63e,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:01.026501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:01.027430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network hostable DHCP agents. Network: e7eff667-e1d1-4339-9e28-65b127bc6ad4, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:01.082531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:01.085324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d0e13-50d6-4c38-9df1-5247cebe34bf None None] Pushing event updated for resources: {'Port': ['ID=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:01.113766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Attempting to bind port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:01.114415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Attempting to bind port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:01.121495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Attempting to bind port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:01.121827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e7eff667-e1d1-4339-9e28-65b127bc6ad4) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:01.143773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:01.147842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:01.149360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28289e1-cf48-45f8-aa1f-66323306d69c None None] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:01.171421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:01.172032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:01.177232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:01.178171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:01.182488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Bound port: 1f70c6a9-fa78-4702-ba1d-12f525f44a1b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:01.182756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:01.210197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52360) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:01.210936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2c78f144-b4be-4dbd-90a1-fcb1c922e174 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4753134 Aug 06 18:29:02.030987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:29:02.036410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:02.041838 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff571fba-9a10-4977-b538-a95bacf259bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:02.045403 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:02.051151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] For port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:02.065187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] For port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:02.073881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:02.091731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f848b8-7c3e-4a80-bbf1-10ae5255146e req-80bad562-37e1-491e-8cf6-d372b2bb1692 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:02.094602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15f848b8-7c3e-4a80-bbf1-10ae5255146e req-80bad562-37e1-491e-8cf6-d372b2bb1692 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.1726060 Aug 06 18:29:02.099184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217a425-c2f0-4075-bd8f-b8435c5b9ef6 req-8e57b180-91d1-42ac-8593-e136f524763d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:02.112671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0217a425-c2f0-4075-bd8f-b8435c5b9ef6 req-8e57b180-91d1-42ac-8593-e136f524763d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.5364153 Aug 06 18:29:02.251947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15f848b8-7c3e-4a80-bbf1-10ae5255146e req-7912f3e3-8da9-424b-84c0-605477bef88c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386840 Aug 06 18:29:02.417385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Allocated IP 172.20.0.2 (e7eff667-e1d1-4339-9e28-65b127bc6ad4/9fc64745-984c-4740-9bb5-b8a7e7d7a63e/52990ef6-8bb6-4191-8fbd-5be9d24656c7) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:02.556508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0217a425-c2f0-4075-bd8f-b8435c5b9ef6 req-245d7fc0-3ecb-478d-9386-38b6f257033d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261694 Aug 06 18:29:02.656036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d0e13-50d6-4c38-9df1-5247cebe34bf None None] Pushing event updated for resources: {'Port': ['ID=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:02.665983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:02.666905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:02.794731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:02.831953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:03.225989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:03.228088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:28:57Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:03.306937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdd78f-4cf6-4f54-8d95-f9b4104125e5 None None] The sync data for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 is: [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:28:57Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:03.346131 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:03.369580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Transition to ACTIVE for port object 52990ef6-8bb6-4191-8fbd-5be9d24656c7 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:03.409439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Transition to ACTIVE for port object 52990ef6-8bb6-4191-8fbd-5be9d24656c7 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:03.442859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:03.620295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:03.625838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Pushing event updated for resources: {'Port': ['ID=52990ef6-8bb6-4191-8fbd-5be9d24656c7,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:03.631564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:03.639226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:03.708502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19d06a-b1f9-4db9-a693-11d858c5fd1d req-05031caa-439f-4053-9091-9093b65d3244 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:03.722129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e19d06a-b1f9-4db9-a693-11d858c5fd1d req-05031caa-439f-4053-9091-9093b65d3244 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.1540787 Aug 06 18:29:03.996955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.1 (e7eff667-e1d1-4339-9e28-65b127bc6ad4/9fc64745-984c-4740-9bb5-b8a7e7d7a63e/f5bf2552-b0df-4588-8657-778f4a7da6dd) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Attempting to bind port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Attempting to bind port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Attempting to bind port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Bound using segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Bound port: 52990ef6-8bb6-4191-8fbd-5be9d24656c7, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:04.000343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:04.019784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e19d06a-b1f9-4db9-a693-11d858c5fd1d req-83d39582-53d8-4719-948c-b4ec2c0066a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963717 Aug 06 18:29:04.273576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f0a0-7b0a-4580-b64d-650427d9614c req-c28c030f-0914-40d4-af9e-1955260a4b2c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:04.275599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f76f0a0-7b0a-4580-b64d-650427d9614c req-c28c030f-0914-40d4-af9e-1955260a4b2c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.4021516 Aug 06 18:29:04.309328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] For port 52990ef6-8bb6-4191-8fbd-5be9d24656c7, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:04.318805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] For port 52990ef6-8bb6-4191-8fbd-5be9d24656c7, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52990ef6-8bb6-4191-8fbd-5be9d24656c7,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:04.334934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:04.529726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:04.568195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb20e3-407f-4347-b3cc-1b83f5dec789 None None] Pushing event updated for resources: {'Port': ['ID=52990ef6-8bb6-4191-8fbd-5be9d24656c7,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:04.615174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f76f0a0-7b0a-4580-b64d-650427d9614c req-c0c52883-6ea3-481a-8fb4-4c0ddb497dac tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114235 Aug 06 18:29:04.660054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object f5bf2552-b0df-4588-8657-778f4a7da6dd will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:04.666409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:04.930513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:05.148053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1f70c6a9-fa78-4702-ba1d-12f525f44a1b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:05.177769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:05.180072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:05.185402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:05.194643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:05.352052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:05.359069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:05.362936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:05.602053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d7e27-0589-4cf1-85b1-ef3827da44ed req-a39657cd-690b-4fbd-b8e4-1b785d2c4555 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:05.620844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:05.633313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-049d7e27-0589-4cf1-85b1-ef3827da44ed req-a39657cd-690b-4fbd-b8e4-1b785d2c4555 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.3326104 Aug 06 18:29:05.683243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:05.691670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:05.698008 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:05.851885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906c716-8f5d-4f44-92aa-2b3cb3bd6de7 req-803db2bf-7598-4d17-955d-99bdeb1f8394 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:05.855135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1906c716-8f5d-4f44-92aa-2b3cb3bd6de7 req-803db2bf-7598-4d17-955d-99bdeb1f8394 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2385147 Aug 06 18:29:06.019635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1906c716-8f5d-4f44-92aa-2b3cb3bd6de7 req-c166c136-13cf-4c57-abc4-0f8ea913fc95 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496878 Aug 06 18:29:06.022225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:06.426736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:06.568525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-049d7e27-0589-4cf1-85b1-ef3827da44ed req-0e3b086f-494f-4337-a9e1-5063dab65c26 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9335887 Aug 06 18:29:06.920860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991969db-42d2-4002-b619-854002765be6 req-bfbcee90-ff87-4cdc-9011-7878edf27c10 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:06.932458 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-991969db-42d2-4002-b619-854002765be6 req-bfbcee90-ff87-4cdc-9011-7878edf27c10 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.4425814 Aug 06 18:29:07.200643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743fa7be-f190-4de2-b576-85b1c6be5faa None None] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:07.388172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1f70c6a9-fa78-4702-ba1d-12f525f44a1b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:07.519432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dbd724c7-6aee-41eb-bfa5-5d26c5e37bde None None] Provisioning for port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:07.523128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de706d-0360-4909-8a5c-dc59d0017867 req-06c13172-034c-41d1-a6e5-62a1884884ce tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:07.536913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26de706d-0360-4909-8a5c-dc59d0017867 req-06c13172-034c-41d1-a6e5-62a1884884ce tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 945 time: 0.2135167 Aug 06 18:29:07.639224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26de706d-0360-4909-8a5c-dc59d0017867 req-5caf8fcf-1640-4b17-aab9-ba1d2c2a63d7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950868 Aug 06 18:29:07.753545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:07.754194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:07.800552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 3576c155-7881-4d28-9acc-e0d88aebf815 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:07.801364 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.075292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52990ef6-8bb6-4191-8fbd-5be9d24656c7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:08.126683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 3576c155-7881-4d28-9acc-e0d88aebf815, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=3576c155-7881-4d28-9acc-e0d88aebf815,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:08.127077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.147192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 3576c155-7881-4d28-9acc-e0d88aebf815 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:08.286527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:08.301619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:08.302321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.542938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.572652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749226e-9422-473a-a463-5ebbbfaf47d8 req-cfa4fb39-cfd8-4eff-a99f-eb2c62268e53 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:08.573011 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.575963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f749226e-9422-473a-a463-5ebbbfaf47d8 req-cfa4fb39-cfd8-4eff-a99f-eb2c62268e53 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.8150294 Aug 06 18:29:08.578339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.585233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.601177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Provisioning complete for port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:08.603661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.821958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 52990ef6-8bb6-4191-8fbd-5be9d24656c7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52990ef6-8bb6-4191-8fbd-5be9d24656c7,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:08.842793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.845704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:08.980783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f749226e-9422-473a-a463-5ebbbfaf47d8 req-70422f64-0b8f-4e7a-92d0-80534bbd406e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657012 Aug 06 18:29:09.077526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=52990ef6-8bb6-4191-8fbd-5be9d24656c7,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:09.144330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=3576c155-7881-4d28-9acc-e0d88aebf815,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:09.158333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fbcdf739-c29e-4c3b-8041-2963d52db734 req-57e8cd96-0121-4e78-9a61-019142f50c1b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.2005169 Aug 06 18:29:09.211632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 3576c155-7881-4d28-9acc-e0d88aebf815 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:29:09.249051 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:09.254201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-991969db-42d2-4002-b619-854002765be6 req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "DELETE /v2.0/ports/3576c155-7881-4d28-9acc-e0d88aebf815 HTTP/1.1" status: 204 len: 173 time: 2.3190310 Aug 06 18:29:09.255827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'name': 'network-vif-deleted', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:09.260890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Provisioning for port f5bf2552-b0df-4588-8657-778f4a7da6dd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:09.267071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Provisioning complete for port f5bf2552-b0df-4588-8657-778f4a7da6dd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:09.267596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:09.269108 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfd19a-0e87-47a1-9521-01ba53691078" -d '{"events": [{"server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "name": "network-vif-deleted", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:09.282701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.287836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.289825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.290657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.291574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.292484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.293557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.295482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.296311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.297907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.299085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.299858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdc4c4e-697e-485c-9c3a-85fafca49f7c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:09.415376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8a146-fda5-4aec-8818-baa4500d57aa None None] Port f5bf2552-b0df-4588-8657-778f4a7da6dd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:09.474112 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95815ca0-71a6-44d2-a650-8a87f7738d8e x-openstack-request-id: req-95815ca0-71a6-44d2-a650-8a87f7738d8e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:09.475258 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa", "name": "network-vif-deleted", "tag": "3576c155-7881-4d28-9acc-e0d88aebf815", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:09.475945 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95815ca0-71a6-44d2-a650-8a87f7738d8e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:09.476873 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa', 'name': 'network-vif-deleted', 'tag': '3576c155-7881-4d28-9acc-e0d88aebf815', 'status': 'completed', 'code': 200} Aug 06 18:29:09.532606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:09.569421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-659ddf8f-c281-4b6b-80a5-66074b97b0cb None None] Provisioning complete for port f5bf2552-b0df-4588-8657-778f4a7da6dd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:09.569824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-659ddf8f-c281-4b6b-80a5-66074b97b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:09.627814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:09.630338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:09.654444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-659ddf8f-c281-4b6b-80a5-66074b97b0cb None None] Port f5bf2552-b0df-4588-8657-778f4a7da6dd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:09.740562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3576c155-7881-4d28-9acc-e0d88aebf815 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:29:09.811306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 3576c155-7881-4d28-9acc-e0d88aebf815 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:29:09.813212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 3576c155-7881-4d28-9acc-e0d88aebf815 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:29:09.926009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 5fdb8588-762d-467d-a130-2163b32b3421 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:10.014814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fde106d0-8976-4cd1-b3ab-8ba601ed29a8 None None] Provisioning complete for port f5bf2552-b0df-4588-8657-778f4a7da6dd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:10.015461 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fde106d0-8976-4cd1-b3ab-8ba601ed29a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:10.181090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fde106d0-8976-4cd1-b3ab-8ba601ed29a8 None None] Port f5bf2552-b0df-4588-8657-778f4a7da6dd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:10.254394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:10.273034 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Sync routers for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:10.274183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f0a6dcc-ce03-4877-95eb-b147c76bff7a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/5fdb8588-762d-467d-a130-2163b32b3421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0607300 Aug 06 18:29:10.296039 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:10.302983 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:10.328029 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:10.430642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5b9d-1ca2-45e0-9d9e-fa01029d3ad2 req-6db7a9e6-1890-4970-9922-be81459bfce9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:10.439229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28ae5b9d-1ca2-45e0-9d9e-fa01029d3ad2 req-6db7a9e6-1890-4970-9922-be81459bfce9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2057047 Aug 06 18:29:10.601601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0042d61e-522b-4934-a40c-77c1ae9082e8 req-7dda5012-8295-4656-905a-dda0d70a5aac tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8726b7e-ad39-4e4f-bb48-b7e04cbe89aa HTTP/1.1" status: 200 len: 210 time: 0.1474650 Aug 06 18:29:10.681666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28ae5b9d-1ca2-45e0-9d9e-fa01029d3ad2 req-530a9433-f909-4113-8f1e-0a8cda10b4a3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178059 Aug 06 18:29:10.790388 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:11.089501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52990ef6-8bb6-4191-8fbd-5be9d24656c7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:11.115159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-f8b44ddd-c63b-4437-9706-ca9237823e10 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69920110&fields=id&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 267 time: 0.1634667 Aug 06 18:29:11.336844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:11.336844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:11.449660 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:07Z', 'revision_number': 2, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:11.500945 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Checking router: 5fdb8588-762d-467d-a130-2163b32b3421 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:11.502876 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Updating router 5fdb8588-762d-467d-a130-2163b32b3421 port f5bf2552-b0df-4588-8657-778f4a7da6dd binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:11.536654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-70a2a50b-ae18-4564-ba68-df8207b05b53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:11.550865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-70a2a50b-ae18-4564-ba68-df8207b05b53 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 796 time: 0.4334950 Aug 06 18:29:11.578373 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:11.615303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-5b0a4e61-c93b-41aa-8a4c-d7feca8d6a67 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/quotas/7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 375 time: 0.0604944 Aug 06 18:29:11.823201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:11.843483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-eb6ca36e-0690-4ba9-a98f-1ddddfc5af19 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2267597 Aug 06 18:29:12.403886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5aaf-1a03-44f2-8bef-30f6b4d50705 req-48bdd751-effb-4040-9abf-43eab6390cfc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:12.406841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02bf5aaf-1a03-44f2-8bef-30f6b4d50705 req-48bdd751-effb-4040-9abf-43eab6390cfc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2339821 Aug 06 18:29:12.524794 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:29:12.587716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02bf5aaf-1a03-44f2-8bef-30f6b4d50705 req-969c29c3-1f93-4bd2-82d5-888025f83c94 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644433 Aug 06 18:29:12.643992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-e31f6fce-568c-4af7-bfb6-abd6732dc6df service neutron] 10.222.0.64 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484572 Aug 06 18:29:12.825280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-1b617fb0-2b44-49e0-9c56-c1e24692b0db service neutron] 10.222.0.64 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801350 Aug 06 18:29:12.942288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-783aa2ac-91d6-43a0-8e4d-469258f62135 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:12.944446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-783aa2ac-91d6-43a0-8e4d-469258f62135 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 0.1697567 Aug 06 18:29:12.982973 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:12.986732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-0eeee3dc-48d3-4203-accf-a5243559e780 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/quotas/0f378105abdf4a8693b11760610ee870 HTTP/1.1" status: 200 len: 375 time: 0.0289307 Aug 06 18:29:13.005821 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Transition to ACTIVE for port object f5bf2552-b0df-4588-8657-778f4a7da6dd will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:13.026248 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:13.084693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-518f15f8-eb73-4781-81c8-c54b15a45ac0 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788167 Aug 06 18:29:13.346118 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Pushing event updated for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:13.388578 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.388848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.389122 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.395651 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.396922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.406287 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.407077 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.407655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.408250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.408810 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.409348 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.415488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:13.576653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-14fd4efa-93dd-42a1-928c-04dc874e4bfa service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804990 Aug 06 18:29:13.611505 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Attempting to bind port f5bf2552-b0df-4588-8657-778f4a7da6dd on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:13.612062 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Attempting to bind port f5bf2552-b0df-4588-8657-778f4a7da6dd by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:13.612588 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Attempting to bind port f5bf2552-b0df-4588-8657-778f4a7da6dd on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:13.636153 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:13.636754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:13.637440 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:13.655691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Bound using segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:13.656630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Bound port: f5bf2552-b0df-4588-8657-778f4a7da6dd, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:13.657289 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:13.953313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-6f44d4ae-3e37-4ab4-9c90-c01f4ac58c3a service neutron] 10.222.0.64 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702340 Aug 06 18:29:14.043407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] For port f5bf2552-b0df-4588-8657-778f4a7da6dd, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:14.057969 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] For port f5bf2552-b0df-4588-8657-778f4a7da6dd, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5bf2552-b0df-4588-8657-778f4a7da6dd,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:14.074330 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:14.445871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:14.446875 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:14.768318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd50651-3863-48b1-89c8-6bf464b22908 None None] Pushing event updated for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:14.905992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037bcb4-46ba-4536-a655-2f84051b7c8b req-70fcec97-1601-49b7-8ff0-6153e07b1b1e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:14.933375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0037bcb4-46ba-4536-a655-2f84051b7c8b req-70fcec97-1601-49b7-8ff0-6153e07b1b1e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.3000574 Aug 06 18:29:15.153486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0037bcb4-46ba-4536-a655-2f84051b7c8b req-810888c6-7b2a-451d-86bb-9101beda49ae tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188823 Aug 06 18:29:15.271819 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:15.322006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59831194-385c-4181-992f-241c7802170e req-61b68957-d27b-4417-a43f-28975ff8f0df tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 210 time: 1.9319601 Aug 06 18:29:15.528967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da41248a-ab4a-4d0e-b261-4cfd15399a70 req-61168555-9f74-4d09-89b1-4e417f73abff tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.1463442 Aug 06 18:29:16.169988 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:14Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:16.421292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a64a297f-0ad3-4d3b-ba29-38eabee5584a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:16.444192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a64a297f-0ad3-4d3b-ba29-38eabee5584a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 796 time: 0.2938361 Aug 06 18:29:16.641364 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e235-b250-4288-8cc6-f2d4f71d0dba None None] The sync data for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 is: [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:14Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:16.730856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d004fd4-1621-42b9-9efe-789fea42f972 req-e0f8e1c0-19ec-446f-a431-7e4178891ffd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 210 time: 0.1002409 Aug 06 18:29:16.913669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-d82cd730-7d7d-4ee0-84f1-0ed4ef18fd2d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 378 time: 0.4631338 Aug 06 18:29:16.950340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'port': {'device_id': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'admin_state_up': True, 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'security_groups': ['bca567ba-7000-466d-b003-3d6615d173c7']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:17.173219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86578750-0c94-4e75-9dd9-6c59da7b1a7e req-62185cf3-b941-4d25-b513-4dc5e6a93a7b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.1261220 Aug 06 18:29:17.222144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5bf2552-b0df-4588-8657-778f4a7da6dd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:17.545133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f5bf2552-b0df-4588-8657-778f4a7da6dd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:17.566716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f5bf2552-b0df-4588-8657-778f4a7da6dd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:17.568679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:17.963497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:18.187749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f5bf2552-b0df-4588-8657-778f4a7da6dd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5bf2552-b0df-4588-8657-778f4a7da6dd,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:18.212717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:18.223024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2bc1f9e-0e88-4ab7-8383-c7f80f35169a req-d88f596b-be4e-4a35-9f28-e165afbe3675 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 210 time: 0.1043088 Aug 06 18:29:18.331407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:18.333836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09b11-d1ed-474e-b411-8daac24efe60 req-564b6718-0227-49f4-aa31-eaf652879699 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:18.343499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44b09b11-d1ed-474e-b411-8daac24efe60 req-564b6718-0227-49f4-aa31-eaf652879699 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 1.4793980 Aug 06 18:29:18.586685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:18.612228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:18.664929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0abe9f5-09e9-439a-959c-69502e612545 req-871f43d3-20ac-4b16-9211-4e8a029f195d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.1384101 Aug 06 18:29:19.094658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5bf2552-b0df-4588-8657-778f4a7da6dd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:19.297029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f5bf2552-b0df-4588-8657-778f4a7da6dd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:19.297415 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:19.349142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52706) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:19.619618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16f01036-eee4-466e-8094-5c36cab9e522 req-324ede1a-28db-4796-8a6e-33a1444e0a4d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 210 time: 0.0659921 Aug 06 18:29:19.635328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.7 (e7eff667-e1d1-4339-9e28-65b127bc6ad4/9fc64745-984c-4740-9bb5-b8a7e7d7a63e/9841ee26-609f-4245-a92c-2d2ab3598bee) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:19.659355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44b09b11-d1ed-474e-b411-8daac24efe60 req-b0d31495-4456-4c4c-ae84-47212f898e11 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2846856 Aug 06 18:29:19.724343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-f0a6d52f-0f20-4e05-a9ea-c392684d461c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:19.728562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-f0a6d52f-0f20-4e05-a9ea-c392684d461c tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 811 time: 2.0399535 Aug 06 18:29:19.759437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Request body: {'port': {'device_id': '6f04f76d-8e02-405c-977e-bdcdac533338', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'admin_state_up': True, 'tenant_id': '0f378105abdf4a8693b11760610ee870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:19.859359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbc17cf-16fc-46c8-84e4-933f88deb12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:20.109387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f3596ab-84cb-4d37-b7a3-e55bd7964ad9 req-b9b5309b-775d-40f5-abb4-f6a5a5d8cfb7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.1243052 Aug 06 18:29:20.140624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:20.203322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 9841ee26-609f-4245-a92c-2d2ab3598bee will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:20.283253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:20.500947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:20.502873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbc17cf-16fc-46c8-84e4-933f88deb12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:20.507069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:20.518917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9fbc17cf-16fc-46c8-84e4-933f88deb12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:20.530754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:20.629086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:20.783143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9fbc17cf-16fc-46c8-84e4-933f88deb12f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fc41eb13f12432081de8e5895cbce80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4323740 Aug 06 18:29:20.784351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc17cf-16fc-46c8-84e4-933f88deb12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd64d14-887e-45b1-ac4e-5bbb011d5118,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:20.797195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52736) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:20.998579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:21.000002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.007691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Made reservation on behalf of 0f378105abdf4a8693b11760610ee870 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:21.012506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.121248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.141043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-a0636a89-4c8d-4ae0-ad45-c9b2cc2058b5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2210824 Aug 06 18:29:21.158707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.163299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Request body: {'port': {'device_id': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:21.201970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d212b8e-d84c-4d06-92f4-6bdec519d74d req-c0911b99-d4fc-4c7b-8c04-16c765d82b9e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:21.208111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d212b8e-d84c-4d06-92f4-6bdec519d74d req-c0911b99-d4fc-4c7b-8c04-16c765d82b9e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 931 time: 0.2041931 Aug 06 18:29:21.281691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.286477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.288685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2cd64d14-887e-45b1-ac4e-5bbb011d5118 HTTP/1.1" status: 204 len: 168 time: 0.4648657 Aug 06 18:29:21.298422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2467aa1c-23f7-4936-9572-9ac7dd1e8c66 None None] Provisioning for port 9841ee26-609f-4245-a92c-2d2ab3598bee completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:21.304181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2467aa1c-23f7-4936-9572-9ac7dd1e8c66 None None] Provisioning complete for port 9841ee26-609f-4245-a92c-2d2ab3598bee triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:21.304651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2467aa1c-23f7-4936-9572-9ac7dd1e8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.319848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3328aa-9507-414a-ab1f-9b3d7a759cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd64d14-887e-45b1-ac4e-5bbb011d5118,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:21.415521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665518e-4dc2-4305-94d6-a9a9fcb4aed7 req-f2e9e012-2c4a-47e9-adc0-500fbcdb5d24 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:21.435092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.438470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6665518e-4dc2-4305-94d6-a9a9fcb4aed7 req-f2e9e012-2c4a-47e9-adc0-500fbcdb5d24 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.3981872 Aug 06 18:29:21.518881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d212b8e-d84c-4d06-92f4-6bdec519d74d req-5adb168d-9f0b-4945-a147-08e609135cc3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2818115 Aug 06 18:29:21.564076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6665518e-4dc2-4305-94d6-a9a9fcb4aed7 req-dbabff61-764c-4b1e-b016-ec5e4fb38518 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Aug 06 18:29:21.696037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Allocated IP 172.20.0.14 (c8509a2a-5622-4a7a-81a8-0bdc17ad98f3/6287fa21-93d9-421a-b166-3712cc06b2c9/9bdb503d-320d-41a2-94fc-a20ead0e93b0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:21.780174 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8f8a953-6eaa-4c72-a7f6-bbb8da85e694 req-34317b03-9b64-4791-a94e-edf82fbae436 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.0924776 Aug 06 18:29:21.889396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2467aa1c-23f7-4936-9572-9ac7dd1e8c66 None None] Port 9841ee26-609f-4245-a92c-2d2ab3598bee cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:22.188825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52772) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:22.233184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43880f83-330c-4171-8545-121770ad5b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.436667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.504800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43880f83-330c-4171-8545-121770ad5b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.522617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-43880f83-330c-4171-8545-121770ad5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.574849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880f83-330c-4171-8545-121770ad5b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf619e-4d1a-44ae-8e53-65be949e067b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:22.665017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-43880f83-330c-4171-8545-121770ad5b77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28abc433f9a14a0ba8b8e49276665e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732897 Aug 06 18:29:22.668237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52784) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:22.923509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.976901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde6f61-1d46-4a5a-a036-b92370642760 req-c61fd4b0-75d7-4492-b1d4-5ea9c45759df tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:22.996026 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfde6f61-1d46-4a5a-a036-b92370642760 req-c61fd4b0-75d7-4492-b1d4-5ea9c45759df tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2618511 Aug 06 18:29:22.998553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26dfcf-0990-4c6c-b6fe-cf39f4849301 req-f3a2f40e-360f-4393-a733-ce6f2cd4827c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:23.012632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef26dfcf-0990-4c6c-b6fe-cf39f4849301 req-f3a2f40e-360f-4393-a733-ce6f2cd4827c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 931 time: 0.2392840 Aug 06 18:29:23.015411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.082448 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.210421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9841ee26-609f-4245-a92c-2d2ab3598bee {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:23.215645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef26dfcf-0990-4c6c-b6fe-cf39f4849301 req-f9a1d0d2-d30c-46c2-97f5-bf438b5c4e83 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880600 Aug 06 18:29:23.235280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event updated for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:23.246023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:23.295770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.298750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.306922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77cf619e-4d1a-44ae-8e53-65be949e067b HTTP/1.1" status: 204 len: 168 time: 0.6326499 Aug 06 18:29:23.311352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.315117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:23.320576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:23.350465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd514883-d928-49a4-befd-dc132dd2176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf619e-4d1a-44ae-8e53-65be949e067b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:23.393898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Transition to ACTIVE for port object 9841ee26-609f-4245-a92c-2d2ab3598bee will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:23.415924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfde6f61-1d46-4a5a-a036-b92370642760 req-9b86400c-b573-42cb-9aa3-fff0bd86e284 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910239 Aug 06 18:29:23.428168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.516881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:23.576853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:23.577628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:23.639550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49409967-f9ea-44b6-8d6f-cdec581ba74f req-ab81204a-f245-4bbe-b161-076a1ab068d8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:23.641329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49409967-f9ea-44b6-8d6f-cdec581ba74f req-ab81204a-f245-4bbe-b161-076a1ab068d8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 932 time: 0.1820250 Aug 06 18:29:23.750799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-7d6788de-9245-4233-8715-cd4450bbfe8f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0029721 Aug 06 18:29:23.753377 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49409967-f9ea-44b6-8d6f-cdec581ba74f req-aacd9c4e-ebbc-4cfa-9553-8f1f3535bba6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039202 Aug 06 18:29:23.823219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Request body: {'port': {'device_id': '6f04f76d-8e02-405c-977e-bdcdac533338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:23.935191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:23.935725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:23.936311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:23.946898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:23.991804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:29:23.992350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:24.073235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:24.073817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:24.074037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Bound using segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:24.076294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Bound port: 9841ee26-609f-4245-a92c-2d2ab3598bee, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:24.081148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:24.137881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:24.773493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:24.817355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f0f0-c275-4a24-8045-b4475a9f2792 req-f58673b3-466b-474f-af31-f3ad8f60c5f6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:24.825512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7363f0f0-c275-4a24-8045-b4475a9f2792 req-f58673b3-466b-474f-af31-f3ad8f60c5f6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 943 time: 0.4346831 Aug 06 18:29:24.870391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1275b66-874f-4096-a266-764961ee14a1 req-2bfaf07f-b4a0-45c0-9ba0-d7f1751b185c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:24.872936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1275b66-874f-4096-a266-764961ee14a1 req-2bfaf07f-b4a0-45c0-9ba0-d7f1751b185c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2824354 Aug 06 18:29:24.937114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:24.997112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:25.197704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:25.200135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:25.206553 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1092 time: 4.0540555 Aug 06 18:29:25.278588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:25.282405 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86f9b1-e36e-4164-81da-54bb0e70b7da" -d '{"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:25.310155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1275b66-874f-4096-a266-764961ee14a1 req-f3963ba5-f246-4e76-ba17-970279bac092 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295194 Aug 06 18:29:25.443024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cbe7b-43ae-4799-9e1b-68522221dbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:25.616426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7363f0f0-c275-4a24-8045-b4475a9f2792 req-34441357-bab0-4934-8f62-62ada5cf8613 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7641335 Aug 06 18:29:25.757056 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c01bd-3aca-4ebb-9340-8e972cafc770 x-openstack-request-id: req-924c01bd-3aca-4ebb-9340-8e972cafc770 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:25.757700 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:25.757973 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-924c01bd-3aca-4ebb-9340-8e972cafc770 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:25.758380 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'status': 'completed', 'code': 200} Aug 06 18:29:25.778458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-0f823dfe-3131-4c8e-ad7d-cf699e30a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:25.780437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-0f823dfe-3131-4c8e-ad7d-cf699e30a8a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1095 time: 0.4928653 Aug 06 18:29:25.843215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6391-fdec-4f2f-a061-50221876c7f6 req-06fd87a6-04cd-441f-ae7e-db365f02824d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:25.845601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96cb6391-fdec-4f2f-a061-50221876c7f6 req-06fd87a6-04cd-441f-ae7e-db365f02824d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 932 time: 0.2151761 Aug 06 18:29:25.944653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96cb6391-fdec-4f2f-a061-50221876c7f6 req-9771f07f-657a-4146-a780-1f5a67250867 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Aug 06 18:29:25.994092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:25.995062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-18f16f22-6ceb-4f17-9d77-3bda33ac1daa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 217 time: 0.1963899 Aug 06 18:29:26.211640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdb503d-320d-41a2-94fc-a20ead0e93b0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:26.229669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-5d7d0b08-5843-441a-9943-b29e5312bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:26.233034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-5d7d0b08-5843-441a-9943-b29e5312bf27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.2293010 Aug 06 18:29:26.244746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:26.378618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f8413-ee85-463e-bbf0-723100835318 req-e582c687-19ff-410e-81aa-c5a561dc2c9b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:26.392252 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-261f8413-ee85-463e-bbf0-723100835318 req-e582c687-19ff-410e-81aa-c5a561dc2c9b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3687193 Aug 06 18:29:26.420656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Transition to ACTIVE for port object 9bdb503d-320d-41a2-94fc-a20ead0e93b0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:26.480381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:26.611170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-81743a40-e9cd-4779-8203-18a88386cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:26.615156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-81743a40-e9cd-4779-8203-18a88386cdbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3525479 Aug 06 18:29:26.749926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Deleting port edaf7084-552e-4479-89f9-b2b38fc89faf {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:26.750359 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:26.792431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-261f8413-ee85-463e-bbf0-723100835318 req-89e375aa-8244-48fe-9f81-e6c466e229bf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826015 Aug 06 18:29:26.796598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:27.058136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] For port edaf7084-552e-4479-89f9-b2b38fc89faf, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=edaf7084-552e-4479-89f9-b2b38fc89faf,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:27.059221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.111799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Calling delete_port for edaf7084-552e-4479-89f9-b2b38fc89faf owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:27.124194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Attempting to bind port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:27.124917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Attempting to bind port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:27.129027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Attempting to bind port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:27.161805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9eac9-f154-4cf5-b076-f79f9d31aaa7 req-56e5ec17-88e5-4afc-874e-f7986d89fbd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:27.165132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b9eac9-f154-4cf5-b076-f79f9d31aaa7 req-56e5ec17-88e5-4afc-874e-f7986d89fbd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 943 time: 0.2422171 Aug 06 18:29:27.170299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:29:27.170814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Attempting to bind port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 on network c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:27.178539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:27.179008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Checking segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:27.179526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Bound using segment: {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:27.180143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Bound port: 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:27.180656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.184932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-1ccda7a1-3efe-414f-a8d6-bf25d8b78c4d service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607677 Aug 06 18:29:27.267040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b9eac9-f154-4cf5-b076-f79f9d31aaa7 req-95704e22-9790-47cf-913a-3a1cb40bbb22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914369 Aug 06 18:29:27.458147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173064-b722-47d1-825e-4fa18c18f8a8 req-f734d9cf-0c76-43b9-8fe5-88cdb6957a05 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:27.467926 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60173064-b722-47d1-825e-4fa18c18f8a8 req-f734d9cf-0c76-43b9-8fe5-88cdb6957a05 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.4247649 Aug 06 18:29:27.526670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:27.530701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:27.554111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.643175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fd3c8f4f-1690-437a-88e8-703b67e3d057 req-c7c5751a-4fea-416c-8e90-3cb3f1cb20c1 service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452000 Aug 06 18:29:27.643774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee483-db7b-4113-9eae-67d315d5b802 req-1c833c72-bce4-4da4-babb-36ae8ba83441 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:27.646752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2eaee483-db7b-4113-9eae-67d315d5b802 req-1c833c72-bce4-4da4-babb-36ae8ba83441 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 944 time: 0.1295965 Aug 06 18:29:27.702903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:27.703622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.706359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] 10.222.0.55 "PUT /v2.0/ports/9bdb503d-320d-41a2-94fc-a20ead0e93b0 HTTP/1.1" status: 200 len: 1093 time: 3.8939359 Aug 06 18:29:27.739591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60173064-b722-47d1-825e-4fa18c18f8a8 req-8e6be295-cb4d-406b-9265-d78ce91fb9ea tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700839 Aug 06 18:29:27.753166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.759709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:27.778658 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48caa6a8-178e-4095-b9fd-43586908b9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:27.795349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de981fc-587f-4c22-bae6-e359391e2baf service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:27.919876 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dec2af-1362-4e4d-9c5c-4109157feb45 x-openstack-request-id: req-41dec2af-1362-4e4d-9c5c-4109157feb45 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:27.919876 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:27.929940 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41dec2af-1362-4e4d-9c5c-4109157feb45 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:27.930740 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0', 'status': 'completed', 'code': 200} Aug 06 18:29:28.057806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-fb8d2c2f-d170-4192-8a80-3febd96894ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.060778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-fb8d2c2f-d170-4192-8a80-3febd96894ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 1096 time: 0.2465210 Aug 06 18:29:28.078592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-bf1948a0-bddd-4207-b874-950f19a0a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.087062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-bf1948a0-bddd-4207-b874-950f19a0a967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1095 time: 0.2530763 Aug 06 18:29:28.271791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-44b04bcb-7e4c-4ad7-b9a8-f92f6949c5e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0 HTTP/1.1" status: 200 len: 217 time: 0.1798446 Aug 06 18:29:28.509279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7faa1d4-8433-42c0-bd7c-eaa3d34ebc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.524825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Pushing event deleted for resources: {'Port': ['ID=edaf7084-552e-4479-89f9-b2b38fc89faf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:28.646454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2eaee483-db7b-4113-9eae-67d315d5b802 req-f8ae6821-7407-4467-a737-ac592106e091 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9072382 Aug 06 18:29:28.715269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-d5bbcc0f-d5e0-4533-a52e-2b5769a6a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.717823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-d5bbcc0f-d5e0-4533-a52e-2b5769a6a2fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.5966575 Aug 06 18:29:28.794251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-96f82b5c-fac5-4abb-a7a1-0ef80eaa2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.811301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-96f82b5c-fac5-4abb-a7a1-0ef80eaa2147 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.3969557 Aug 06 18:29:28.819271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-5e325876-d150-445d-922a-a8b51ed0836f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 217 time: 0.0886836 Aug 06 18:29:28.829918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-013513af-fdce-42d5-b8ac-77d15b18f352 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.831682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-013513af-fdce-42d5-b8ac-77d15b18f352 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.6004958 Aug 06 18:29:28.938886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-37fb043b-a739-4764-b1e7-fddaba6690fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331613 Aug 06 18:29:29.042326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1a91ff0d-b565-4981-89fa-81872f0cc184 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/quotas/c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 375 time: 0.1335266 Aug 06 18:29:29.077059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a457-6ced-4a62-901d-f530ca6a048c req-c4319480-88f9-4f04-9895-adfcd29b197a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:29.086404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f492a457-6ced-4a62-901d-f530ca6a048c req-c4319480-88f9-4f04-9895-adfcd29b197a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 943 time: 0.2500241 Aug 06 18:29:29.164956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f492a457-6ced-4a62-901d-f530ca6a048c req-123a10c5-2d31-458e-8633-33a5319f2570 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774190 Aug 06 18:29:29.230869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.861271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:29:29.878589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-f2e97d21-53ad-4b4a-a520-60500a002b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:29.881535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-f2e97d21-53ad-4b4a-a520-60500a002b01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 1.0486827 Aug 06 18:29:29.973801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Router 4762e9de-2251-43d4-901d-d2d57125706e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:30.014482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f0352-5141-4f17-9241-7c0e750e82fe req-19e279e6-476f-43c4-b679-d1ea461ec01b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:30.020070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c0f0352-5141-4f17-9241-7c0e750e82fe req-19e279e6-476f-43c4-b679-d1ea461ec01b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 944 time: 0.2018163 Aug 06 18:29:30.050145 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-e9ea05c3-618c-4ad7-a62a-066145ebf15c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9998887 Aug 06 18:29:30.104045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-9bce4dc0-2ed4-4036-ab27-ec7a14fb5d23 service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1225965 Aug 06 18:29:30.179993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:30.238503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'port_id': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'mac_address': 'fa:16:3e:f4:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:29:30.297046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c0f0352-5141-4f17-9241-7c0e750e82fe req-e8fd27c8-b173-4335-82c8-fd383d2b62af tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723181 Aug 06 18:29:30.315536 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.352331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9841ee26-609f-4245-a92c-2d2ab3598bee {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:30.414133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:30.421872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.470665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:30.485660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24875550-e4b2-4925-88f0-d3cc60b49111 admin admin] 10.222.0.64 "PUT /v2.0/routers/4762e9de-2251-43d4-901d-d2d57125706e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5374026 Aug 06 18:29:30.495633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53014) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:30.547141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-eae32541-2229-446f-aff2-16efe2c90872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:30.551854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-eae32541-2229-446f-aff2-16efe2c90872 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6581130 Aug 06 18:29:30.558527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Sync routers for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:30.619063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0cc24fe-a7fb-4914-8917-6a21b9d420a6 req-374fd0c5-8bb5-4ff9-8526-2226815a61bd service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885497 Aug 06 18:29:30.663167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.675128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:30.675857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:30.805106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-40562abb-8be1-4210-a6a0-95b9656f30b5 service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845186 Aug 06 18:29:30.851394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['9841ee26-609f-4245-a92c-2d2ab3598bee'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:29:30.901731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e460c-1fd7-4112-8d79-1caeaec086a4 req-8e7eb504-e2be-4e40-9d7f-eb381b6a3b05 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:30.911470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.920094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.920468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.921307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.922077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.922743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.923261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.923623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.925824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b6e460c-1fd7-4112-8d79-1caeaec086a4 req-8e7eb504-e2be-4e40-9d7f-eb381b6a3b05 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.4346652 Aug 06 18:29:30.929425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.930301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.930675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:30.931108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.018162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.179384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-0cd9fde9-cba6-439c-9749-2eff55a2a4ca service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082830 Aug 06 18:29:31.287090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-eb86f9b1-e36e-4164-81da-54bb0e70b7da req-b520213f-1278-4c4f-8894-16a2c460a6bd service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604111 Aug 06 18:29:31.330825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-4fd76fdc-cbcf-480c-aa62-5966881fefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:31.335431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-4fd76fdc-cbcf-480c-aa62-5966881fefa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f378105abdf4a8693b11760610ee870&device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 1096 time: 0.5231674 Aug 06 18:29:31.341712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.425468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:31.484370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Deleting port 0b1ab31a-42c7-4b81-9243-4ab22383fd72 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:31.485005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.624367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] For port 0b1ab31a-42c7-4b81-9243-4ab22383fd72, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b1ab31a-42c7-4b81-9243-4ab22383fd72,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:31.625041 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.651449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.690224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Calling delete_port for 0b1ab31a-42c7-4b81-9243-4ab22383fd72 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:31.773830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-61db8426-f570-416a-a73d-eb536dbbace2 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612707 Aug 06 18:29:31.911391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-85469cea-9527-4935-b2bf-1ce2af27843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:31.913478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-85469cea-9527-4935-b2bf-1ce2af27843d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 200 len: 912 time: 0.5098100 Aug 06 18:29:32.110707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-d36db5f0-59ac-4d9a-b990-d8a53e75df24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0 HTTP/1.1" status: 200 len: 217 time: 0.1881948 Aug 06 18:29:32.148684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b6e460c-1fd7-4112-8d79-1caeaec086a4 req-8a6adc7e-2dc0-4e39-a27c-e767d4a4b37e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2205129 Aug 06 18:29:32.151992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.209994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2d295de8-5740-4225-82c3-80478fc0f81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.353719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-ba94472a-51ad-47fe-a6ac-4714b532ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:32.356762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-ba94472a-51ad-47fe-a6ac-4714b532ae97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 200 len: 851 time: 0.2368810 Aug 06 18:29:32.408516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1ab31a-42c7-4b81-9243-4ab22383fd72,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:32.543437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-225e429c-17e8-4df9-89be-2a2ffb6859b7 req-4fdc7507-71c7-417f-9f4e-5a8c280253fa tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 210 time: 0.1347163 Aug 06 18:29:32.618561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-513e9c59-2abe-4ffb-b7d8-a136aa33d7ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2541389 Aug 06 18:29:32.709815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:29:27Z', 'revision_number': 5, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port': {'id': '0b1ab31a-42c7-4b81-9243-4ab22383fd72', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4762e9de-2251-43d4-901d-d2d57125706e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:15:55Z', 'updated_at': '2021-08-06T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:32.794418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68ec40-3ffc-471d-a280-f0b86464c37c req-8aac133a-380e-4e33-9bee-202aaf12f6b6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:32.803110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c68ec40-3ffc-471d-a280-f0b86464c37c req-8aac133a-380e-4e33-9bee-202aaf12f6b6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 944 time: 0.5012133 Aug 06 18:29:32.829868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Checking router: 4762e9de-2251-43d4-901d-d2d57125706e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:32.862666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.877782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c68ec40-3ffc-471d-a280-f0b86464c37c req-fe79bdd7-4c49-47d1-b647-0df9ed787cf7 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712366 Aug 06 18:29:32.888108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Routers {'4762e9de-2251-43d4-901d-d2d57125706e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:32.891469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['4762e9de-2251-43d4-901d-d2d57125706e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:32.953246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-a5f9442e-96a0-492a-9119-420c44f774fe service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227012 Aug 06 18:29:33.166145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.174368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.216358 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] Set router 4762e9de-2251-43d4-901d-d2d57125706e gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:33.368383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.370583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4762e9de-2251-43d4-901d-d2d57125706e {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:29:33.371023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:29:32Z', 'revision_number': 7, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:33.395640 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.400227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8cf86ff3-c0e5-41e7-9e07-620bceb97a49 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4762e9de-2251-43d4-901d-d2d57125706e HTTP/1.1" status: 204 len: 168 time: 2.9032576 Aug 06 18:29:33.401298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:33.445694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.447634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93d0a9-25d3-4f60-b313-1e51cf2b4068 None None] The sync data for ids ['4762e9de-2251-43d4-901d-d2d57125706e'] in n-d-793621-29 is: [{'id': '4762e9de-2251-43d4-901d-d2d57125706e', 'name': 'tempest-TaggedBootDevicesTest-643149790-router', 'tenant_id': 'f2443dcc91294277aa870ca3ed0ca580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:15:52Z', 'updated_at': '2021-08-06T18:29:32Z', 'revision_number': 7, 'project_id': 'f2443dcc91294277aa870ca3ed0ca580', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:33.524626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-48caa6a8-178e-4095-b9fd-43586908b9f2 req-5979c0bf-016e-4b6d-92a6-c8cad7ecccdc service neutron] 10.222.0.55 "GET /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663033 Aug 06 18:29:33.561425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Deleting subnet 954a9f38-8b68-472b-934e-f4585ae9b7c7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:29:33.568580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b0ac-8232-4ada-9b8a-aa01fcdf3a59 req-840e4160-6548-4100-9f45-ae99a4052796 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:33.572054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.597201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a72b0ac-8232-4ada-9b8a-aa01fcdf3a59 req-840e4160-6548-4100-9f45-ae99a4052796 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.2458873 Aug 06 18:29:33.754588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.809473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3a72b0ac-8232-4ada-9b8a-aa01fcdf3a59 req-f4f28919-f581-48e8-a73c-49b131c386ab tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2102389 Aug 06 18:29:33.892148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9bdb503d-320d-41a2-94fc-a20ead0e93b0 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:29:33.894718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:33.923348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dba6ed24-7d19-4b24-b009-4fb14a902be5 req-007da4fd-e19e-45ac-8b98-bed14829398d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 210 time: 0.0624161 Aug 06 18:29:34.149528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.255239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 9841ee26-609f-4245-a92c-2d2ab3598bee completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:34.283555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 9841ee26-609f-4245-a92c-2d2ab3598bee triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:34.284226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.336545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.367248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.378827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/954a9f38-8b68-472b-934e-f4585ae9b7c7 HTTP/1.1" status: 204 len: 168 time: 0.9756742 Aug 06 18:29:34.399428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b0beb-5851-43bc-ab0d-16d80a356b9c req-52115840-ac03-45e8-9871-8bf926008c87 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:34.408186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c7b0beb-5851-43bc-ab0d-16d80a356b9c req-52115840-ac03-45e8-9871-8bf926008c87 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 944 time: 0.3377209 Aug 06 18:29:34.409358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:34.448763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ec22e-d4ce-4a88-a29b-1dc936163a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954a9f38-8b68-472b-934e-f4585ae9b7c7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:34.461581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637b7e1-2262-40b3-bf5b-ccea0ea90408 None None] Network 0cc13680-b82b-4b3d-b4f8-00d5871b49bd requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:34.756532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.760906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.926927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:34.973170 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.992286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device edaf7084-552e-4479-89f9-b2b38fc89faf no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:29:35.004112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '9bdb503d-320d-41a2-94fc-a20ead0e93b0', 'network_id': 'c8509a2a-5622-4a7a-81a8-0bdc17ad98f3', 'port_id': '9bdb503d-320d-41a2-94fc-a20ead0e93b0', 'mac_address': 'fa:16:3e:0d:92:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287fa21-93d9-421a-b166-3712cc06b2c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:29:35.014901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-8fd617b9-3043-416c-8cd1-a32b8a195daa tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:35.035300 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-8fd617b9-3043-416c-8cd1-a32b8a195daa tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.8427396 Aug 06 18:29:35.084038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c7b0beb-5851-43bc-ab0d-16d80a356b9c req-ca28ed05-ca1c-4d12-ae7a-13d678c9160d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070529 Aug 06 18:29:35.106191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:35.109373 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8247df36-0d7a-401b-97b5-92c923b394a2" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:35.117587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: edaf7084-552e-4479-89f9-b2b38fc89faf {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:29:35.118564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device edaf7084-552e-4479-89f9-b2b38fc89faf not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:29:35.120271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b1ab31a-42c7-4b81-9243-4ab22383fd72 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:29:35.122430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca2d6-84a7-4c97-8683-fde6ce60316e req-b08b7e9e-c65b-4d17-a1d7-2e051122107e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:35.127260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'device_id': '143890c2-82db-4b77-b325-b34e60de4722', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'admin_state_up': True, 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:35.148049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-285ca2d6-84a7-4c97-8683-fde6ce60316e req-b08b7e9e-c65b-4d17-a1d7-2e051122107e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1846323 Aug 06 18:29:35.252864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:35.253135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-285ca2d6-84a7-4c97-8683-fde6ce60316e req-083dcc2b-b02b-4ef8-bd80-e3a60a37cadc tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021934 Aug 06 18:29:35.306941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0b1ab31a-42c7-4b81-9243-4ab22383fd72 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:29:35.306941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b1ab31a-42c7-4b81-9243-4ab22383fd72 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:29:35.315121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.451110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Deleting port a560ea08-949d-42fb-89ee-a490814c3bfe {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:35.451791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.534360 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a3aed-53d0-4e5e-a4a1-bc02fde8f188 x-openstack-request-id: req-fc0a3aed-53d0-4e5e-a4a1-bc02fde8f188 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:35.535151 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:35.535361 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc0a3aed-53d0-4e5e-a4a1-bc02fde8f188 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:35.535857 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'code': 200} Aug 06 18:29:35.575662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:35.614239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:35.635799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.651496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.678206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdb503d-320d-41a2-94fc-a20ead0e93b0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:35.741979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] DHCP port deletion for 0cc13680-b82b-4b3d-b4f8-00d5871b49bd request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:29:35.750989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:35.772366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.805285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] For port a560ea08-949d-42fb-89ee-a490814c3bfe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a560ea08-949d-42fb-89ee-a490814c3bfe,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:35.806223 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.884239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94c61190-2beb-4634-9e23-c579d039f7fe req-6f690507-8a35-4f7c-a5d3-683af479f9f9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 210 time: 0.5952020 Aug 06 18:29:35.892397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3ed92-b389-4c2f-aaae-2779cd7c1621 req-d9dc4828-1255-4506-a606-900d9a3ffef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:35.895745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31d3ed92-b389-4c2f-aaae-2779cd7c1621 req-d9dc4828-1255-4506-a606-900d9a3ffef0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1097 time: 0.4083571 Aug 06 18:29:36.065518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['9bdb503d-320d-41a2-94fc-a20ead0e93b0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:29:36.123275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Deleting port a560ea08-949d-42fb-89ee-a490814c3bfe {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:36.123903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.135990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:36.154589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Calling delete_port for a560ea08-949d-42fb-89ee-a490814c3bfe owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:36.424580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6ece-bdf5-423e-b6e6-e5af93c84f75 req-a2c2ecad-def2-4f96-9412-f3968ca5e263 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:36.426400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.20.0.9 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/c0484651-7f74-4703-bdad-58d6072cef45) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:36.434832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-152f6ece-bdf5-423e-b6e6-e5af93c84f75 req-a2c2ecad-def2-4f96-9412-f3968ca5e263 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 945 time: 0.1574683 Aug 06 18:29:36.444152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] For port a560ea08-949d-42fb-89ee-a490814c3bfe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a560ea08-949d-42fb-89ee-a490814c3bfe,segment=NetworkSegment(e19ad4c4-b77c-4adf-a73d-d151bdb88b2c),segment_id=e19ad4c4-b77c-4adf-a73d-d151bdb88b2c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:36.445603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.485299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Calling delete_port for a560ea08-949d-42fb-89ee-a490814c3bfe owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:36.528338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-152f6ece-bdf5-423e-b6e6-e5af93c84f75 req-045cacf1-5dba-4fdc-b842-fb9f75134d34 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918188 Aug 06 18:29:36.797272 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.850675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f358-3896-4547-9a2a-229f1c31b7cf req-17211b4a-6a40-4d79-b981-38beccb7d9ca tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:36.852668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de74f358-3896-4547-9a2a-229f1c31b7cf req-17211b4a-6a40-4d79-b981-38beccb7d9ca tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.3933024 Aug 06 18:29:36.860994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] Pushing event deleted for resources: {'Port': ['ID=a560ea08-949d-42fb-89ee-a490814c3bfe,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:36.871218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-31d3ed92-b389-4c2f-aaae-2779cd7c1621 req-b24acdd6-9db2-4e26-ae25-2011371ded5d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6839254 Aug 06 18:29:36.874736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fda7c9-d72a-4755-901c-8c18436d3236 None None] No DVR routers for this DVR port a560ea08-949d-42fb-89ee-a490814c3bfe on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:29:36.907293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.065232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Pushing event deleted for resources: {'Port': ['ID=a560ea08-949d-42fb-89ee-a490814c3bfe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:37.076225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] No DVR routers for this DVR port a560ea08-949d-42fb-89ee-a490814c3bfe on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:29:37.151159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a560ea08-949d-42fb-89ee-a490814c3bfe no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:29:37.200343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a560ea08-949d-42fb-89ee-a490814c3bfe {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:29:37.202309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a560ea08-949d-42fb-89ee-a490814c3bfe not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:29:37.269233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de74f358-3896-4547-9a2a-229f1c31b7cf req-cb97d437-a3f7-4701-9323-3003e236f1a4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3960934 Aug 06 18:29:37.287234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf36b3bf-5720-4718-9e91-d05e9e0b131b req-b4de791a-4449-4d65-8e6e-ea7dc34d5323 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 210 time: 0.0697210 Aug 06 18:29:37.416968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.423858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.462715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc13680-b82b-4b3d-b4f8-00d5871b49bd']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.465660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Transition to ACTIVE for port object c0484651-7f74-4703-bdad-58d6072cef45 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:37.477987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.478264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19ad4c4-b77c-4adf-a73d-d151bdb88b2c') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.495030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.535257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.559715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:29:37.560336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:29:37.563578 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:29:37.799266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.813405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:29:37.824369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.835289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.842303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0cc13680-b82b-4b3d-b4f8-00d5871b49bd HTTP/1.1" status: 204 len: 168 time: 3.4239872 Aug 06 18:29:37.943517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:37.961730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790979a-59f9-4e77-b91a-662e53d1191e req-8e4d2961-5044-4da5-8d9d-346a7df1e6e8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:37.970434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c790979a-59f9-4e77-b91a-662e53d1191e req-8e4d2961-5044-4da5-8d9d-346a7df1e6e8 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 945 time: 0.2507954 Aug 06 18:29:37.993431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec63390-8b3d-4643-a9d8-bbba78147800 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc13680-b82b-4b3d-b4f8-00d5871b49bd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:38.029386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:38.057317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:38.093831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c790979a-59f9-4e77-b91a-662e53d1191e req-3bd6a739-2b26-40ab-8013-5c0ddc532e39 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216965 Aug 06 18:29:38.098458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:38.436085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:38.437193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.450978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9bdb503d-320d-41a2-94fc-a20ead0e93b0 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:38.733504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-1dbbca49-5e7e-4c55-82b8-22759d78ddb7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6468346 Aug 06 18:29:38.796590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Request body: {'port': {'device_id': '143890c2-82db-4b77-b325-b34e60de4722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:38.840218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4f3fee2f-c8ae-47e3-a8e4-cb8d556e98e0 None None] Provisioning for port c0484651-7f74-4703-bdad-58d6072cef45 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:38.846083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65110-1d79-4606-8bba-307fbfb6583b req-4dbf2f6d-de8b-40fe-84b5-bfdb0271d41d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:38.847871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ed65110-1d79-4606-8bba-307fbfb6583b req-4dbf2f6d-de8b-40fe-84b5-bfdb0271d41d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.2029727 Aug 06 18:29:38.923643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4f3fee2f-c8ae-47e3-a8e4-cb8d556e98e0 None None] Provisioning complete for port c0484651-7f74-4703-bdad-58d6072cef45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:38.924379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f3fee2f-c8ae-47e3-a8e4-cb8d556e98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.974222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879884-c72d-40dc-bae7-682c3a33984a req-2f170e54-37ce-41e5-b00b-30ebc95f1a21 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:38.982876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59879884-c72d-40dc-bae7-682c3a33984a req-2f170e54-37ce-41e5-b00b-30ebc95f1a21 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 931 time: 0.4711912 Aug 06 18:29:38.991744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ed65110-1d79-4606-8bba-307fbfb6583b req-f1b90289-34d0-478d-b727-661235b3d8d3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304729 Aug 06 18:29:39.080198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fee2f-c8ae-47e3-a8e4-cb8d556e98e0 None None] Port c0484651-7f74-4703-bdad-58d6072cef45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:39.083000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:39.103634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53254) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:39.191378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:39.193042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.282293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.309084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59879884-c72d-40dc-bae7-682c3a33984a req-11eed57d-78a1-4463-8d90-6f97be229d5a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147519 Aug 06 18:29:39.431521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b0f80068-d662-4e15-aa52-0a032b28ab92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2443dcc91294277aa870ca3ed0ca580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264534 Aug 06 18:29:39.432233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:39.454738 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.554962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:39.558475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:39.566835 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eda38a-7690-4abd-b6fb-41f7afde807b" -d '{"events": [{"server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:39.574436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.671705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:39.682345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116bfa-b006-42a9-9206-13343af1c4f3 req-9d6e3f7f-1202-40ee-9959-9e6b3ff97bf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:39.690617 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55116bfa-b006-42a9-9206-13343af1c4f3 req-9d6e3f7f-1202-40ee-9959-9e6b3ff97bf5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.4366901 Aug 06 18:29:39.693773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.768052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.003025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55116bfa-b006-42a9-9206-13343af1c4f3 req-5755477f-12c4-44e1-88dc-0cb84ec3bdb2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3110332 Aug 06 18:29:40.045298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53280) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:40.139530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.146066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.151492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fd467c8-b16f-4223-89f5-b2dae452d2d7 HTTP/1.1" status: 204 len: 168 time: 0.7154505 Aug 06 18:29:40.188433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32e9b4-63f9-481f-bf7a-f5fe96899b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd467c8-b16f-4223-89f5-b2dae452d2d7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:40.216538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb163bf-071c-48a4-b9bb-f69b7be66f7e tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:40.219033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7fb163bf-071c-48a4-b9bb-f69b7be66f7e tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1092 time: 0.1717601 Aug 06 18:29:40.226032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53290) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:40.229298 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212da681-9faf-4d03-a000-30c915a2b46f x-openstack-request-id: req-212da681-9faf-4d03-a000-30c915a2b46f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:40.230097 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:40.230272 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-212da681-9faf-4d03-a000-30c915a2b46f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:40.231174 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0', 'code': 200} Aug 06 18:29:40.240377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:40.311733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.315836 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.380555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0641ac-79dc-474e-b04d-61016d7285dc req-aa0c2d0c-e80e-4a64-a7dd-27992ab27707 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:40.398506 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a0641ac-79dc-474e-b04d-61016d7285dc req-aa0c2d0c-e80e-4a64-a7dd-27992ab27707 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.4737236 Aug 06 18:29:40.573743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0484651-7f74-4703-bdad-58d6072cef45 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:40.635254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.651536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a0641ac-79dc-474e-b04d-61016d7285dc req-5f79c54b-5694-4543-a4e7-a8646ea5d7ab tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516677 Aug 06 18:29:40.655534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ceafc-f3c1-41b9-9043-f98135c5fdc1 req-3bf06dc9-5964-4f8a-aa36-3b215e374d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:40.657184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-681ceafc-f3c1-41b9-9043-f98135c5fdc1 req-3bf06dc9-5964-4f8a-aa36-3b215e374d3f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 1098 time: 0.2516966 Aug 06 18:29:40.673333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43489ec-40de-48b3-8b53-c15ae4decfa7 req-165d35c6-299f-4eaa-bc18-7f0f8146c4ed tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:40.688601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d43489ec-40de-48b3-8b53-c15ae4decfa7 req-165d35c6-299f-4eaa-bc18-7f0f8146c4ed tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 931 time: 0.1631370 Aug 06 18:29:40.732900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Transition to ACTIVE for port object c0484651-7f74-4703-bdad-58d6072cef45 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:40.775216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-681ceafc-f3c1-41b9-9043-f98135c5fdc1 req-68fde03a-ea43-4ea5-b046-91845085cdff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091912 Aug 06 18:29:40.776393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.800797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.985709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Pushing event updated for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:40.997537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.205 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/1b5a4257-8984-4552-8a8e-32b5fdfaf849) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:41.199748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d43489ec-40de-48b3-8b53-c15ae4decfa7 req-85017885-1100-487d-ba91-a273503903d4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048256 Aug 06 18:29:41.297758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Attempting to bind port c0484651-7f74-4703-bdad-58d6072cef45 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:41.298327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Attempting to bind port c0484651-7f74-4703-bdad-58d6072cef45 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:41.298836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Attempting to bind port c0484651-7f74-4703-bdad-58d6072cef45 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:41.324966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Port c0484651-7f74-4703-bdad-58d6072cef45 on network d5c9affe-3d42-4972-bf8d-ac5003063cae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:29:41.326372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Attempting to bind port c0484651-7f74-4703-bdad-58d6072cef45 on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:41.356434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:41.362098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:41.369878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:41.370505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Bound port: c0484651-7f74-4703-bdad-58d6072cef45, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:41.370993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.386268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.601351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.624818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:41.675597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c0484651-7f74-4703-bdad-58d6072cef45,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:41.694344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.727613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.737870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:41.744232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:41.755681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:41.800540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=1b5a4257-8984-4552-8a8e-32b5fdfaf849,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:41.946563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:41.950093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.953125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] 10.222.0.16 "PUT /v2.0/ports/c0484651-7f74-4703-bdad-58d6072cef45 HTTP/1.1" status: 200 len: 1092 time: 3.1981385 Aug 06 18:29:41.954291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:41.958899 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb31ebac-21ff-49ec-b059-4b46ff4c8689" -d '{"events": [{"name": "network-changed", "server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "tag": "c0484651-7f74-4703-bdad-58d6072cef45"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:42.168187 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69360cda-3b2e-45f6-8c87-ce0107cafa1f x-openstack-request-id: req-69360cda-3b2e-45f6-8c87-ce0107cafa1f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:42.168689 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "tag": "c0484651-7f74-4703-bdad-58d6072cef45", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:42.169154 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69360cda-3b2e-45f6-8c87-ce0107cafa1f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:42.170137 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45', 'status': 'completed', 'code': 200} Aug 06 18:29:42.241422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3c2d-de34-454e-8185-a48a6bdfb914 service neutron] Pushing event updated for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:42.319442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515b641-08c2-4908-beb7-fc9574813d55 req-30141147-dd94-421e-a5ba-4c0c1ed21d4d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:42.335528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2515b641-08c2-4908-beb7-fc9574813d55 req-30141147-dd94-421e-a5ba-4c0c1ed21d4d tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.3525989 Aug 06 18:29:42.344965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-ec936da8-5419-4e28-8372-e3fd839851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:42.348215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-ec936da8-5419-4e28-8372-e3fd839851a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 1095 time: 0.2776937 Aug 06 18:29:42.479770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6540ef39-595b-4f66-bccb-74147e5c7e61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0484651-7f74-4703-bdad-58d6072cef45 HTTP/1.1" status: 200 len: 217 time: 0.1166930 Aug 06 18:29:42.688699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-27899f8d-7b3e-46a3-a7a8-b98dbc0c8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:42.691568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-27899f8d-7b3e-46a3-a7a8-b98dbc0c8d94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.2005754 Aug 06 18:29:42.729247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2515b641-08c2-4908-beb7-fc9574813d55 req-63d3797c-067e-4da1-a6f8-c1a324877675 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921976 Aug 06 18:29:42.821382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53350) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:42.855905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-e2205ed7-d8f8-4551-a8f6-4e8ed03304ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:42.855905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-e2205ed7-d8f8-4551-a8f6-4e8ed03304ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396325 Aug 06 18:29:43.083757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-6828950e-d411-4f21-87ce-cc64398f4b55 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289107 Aug 06 18:29:43.190363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1334901110-network', 'tenant_id': 'f842cd2f2ff54fa2991ca0b10c9c02d6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:43.384993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff264-c7aa-4433-90a2-50a7737fed1d req-e0d26553-7d38-4677-8aef-6239d863fff4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:43.400298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bfff264-c7aa-4433-90a2-50a7737fed1d req-e0d26553-7d38-4677-8aef-6239d863fff4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 943 time: 0.9378557 Aug 06 18:29:43.642430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Made reservation on behalf of f842cd2f2ff54fa2991ca0b10c9c02d6 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:43.647428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.661229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bfff264-c7aa-4433-90a2-50a7737fed1d req-1dedd560-b779-4018-8483-1408d8212d45 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590110 Aug 06 18:29:43.700503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.742772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9a010aef-b001-40a4-96e9-3b4af6d2077c req-cb0ad126-2e47-491d-83d9-b5e83ce18ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501729 Aug 06 18:29:43.832554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bad4c8-6591-4864-995c-0a41882c8286 req-2cee520f-7bd4-4fe5-88dd-1c43ba7a9c5e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:43.834354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63bad4c8-6591-4864-995c-0a41882c8286 req-2cee520f-7bd4-4fe5-88dd-1c43ba7a9c5e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.3763192 Aug 06 18:29:44.169016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.395743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.591766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-78c4efef-e578-491b-9358-c4e9908441d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8302963 Aug 06 18:29:44.656963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-7fca63ae-8983-41d7-bb32-d2a9d88f8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:44.659902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-7fca63ae-8983-41d7-bb32-d2a9d88f8b70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 1095 time: 0.8223152 Aug 06 18:29:44.834976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.875310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.943525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63bad4c8-6591-4864-995c-0a41882c8286 req-f6272ab1-266e-40b1-b3db-186afb03f59f tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0928125 Aug 06 18:29:45.265333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-8e5be591-ec8d-4a71-8a55-6205b6c12e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:45.267574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-8e5be591-ec8d-4a71-8a55-6205b6c12e7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.5803263 Aug 06 18:29:45.307095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0bc4d-de37-4d27-ad6b-a49b373310e2 req-e5f18e4c-6b50-440b-92a0-0792bab5dc1f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:45.314208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6b0bc4d-de37-4d27-ad6b-a49b373310e2 req-e5f18e4c-6b50-440b-92a0-0792bab5dc1f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 943 time: 0.4752321 Aug 06 18:29:45.346587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=1b5a4257-8984-4552-8a8e-32b5fdfaf849,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:45.372566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.427020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-3f4cf487-fb3f-4327-b530-43a6fbfeffd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0484651-7f74-4703-bdad-58d6072cef45 HTTP/1.1" status: 200 len: 217 time: 0.1319242 Aug 06 18:29:45.611641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-8b986cfe-1a23-4cb1-806b-ee982ade5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:45.615078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-8b986cfe-1a23-4cb1-806b-ee982ade5c45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.8233545 Aug 06 18:29:45.691682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6b0bc4d-de37-4d27-ad6b-a49b373310e2 req-875a7b73-b793-4a56-a22d-14b2c734327a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471766 Aug 06 18:29:45.762295 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP a08adc57-69de-400a-b4e6-58d62599ce92 associated. External IP: 172.25.3.205, port: 9841ee26-609f-4245-a92c-2d2ab3598bee. Aug 06 18:29:45.884298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-1cc1770b-8132-4ff6-8647-5bf084252838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:45.889989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-1cc1770b-8132-4ff6-8647-5bf084252838 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.4486914 Aug 06 18:29:46.107246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.131359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.172737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:29:46.192496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.192853 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Added segment e4669e7b-2cbc-475c-8f91-467c474cc1b1 of type vlan for network f5855573-8452-4051-9eb6-76084b5e7eb9 Aug 06 18:29:46.267759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.354236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9ff05-e058-4172-b840-7d1b4c6ebac4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:46.359629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.360687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:46.362344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.427837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 5fdb8588-762d-467d-a130-2163b32b3421 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:46.466997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] Pushing event updated for resources: {'Network': ['ID=f5855573-8452-4051-9eb6-76084b5e7eb9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:46.480098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f5855573-8452-4051-9eb6-76084b5e7eb9 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:29:46.593595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-132cfea0-1102-4ded-949e-e6b46fadbffc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.7526603 Aug 06 18:29:46.638202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53422) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:46.664060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-fae070c6-dcac-47ed-ade7-35aeca2df49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:46.666438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-fae070c6-dcac-47ed-ade7-35aeca2df49b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6365542 Aug 06 18:29:46.679422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Request body: {'subnet': {'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1334901110-subnet', 'tenant_id': 'f842cd2f2ff54fa2991ca0b10c9c02d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:46.690535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:46.708472 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Sync routers for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:46.734626 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:46.735299 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:46.790318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-52b6fd75-7648-4091-aa9b-80581fda90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:46.792467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-52b6fd75-7648-4091-aa9b-80581fda90a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 1.1444354 Aug 06 18:29:46.898083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.960210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Made reservation on behalf of f842cd2f2ff54fa2991ca0b10c9c02d6 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:46.972263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.004289 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:47.017788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9aeb9358-c75a-43f9-a7d0-752c50c6e08b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7870429 Aug 06 18:29:47.025504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254531d-5225-47b9-99ec-26e0da132840 req-c9e9859d-aec6-4d9e-bcbf-9b05557379c2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.031384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:47.032624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a254531d-5225-47b9-99ec-26e0da132840 req-c9e9859d-aec6-4d9e-bcbf-9b05557379c2 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.7246361 Aug 06 18:29:47.049695 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c970c89d-94e2-4b65-b459-91bac20a7249" -d '{"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:47.182986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d76dc-dcf8-4890-baea-f72f4ec7c51d req-126d03c8-565f-4a7f-b42b-92f086b632b3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.186700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d6d76dc-dcf8-4890-baea-f72f4ec7c51d req-126d03c8-565f-4a7f-b42b-92f086b632b3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 943 time: 0.2062428 Aug 06 18:29:47.254716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d6d76dc-dcf8-4890-baea-f72f4ec7c51d req-b91583a4-0a02-40c4-8502-2f2bf4b30ba8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 Aug 06 18:29:47.290469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-3b60821b-e5cd-4a05-851e-ae9f9edbcf68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.4198117 Aug 06 18:29:47.372142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-4a60d3c8-18b3-41b9-91b9-773afb39b337 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209419 Aug 06 18:29:47.394642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a254531d-5225-47b9-99ec-26e0da132840 req-c5cb30c3-d188-4a1d-8710-ac355d43ff85 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101264 Aug 06 18:29:47.535138 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a08adc57-69de-400a-b4e6-58d62599ce92', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'port_id': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'mac_address': 'fa:16:3e:f4:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:43Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:47.540916 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05ed5e7-6e72-4710-8b58-c07299e86300 x-openstack-request-id: req-a05ed5e7-6e72-4710-8b58-c07299e86300 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:47.541280 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:47.541721 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a05ed5e7-6e72-4710-8b58-c07299e86300 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:47.542000 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'status': 'completed', 'code': 200} Aug 06 18:29:47.601016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf3153-60b3-425e-acb1-dd7c491bf20b req-da87b5ce-7f39-4fb1-b95a-3870caf5353c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.612709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98bf3153-60b3-425e-acb1-dd7c491bf20b req-da87b5ce-7f39-4fb1-b95a-3870caf5353c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1652365 Aug 06 18:29:47.621569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-08a5795d-4f3d-4f96-a61b-00e4be5a589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.623278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-08a5795d-4f3d-4f96-a61b-00e4be5a589c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.3220541 Aug 06 18:29:47.644099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Checking router: 5fdb8588-762d-467d-a130-2163b32b3421 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:47.676011 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:47.676856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:29:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:47.724993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98bf3153-60b3-425e-acb1-dd7c491bf20b req-448880fb-f8a4-4aa4-95d5-c2165243354e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890579 Aug 06 18:29:47.762642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53440) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:47.838024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb31ebac-21ff-49ec-b059-4b46ff4c8689 req-f9a83261-3898-4ee8-be07-ae7ccf5013c4 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547329 Aug 06 18:29:47.951629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b474b777-b4b5-4406-9f64-b65bf18147d8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 200 len: 991 time: 0.1832573 Aug 06 18:29:47.987080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-f8449414-5ee1-4f4b-bb32-ebab81d441a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.990258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-f8449414-5ee1-4f4b-bb32-ebab81d441a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1097 time: 0.3612370 Aug 06 18:29:48.002453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-ed2493cd-b873-46ae-b7a1-10290ae547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:48.006302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-ed2493cd-b873-46ae-b7a1-10290ae547a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3600733 Aug 06 18:29:48.024140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:48.050695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c0484651-7f74-4703-bdad-58d6072cef45 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:29:48.217075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d6a5-7827-4d6c-9d37-6671c8f55043 req-b8bb43fd-1afb-4258-bb74-e6f2aa75de1e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:48.224944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da52d6a5-7827-4d6c-9d37-6671c8f55043 req-b8bb43fd-1afb-4258-bb74-e6f2aa75de1e tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.2023172 Aug 06 18:29:48.351285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da52d6a5-7827-4d6c-9d37-6671c8f55043 req-2b0713e7-82a4-432a-806d-b35c23104503 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145327 Aug 06 18:29:48.394795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.488813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c0484651-7f74-4703-bdad-58d6072cef45,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:48.507090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'c0484651-7f74-4703-bdad-58d6072cef45', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': 'c0484651-7f74-4703-bdad-58d6072cef45', 'mac_address': 'fa:16:3e:37:a7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:29:48.509379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-0a4ecc6f-b5db-4777-bec5-7c71241110f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:48.513545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-0a4ecc6f-b5db-4777-bec5-7c71241110f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.5054655 Aug 06 18:29:48.567863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.589952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0484651-7f74-4703-bdad-58d6072cef45 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:48.666670 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a08adc57-69de-400a-b4e6-58d62599ce92', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'port_id': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'mac_address': 'fa:16:3e:f4:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:43Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:48.695985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c0484651-7f74-4703-bdad-58d6072cef45,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:48.712131 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.774445 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2a15a-3782-4c1e-909c-36f151a3f715 None None] The sync data for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 is: [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'a08adc57-69de-400a-b4e6-58d62599ce92', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'port_id': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'mac_address': 'fa:16:3e:f4:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:43Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:48.780856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.927873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa982f0-741b-474d-a2e9-d8817db74b77,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.938033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Checking segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:48.938489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Network hostable DHCP agents. Network: f5855573-8452-4051-9eb6-76084b5e7eb9, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:48.949302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:48.970721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-cd786b63-1353-4592-8fd7-02e97b49a4ba service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287436 Aug 06 18:29:48.974143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-ffa51877-9dd6-410c-b133-ec087466b1a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 999 time: 0.4476764 Aug 06 18:29:48.990051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b8c3-cc2d-4850-9c7e-42d7305bca45 req-db141aee-8261-4b1c-ac65-d6cd6eff1009 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:48.992858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd4b8c3-cc2d-4850-9c7e-42d7305bca45 req-db141aee-8261-4b1c-ac65-d6cd6eff1009 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 943 time: 0.4745562 Aug 06 18:29:49.103754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c0484651-7f74-4703-bdad-58d6072cef45'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:29:49.153920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Network f5855573-8452-4051-9eb6-76084b5e7eb9 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:49.168884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1cae8f79-455e-4aa4-8bfe-e73ff8f8662d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 200 len: 991 time: 0.2169895 Aug 06 18:29:49.275138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f5855573-8452-4051-9eb6-76084b5e7eb9) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:49.291123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef362b2-1cda-4598-82c2-87aba1dda0ad None None] Network f5855573-8452-4051-9eb6-76084b5e7eb9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:49.316576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-bd34e62b-4777-498f-af76-98fa0d0ceb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.319173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-bd34e62b-4777-498f-af76-98fa0d0ceb0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.3205695 Aug 06 18:29:49.332549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.333591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.421254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd4b8c3-cc2d-4850-9c7e-42d7305bca45 req-6759e66c-d14d-4dd1-9900-4e09c38514bd tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942275 Aug 06 18:29:49.501869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4ece3-a4d4-483d-b51b-e0cf19383beb None None] New status for floating IP a08adc57-69de-400a-b4e6-58d62599ce92: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:29:49.517362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b9d6829-999a-4ef6-b23f-207be42c7a48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8477073 Aug 06 18:29:49.520833 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:29:49.534087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20d94d25-e8ad-4ebf-9f6f-ac9257e379e0 req-e0a8439d-589e-42ff-9fd4-d9af91bacab9 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333068 Aug 06 18:29:49.581125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-ac2ac123-bfb5-491a-ade3-5d71d2f962f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.584407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-ac2ac123-bfb5-491a-ade3-5d71d2f962f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436190 Aug 06 18:29:49.671829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d89e-3642-4168-b5cb-587894e918f8 req-a713fe3c-20bc-4d23-a4cd-2812f074e46a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.684968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f899d89e-3642-4168-b5cb-587894e918f8 req-a713fe3c-20bc-4d23-a4cd-2812f074e46a tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.1501708 Aug 06 18:29:49.844502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f899d89e-3642-4168-b5cb-587894e918f8 req-68befb78-fc94-4a5a-a411-6dc8c6ba3991 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497104 Aug 06 18:29:49.914383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-dd4e2e39-cb24-4c2d-952d-0e37c46119ba service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151832 Aug 06 18:29:49.934844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-90c31dc7-0501-4aaf-b77e-5f7be05afddf tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.938767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-90c31dc7-0501-4aaf-b77e-5f7be05afddf tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.4929190 Aug 06 18:29:50.052896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771691b2-c7ca-4000-95ed-f26b33427653 None None] Network f5855573-8452-4051-9eb6-76084b5e7eb9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:50.170321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53478) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:50.359181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c970c89d-94e2-4b65-b459-91bac20a7249 req-90c4acff-012b-4f03-97a0-831f9afabd42 service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182248 Aug 06 18:29:50.381281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f05bdb24-c1cd-4a61-82ed-0f2f577c6d94 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 200 len: 993 time: 0.2075195 Aug 06 18:29:50.392754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Deleting port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:29:50.393355 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.647295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031247ce-d523-4424-8ed8-46481953c50b req-b6e0530e-c7cb-4f27-9c4d-555ae26c5e4c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:50.648808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-031247ce-d523-4424-8ed8-46481953c50b req-b6e0530e-c7cb-4f27-9c4d-555ae26c5e4c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 944 time: 0.0620611 Aug 06 18:29:50.678185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] For port 9bdb503d-320d-41a2-94fc-a20ead0e93b0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9bdb503d-320d-41a2-94fc-a20ead0e93b0,segment=NetworkSegment(b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f),segment_id=b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:50.680020 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.699796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-031247ce-d523-4424-8ed8-46481953c50b req-16b7624b-c033-4feb-8d9a-4e68935ef520 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Aug 06 18:29:50.753961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Calling delete_port for 9bdb503d-320d-41a2-94fc-a20ead0e93b0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:29:50.891137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-662b8595-4067-4efe-a002-65e09c1dedea tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:50.916409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-662b8595-4067-4efe-a002-65e09c1dedea tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 818 time: 0.3174052 Aug 06 18:29:51.035418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-203255e7-ef72-48bb-a64c-788e6b9643cc tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/quotas/f842cd2f2ff54fa2991ca0b10c9c02d6 HTTP/1.1" status: 200 len: 375 time: 0.1172123 Aug 06 18:29:51.134239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-6d1896b7-f9ee-45f6-af9b-fc5e42939da6 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881183 Aug 06 18:29:51.164675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a46de2-abcc-4dbb-b24f-f85f3de71f0b req-6aa21eea-5475-411e-a8df-cac2b2a06844 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:51.173686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16a46de2-abcc-4dbb-b24f-f85f3de71f0b req-6aa21eea-5475-411e-a8df-cac2b2a06844 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 946 time: 0.1093957 Aug 06 18:29:51.223002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16a46de2-abcc-4dbb-b24f-f85f3de71f0b req-457a9743-cb3e-4c46-a6ce-6872516ace15 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Aug 06 18:29:51.319353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.336969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['9bdb503d-320d-41a2-94fc-a20ead0e93b0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:29:51.368679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Pushing event deleted for resources: {'Port': ['ID=9bdb503d-320d-41a2-94fc-a20ead0e93b0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:51.443096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] No DVR routers for this DVR port 9bdb503d-320d-41a2-94fc-a20ead0e93b0 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:29:51.450201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.454155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e5e4d8f-9275-429d-b890-976d1166a75d req-878acd40-af6b-49a6-a6a5-909d3e0491c6 tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.55 "DELETE /v2.0/ports/9bdb503d-320d-41a2-94fc-a20ead0e93b0 HTTP/1.1" status: 204 len: 173 time: 1.4783509 Aug 06 18:29:51.455919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'name': 'network-vif-deleted', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:51.462491 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca520db-5133-4918-adbf-48bdadf6529a" -d '{"events": [{"server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "name": "network-vif-deleted", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:51.488536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-325b3e05-751c-4f22-9194-9b17cde8316a service neutron] 10.222.0.64 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331506 Aug 06 18:29:51.563778 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9e1cd0-45d6-4a3e-978e-78d7ea9b7cdb x-openstack-request-id: req-ca9e1cd0-45d6-4a3e-978e-78d7ea9b7cdb {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:51.564280 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04f76d-8e02-405c-977e-bdcdac533338", "name": "network-vif-deleted", "tag": "9bdb503d-320d-41a2-94fc-a20ead0e93b0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:51.564660 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca9e1cd0-45d6-4a3e-978e-78d7ea9b7cdb {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:51.565296 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04f76d-8e02-405c-977e-bdcdac533338', 'name': 'network-vif-deleted', 'tag': '9bdb503d-320d-41a2-94fc-a20ead0e93b0', 'status': 'completed', 'code': 200} Aug 06 18:29:51.733287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e58acbbf-6567-408c-880a-2e80bcf9400d service neutron] 10.222.0.64 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430139 Aug 06 18:29:52.094127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0fd7-467e-4fbc-93d1-440a4de2db1a req-2e7ca3e2-4091-48c6-9319-4e2ff1593076 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:52.112018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c0484651-7f74-4703-bdad-58d6072cef45 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:52.114190 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-777b0fd7-467e-4fbc-93d1-440a4de2db1a req-2e7ca3e2-4091-48c6-9319-4e2ff1593076 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 944 time: 0.2857738 Aug 06 18:29:52.250754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-777b0fd7-467e-4fbc-93d1-440a4de2db1a req-bd81a22a-2e98-4233-bcf6-43bf71b401e8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347220 Aug 06 18:29:52.275364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port c0484651-7f74-4703-bdad-58d6072cef45 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:52.280163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port c0484651-7f74-4703-bdad-58d6072cef45 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:52.280549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.493541 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.510278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6086d429-d0b4-4571-b19d-063394d5b1cb req-0fd7350a-57fc-4ded-8c73-675d27cce0aa tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.0726783 Aug 06 18:29:52.555755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99155bb0-d6cb-45ed-938e-181171dac153 req-0ac853fb-3071-4e07-91ae-003838ff6f1b tempest-DeleteServersTestJSON-806324577 tempest-DeleteServersTestJSON-806324577-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f04f76d-8e02-405c-977e-bdcdac533338 HTTP/1.1" status: 200 len: 210 time: 0.1214256 Aug 06 18:29:52.598002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c0484651-7f74-4703-bdad-58d6072cef45,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:52.600444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:52.610671 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1709f-02a9-4123-a77c-e6c7ccafd6f0" -d '{"events": [{"server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "name": "network-vif-plugged", "status": "completed", "tag": "c0484651-7f74-4703-bdad-58d6072cef45"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:52.617583 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.725667 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7390768a-6be0-4428-8763-ea8b07cc283e x-openstack-request-id: req-7390768a-6be0-4428-8763-ea8b07cc283e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:52.726075 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "name": "network-vif-plugged", "status": "completed", "tag": "c0484651-7f74-4703-bdad-58d6072cef45", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:52.726425 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7390768a-6be0-4428-8763-ea8b07cc283e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:52.727067 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45', 'code': 200} Aug 06 18:29:52.731581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:52.859368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde4456-a1f4-46b4-9cc4-6fc88956f552 req-ca85509e-e8ac-4a7c-aa3b-aeff7ff0bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:52.862422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9fde4456-a1f4-46b4-9cc4-6fc88956f552 req-ca85509e-e8ac-4a7c-aa3b-aeff7ff0bbe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 1097 time: 0.0629864 Aug 06 18:29:52.908878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9fde4456-a1f4-46b4-9cc4-6fc88956f552 req-af7464d1-9890-4e9b-9067-4567f0265483 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Aug 06 18:29:53.459414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac77-8414-48f9-abfd-978a8a6cb7ca req-713c283a-0a4e-4ff5-81ab-0f156007df10 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:53.469418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2848ac77-8414-48f9-abfd-978a8a6cb7ca req-713c283a-0a4e-4ff5-81ab-0f156007df10 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 945 time: 0.0801215 Aug 06 18:29:53.548666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2848ac77-8414-48f9-abfd-978a8a6cb7ca req-9a1c608e-fe18-4735-aaf3-e07804a0f7d9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Aug 06 18:29:53.678928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-424f0b32-db9f-471b-afd7-60224cf1494e req-185f5edc-4adc-4f2a-a9c8-492b6f6022ac tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.0754805 Aug 06 18:29:54.033788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9bdb503d-320d-41a2-94fc-a20ead0e93b0 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:29:54.107925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 9bdb503d-320d-41a2-94fc-a20ead0e93b0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:29:54.113591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9bdb503d-320d-41a2-94fc-a20ead0e93b0 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:29:54.861811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03776311-dadc-4a4e-b759-f11681874c96 req-b00a0a9c-5b1a-44c4-9381-8ea1724250a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:54.879087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03776311-dadc-4a4e-b759-f11681874c96 req-b00a0a9c-5b1a-44c4-9381-8ea1724250a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 945 time: 0.2251706 Aug 06 18:29:55.011063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-9abdab78-6631-4bd7-a7f1-46fcfa658f29 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:55.013613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-9abdab78-6631-4bd7-a7f1-46fcfa658f29 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 818 time: 0.2099237 Aug 06 18:29:55.051761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ab871a88-9e45-43d5-8870-54d97229d53d req-f64007d1-1d8d-43fd-af87-6f35714a387c tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.0367577 Aug 06 18:29:55.060280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03776311-dadc-4a4e-b759-f11681874c96 req-3ef4815c-fa21-4e38-8f66-76c9f72f6d18 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729288 Aug 06 18:29:55.069985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Request body: {'port': {'device_id': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'admin_state_up': True, 'tenant_id': 'f842cd2f2ff54fa2991ca0b10c9c02d6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:56.413777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-1f36f5ca-970b-4b64-b6fa-86da9db93c84 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:56.415062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-1f36f5ca-970b-4b64-b6fa-86da9db93c84 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 818 time: 0.3206718 Aug 06 18:29:56.422858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3abf16bc-e7ee-4da2-a1b4-143896936c81 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:56.424831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3abf16bc-e7ee-4da2-a1b4-143896936c81 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.16 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 818 time: 1.3716092 Aug 06 18:29:56.433873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Request body: {'port': {'device_id': 'fd18c796-af11-445d-82d3-c65badbe930c', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'admin_state_up': True, 'tenant_id': 'f842cd2f2ff54fa2991ca0b10c9c02d6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:56.458211 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Request body: {'port': {'device_id': '99eba005-b338-484c-9cb2-63f70eb39a41', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'admin_state_up': True, 'tenant_id': 'f842cd2f2ff54fa2991ca0b10c9c02d6'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:56.550517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d05748c-d16b-4c20-ad04-da2a3cb062b8 req-d35875fa-539e-43e2-a5d7-928d0e4c804d tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.2183325 Aug 06 18:29:56.723073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Made reservation on behalf of f842cd2f2ff54fa2991ca0b10c9c02d6 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:56.729559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.063996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:29:57.063996 n-d-793621-29 neutron-server[94121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:29:57.063996 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id_1': 'f842cd2f2ff54fa2991ca0b10c9c02d6', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 29, 57, 33100)}] Aug 06 18:29:57.063996 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:29:57.064556 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:29:57.107348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Made reservation on behalf of f842cd2f2ff54fa2991ca0b10c9c02d6 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:57.119062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.245128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Allocated IP 172.20.0.5 (f5855573-8452-4051-9eb6-76084b5e7eb9/2aa982f0-741b-474d-a2e9-d8817db74b77/75a34393-d68f-4a5d-b693-c35586e5dc08) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:57.668751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Made reservation on behalf of f842cd2f2ff54fa2991ca0b10c9c02d6 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:57.673238 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.747696 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.795820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63f707d8-754c-4b42-86dc-836715703f32 req-4cfd294a-018a-426e-b896-08cc4d73e9fd tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.0577691 Aug 06 18:29:58.007602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:58.139671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Network f5855573-8452-4051-9eb6-76084b5e7eb9 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:58.142163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:58.158885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Allocated IP 172.20.0.9 (f5855573-8452-4051-9eb6-76084b5e7eb9/2aa982f0-741b-474d-a2e9-d8817db74b77/b3e11f81-1804-4c49-baac-41d6bd421918) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:58.178185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:58.248482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event updated for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:58.364594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:58.365982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:58.405281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ee6ebe9-ad33-42c1-abfa-6c9bfd65f724 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3499205 Aug 06 18:29:58.437634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Request body: {'port': {'device_id': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:58.503693 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9eda4186-9f87-46db-a38c-35e6d2b5b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:58.637197 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:58.789289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.160591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.207183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Allocated IP 172.20.0.12 (f5855573-8452-4051-9eb6-76084b5e7eb9/2aa982f0-741b-474d-a2e9-d8817db74b77/4c1e3ac5-f478-4d73-9e90-62999568547b) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:59.207183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-187b279a-3dd6-45ae-aff8-5fd228e505d4 req-0082d461-7bed-4e03-8aec-eaa6373df026 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 210 time: 0.2591555 Aug 06 18:29:59.293641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Network f5855573-8452-4051-9eb6-76084b5e7eb9 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:59.293641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:59.340761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event updated for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:59.350089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:59.583202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.653528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:59.654342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.826435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.941592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-879fe400-49c8-4f0c-85da-49139148f457 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4899278 Aug 06 18:29:59.975134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Network f5855573-8452-4051-9eb6-76084b5e7eb9 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:30:00.010539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Request body: {'port': {'device_id': '99eba005-b338-484c-9cb2-63f70eb39a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:00.085591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:00.099588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:30:00.276387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event updated for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:00.425483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a34393-d68f-4a5d-b693-c35586e5dc08 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:00.566395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:00.568089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.586166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.595842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.698485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-a290323d-e915-44ff-939a-4cc844881a74 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2694442 Aug 06 18:30:00.706175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Transition to ACTIVE for port object 75a34393-d68f-4a5d-b693-c35586e5dc08 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:00.737877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb525-6474-4f8c-ac51-adc9366a3209 req-35347856-be20-4058-abdc-ed79180d4d79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:00.747566 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-692bb525-6474-4f8c-ac51-adc9366a3209 req-35347856-be20-4058-abdc-ed79180d4d79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 932 time: 0.2659488 Aug 06 18:30:00.783984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Request body: {'port': {'device_id': 'fd18c796-af11-445d-82d3-c65badbe930c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:00.793924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.911726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-692bb525-6474-4f8c-ac51-adc9366a3209 req-ee693b26-7100-4f15-8490-bd96a06aca1f tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628914 Aug 06 18:30:01.145780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.309911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Pushing event updated for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:01.538606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.714891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-df54a11f-4bd6-49d9-af37-bd0fafc5e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:02.007561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Attempting to bind port 75a34393-d68f-4a5d-b693-c35586e5dc08 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:02.008247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Attempting to bind port 75a34393-d68f-4a5d-b693-c35586e5dc08 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:02.008611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Attempting to bind port 75a34393-d68f-4a5d-b693-c35586e5dc08 on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:02.096559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Port 75a34393-d68f-4a5d-b693-c35586e5dc08 on network f5855573-8452-4051-9eb6-76084b5e7eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:02.099892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Attempting to bind port 75a34393-d68f-4a5d-b693-c35586e5dc08 on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:02.207614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:02.209840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Checking segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:02.212038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Bound using segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:02.218988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Bound port: 75a34393-d68f-4a5d-b693-c35586e5dc08, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:02.219890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:02.593812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e11f81-1804-4c49-baac-41d6bd421918 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:02.607175 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:02.681227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4689-e998-41e9-88ad-1e0d8eb1e975 req-07ee2a5b-0775-4779-8de5-b3f274123bbe tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:02.685786 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa1f4689-e998-41e9-88ad-1e0d8eb1e975 req-07ee2a5b-0775-4779-8de5-b3f274123bbe tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 932 time: 0.5365760 Aug 06 18:30:02.775511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Transition to ACTIVE for port object b3e11f81-1804-4c49-baac-41d6bd421918 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:02.840483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:02.876641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.069066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75a34393-d68f-4a5d-b693-c35586e5dc08,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:03.122109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.157248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa1f4689-e998-41e9-88ad-1e0d8eb1e975 req-eb49b1fb-623b-4e77-b594-3365c6018eff tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735652 Aug 06 18:30:03.166123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:03.188774 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.411748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.412796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.414489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] 10.222.0.55 "PUT /v2.0/ports/75a34393-d68f-4a5d-b693-c35586e5dc08 HTTP/1.1" status: 200 len: 1092 time: 4.9846539 Aug 06 18:30:03.436666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:03.440528 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4ab4e-50f9-407b-a20b-aefdd4667831" -d '{"events": [{"name": "network-changed", "server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:03.591535 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071bd17-5d7c-4eb3-9ff6-b4992763d103 x-openstack-request-id: req-5071bd17-5d7c-4eb3-9ff6-b4992763d103 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:03.593028 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:03.593028 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5071bd17-5d7c-4eb3-9ff6-b4992763d103 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:03.593028 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08', 'status': 'completed', 'code': 200} Aug 06 18:30:03.613703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395cf42-2eeb-411a-8dea-70c5e604a6bd service neutron] Pushing event updated for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:03.799732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Attempting to bind port b3e11f81-1804-4c49-baac-41d6bd421918 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:03.799732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Attempting to bind port b3e11f81-1804-4c49-baac-41d6bd421918 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:03.799732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Attempting to bind port b3e11f81-1804-4c49-baac-41d6bd421918 on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:03.808828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Port b3e11f81-1804-4c49-baac-41d6bd421918 on network f5855573-8452-4051-9eb6-76084b5e7eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:03.808828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Attempting to bind port b3e11f81-1804-4c49-baac-41d6bd421918 on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:03.822781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-fc87df0d-64ba-43c6-8196-65c99928e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.822781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-fc87df0d-64ba-43c6-8196-65c99928e389 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 1095 time: 0.3142679 Aug 06 18:30:03.824902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1e3ac5-f478-4d73-9e90-62999568547b {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:03.848582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.851946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:03.852330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Checking segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:03.852873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Bound using segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:03.853647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Bound port: b3e11f81-1804-4c49-baac-41d6bd421918, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:03.854260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.914719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-c9aca308-d620-45ac-9aeb-88564c1957fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75a34393-d68f-4a5d-b693-c35586e5dc08 HTTP/1.1" status: 200 len: 217 time: 0.0750151 Aug 06 18:30:03.946863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Transition to ACTIVE for port object 4c1e3ac5-f478-4d73-9e90-62999568547b will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:04.167266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.330912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:04.335702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b3e11f81-1804-4c49-baac-41d6bd421918,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:04.341711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-c5296914-efbf-4236-bc99-f3d52ad086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:04.345950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-c5296914-efbf-4236-bc99-f3d52ad086df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 0.4152148 Aug 06 18:30:04.474248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.656710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d54e3ac-a335-4b70-8ce3-b61e57ac88c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987120 Aug 06 18:30:04.659888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:04.660734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.664757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] 10.222.0.16 "PUT /v2.0/ports/b3e11f81-1804-4c49-baac-41d6bd421918 HTTP/1.1" status: 200 len: 1092 time: 4.6672678 Aug 06 18:30:04.685556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b8a0-3950-4606-b548-a7932e8d29f5 req-e85e4b76-ffed-444d-b836-7be6b3e318a8 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:04.697284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b051b8a0-3950-4606-b548-a7932e8d29f5 req-e85e4b76-ffed-444d-b836-7be6b3e318a8 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.2640810 Aug 06 18:30:04.701011 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.766106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:04.936195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b051b8a0-3950-4606-b548-a7932e8d29f5 req-d82ef93e-1559-4b2f-8973-61b7c4a66b15 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186940 Aug 06 18:30:05.256933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Attempting to bind port 4c1e3ac5-f478-4d73-9e90-62999568547b on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:05.259116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Attempting to bind port 4c1e3ac5-f478-4d73-9e90-62999568547b by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:05.260282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Attempting to bind port 4c1e3ac5-f478-4d73-9e90-62999568547b on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:05.283343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27660e9-b01c-4e49-ae3a-e4b125d3aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:05.301558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-4ab41015-f5d2-4b75-af78-60e110815579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:05.311355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-4ab41015-f5d2-4b75-af78-60e110815579 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 1095 time: 0.5674572 Aug 06 18:30:05.360577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Port 4c1e3ac5-f478-4d73-9e90-62999568547b on network f5855573-8452-4051-9eb6-76084b5e7eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:05.360906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Attempting to bind port 4c1e3ac5-f478-4d73-9e90-62999568547b on network f5855573-8452-4051-9eb6-76084b5e7eb9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:05.592512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-bde350d0-af4b-45eb-9d92-ce0e448a599d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e11f81-1804-4c49-baac-41d6bd421918 HTTP/1.1" status: 200 len: 217 time: 0.2534549 Aug 06 18:30:05.601558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:05.616944 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a" -d '{"events": [{"name": "network-changed", "server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:05.636314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-f5e0586c-7103-48ae-8287-a7b8679b8326 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9672260 Aug 06 18:30:05.867463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:05.872979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Checking segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:05.877987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Bound using segment: {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:05.883661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Bound port: 4c1e3ac5-f478-4d73-9e90-62999568547b, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4669e7b-2cbc-475c-8f91-467c474cc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:05.885378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.009320 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a28de-456a-4c01-9e27-cd9c44431ad6 x-openstack-request-id: req-1d4a28de-456a-4c01-9e27-cd9c44431ad6 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:06.009807 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:06.010222 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d4a28de-456a-4c01-9e27-cd9c44431ad6 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:06.010864 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918', 'status': 'completed', 'code': 200} Aug 06 18:30:06.021737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54140) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:06.447524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Deleting subnet 6287fa21-93d9-421a-b166-3712cc06b2c9 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:06.469593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.547107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.613157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.725645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022cada-9134-4654-835b-3a528d3bdafa req-29f37af6-c4b3-4103-b670-3af28f1f9ec6 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:06.743439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0022cada-9134-4654-835b-3a528d3bdafa req-29f37af6-c4b3-4103-b670-3af28f1f9ec6 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.6367128 Aug 06 18:30:06.823798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.829504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0022cada-9134-4654-835b-3a528d3bdafa req-c43f9146-c57f-4bda-bbbc-da5c7e76b79d tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843575 Aug 06 18:30:06.856386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6287fa21-93d9-421a-b166-3712cc06b2c9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:06.870201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.870552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.871051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.871400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.871737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.872233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.872605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.873197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.873803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.874099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.876416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.876685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:06.899243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:06.910212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-20cdc014-7f36-4c87-9acc-01a180ab9236 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6287fa21-93d9-421a-b166-3712cc06b2c9 HTTP/1.1" status: 204 len: 168 time: 0.8858917 Aug 06 18:30:06.910896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:07.148104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.513581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.571572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8509a2a-5622-4a7a-81a8-0bdc17ad98f3']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:07.605878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:07.606715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85c91d9-6bd5-4492-a0bd-3d6e07dd3e6f') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:07.648209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.662444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70297eac-fd39-4f41-a6e5-c038a5f8e4af req-ba17c494-f0a1-498f-ba2f-2066d8e07f64 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:07.674775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70297eac-fd39-4f41-a6e5-c038a5f8e4af req-ba17c494-f0a1-498f-ba2f-2066d8e07f64 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.4181290 Aug 06 18:30:07.689373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-7b7d6cff-286d-4471-a01c-04e1d9dc5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:07.692222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-7b7d6cff-286d-4471-a01c-04e1d9dc5357 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 2.0537670 Aug 06 18:30:07.738302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.765153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:07.766034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:07.769985 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:07.799618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70297eac-fd39-4f41-a6e5-c038a5f8e4af req-cbbc8755-5d76-4c19-936a-3320f6e54179 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216996 Aug 06 18:30:07.815571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-18c8f6fa-fc95-40ea-ae74-2035bc8e1e1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104250 Aug 06 18:30:07.870282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:07.923622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.937670 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:07.941834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c8509a2a-5622-4a7a-81a8-0bdc17ad98f3 HTTP/1.1" status: 204 len: 168 time: 1.0257163 Aug 06 18:30:07.998471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b277f2-924d-4fff-b0ff-282ce9476643 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8509a2a-5622-4a7a-81a8-0bdc17ad98f3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:08.085772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-1b0a79ea-ffe4-4715-8884-2807fff68d65 service neutron] 10.222.0.16 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098639 Aug 06 18:30:08.108541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4c1e3ac5-f478-4d73-9e90-62999568547b,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:08.154760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.245391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e1ac9-6b18-4061-b969-caae7c9d48df req-db24167f-6250-433c-9af0-ac0f4682e8fd tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:08.259061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-211e1ac9-6b18-4061-b969-caae7c9d48df req-db24167f-6250-433c-9af0-ac0f4682e8fd tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.1816323 Aug 06 18:30:08.336059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54334) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:08.403539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-211e1ac9-6b18-4061-b969-caae7c9d48df req-6c7d928b-e4f4-46f6-b0ec-fe8b708ff29d tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407814 Aug 06 18:30:08.407153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-4ad94085-c4af-4ec3-96a5-70724d56ebe0 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5526931 Aug 06 18:30:08.417387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:08.419406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.423274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] 10.222.0.55 "PUT /v2.0/ports/4c1e3ac5-f478-4d73-9e90-62999568547b HTTP/1.1" status: 200 len: 1093 time: 7.6452205 Aug 06 18:30:08.463449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8be70-206f-403f-b856-64b0efb12e55 req-39f3ec7d-acde-4695-8260-62906a41cdbb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:08.481764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4e76c152-1f96-473d-9094-997050bcef99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f378105abdf4a8693b11760610ee870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434400 Aug 06 18:30:08.486323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54348) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:08.498311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07a8be70-206f-403f-b856-64b0efb12e55 req-39f3ec7d-acde-4695-8260-62906a41cdbb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.4111028 Aug 06 18:30:08.512730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:08.525574 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf903c71-ea4c-4531-b239-ceb601b3d4be" -d '{"events": [{"name": "network-changed", "server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:08.676993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.753031 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d07a9-2ddc-47fb-b990-14d581e0d5d1 x-openstack-request-id: req-592d07a9-2ddc-47fb-b990-14d581e0d5d1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:08.754005 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:08.754005 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-592d07a9-2ddc-47fb-b990-14d581e0d5d1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:08.754779 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b', 'status': 'completed', 'code': 200} Aug 06 18:30:08.760316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.886694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0afbe2-4819-456d-b5df-d5342376ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:08.894529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-4d9bf7aa-73bd-4b41-8c49-18c6748cd957 service neutron] 10.222.0.16 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816560 Aug 06 18:30:08.943578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.948505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:08.950192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a HTTP/1.1" status: 204 len: 168 time: 0.4606645 Aug 06 18:30:08.961635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200421a-410f-47bc-8bd1-66fd44e51715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d043f-d70c-4c84-b6e1-04f4cfe5b68a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:08.981847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-07a8be70-206f-403f-b856-64b0efb12e55 req-5ac91a1a-e5a7-43e9-a988-09e0e47134f1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4817154 Aug 06 18:30:09.115928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-770750cc-3d7a-462e-b1d2-2ee03a96b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.119857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-770750cc-3d7a-462e-b1d2-2ee03a96b62e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 1095 time: 0.5375679 Aug 06 18:30:09.123800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-f6fdd7cf-9177-44f0-ace7-fe1b7c97fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.129153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-f6fdd7cf-9177-44f0-ace7-fe1b7c97fffe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 1096 time: 0.5945110 Aug 06 18:30:09.326098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-62bb1e43-a08c-4e9c-b87f-8470c0518c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c1e3ac5-f478-4d73-9e90-62999568547b HTTP/1.1" status: 200 len: 217 time: 0.1539934 Aug 06 18:30:09.564453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-21a509d7-d64a-4f2b-9c9d-83716b246926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.581529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-21a509d7-d64a-4f2b-9c9d-83716b246926 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 1095 time: 0.5965922 Aug 06 18:30:09.913345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f951-b896-495c-b408-c77dabd83b81 req-71a12439-c3aa-4bc6-8eb4-abd9004357c9 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.943284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb72f951-b896-495c-b408-c77dabd83b81 req-71a12439-c3aa-4bc6-8eb4-abd9004357c9 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.2663791 Aug 06 18:30:10.027038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-225821a0-3dd7-4a57-b969-ccdb6f97030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.031650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-225821a0-3dd7-4a57-b969-ccdb6f97030e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 0.6644113 Aug 06 18:30:10.127348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb72f951-b896-495c-b408-c77dabd83b81 req-0bc89d55-4242-40cf-b27c-295827592390 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829739 Aug 06 18:30:10.217910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd11356-1a09-44a8-93d2-edd64e634ef4 req-1d57aa0a-3ae2-4810-82a2-199996183f87 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.236195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8dd11356-1a09-44a8-93d2-edd64e634ef4 req-1d57aa0a-3ae2-4810-82a2-199996183f87 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.5326538 Aug 06 18:30:10.326131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-0014fa66-fcc6-4939-a23a-6c3b4553a1a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2640464 Aug 06 18:30:10.330918 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.348637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-bc647bf8-5252-4371-aaf1-ac361f9e0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.349525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-bc647bf8-5252-4371-aaf1-ac361f9e0c3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 919 time: 1.2168593 Aug 06 18:30:10.538987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8dd11356-1a09-44a8-93d2-edd64e634ef4 req-dd03f415-f091-4736-9f28-af57b49c244b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003352 Aug 06 18:30:10.591691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-c59ac683-5e2c-46c5-a043-bd8895f189a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75a34393-d68f-4a5d-b693-c35586e5dc08 HTTP/1.1" status: 200 len: 217 time: 0.1968319 Aug 06 18:30:10.792902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-e8cb2171-7a88-4628-9b9c-df85fcbcc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.795474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-e8cb2171-7a88-4628-9b9c-df85fcbcc539 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 919 time: 1.1823719 Aug 06 18:30:10.959352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-be014647-9610-4da5-8cf4-bbaafc5dad22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e11f81-1804-4c49-baac-41d6bd421918 HTTP/1.1" status: 200 len: 217 time: 0.1543100 Aug 06 18:30:11.172860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-a2126cc0-66af-429c-a092-c48fa7825a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.172860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-a2126cc0-66af-429c-a092-c48fa7825a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 0.5675254 Aug 06 18:30:11.306708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-b91078f8-f5d5-43b9-a3ad-f90244f19db7 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550726 Aug 06 18:30:11.318939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-3db4496d-987b-4683-9693-a2350db646b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226859 Aug 06 18:30:11.493727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-9afcb345-1049-49fc-b2fb-25228609bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.495499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-9afcb345-1049-49fc-b2fb-25228609bb2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 0.5060275 Aug 06 18:30:11.652252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e63a1-04d2-4810-8952-06f8e3169b5d req-fa4efc94-b657-4729-a421-e7b0e9e5341d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.655032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-641e63a1-04d2-4810-8952-06f8e3169b5d req-fa4efc94-b657-4729-a421-e7b0e9e5341d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1436331 Aug 06 18:30:11.753508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-641e63a1-04d2-4810-8952-06f8e3169b5d req-dfb3b061-8849-4b7d-baff-2789b5a6cf09 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726678 Aug 06 18:30:11.773385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:11.883136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:11.981087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-4d968de2-1dfe-4f3f-9c6d-19164646f021 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432636 Aug 06 18:30:11.993685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-21037d36-e7cb-486d-a90b-3ac3d0d18920 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4082825 Aug 06 18:30:12.121366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75a34393-d68f-4a5d-b693-c35586e5dc08 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:12.187382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1403063859-network', 'tenant_id': '8beb7b8867584279902cecdd693be2a5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:12.219747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Made reservation on behalf of 8beb7b8867584279902cecdd693be2a5 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:12.223011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638a844-82e1-41ca-a0af-e39af81300a5 req-27a350f9-de2c-4dd7-8e92-b830ec1b82bb tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.226101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9638a844-82e1-41ca-a0af-e39af81300a5 req-27a350f9-de2c-4dd7-8e92-b830ec1b82bb tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.7343280 Aug 06 18:30:12.230383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.270599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.288344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b3e11f81-1804-4c49-baac-41d6bd421918 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:12.372218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0466b02-2379-475a-95b0-0c5e6ecb7c21 req-5ab2879f-6961-469e-b7df-c9ebd1103276 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0455015 Aug 06 18:30:12.391534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75a34393-d68f-4a5d-b693-c35586e5dc08,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:12.412072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '75a34393-d68f-4a5d-b693-c35586e5dc08', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'port_id': '75a34393-d68f-4a5d-b693-c35586e5dc08', 'mac_address': 'fa:16:3e:7f:7c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa982f0-741b-474d-a2e9-d8817db74b77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:12.460713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-ec8047ef-0734-41bf-83d7-c142a731eda3 service neutron] 10.222.0.16 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519432 Aug 06 18:30:12.465171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9638a844-82e1-41ca-a0af-e39af81300a5 req-087cb957-3d85-4f7b-8085-7d92672804a6 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232810 Aug 06 18:30:12.500830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-91d4ab4e-50f9-407b-a20b-aefdd4667831 req-7690b3f6-14b2-4f4e-9d58-bedb493fa170 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051112 Aug 06 18:30:12.506368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.574900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a34393-d68f-4a5d-b693-c35586e5dc08 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:12.615449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.625738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.627626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c8bdca0b-72ab-4a55-b8fe-fce739493266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.630838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c8bdca0b-72ab-4a55-b8fe-fce739493266 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 1096 time: 0.1430058 Aug 06 18:30:12.646730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:30:12.668029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.669049 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Added segment 5c837d2b-2eac-4f96-8a33-0436d6250ab7 of type vlan for network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 Aug 06 18:30:12.669960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75a34393-d68f-4a5d-b693-c35586e5dc08,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:12.697057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.748886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7899dc1-db28-41df-b2ed-3a92c9f1e21a req-78537aca-27d8-4691-90e9-813af806d9c8 service neutron] 10.222.0.16 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792478 Aug 06 18:30:12.772189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.790983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b3e11f81-1804-4c49-baac-41d6bd421918,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:12.848414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fea605-7852-4822-806a-1911232a426e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:12.848848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b3e11f81-1804-4c49-baac-41d6bd421918', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'port_id': 'b3e11f81-1804-4c49-baac-41d6bd421918', 'mac_address': 'fa:16:3e:6e:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa982f0-741b-474d-a2e9-d8817db74b77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:12.895178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.896496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.899045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:12.902586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c65918b8-893a-49ee-af83-15c10f795df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.915389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c65918b8-893a-49ee-af83-15c10f795df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 200 len: 919 time: 0.2702878 Aug 06 18:30:12.959379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['75a34393-d68f-4a5d-b693-c35586e5dc08'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:12.983425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:13.062827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.073619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-e42b02ee-db04-43fe-bd80-b9eba9162ac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c1e3ac5-f478-4d73-9e90-62999568547b HTTP/1.1" status: 200 len: 217 time: 0.1495626 Aug 06 18:30:13.090978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e11f81-1804-4c49-baac-41d6bd421918 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:13.126857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b3e11f81-1804-4c49-baac-41d6bd421918,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:13.205656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.318673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c35d2e44-b6f7-48ba-8c06-7eb32987cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:13.329240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-c35d2e44-b6f7-48ba-8c06-7eb32987cccd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 200 len: 858 time: 0.2346964 Aug 06 18:30:13.483653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:13.520368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-6259da5a-e1d8-4101-94c2-dff17e65a5ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5855573-8452-4051-9eb6-76084b5e7eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683695 Aug 06 18:30:13.541890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6570170 Aug 06 18:30:13.546719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:13.583268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Request body: {'subnet': {'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1403063859-subnet', 'tenant_id': '8beb7b8867584279902cecdd693be2a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:13.617027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b3e11f81-1804-4c49-baac-41d6bd421918'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:13.748867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af34cd5-c0d2-4df6-a550-5dbc7de5f862 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:13.778442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Made reservation on behalf of 8beb7b8867584279902cecdd693be2a5 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:13.781419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.792179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:30:13.849766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7c2c3-886b-4566-9d0e-3e9681e7f8d6 req-37929802-645d-4584-b87b-7da8922cca78 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:13.859690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73d7c2c3-886b-4566-9d0e-3e9681e7f8d6 req-37929802-645d-4584-b87b-7da8922cca78 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3214407 Aug 06 18:30:14.094532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-2853a01a-b24d-4faf-b09e-e171ef2f1ab5 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538912 Aug 06 18:30:14.150878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75a34393-d68f-4a5d-b693-c35586e5dc08 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:14.213354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a64b-e17b-47b5-971c-8e1fdcc22b56 req-1fae4761-d3ce-4869-90d4-3e90f63bf5b4 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.233577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d44a64b-e17b-47b5-971c-8e1fdcc22b56 req-1fae4761-d3ce-4869-90d4-3e90f63bf5b4 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.3028309 Aug 06 18:30:14.459928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73d7c2c3-886b-4566-9d0e-3e9681e7f8d6 req-1f9390fd-23fd-4069-96f5-66b642754ffa tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5987170 Aug 06 18:30:14.472119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.543624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 75a34393-d68f-4a5d-b693-c35586e5dc08 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:14.561810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 75a34393-d68f-4a5d-b693-c35586e5dc08 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:14.562177 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.572845 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d44a64b-e17b-47b5-971c-8e1fdcc22b56 req-a7150ed0-9dff-4462-b747-c81526293ebe tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314235 Aug 06 18:30:14.651489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf903c71-ea4c-4531-b239-ceb601b3d4be req-a35995a7-f99d-4f87-a2ab-ed55c070ffa4 service neutron] 10.222.0.55 "GET /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460353 Aug 06 18:30:14.745024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d2ed3c-205c-4300-afac-038779d05981,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:14.857972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.910019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Checking segment: {'id': '5c837d2b-2eac-4f96-8a33-0436d6250ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:14.910019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Network hostable DHCP agents. Network: 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:30:14.953847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:14.958936 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67738fa-238d-473c-9cc8-484c3d7c4fde" -d '{"events": [{"server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "name": "network-vif-plugged", "status": "completed", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:14.973108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:30:15.023879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:15.035787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.036774 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.054805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75a34393-d68f-4a5d-b693-c35586e5dc08,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:15.060387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8d416-b67c-4d26-8acf-1d499dc80de9 None None] Network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:15.098704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e32aa755-99d4-40ab-81e5-e52840f4b0b7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5502779 Aug 06 18:30:15.353890 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6995e8-f66a-495b-985d-2565b309dcab x-openstack-request-id: req-eb6995e8-f66a-495b-985d-2565b309dcab {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:15.354930 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "name": "network-vif-plugged", "status": "completed", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:15.355634 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb6995e8-f66a-495b-985d-2565b309dcab {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:15.356334 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08', 'code': 200} Aug 06 18:30:15.361148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.438064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e1f-cc2f-4fa5-b6ca-7697a970ee68 req-05b20941-aed2-405b-962a-f4416f7666e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.442955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69729e1f-cc2f-4fa5-b6ca-7697a970ee68 req-05b20941-aed2-405b-962a-f4416f7666e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 1097 time: 0.1603639 Aug 06 18:30:15.478226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbf87f-fbf4-407c-83c5-5917aada119c None None] Network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:15.578207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c2d4-b862-43af-8638-ceb6fc39d639 req-72fe3096-f323-42b7-a6e9-89c25049138a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.580091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf34c2d4-b862-43af-8638-ceb6fc39d639 req-72fe3096-f323-42b7-a6e9-89c25049138a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1521082 Aug 06 18:30:15.593469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69729e1f-cc2f-4fa5-b6ca-7697a970ee68 req-1a12b490-bed4-4f4a-828c-ebe81a0f0eb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395612 Aug 06 18:30:15.618087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:15.671076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf34c2d4-b862-43af-8638-ceb6fc39d639 req-1e72dd11-f9e1-4f38-837a-25deff3c9ea8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822921 Aug 06 18:30:15.690311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54778) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:15.778949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be644ce4-ae32-4436-9b47-c2f7c87b2c07 req-65d1f820-f516-460f-a6ab-ca0a75dd3afe tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.781033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be644ce4-ae32-4436-9b47-c2f7c87b2c07 req-65d1f820-f516-460f-a6ab-ca0a75dd3afe tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0980351 Aug 06 18:30:15.856776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1438bc26-4fba-4876-b88e-ad394d9b990f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 200 len: 993 time: 0.1640127 Aug 06 18:30:15.934326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be644ce4-ae32-4436-9b47-c2f7c87b2c07 req-b836cc52-4505-4f1a-ba60-fe8c35b3f38c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390052 Aug 06 18:30:16.144608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4c1e3ac5-f478-4d73-9e90-62999568547b details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:16.305311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:30:16.311034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-16025d7a-9ab9-4fa9-bad0-6cd1db65ccf0 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:16.336690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-16025d7a-9ab9-4fa9-bad0-6cd1db65ccf0 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/networks?id=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 HTTP/1.1" status: 200 len: 813 time: 0.3167968 Aug 06 18:30:16.338493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b3e11f81-1804-4c49-baac-41d6bd421918 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:16.371937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-ef8ad25e-f079-42a1-8d00-e80dd34932c9 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/quotas/8beb7b8867584279902cecdd693be2a5 HTTP/1.1" status: 200 len: 375 time: 0.0328891 Aug 06 18:30:16.398581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3383443-31b4-49ad-8465-8bc65b905283 req-58c87d37-6d15-4dd9-aa35-06bf381dd985 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:16.420042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3383443-31b4-49ad-8465-8bc65b905283 req-58c87d37-6d15-4dd9-aa35-06bf381dd985 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 944 time: 0.3022957 Aug 06 18:30:16.540769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-36c9d914-0d25-4aad-8047-3d2394c3a13c tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8beb7b8867584279902cecdd693be2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1663907 Aug 06 18:30:16.668093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3383443-31b4-49ad-8465-8bc65b905283 req-967a2274-1f6c-4da3-a48f-7935c6ad2694 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405968 Aug 06 18:30:16.874880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port b3e11f81-1804-4c49-baac-41d6bd421918 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:16.888606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b3e11f81-1804-4c49-baac-41d6bd421918 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:16.889157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.002943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-6fa22449-4780-4140-a17a-43a20e457775 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587097 Aug 06 18:30:17.058313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4c1e3ac5-f478-4d73-9e90-62999568547b,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.123919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '4c1e3ac5-f478-4d73-9e90-62999568547b', 'network_id': 'f5855573-8452-4051-9eb6-76084b5e7eb9', 'port_id': '4c1e3ac5-f478-4d73-9e90-62999568547b', 'mac_address': 'fa:16:3e:a8:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa982f0-741b-474d-a2e9-d8817db74b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:17.226456 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.256003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1e3ac5-f478-4d73-9e90-62999568547b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:17.339080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5377240-e447-4aba-9f51-4cc4e4df51e3 req-9d2eb788-8a9b-4eb9-a85d-9a009f786e89 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:17.341206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5377240-e447-4aba-9f51-4cc4e4df51e3 req-9d2eb788-8a9b-4eb9-a85d-9a009f786e89 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2085111 Aug 06 18:30:17.437220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-097d5c9c-d461-4c56-88ba-2e24bb89999d service neutron] 10.222.0.64 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334929 Aug 06 18:30:17.465853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5377240-e447-4aba-9f51-4cc4e4df51e3 req-50115616-18fe-43e9-935d-f4989ebc2439 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873358 Aug 06 18:30:17.557282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4c1e3ac5-f478-4d73-9e90-62999568547b,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.559290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.588282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.692560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:17.702879 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4502b308-43be-48b2-a802-4005cb2642f7" -d '{"events": [{"server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "name": "network-vif-plugged", "status": "completed", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:17.768369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b3e11f81-1804-4c49-baac-41d6bd421918,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.793893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.805039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:17.870388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4c1e3ac5-f478-4d73-9e90-62999568547b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:17.990146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1796a-f0ff-4239-9d6d-3636d2bb7b46 req-ff919cd8-b3db-454c-ae27-c30a92d5a528 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.003656 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6aa1796a-f0ff-4239-9d6d-3636d2bb7b46 req-ff919cd8-b3db-454c-ae27-c30a92d5a528 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1097 time: 0.1358614 Aug 06 18:30:18.174613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6aa1796a-f0ff-4239-9d6d-3636d2bb7b46 req-5bb3da98-205c-4c00-be81-729296222574 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672552 Aug 06 18:30:18.272695 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb97d3-7b09-41c5-accb-f57b80ce03f6 x-openstack-request-id: req-2ffb97d3-7b09-41c5-accb-f57b80ce03f6 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:18.273327 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "name": "network-vif-plugged", "status": "completed", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:18.273657 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ffb97d3-7b09-41c5-accb-f57b80ce03f6 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:18.274212 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918', 'code': 200} Aug 06 18:30:18.442844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:18.472295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4dc74-f82e-4273-8983-5f24136711e2 req-59abe5d7-bd00-4667-9a82-faa6d75c68cf tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.488493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68e4dc74-f82e-4273-8983-5f24136711e2 req-59abe5d7-bd00-4667-9a82-faa6d75c68cf tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 945 time: 0.1288242 Aug 06 18:30:18.503674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-666fd799-e8bb-4558-990d-7f07bc407d8b req-caab2015-d69e-460f-9564-ceaf6550cba1 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 210 time: 0.1441219 Aug 06 18:30:18.558772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206e14f-b1c8-4150-9455-228d95108884 req-73865cea-402a-4323-9602-304c18ec27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.565061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4206e14f-b1c8-4150-9455-228d95108884 req-73865cea-402a-4323-9602-304c18ec27a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 1097 time: 0.3148682 Aug 06 18:30:18.590325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68e4dc74-f82e-4273-8983-5f24136711e2 req-0e71de9d-cf65-4d3d-889c-f81a1afdafd5 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940509 Aug 06 18:30:18.732424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4206e14f-b1c8-4150-9455-228d95108884 req-48675441-4293-4c5a-8127-f312dd7c1f3d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531267 Aug 06 18:30:18.811282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-1f392795-68e8-44c0-be0b-fcd9293466a9 req-abd2e9a9-6705-4196-839c-99af24dd3dfc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:30:18.813021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f392795-68e8-44c0-be0b-fcd9293466a9 req-abd2e9a9-6705-4196-839c-99af24dd3dfc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095959 Aug 06 18:30:18.988770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abbc2-b5b4-462e-b118-37f7a540f6ff req-60ff4e89-c923-4218-9811-9a7b4f133a45 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.995514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-336abbc2-b5b4-462e-b118-37f7a540f6ff req-60ff4e89-c923-4218-9811-9a7b4f133a45 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1886804 Aug 06 18:30:19.084510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-336abbc2-b5b4-462e-b118-37f7a540f6ff req-3ce4405b-9404-4f07-b94b-c6ea07664d0b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726926 Aug 06 18:30:19.814842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef6c52dd-da19-40d6-8fa4-b1273c5496fb req-c6d3e340-1d52-49b8-943b-696ef531de86 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 210 time: 0.0920036 Aug 06 18:30:19.928952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54868) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:20.127089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097fd6-c816-4f5f-a4dd-1fdbabf8e883 req-c1b329ed-544a-4f2b-9656-7dd5d97e37bb tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.136683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df097fd6-c816-4f5f-a4dd-1fdbabf8e883 req-c1b329ed-544a-4f2b-9656-7dd5d97e37bb tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 945 time: 0.2440109 Aug 06 18:30:20.160831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4c1e3ac5-f478-4d73-9e90-62999568547b up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:20.234776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df097fd6-c816-4f5f-a4dd-1fdbabf8e883 req-7c0e51fa-d4e3-4d46-81f5-4369a5fd8f90 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952966 Aug 06 18:30:20.312896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-5bc23ffe-4da8-4c9a-b25e-2e4f98710b42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3817062 Aug 06 18:30:20.354512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-d15b993a-b141-4499-b001-c434dd1a1869 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:30:20.366430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-d15b993a-b141-4499-b001-c434dd1a1869 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521877 Aug 06 18:30:20.371840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 4c1e3ac5-f478-4d73-9e90-62999568547b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:20.378854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 4c1e3ac5-f478-4d73-9e90-62999568547b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:20.379785 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.556888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f749-74a0-428b-8ea6-96fec0f7f8f9 req-d338cd6b-ace3-4e56-9358-b2c0ff94c4ef tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.575181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5576f749-74a0-428b-8ea6-96fec0f7f8f9 req-d338cd6b-ace3-4e56-9358-b2c0ff94c4ef tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1938910 Aug 06 18:30:20.663360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5576f749-74a0-428b-8ea6-96fec0f7f8f9 req-c075f125-9c9f-4c29-b296-eb7a0600a427 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818214 Aug 06 18:30:20.684722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-29544d00-30e2-4f41-80cf-8cbe60347c52 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.692550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.703852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-29544d00-30e2-4f41-80cf-8cbe60347c52 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.16 "GET /v2.0/networks?id=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 HTTP/1.1" status: 200 len: 813 time: 0.4804583 Aug 06 18:30:20.721593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Request body: {'port': {'device_id': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5', 'admin_state_up': True, 'tenant_id': '8beb7b8867584279902cecdd693be2a5'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:20.746084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4c1e3ac5-f478-4d73-9e90-62999568547b,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:20.747625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:20.751664 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5196f4e3-5664-46b7-9954-b7e96932805b" -d '{"events": [{"server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "name": "network-vif-plugged", "status": "completed", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:20.787331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.909403 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16789025-a6a6-4d47-9fb1-ca41a32dd8a3 x-openstack-request-id: req-16789025-a6a6-4d47-9fb1-ca41a32dd8a3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:20.911223 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "name": "network-vif-plugged", "status": "completed", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:20.911489 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16789025-a6a6-4d47-9fb1-ca41a32dd8a3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:20.913109 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b', 'code': 200} Aug 06 18:30:20.995705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.144725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85661e2f-2afd-4926-b819-1e40f9d116d5 req-7f7615df-bc84-47f5-b67b-01361f390be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.148045 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85661e2f-2afd-4926-b819-1e40f9d116d5 req-7f7615df-bc84-47f5-b67b-01361f390be1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 1098 time: 0.1451387 Aug 06 18:30:21.155925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5036d30-eeb8-4631-b917-a8f6e80f881c req-ed357fca-e4c3-4426-a475-962e51b01d19 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 210 time: 0.0887191 Aug 06 18:30:21.288910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85661e2f-2afd-4926-b819-1e40f9d116d5 req-fadef074-bbc9-4154-aaa1-dc24cba15f1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139426 Aug 06 18:30:21.290475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Made reservation on behalf of 8beb7b8867584279902cecdd693be2a5 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:21.301137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.564254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51085134-e2a2-4cb7-b13f-72e840d6cc97 req-21260b96-3d40-4f16-89a2-92213da35521 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.575521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51085134-e2a2-4cb7-b13f-72e840d6cc97 req-21260b96-3d40-4f16-89a2-92213da35521 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 946 time: 0.1743817 Aug 06 18:30:21.603613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Allocated IP 172.20.0.5 (2ee95055-e5ab-4cd2-a5e0-24e8095e77c5/24d2ed3c-205c-4300-afac-038779d05981/3b52c61d-e228-483e-b114-9bda31a24f70) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:30:21.711632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51085134-e2a2-4cb7-b13f-72e840d6cc97 req-13019337-93d2-4162-8c20-d137a766039c tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158185 Aug 06 18:30:21.851548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.926565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.936016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f83c11-d2b9-48fb-942b-ee9354fd7964 req-6935baaf-76de-4b91-ba0e-b025a02cd104 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.950513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2f83c11-d2b9-48fb-942b-ee9354fd7964 req-6935baaf-76de-4b91-ba0e-b025a02cd104 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1088569 Aug 06 18:30:22.028338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2f83c11-d2b9-48fb-942b-ee9354fd7964 req-cfa994f0-381f-47f3-a5ab-01e1589d8425 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760686 Aug 06 18:30:22.029982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:30:22.165928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:22.169189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Pushing event updated for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:22.186750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:30:22.216739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-8aecccb9-6399-4d55-8336-9649c7df6492 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.229565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-8aecccb9-6399-4d55-8336-9649c7df6492 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1094 time: 0.4951172 Aug 06 18:30:22.233693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.234141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.234491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.234920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.235326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.236235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.236821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.237696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.238180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.238884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.239527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.240035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:22.318461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Request body: {'binding': {'host': 'n-h2-793621-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:22.319028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Unknown quota resources ['binding']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:30:22.330101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.331165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:22.428212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc78c2e-6006-48cb-8fa1-b22f59245d4a req-02d2427b-1c0c-4ba6-bbf6-d92742a458db tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.432044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abc78c2e-6006-48cb-8fa1-b22f59245d4a req-02d2427b-1c0c-4ba6-bbf6-d92742a458db tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 931 time: 0.1075778 Aug 06 18:30:22.525636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-821941a2-5eb7-4020-ac64-3c6c383808c8 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8107774 Aug 06 18:30:22.527328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abc78c2e-6006-48cb-8fa1-b22f59245d4a req-f0dde2ea-4d02-4d89-827b-04014c379973 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868855 Aug 06 18:30:22.550731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Request body: {'port': {'device_id': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:22.945577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01044e-84b1-47d1-a29f-040a041fb2ad req-40834c52-6900-45ff-a945-0eaf7403b217 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.947172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d01044e-84b1-47d1-a29f-040a041fb2ad req-40834c52-6900-45ff-a945-0eaf7403b217 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 946 time: 0.0832191 Aug 06 18:30:23.023422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d01044e-84b1-47d1-a29f-040a041fb2ad req-6ddcc61a-f1a1-4675-be92-7a47fb92890f tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Aug 06 18:30:23.185038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on host n-h2-793621-29 for vnic_type normal with profile None {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:23.185994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:23.185994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:23.196215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:23.196488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:23.208266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:23.208714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:23.209338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Bound using segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:23.209773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Bound port: 9841ee26-609f-4245-a92c-2d2ab3598bee, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:23.258584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b8afb-fbf7-4e07-8e70-24611de64906 req-64e8f2a6-ae7c-4708-a540-a728600ba78e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.260720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d1b8afb-fbf7-4e07-8e70-24611de64906 req-64e8f2a6-ae7c-4708-a540-a728600ba78e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0878053 Aug 06 18:30:23.326782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d1b8afb-fbf7-4e07-8e70-24611de64906 req-8ab853bc-01a1-4a05-b92a-16df3d315b17 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533102 Aug 06 18:30:23.353340 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:23.465034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:23.485061 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] Notify callbacks [] for binding, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:23.487802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-8d009e28-0a0a-4689-883d-e7953c7b343a service neutron] 10.222.0.64 "POST /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee/bindings HTTP/1.1" status: 201 len: 390 time: 1.2570343 Aug 06 18:30:23.633289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa980b67-05b0-4992-8c1d-96a2925421a2 req-820bc1fd-9bbd-4363-ad48-ddeeef942f79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.656383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa980b67-05b0-4992-8c1d-96a2925421a2 req-820bc1fd-9bbd-4363-ad48-ddeeef942f79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 945 time: 0.1866040 Aug 06 18:30:23.733021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa980b67-05b0-4992-8c1d-96a2925421a2 req-c5b55836-056f-4446-b44c-035397f3c0e8 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721889 Aug 06 18:30:23.919535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bcce7-a6b7-43dc-93e8-fa3cd1ca9378 req-dd66aec4-b504-4e83-a0e1-572b1edc0811 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.920311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c703e01-2a4c-416b-b46e-11098d467875 req-55dfb41e-d69c-4b70-a93e-c44c3b953471 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.922009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c703e01-2a4c-416b-b46e-11098d467875 req-55dfb41e-d69c-4b70-a93e-c44c3b953471 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 931 time: 0.2136261 Aug 06 18:30:23.922308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a00bcce7-a6b7-43dc-93e8-fa3cd1ca9378 req-dd66aec4-b504-4e83-a0e1-572b1edc0811 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.0936689 Aug 06 18:30:23.950983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-4cb8edbd-6694-4091-b2f7-cd4c54ef2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.954514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-4cb8edbd-6694-4091-b2f7-cd4c54ef2598 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1097 time: 0.1532037 Aug 06 18:30:24.004759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a00bcce7-a6b7-43dc-93e8-fa3cd1ca9378 req-941df65e-5e74-4cf5-9aa2-01da3f43e9a6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676930 Aug 06 18:30:24.170167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485982-73ad-45c8-8946-7b00250c2d1e req-f4f9033c-aadc-4097-95d9-9b24f7f685b4 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.171866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc485982-73ad-45c8-8946-7b00250c2d1e req-f4f9033c-aadc-4097-95d9-9b24f7f685b4 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 945 time: 0.0940471 Aug 06 18:30:24.217743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c703e01-2a4c-416b-b46e-11098d467875 req-d80b24ac-b262-4cd0-a9a0-80acc457904a tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804163 Aug 06 18:30:24.280227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc485982-73ad-45c8-8946-7b00250c2d1e req-4f80ab1b-115b-4613-91d5-7fb525e5a360 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980783 Aug 06 18:30:24.333769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-d3a31360-49a4-4b08-b964-1761b63ba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.336897 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-d3a31360-49a4-4b08-b964-1761b63ba993 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.3650854 Aug 06 18:30:24.486967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b52c61d-e228-483e-b114-9bda31a24f70 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:24.497184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:24.524631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Transition to ACTIVE for port object 3b52c61d-e228-483e-b114-9bda31a24f70 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:24.532979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:24.640805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Pushing event updated for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:24.652560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-768c0374-15e0-4ef4-bf17-92cc162a5c28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1001 time: 0.3054125 Aug 06 18:30:24.681918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7734-5f66-4ad1-9a02-98025e94197f req-8bf71d83-de07-4b07-9298-7f61187fbc80 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.715409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-909d7734-5f66-4ad1-9a02-98025e94197f req-8bf71d83-de07-4b07-9298-7f61187fbc80 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2302856 Aug 06 18:30:24.845962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-909d7734-5f66-4ad1-9a02-98025e94197f req-4c693213-d87a-422d-908a-b99b92f3911a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254027 Aug 06 18:30:24.964394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Attempting to bind port 3b52c61d-e228-483e-b114-9bda31a24f70 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:24.964875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Attempting to bind port 3b52c61d-e228-483e-b114-9bda31a24f70 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '5c837d2b-2eac-4f96-8a33-0436d6250ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:24.965328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Attempting to bind port 3b52c61d-e228-483e-b114-9bda31a24f70 on network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:25.008510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Port 3b52c61d-e228-483e-b114-9bda31a24f70 on network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:25.008777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Attempting to bind port 3b52c61d-e228-483e-b114-9bda31a24f70 on network 2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:25.024605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-63c75f98-bb5b-47f9-ba86-098bae5cae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.027801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-63c75f98-bb5b-47f9-ba86-098bae5cae2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.3206999 Aug 06 18:30:25.031559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:25.032097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Checking segment: {'id': '5c837d2b-2eac-4f96-8a33-0436d6250ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:25.032762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Bound using segment: {'id': '5c837d2b-2eac-4f96-8a33-0436d6250ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:25.033636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Bound port: 3b52c61d-e228-483e-b114-9bda31a24f70, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c837d2b-2eac-4f96-8a33-0436d6250ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:25.034300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:25.188627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8082bf-144a-412e-bfeb-8f1d07227935 req-e70c571e-d47d-4391-a4aa-1c8fe8191e15 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.191376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd8082bf-144a-412e-bfeb-8f1d07227935 req-e70c571e-d47d-4391-a4aa-1c8fe8191e15 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 945 time: 0.2539175 Aug 06 18:30:25.244066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-105af6b9-6af6-46c1-8564-ef7cf939d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.246855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-105af6b9-6af6-46c1-8564-ef7cf939d1d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911767 Aug 06 18:30:25.283213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a5111-e257-4fa6-a11b-b4925d02393d req-e7f3ccfb-f970-4368-b816-f978dc9a8498 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.286253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae7a5111-e257-4fa6-a11b-b4925d02393d req-e7f3ccfb-f970-4368-b816-f978dc9a8498 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.0965695 Aug 06 18:30:25.375522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae7a5111-e257-4fa6-a11b-b4925d02393d req-733c5ebd-f0b5-4e2c-94e3-7f1d40d6999c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768931 Aug 06 18:30:25.393367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:25.435551 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd8082bf-144a-412e-bfeb-8f1d07227935 req-2f875a2a-2674-4792-9339-8f93c275a592 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262092 Aug 06 18:30:25.502725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3b52c61d-e228-483e-b114-9bda31a24f70,segment=NetworkSegment(5c837d2b-2eac-4f96-8a33-0436d6250ab7),segment_id=5c837d2b-2eac-4f96-8a33-0436d6250ab7)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:25.527401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:25.555908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010c15f-49b3-4d3e-b632-3836cce3afd3 req-23e843a3-cc55-4c98-929d-279c70dd618d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.557492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5010c15f-49b3-4d3e-b632-3836cce3afd3 req-23e843a3-cc55-4c98-929d-279c70dd618d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 943 time: 0.0908833 Aug 06 18:30:25.624247 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5010c15f-49b3-4d3e-b632-3836cce3afd3 req-9b537e51-e2fb-407f-8e4f-d41ed2c6b11e tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Aug 06 18:30:25.627008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.628483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:25.640863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] 10.222.0.16 "PUT /v2.0/ports/3b52c61d-e228-483e-b114-9bda31a24f70 HTTP/1.1" status: 200 len: 1092 time: 3.0869772 Aug 06 18:30:25.640863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:25.640863 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec47d9-3743-47d4-8614-037dc966c870" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:25.705088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-185e6fff-1f2c-4cbe-97a1-80034db67acc service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323754 Aug 06 18:30:25.731838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb56918-a159-46c3-997a-eeb1d3f0a120 service neutron] Pushing event updated for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:25.738392 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631df583-5977-481f-a717-fcce18761bee x-openstack-request-id: req-631df583-5977-481f-a717-fcce18761bee {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:25.738883 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:25.739288 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-631df583-5977-481f-a717-fcce18761bee {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:25.739947 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70', 'status': 'completed', 'code': 200} Aug 06 18:30:26.036264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-8ceae779-972e-4d35-ade7-13ef7feea9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.039562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-8ceae779-972e-4d35-ade7-13ef7feea9ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8beb7b8867584279902cecdd693be2a5&device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 1095 time: 0.3323877 Aug 06 18:30:26.051693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-9d9b98ef-abc8-422e-b818-b2ca08ab1c25 service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066518 Aug 06 18:30:26.131101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fabe9a-805d-4100-855d-31be8f4c9fbf req-e1b019b6-b7bb-42f9-8654-82a608402044 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.135442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82fabe9a-805d-4100-855d-31be8f4c9fbf req-e1b019b6-b7bb-42f9-8654-82a608402044 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1239843 Aug 06 18:30:26.175681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-a101233a-5f33-43e0-89a0-890cfa6e5852 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b52c61d-e228-483e-b114-9bda31a24f70 HTTP/1.1" status: 200 len: 217 time: 0.1223664 Aug 06 18:30:26.221932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82fabe9a-805d-4100-855d-31be8f4c9fbf req-62a255f7-037f-4423-bc6f-28d1a6c8033f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733643 Aug 06 18:30:26.464793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-542b8726-31d1-4f67-a0cc-02f76f9a3671 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.467633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-542b8726-31d1-4f67-a0cc-02f76f9a3671 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 945 time: 0.3070233 Aug 06 18:30:26.515513 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:30:26.552579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-1d73d40e-2598-4cfb-b2eb-6ccabcb63bee tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.558158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-1d73d40e-2598-4cfb-b2eb-6ccabcb63bee tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1&tenant_id=7ee904f95c494adf94b537fca9d2b1d4&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1097 time: 0.3974504 Aug 06 18:30:26.563897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-db98db7f-cc37-4ecc-bfad-9dc46846e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.571593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-db98db7f-cc37-4ecc-bfad-9dc46846e52a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24d2ed3c-205c-4300-afac-038779d05981 HTTP/1.1" status: 200 len: 853 time: 0.3063247 Aug 06 18:30:26.585312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-29'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:26.729038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-a359b233-725f-4d4b-bfb8-194a364f624b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362112 Aug 06 18:30:26.871406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076bc83-5d09-4c2f-a27f-853ffde05e2e req-bac04227-c5d2-41be-81ef-39d7352010e2 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.890898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5076bc83-5d09-4c2f-a27f-853ffde05e2e req-bac04227-c5d2-41be-81ef-39d7352010e2 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 945 time: 0.2102525 Aug 06 18:30:26.969586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.001320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8632-21f8-4e69-b956-8addd8fd0a6a req-5db8570f-fa15-445b-9610-644fa075dc52 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.013208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5076bc83-5d09-4c2f-a27f-853ffde05e2e req-eccac0fa-b979-46ef-a2d4-13ac63692ddb tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173990 Aug 06 18:30:27.014846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e6b8632-21f8-4e69-b956-8addd8fd0a6a req-5db8570f-fa15-445b-9610-644fa075dc52 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.3664474 Aug 06 18:30:27.267642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835513-fe2d-4b93-9333-fc6310d6b345 req-bd8a0b96-b423-467f-bae8-459d7782e80e tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.280741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8835513-fe2d-4b93-9333-fc6310d6b345 req-bd8a0b96-b423-467f-bae8-459d7782e80e tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 943 time: 0.1164312 Aug 06 18:30:27.363950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8835513-fe2d-4b93-9333-fc6310d6b345 req-2491cb5e-a1a2-4c96-86a6-8e770dbc325d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815628 Aug 06 18:30:27.397816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:27.420428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-7bcf8b8a-83bf-4572-9031-0a00f998176e service neutron] 10.222.0.16 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606357 Aug 06 18:30:27.534565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3e6b8632-21f8-4e69-b956-8addd8fd0a6a req-df01de9b-0ef1-4a5f-b7aa-d7a6996414ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5053835 Aug 06 18:30:27.556373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Deleting port 75a34393-d68f-4a5d-b693-c35586e5dc08 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:27.556373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.601583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f14b79-3f3a-42c6-8a32-7a695f328a56 req-3fc09d7f-c824-4c93-82f8-fe9c7b877bc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.605017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8f14b79-3f3a-42c6-8a32-7a695f328a56 req-3fc09d7f-c824-4c93-82f8-fe9c7b877bc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1081948 Aug 06 18:30:27.692914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8f14b79-3f3a-42c6-8a32-7a695f328a56 req-297c25df-5e0c-4549-9f76-15ad7e4cae08 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802364 Aug 06 18:30:27.723013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:27.771377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bcd9d6ae-3ff5-460e-8d7b-bed1ffeb4ecc req-3af76dfd-4dcb-4037-8da4-ea150b37e863 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209758 Aug 06 18:30:27.814259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] For port 75a34393-d68f-4a5d-b693-c35586e5dc08, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75a34393-d68f-4a5d-b693-c35586e5dc08,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:27.814632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.840296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Calling delete_port for 75a34393-d68f-4a5d-b693-c35586e5dc08 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:27.844826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:27.849581 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bf4ae0-0d30-40b9-b1bb-829d7671e1e4" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:27.855394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.920945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.969889 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ac455-5a2a-41b9-a312-4cdd94b9a09d x-openstack-request-id: req-462ac455-5a2a-41b9-a312-4cdd94b9a09d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:27.970722 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:27.971492 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-462ac455-5a2a-41b9-a312-4cdd94b9a09d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:27.972431 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'code': 200} Aug 06 18:30:28.053504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.16', 50459) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:28.274659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d77f6-2642-49a6-a8b6-960e4252129f req-0047012c-623d-45d7-ad25-faf199e3e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.284841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-0047012c-623d-45d7-ad25-faf199e3e08a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.2295511 Aug 06 18:30:28.545148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae5bbd81-0a30-4ba0-82b7-f3ccb68014ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:28.556355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5254b70a-d777-4159-9f0f-55fd9417e827 None None] Provisioning complete for port 9841ee26-609f-4245-a92c-2d2ab3598bee triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:28.565113 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5254b70a-d777-4159-9f0f-55fd9417e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:28.612555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6021d-05dc-4103-8232-872e9e03938a req-96b3c64f-a7ba-4b9f-8930-d177e494afde tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.626530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1d6021d-05dc-4103-8232-872e9e03938a req-96b3c64f-a7ba-4b9f-8930-d177e494afde tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 945 time: 0.2978826 Aug 06 18:30:28.659567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5254b70a-d777-4159-9f0f-55fd9417e827 None None] Port 9841ee26-609f-4245-a92c-2d2ab3598bee cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:30:28.771817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1d6021d-05dc-4103-8232-872e9e03938a req-80355865-d6f5-451e-9fd7-eaa0d0432df6 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373291 Aug 06 18:30:28.775743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d77f6-2642-49a6-a8b6-960e4252129f req-0f889425-b839-46af-b35f-719e7c7afb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.777961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-0f889425-b839-46af-b35f-719e7c7afb76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4832480 Aug 06 18:30:28.818843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec47d9-3743-47d4-8614-037dc966c870 req-4503b7af-4087-45cb-9e0b-e3d5f2548161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.821943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-4503b7af-4087-45cb-9e0b-e3d5f2548161 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8beb7b8867584279902cecdd693be2a5&device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 1095 time: 0.9685314 Aug 06 18:30:28.835779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e1baf-580a-4652-8ba4-9af2cbe006e9 req-86d1ea20-0d7a-4f47-9795-aa40ca36cdf6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.839175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-893e1baf-580a-4652-8ba4-9af2cbe006e9 req-86d1ea20-0d7a-4f47-9795-aa40ca36cdf6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.8590815 Aug 06 18:30:28.840229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:28.855010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4c1e3ac5-f478-4d73-9e90-62999568547b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:28.859075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b3e11f81-1804-4c49-baac-41d6bd421918'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:28.864923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:28.962933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-14980102-16ff-4d1a-8fc9-fd9b23377b8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.1759427 Aug 06 18:30:29.023262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on host n-h1-793621-29 for vnic_type normal with profile {"migrating_to": "n-h2-793621-29"} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:29.023617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:29.023964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:29.077551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d77f6-2642-49a6-a8b6-960e4252129f req-49844ba7-1d5a-4f4b-b7fd-e79292963204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.079117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-49844ba7-1d5a-4f4b-b7fd-e79292963204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.0737078 Aug 06 18:30:29.093969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event deleted for resources: {'Port': ['ID=75a34393-d68f-4a5d-b693-c35586e5dc08,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:29.175752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:29.176123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Attempting to bind port 9841ee26-609f-4245-a92c-2d2ab3598bee on network e7eff667-e1d1-4339-9e28-65b127bc6ad4 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:29.218636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e43b-39fb-4094-942a-e09d1e21f797 req-641c6ffb-b0d6-4f3c-89c8-7dd2621de447 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.224429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aae9e43b-39fb-4094-942a-e09d1e21f797 req-641c6ffb-b0d6-4f3c-89c8-7dd2621de447 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 943 time: 0.3123462 Aug 06 18:30:29.234321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] No DVR routers for this DVR port 75a34393-d68f-4a5d-b693-c35586e5dc08 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:29.246024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:29.249485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9cc521c6-af31-4637-af3e-4e861f7550eb req-ef1ed547-ea9c-41de-aabe-fafab4afa53a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "DELETE /v2.0/ports/75a34393-d68f-4a5d-b693-c35586e5dc08 HTTP/1.1" status: 204 len: 173 time: 2.7714849 Aug 06 18:30:29.260410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:29.260766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Checking segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:29.261182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Bound using segment: {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:29.261709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Bound port: 9841ee26-609f-4245-a92c-2d2ab3598bee, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2577d60-5300-496f-a715-da61315ad1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:29.262142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:29.310436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-893e1baf-580a-4652-8ba4-9af2cbe006e9 req-f6851306-5a73-4007-aa53-1f5fa9123262 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060841 Aug 06 18:30:29.363347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d77f6-2642-49a6-a8b6-960e4252129f req-7fe9fdd8-e7db-4b88-bbed-89274b294a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.364963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-7fe9fdd8-e7db-4b88-bbed-89274b294a5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758634 Aug 06 18:30:29.397201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec47d9-3743-47d4-8614-037dc966c870 req-3f2b98da-245b-4d88-8032-3f4d8d297aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.401081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-3f2b98da-245b-4d88-8032-3f4d8d297aad service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 HTTP/1.1" status: 200 len: 914 time: 0.5577843 Aug 06 18:30:29.567483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aae9e43b-39fb-4094-942a-e09d1e21f797 req-8ae9d611-c6fe-4fbe-8520-31f9c5a50b49 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920756 Aug 06 18:30:29.595328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-b7d30549-11e7-45a0-b0f9-c2d50fc179dc service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166703 Aug 06 18:30:29.610571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-7900f6fc-9ee2-4d19-849b-09b9facac9df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b52c61d-e228-483e-b114-9bda31a24f70 HTTP/1.1" status: 200 len: 217 time: 0.1831183 Aug 06 18:30:29.710144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693d77f6-2642-49a6-a8b6-960e4252129f req-85345478-6480-4ba2-871b-20c68c8ec835 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031992 Aug 06 18:30:29.794553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:29.831232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:29.841667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec47d9-3743-47d4-8614-037dc966c870 req-008067f3-ff13-4233-9d77-6d71881900a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.843898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-008067f3-ff13-4233-9d77-6d71881900a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24d2ed3c-205c-4300-afac-038779d05981 HTTP/1.1" status: 200 len: 853 time: 0.1563611 Aug 06 18:30:29.848739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:29.886103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cf85-eeb7-4efa-aac9-993006361c9e req-f68cdd51-230e-4b0f-8e05-96b5451a032a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.905101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c219cf85-eeb7-4efa-aac9-993006361c9e req-f68cdd51-230e-4b0f-8e05-96b5451a032a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 943 time: 0.2988267 Aug 06 18:30:29.975614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'name': 'network-vif-deleted', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:29.978549 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17427b21-2301-4059-90eb-5faf1af252bf" -d '{"events": [{"server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "name": "network-vif-deleted", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:30.013345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-10a3b9ec-4b4c-411d-9414-eb98361699fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573706 Aug 06 18:30:30.118363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-978707ab-9f09-4bad-80ad-681872367adf req-030b3e1f-50e4-4f11-8168-8c746332350d tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f9cc60-09a9-44de-9ab7-8bf88d1444da HTTP/1.1" status: 200 len: 210 time: 0.1745348 Aug 06 18:30:30.201934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75a34393-d68f-4a5d-b693-c35586e5dc08 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:30.326336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 75a34393-d68f-4a5d-b693-c35586e5dc08 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:30:30.327545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75a34393-d68f-4a5d-b693-c35586e5dc08 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:30:30.636045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Provisioning complete for port 9841ee26-609f-4245-a92c-2d2ab3598bee triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:30.636649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:30.732542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9eaa-a740-4b88-b13a-d0eb66ce61ad req-53968466-64ff-4aea-8014-e7f0e4a30d4d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.743071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99da9eaa-a740-4b88-b13a-d0eb66ce61ad req-53968466-64ff-4aea-8014-e7f0e4a30d4d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2092891 Aug 06 18:30:30.835932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99da9eaa-a740-4b88-b13a-d0eb66ce61ad req-78d9f236-21c4-475e-8a89-7ed9f80ed8b5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810506 Aug 06 18:30:30.957645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:31.008667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:31.012000 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86bbe0e-d21a-4731-8d36-2838552ee626" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:31.024877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:31.034779 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:31.082118 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7374e1-5f54-4fa1-bdb1-cdc865875ecd x-openstack-request-id: req-5d7374e1-5f54-4fa1-bdb1-cdc865875ecd {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:31.082696 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f9cc60-09a9-44de-9ab7-8bf88d1444da", "name": "network-vif-deleted", "tag": "75a34393-d68f-4a5d-b693-c35586e5dc08", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:31.082867 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d7374e1-5f54-4fa1-bdb1-cdc865875ecd {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:31.083010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3686c-4abf-4ab5-ae90-784bd44af2cf req-8c75bf07-5edb-4507-91a4-2698aa951933 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:31.086738 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f9cc60-09a9-44de-9ab7-8bf88d1444da', 'name': 'network-vif-deleted', 'tag': '75a34393-d68f-4a5d-b693-c35586e5dc08', 'status': 'completed', 'code': 200} Aug 06 18:30:31.096431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ad3686c-4abf-4ab5-ae90-784bd44af2cf req-8c75bf07-5edb-4507-91a4-2698aa951933 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 943 time: 0.1301496 Aug 06 18:30:31.209341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ad3686c-4abf-4ab5-ae90-784bd44af2cf req-acce20dc-aeb2-45b0-9a92-e302c5709fe2 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118510 Aug 06 18:30:31.288597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:31.304873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:31.316509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c219cf85-eeb7-4efa-aac9-993006361c9e req-2f0db35c-bc83-48e5-8ad3-b2cf690b0b3f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3978982 Aug 06 18:30:31.325310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.325801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.326256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.326709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.327155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.327597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.328047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.329143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.329380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.334236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.334940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.335778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04417d5e-5e31-46d0-aeb5-75e0c95be6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:31.358676 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3d415f-12cb-443a-82db-7289b88798d7 x-openstack-request-id: req-9a3d415f-12cb-443a-82db-7289b88798d7 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:31.359107 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-plugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:31.359509 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a3d415f-12cb-443a-82db-7289b88798d7 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:31.360108 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'code': 200} Aug 06 18:30:31.481291 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:31.484722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:31.485859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:31.488521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-d140d157-4d0c-4162-9610-a78db237b953 service neutron] 10.222.0.16 "PUT /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1123 time: 4.9117920 Aug 06 18:30:31.545600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-f887ad39-f02e-44ee-8ef3-5d3b3c804146 service neutron] 10.222.0.16 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5114429 Aug 06 18:30:31.592683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['9841ee26-609f-4245-a92c-2d2ab3598bee'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:31.816875 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-462f3291-62bb-4d35-a3fa-2c08cf0d8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:31.862231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-20ec47d9-3743-47d4-8614-037dc966c870 req-7876882e-9b6c-4910-b984-5f567c5101bc service neutron] 10.222.0.16 "GET /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096304 Aug 06 18:30:32.139796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4c67-54da-4cd0-a49a-1f258fe2b08b req-73b09965-1e91-48c9-9a5c-9ee6fd89bdc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.145163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5fcf4c67-54da-4cd0-a49a-1f258fe2b08b req-73b09965-1e91-48c9-9a5c-9ee6fd89bdc9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1346965 Aug 06 18:30:32.288221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5fcf4c67-54da-4cd0-a49a-1f258fe2b08b req-0e5a8821-28b5-4c89-ae8e-c6d0753bea25 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342309 Aug 06 18:30:32.302071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-ae15c472-15cd-4207-afcc-5d424003aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.312824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-ae15c472-15cd-4207-afcc-5d424003aa4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1128 time: 0.3499470 Aug 06 18:30:32.318136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:32.732198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:32.814193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee has no active binding in host n-h2-793621-29 {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 18:30:32.815502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3b52c61d-e228-483e-b114-9bda31a24f70 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:32.827748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-f5a3c8f1-61c1-4d26-b67f-3e3920f327c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.831779 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-f5a3c8f1-61c1-4d26-b67f-3e3920f327c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.4727335 Aug 06 18:30:32.899435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976e7c8-0810-40be-83dc-008a526de95f req-28d8cfa7-b81f-490c-ad1b-6a404b6b0228 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.923932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f976e7c8-0810-40be-83dc-008a526de95f req-28d8cfa7-b81f-490c-ad1b-6a404b6b0228 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.2648165 Aug 06 18:30:33.088989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:33.092622 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d" -d '{"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:33.107135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa9ff-26ee-4fd5-8053-6804ac3c3b8d req-f828995c-0712-421d-892e-a2efd481e246 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.109311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f8fa9ff-26ee-4fd5-8053-6804ac3c3b8d req-f828995c-0712-421d-892e-a2efd481e246 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 943 time: 0.4697411 Aug 06 18:30:33.125242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f976e7c8-0810-40be-83dc-008a526de95f req-1cf3973b-17d5-400a-87e7-d32e91278c29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1983826 Aug 06 18:30:33.183500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-c063b4bc-a4f2-45d6-9a82-d897e558be14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1001 time: 0.3366046 Aug 06 18:30:33.214273 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:33.271014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3b52c61d-e228-483e-b114-9bda31a24f70,segment=NetworkSegment(5c837d2b-2eac-4f96-8a33-0436d6250ab7),segment_id=5c837d2b-2eac-4f96-8a33-0436d6250ab7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:33.343635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '3b52c61d-e228-483e-b114-9bda31a24f70', 'network_id': '2ee95055-e5ab-4cd2-a5e0-24e8095e77c5', 'port_id': '3b52c61d-e228-483e-b114-9bda31a24f70', 'mac_address': 'fa:16:3e:28:02:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d2ed3c-205c-4300-afac-038779d05981', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:33.409189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f8fa9ff-26ee-4fd5-8053-6804ac3c3b8d req-cea29af3-9be8-418b-b31a-b67eb0e987c2 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825055 Aug 06 18:30:33.430582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:33.443379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-a59e2788-e8ef-4c8d-946d-6041efd588cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.452846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-a59e2788-e8ef-4c8d-946d-6041efd588cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.2461104 Aug 06 18:30:33.525264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b52c61d-e228-483e-b114-9bda31a24f70 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:33.601257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3b52c61d-e228-483e-b114-9bda31a24f70,segment=NetworkSegment(5c837d2b-2eac-4f96-8a33-0436d6250ab7),segment_id=5c837d2b-2eac-4f96-8a33-0436d6250ab7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:33.640880 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445bab22-9fd4-492f-bf32-3bc199e24f81 x-openstack-request-id: req-445bab22-9fd4-492f-bf32-3bc199e24f81 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:33.647698 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:33.648180 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-445bab22-9fd4-492f-bf32-3bc199e24f81 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:33.648631 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'status': 'completed', 'code': 200} Aug 06 18:30:33.657567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:33.677634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-367ee329-aa86-4319-8f02-f8195e798bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.680958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-367ee329-aa86-4319-8f02-f8195e798bf9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188497 Aug 06 18:30:33.720628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-fa396772-7264-4e40-a38d-e94f1e5c856f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:30:33.722687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-fa396772-7264-4e40-a38d-e94f1e5c856f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336232 Aug 06 18:30:33.776339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2c4a9-8d74-4ef6-967e-3aa0f00cfbc1 req-7b6120a6-ed7c-4880-8171-9a0db9ba28f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.809775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efa2c4a9-8d74-4ef6-967e-3aa0f00cfbc1 req-7b6120a6-ed7c-4880-8171-9a0db9ba28f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2666736 Aug 06 18:30:33.839192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:33.945352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efa2c4a9-8d74-4ef6-967e-3aa0f00cfbc1 req-525ccfe7-755c-41a4-91fc-a58d7f3027a9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344352 Aug 06 18:30:34.087005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-02d90443-826f-44d4-9aa9-5f57a4689aba service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442883 Aug 06 18:30:34.187055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['3b52c61d-e228-483e-b114-9bda31a24f70'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:34.469619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f827b7f0-1872-4be6-b1bf-64b51f60b734 req-49160d21-c1ac-49be-a80a-4ec889e5ca3c service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729520 Aug 06 18:30:34.664689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365741e-d740-4a01-bfd4-bf10bc2d3e06 req-a7a3d51a-2d1d-40c4-bd8e-3827f8c9f30f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.673874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b365741e-d740-4a01-bfd4-bf10bc2d3e06 req-a7a3d51a-2d1d-40c4-bd8e-3827f8c9f30f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1796010 Aug 06 18:30:34.714415 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:34.748109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02582e0f-d9d9-452d-a82c-43350f8e4128 req-2da89ab1-724d-4def-8a8d-8da3daa12951 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.757110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02582e0f-d9d9-452d-a82c-43350f8e4128 req-2da89ab1-724d-4def-8a8d-8da3daa12951 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2408559 Aug 06 18:30:34.778731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b365741e-d740-4a01-bfd4-bf10bc2d3e06 req-acf90558-8b83-4d00-b6d3-513da5973847 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944462 Aug 06 18:30:34.812866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-1a6bc131-49e9-45e0-8fd0-5f454f1e3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.814733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-1a6bc131-49e9-45e0-8fd0-5f454f1e3c22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1128 time: 0.1313157 Aug 06 18:30:34.966197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02582e0f-d9d9-452d-a82c-43350f8e4128 req-99f13527-6fa4-4aeb-8e49-d2f6afcfc4eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053859 Aug 06 18:30:35.357511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-20be95e6-45aa-41fa-a748-d3a145e07b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.365501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-20be95e6-45aa-41fa-a748-d3a145e07b3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.5089331 Aug 06 18:30:35.365831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9661a7-bdbd-4cc7-a08c-b4846ef3d9f3 req-25065e70-aca1-4103-acc3-586a4422bd70 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.394338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9661a7-bdbd-4cc7-a08c-b4846ef3d9f3 req-25065e70-aca1-4103-acc3-586a4422bd70 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.405868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de9661a7-bdbd-4cc7-a08c-b4846ef3d9f3 req-25065e70-aca1-4103-acc3-586a4422bd70 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41&device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 1682 time: 0.1444886 Aug 06 18:30:35.474141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de9661a7-bdbd-4cc7-a08c-b4846ef3d9f3 req-b346a051-ee47-4b62-883b-f586e1765fb1 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Aug 06 18:30:35.571554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ddc5-2d6e-4c21-82a9-e4ca35dbabb8 req-0e566cad-7503-459b-bb6c-c2b9e689475f tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.584127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ba6ddc5-2d6e-4c21-82a9-e4ca35dbabb8 req-0e566cad-7503-459b-bb6c-c2b9e689475f tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 944 time: 0.3252587 Aug 06 18:30:35.587607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-82cf3935-178c-45f0-bf8e-d117bf5ccc48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 1001 time: 0.2148376 Aug 06 18:30:35.776609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-5b2ed151-efe3-4086-9e01-aff087eb34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.778097 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-5b2ed151-efe3-4086-9e01-aff087eb34a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.1777687 Aug 06 18:30:35.849199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ba6ddc5-2d6e-4c21-82a9-e4ca35dbabb8 req-db9a51e3-716a-44e5-9eb5-7f958215ac47 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641039 Aug 06 18:30:35.904030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-229b73ff-622d-4346-8896-6152388b2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.907672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-229b73ff-622d-4346-8896-6152388b2d76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077089 Aug 06 18:30:36.000758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e09e9-688c-4d20-8735-836171910776 req-dadebd2d-72b7-41c1-bb70-2521412b2da6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:36.005778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af1e09e9-688c-4d20-8735-836171910776 req-dadebd2d-72b7-41c1-bb70-2521412b2da6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1097562 Aug 06 18:30:36.224812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af1e09e9-688c-4d20-8735-836171910776 req-ef2744da-bcdb-47b9-a365-35d9902157fd tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972759 Aug 06 18:30:36.351280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3b52c61d-e228-483e-b114-9bda31a24f70 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:36.444793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-4e111a6f-01e8-47a7-bb54-e4cf08a53885 service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197399 Aug 06 18:30:36.532047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 3b52c61d-e228-483e-b114-9bda31a24f70 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:36.551329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 3b52c61d-e228-483e-b114-9bda31a24f70 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:36.554866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:36.727491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30ffb-1eac-4c7c-87f6-d38f7230941a req-a4fd1f0e-6e9f-446d-9d2e-668d5eca89b3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:36.751564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ed30ffb-1eac-4c7c-87f6-d38f7230941a req-a4fd1f0e-6e9f-446d-9d2e-668d5eca89b3 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.4424677 Aug 06 18:30:36.845919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c5a8e9d-1a28-4fdf-8469-834b6faa980d req-8edb202a-c6b4-4ca7-8f0b-1503f8baf724 service neutron] 10.222.0.55 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861873 Aug 06 18:30:36.885344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ed30ffb-1eac-4c7c-87f6-d38f7230941a req-cc8ef024-9dd3-4f4b-86d8-53778e9fa732 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324415 Aug 06 18:30:36.917944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:36.991587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:36.994983 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada0826-2513-4400-a5b4-edb074c36f42" -d '{"events": [{"server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "name": "network-vif-plugged", "status": "completed", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:37.022401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3b52c61d-e228-483e-b114-9bda31a24f70,segment=NetworkSegment(5c837d2b-2eac-4f96-8a33-0436d6250ab7),segment_id=5c837d2b-2eac-4f96-8a33-0436d6250ab7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:37.031854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:37.244768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:37.348024 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ff073e-5039-4aae-984f-711de4f0f3a2 x-openstack-request-id: req-33ff073e-5039-4aae-984f-711de4f0f3a2 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:37.348365 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "name": "network-vif-plugged", "status": "completed", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:37.348622 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33ff073e-5039-4aae-984f-711de4f0f3a2 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:37.349077 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70', 'code': 200} Aug 06 18:30:37.369291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75b4d-e849-4aa1-822c-be4f18e12398 req-a5f8a7bd-d0b0-49a5-bb1a-298025795609 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.369291 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a1c75b4d-e849-4aa1-822c-be4f18e12398 req-a5f8a7bd-d0b0-49a5-bb1a-298025795609 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 0.1496363 Aug 06 18:30:37.505009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a1c75b4d-e849-4aa1-822c-be4f18e12398 req-0a30bbd9-0482-44a5-88bd-d037ebbae80d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097128 Aug 06 18:30:37.738347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528f485-078c-4d7b-beee-a8008ec65257 req-e6f42ab4-379f-46f1-a1ea-dd4108c14fea tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.770536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8528f485-078c-4d7b-beee-a8008ec65257 req-e6f42ab4-379f-46f1-a1ea-dd4108c14fea tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2216079 Aug 06 18:30:37.892267 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8528f485-078c-4d7b-beee-a8008ec65257 req-a927e59a-d2aa-42a1-91a3-5bbda40c2247 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045549 Aug 06 18:30:37.940084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddd711-428a-42e8-8640-7a98bcbc2aa8 req-1c8dbe8e-b326-4b05-92bc-130ef6592dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.942901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9ddd711-428a-42e8-8640-7a98bcbc2aa8 req-1c8dbe8e-b326-4b05-92bc-130ef6592dee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 1097 time: 0.4970272 Aug 06 18:30:37.986673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3b4e1-0b06-48d1-8d09-0faae6a2f9a3 req-e4d37397-578e-4388-ab14-a3ba2e0bbb04 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.991038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2c3b4e1-0b06-48d1-8d09-0faae6a2f9a3 req-e4d37397-578e-4388-ab14-a3ba2e0bbb04 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 945 time: 0.1674078 Aug 06 18:30:38.102768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d2c3b4e1-0b06-48d1-8d09-0faae6a2f9a3 req-94af4fe1-f881-42ec-b3ce-928a141ffc75 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997298 Aug 06 18:30:38.106182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d9ddd711-428a-42e8-8640-7a98bcbc2aa8 req-b2e5987a-cb10-4b1f-b122-02fb1976eecc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522837 Aug 06 18:30:38.501009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19612ddd-f8c2-47bf-a917-79425671b452 req-0137468a-98b2-49ad-b9eb-60cd0f277894 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.507541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19612ddd-f8c2-47bf-a917-79425671b452 req-0137468a-98b2-49ad-b9eb-60cd0f277894 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.2023232 Aug 06 18:30:38.651332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678d73e-eb44-4897-8951-79160389f2eb req-1ab57689-d135-47a6-9ee8-f88aec8ce63d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.665709 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19612ddd-f8c2-47bf-a917-79425671b452 req-ee1888df-9865-4eba-99ff-684a97a8884a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440902 Aug 06 18:30:38.668045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3678d73e-eb44-4897-8951-79160389f2eb req-1ab57689-d135-47a6-9ee8-f88aec8ce63d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1381238 Aug 06 18:30:38.737829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-7303dd8e-4d78-4727-8ce7-9b84c9117467 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.744520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-7303dd8e-4d78-4727-8ce7-9b84c9117467 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd18c796-af11-445d-82d3-c65badbe930c HTTP/1.1" status: 200 len: 946 time: 0.1898582 Aug 06 18:30:38.865772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3678d73e-eb44-4897-8951-79160389f2eb req-7c510947-2f5c-4463-ba78-7fe76f02285e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964169 Aug 06 18:30:39.085067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6bf18-ab7c-4b0f-b7df-3070f7ba62ee req-e03ae07a-aff0-4355-8ce0-138713121218 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.089521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-efd6bf18-ab7c-4b0f-b7df-3070f7ba62ee req-e03ae07a-aff0-4355-8ce0-138713121218 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 0.1699498 Aug 06 18:30:39.243281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-efd6bf18-ab7c-4b0f-b7df-3070f7ba62ee req-568341c6-d2b8-4cd1-81e6-5690d0b3ad74 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111288 Aug 06 18:30:39.283928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee92407-32e7-4f76-9712-0fad56924330 req-2942372c-56ca-44e7-994b-1709b87a70b9 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.287938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee92407-32e7-4f76-9712-0fad56924330 req-2942372c-56ca-44e7-994b-1709b87a70b9 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.16 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 945 time: 0.1978886 Aug 06 18:30:39.321961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Deleting port 4c1e3ac5-f478-4d73-9e90-62999568547b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:39.325308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.468009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1210f-89dd-471d-9f0f-ef787f4bb686 req-d890e006-9808-4499-bdbe-a0a008963426 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.482986 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64d1210f-89dd-471d-9f0f-ef787f4bb686 req-d890e006-9808-4499-bdbe-a0a008963426 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 945 time: 0.1670377 Aug 06 18:30:39.639446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64d1210f-89dd-471d-9f0f-ef787f4bb686 req-1868471a-3cb0-4336-83a8-d1f88d145ebe tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/security-groups?id=f9e9ff05-e058-4172-b840-7d1b4c6ebac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537387 Aug 06 18:30:39.742413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] For port 4c1e3ac5-f478-4d73-9e90-62999568547b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4c1e3ac5-f478-4d73-9e90-62999568547b,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:39.742794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.790435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Calling delete_port for 4c1e3ac5-f478-4d73-9e90-62999568547b owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:39.916092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Deleting port b3e11f81-1804-4c49-baac-41d6bd421918 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:39.916700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.196097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.208560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4c1e3ac5-f478-4d73-9e90-62999568547b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:40.240784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b3e11f81-1804-4c49-baac-41d6bd421918'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:40.263965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eeea7-a8e2-4661-9c06-a8dad605f8ac req-31880932-3b49-4858-84ce-6f90e5f41788 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.291271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36eeea7-a8e2-4661-9c06-a8dad605f8ac req-31880932-3b49-4858-84ce-6f90e5f41788 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2169490 Aug 06 18:30:40.338634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event deleted for resources: {'Port': ['ID=4c1e3ac5-f478-4d73-9e90-62999568547b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:40.354468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71a673-aaa4-4ad6-a8fd-dcd357f63ed1 req-6ccd6d0c-1382-4297-b700-b1eaec843fff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.364872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d71a673-aaa4-4ad6-a8fd-dcd357f63ed1 req-6ccd6d0c-1382-4297-b700-b1eaec843fff tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.5149722 Aug 06 18:30:40.426301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.476913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36eeea7-a8e2-4661-9c06-a8dad605f8ac req-33413b06-9a2d-4cb7-bc82-6b715cc1224c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757727 Aug 06 18:30:40.565637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] No DVR routers for this DVR port 4c1e3ac5-f478-4d73-9e90-62999568547b on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:40.575789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.582169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-816f2d71-0442-4fd5-a966-6d59e31ceccf req-4c5f88db-24a4-4066-b938-e6214c8ee94a tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.55 "DELETE /v2.0/ports/4c1e3ac5-f478-4d73-9e90-62999568547b HTTP/1.1" status: 204 len: 173 time: 1.8264360 Aug 06 18:30:40.591888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'name': 'network-vif-deleted', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:40.600290 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664139e7-8e3e-44a7-832d-fbb7c866648f" -d '{"events": [{"server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "name": "network-vif-deleted", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:40.650043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] For port b3e11f81-1804-4c49-baac-41d6bd421918, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b3e11f81-1804-4c49-baac-41d6bd421918,segment=NetworkSegment(e4669e7b-2cbc-475c-8f91-467c474cc1b1),segment_id=e4669e7b-2cbc-475c-8f91-467c474cc1b1)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:40.651260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.728984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5d71a673-aaa4-4ad6-a8fd-dcd357f63ed1 req-64c2ddf0-9f40-4637-ab39-35c8c836fb39 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3628018 Aug 06 18:30:40.740748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Calling delete_port for b3e11f81-1804-4c49-baac-41d6bd421918 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:40.927259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be681f2-c55d-4132-a31f-89476305647d req-7e0db688-087c-4227-8e94-c6a9e36c5cfb tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.930265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4be681f2-c55d-4132-a31f-89476305647d req-7e0db688-087c-4227-8e94-c6a9e36c5cfb tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 0.1465471 Aug 06 18:30:41.002942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ac952-3a49-4168-9a4f-2670491065c3 req-172b7b1d-a5a9-4d5c-87dc-f3946e895e61 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.005400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc8ac952-3a49-4168-9a4f-2670491065c3 req-172b7b1d-a5a9-4d5c-87dc-f3946e895e61 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0979753 Aug 06 18:30:41.047350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4be681f2-c55d-4132-a31f-89476305647d req-923f5e2a-cbd9-40a5-b6bb-2d8497f18166 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847118 Aug 06 18:30:41.185011 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cae5d-b067-44ba-960c-72bab73c8bb3 x-openstack-request-id: req-284cae5d-b067-44ba-960c-72bab73c8bb3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:41.185591 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd18c796-af11-445d-82d3-c65badbe930c", "name": "network-vif-deleted", "tag": "4c1e3ac5-f478-4d73-9e90-62999568547b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:41.189704 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-284cae5d-b067-44ba-960c-72bab73c8bb3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:41.190433 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd18c796-af11-445d-82d3-c65badbe930c', 'name': 'network-vif-deleted', 'tag': '4c1e3ac5-f478-4d73-9e90-62999568547b', 'status': 'completed', 'code': 200} Aug 06 18:30:41.236950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.291264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Pushing event deleted for resources: {'Port': ['ID=b3e11f81-1804-4c49-baac-41d6bd421918,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.393797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc8ac952-3a49-4168-9a4f-2670491065c3 req-f6bb0b29-891a-4117-90f1-a583f715793b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640481 Aug 06 18:30:41.446829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] No DVR routers for this DVR port b3e11f81-1804-4c49-baac-41d6bd421918 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:41.453009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a2c6c88-02a9-4a06-9c7d-de4e4ce791b2 req-a8799a88-5931-4204-b8d1-f14717ca02b8 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.64 "GET /v2.0/ports?device_id=99eba005-b338-484c-9cb2-63f70eb39a41 HTTP/1.1" status: 200 len: 210 time: 0.0775254 Aug 06 18:30:41.462119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.465100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5ee92407-32e7-4f76-9712-0fad56924330 req-4badb6e7-a83c-48bb-8e3e-49255d29df79 tempest-ListServersNegativeTestJSON-1944130170 tempest-ListServersNegativeTestJSON-1944130170-project] 10.222.0.16 "DELETE /v2.0/ports/b3e11f81-1804-4c49-baac-41d6bd421918 HTTP/1.1" status: 204 len: 173 time: 2.1520548 Aug 06 18:30:41.705163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce81772-f698-44ad-83b0-00aa9ab86313 req-89dc30dc-4001-4e21-9a33-11d338eb6fcf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.714611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ce81772-f698-44ad-83b0-00aa9ab86313 req-89dc30dc-4001-4e21-9a33-11d338eb6fcf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1354263 Aug 06 18:30:41.741904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.892167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ce81772-f698-44ad-83b0-00aa9ab86313 req-7bc49696-7fbd-4e03-a7a8-1f0feee951be tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594768 Aug 06 18:30:42.176890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c17c89-1399-4992-8e59-63bb686e345f req-4c98a30d-6db0-4b80-bbbc-6bae8ec753a1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:42.190275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81c17c89-1399-4992-8e59-63bb686e345f req-4c98a30d-6db0-4b80-bbbc-6bae8ec753a1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 945 time: 0.1670606 Aug 06 18:30:42.236535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4c1e3ac5-f478-4d73-9e90-62999568547b no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:42.326606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 4c1e3ac5-f478-4d73-9e90-62999568547b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:30:42.328133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4c1e3ac5-f478-4d73-9e90-62999568547b not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:30:42.330884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:42.462997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81c17c89-1399-4992-8e59-63bb686e345f req-0b973517-eee2-4b1e-85a6-63190afa2493 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2675493 Aug 06 18:30:42.471142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b3e11f81-1804-4c49-baac-41d6bd421918 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:42.524628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-6fc22d09-f846-4e79-88b8-d71f169a718b service neutron] 10.222.0.55 "GET /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee/bindings/n-h2-793621-29 HTTP/1.1" status: 200 len: 385 time: 0.2802739 Aug 06 18:30:42.609230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: b3e11f81-1804-4c49-baac-41d6bd421918 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:30:42.610218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b3e11f81-1804-4c49-baac-41d6bd421918 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:30:42.645988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2904e69-22db-43c4-a3b7-fcc0a7138010 req-285244e0-84dd-4042-9bbe-885c3f6bfea1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:42.649387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2904e69-22db-43c4-a3b7-fcc0a7138010 req-285244e0-84dd-4042-9bbe-885c3f6bfea1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2468848 Aug 06 18:30:42.723950 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.776086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2904e69-22db-43c4-a3b7-fcc0a7138010 req-dc317ba0-d54e-4682-8522-8d864301aa43 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534484 Aug 06 18:30:42.801238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28acf9-4891-48f9-b0e7-917d43371498 req-fde7165c-1fe1-4955-9207-0ee8d83164a4 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:42.812371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db28acf9-4891-48f9-b0e7-917d43371498 req-fde7165c-1fe1-4955-9207-0ee8d83164a4 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 0.1479311 Aug 06 18:30:42.831623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:42.844119 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d7d7dc-dc86-4e41-bc8e-1591e2757c59" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:42.854749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:42.866547 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.082204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db28acf9-4891-48f9-b0e7-917d43371498 req-0da65302-d682-4e71-a9de-12d955e215f0 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672043 Aug 06 18:30:43.093067 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148883e5-0c57-4402-aa81-92be42e969a4 x-openstack-request-id: req-148883e5-0c57-4402-aa81-92be42e969a4 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:43.093570 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:43.093976 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-148883e5-0c57-4402-aa81-92be42e969a4 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:43.094581 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'code': 200} Aug 06 18:30:43.100450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:43.177669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:43.231955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'name': 'network-vif-deleted', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:43.236068 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac19b958-a0f3-4882-96fc-9faa6a780893" -d '{"events": [{"server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "name": "network-vif-deleted", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:43.301743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Deleting subnet 2aa982f0-741b-474d-a2e9-d8817db74b77 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:43.308372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.355846 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6f86f1-8bd3-4d4c-8c43-021956aab207 x-openstack-request-id: req-cd6f86f1-8bd3-4d4c-8c43-021956aab207 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:43.356437 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99eba005-b338-484c-9cb2-63f70eb39a41", "name": "network-vif-deleted", "tag": "b3e11f81-1804-4c49-baac-41d6bd421918", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:43.356993 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd6f86f1-8bd3-4d4c-8c43-021956aab207 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:43.358167 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99eba005-b338-484c-9cb2-63f70eb39a41', 'name': 'network-vif-deleted', 'tag': 'b3e11f81-1804-4c49-baac-41d6bd421918', 'status': 'completed', 'code': 200} Aug 06 18:30:43.403520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:43.409727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.497769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:43.551075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.620298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:43.666811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.731039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.799388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45a459-4be3-4786-a1ad-6be78ff9a5f8 req-59f33d6a-77c4-4c6a-9731-d6182e248635 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:43.811666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f45a459-4be3-4786-a1ad-6be78ff9a5f8 req-59f33d6a-77c4-4c6a-9731-d6182e248635 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1135716 Aug 06 18:30:43.888081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa982f0-741b-474d-a2e9-d8817db74b77,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:43.904460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f45a459-4be3-4786-a1ad-6be78ff9a5f8 req-3ee6f223-a33f-4da4-9979-e74ddab934fe tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897138 Aug 06 18:30:43.995320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] Transition to ACTIVE for port object 9841ee26-609f-4245-a92c-2d2ab3598bee will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:44.002402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.006743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1123fa61-8af0-471a-b872-212bd43a0dd5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2aa982f0-741b-474d-a2e9-d8817db74b77 HTTP/1.1" status: 204 len: 168 time: 0.9008136 Aug 06 18:30:44.009909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:44.045291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.257120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.542066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.555707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5855573-8452-4051-9eb6-76084b5e7eb9']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:44.576995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4669e7b-2cbc-475c-8f91-467c474cc1b1') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:44.576995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4669e7b-2cbc-475c-8f91-467c474cc1b1') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:44.600896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.603682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] Pushing event updated for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=12']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:44.657304 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.672035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:44.673002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:44.690604 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:44.906256 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-81d3e1ad-7588-4b6a-81bb-6bc8f843f488 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0621362 Aug 06 18:30:44.910889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] No DVR routers for this DVR port 9841ee26-609f-4245-a92c-2d2ab3598bee on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:45.053592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.076465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.080816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678898d1-5941-455a-8670-eccc0d13c8da req-4aa95c76-08f8-4d78-9bd8-98c778df2cdf tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:45.083505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f5855573-8452-4051-9eb6-76084b5e7eb9 HTTP/1.1" status: 204 len: 168 time: 1.0692818 Aug 06 18:30:45.086444 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-678898d1-5941-455a-8670-eccc0d13c8da req-4aa95c76-08f8-4d78-9bd8-98c778df2cdf tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 0.4845631 Aug 06 18:30:45.103242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-b53fd1a3-96b2-4af6-a464-680f257427d9 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:45.128125 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-b53fd1a3-96b2-4af6-a464-680f257427d9 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 945 time: 1.0570838 Aug 06 18:30:45.168915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffb3d5-23c7-48da-bded-64aa09a67274 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5855573-8452-4051-9eb6-76084b5e7eb9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:45.344951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347573-4e49-4d5c-8f7b-35a835bad2b3 req-0b29ccd1-916d-4685-afdf-84d706a1a4a7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:45.360920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c347573-4e49-4d5c-8f7b-35a835bad2b3 req-0b29ccd1-916d-4685-afdf-84d706a1a4a7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1841025 Aug 06 18:30:45.436290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:45.440753 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a00e52-a535-440e-82ba-e8cd8274853b" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:45.522066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c347573-4e49-4d5c-8f7b-35a835bad2b3 req-e66921a3-7405-4ffa-911d-0f0f79a838f1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595449 Aug 06 18:30:45.538579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:45.627052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9ef021af-441c-432c-920d-a1806a62942c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f842cd2f2ff54fa2991ca0b10c9c02d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864580 Aug 06 18:30:45.630757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:45.677776 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8dceb3-89cd-4449-bde9-e6d76f719282 x-openstack-request-id: req-ad8dceb3-89cd-4449-bde9-e6d76f719282 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:45.677776 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:45.678481 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad8dceb3-89cd-4449-bde9-e6d76f719282 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:45.678481 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'code': 200} Aug 06 18:30:45.702802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-678898d1-5941-455a-8670-eccc0d13c8da req-18c784f8-b050-4bea-a257-e485ad89edb9 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679022 Aug 06 18:30:45.713118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-ad046d57-5998-49ee-b6b6-8a6e08d73eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:45.716731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-ad046d57-5998-49ee-b6b6-8a6e08d73eea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 1098 time: 0.6590695 Aug 06 18:30:45.790025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.831891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.883841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Deleting port 3b52c61d-e228-483e-b114-9bda31a24f70 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:45.887169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.004479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.024413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.028371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9e9ff05-e058-4172-b840-7d1b4c6ebac4 HTTP/1.1" status: 204 len: 168 time: 0.3937278 Aug 06 18:30:46.103251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69415c0-06f2-48cd-8f44-2fc3a96971d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9ff05-e058-4172-b840-7d1b4c6ebac4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:46.186446 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-0bb7c425-178f-47e3-b17d-a86e549e5821 service neutron] 10.222.0.55 "PUT /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee/bindings/n-h2-793621-29/activate HTTP/1.1" status: 200 len: 370 time: 3.6539555 Aug 06 18:30:46.279201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] For port 3b52c61d-e228-483e-b114-9bda31a24f70, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3b52c61d-e228-483e-b114-9bda31a24f70,segment=NetworkSegment(5c837d2b-2eac-4f96-8a33-0436d6250ab7),segment_id=5c837d2b-2eac-4f96-8a33-0436d6250ab7)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:46.280567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.381025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Calling delete_port for 3b52c61d-e228-483e-b114-9bda31a24f70 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:46.382145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:46.428051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-f9abdf1c-7a7d-47f0-b9d0-e0e2c556811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:46.430905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-f9abdf1c-7a7d-47f0-b9d0-e0e2c556811b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.6563208 Aug 06 18:30:46.746757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-a593ddc9-c6f5-4fa5-b58f-0d487970acfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 200 len: 217 time: 0.2861359 Aug 06 18:30:46.754382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-4f53175d-f07a-40b8-ace9-4562228f6612 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:46.756047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-4f53175d-f07a-40b8-ace9-4562228f6612 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1&tenant_id=7ee904f95c494adf94b537fca9d2b1d4&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.4650235 Aug 06 18:30:47.242386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-b7bb3d73-2231-4833-8ccb-d42a4b7b42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.244999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-b7bb3d73-2231-4833-8ccb-d42a4b7b42b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.4867225 Aug 06 18:30:47.276029 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.319111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-d204056f-f1f4-42c6-94b1-aa368fdc32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.334023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-d204056f-f1f4-42c6-94b1-aa368fdc32cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 1096 time: 0.5677569 Aug 06 18:30:47.376785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-96eaf37a-214c-4d9b-9a6c-30ce67d7b94c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:30:47.379632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-96eaf37a-214c-4d9b-9a6c-30ce67d7b94c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320208 Aug 06 18:30:47.414170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43750-d973-4b01-ab7b-5067331b8b18 req-7cb4f06e-3e58-478b-b6e1-667e37493724 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.431780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56b43750-d973-4b01-ab7b-5067331b8b18 req-7cb4f06e-3e58-478b-b6e1-667e37493724 tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 867 time: 0.4934025 Aug 06 18:30:47.529037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Pushing event deleted for resources: {'Port': ['ID=3b52c61d-e228-483e-b114-9bda31a24f70,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:47.644482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1554-9a18-4aee-9fe7-8662b6c7e0b3 req-c2274e24-6e32-420a-bb5a-34d168ec9f22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.646140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] No DVR routers for this DVR port 3b52c61d-e228-483e-b114-9bda31a24f70 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:47.667474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.669493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1ea1554-9a18-4aee-9fe7-8662b6c7e0b3 req-c2274e24-6e32-420a-bb5a-34d168ec9f22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.5976789 Aug 06 18:30:47.674948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5f05aad9-f321-4cb7-ae48-ff91b991cf6a req-d242a21b-9cec-4d9d-aee6-fd172fb0962d tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.16 "DELETE /v2.0/ports/3b52c61d-e228-483e-b114-9bda31a24f70 HTTP/1.1" status: 204 len: 173 time: 2.5455387 Aug 06 18:30:47.681685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'name': 'network-vif-deleted', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:47.687191 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aa985e-640d-40ac-8641-b42a4a8e09eb" -d '{"events": [{"server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "name": "network-vif-deleted", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:47.706191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-2d98bb35-478a-4278-887b-6148f7a312b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.712056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-2d98bb35-478a-4278-887b-6148f7a312b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4451661 Aug 06 18:30:47.739792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56b43750-d973-4b01-ab7b-5067331b8b18 req-fe6ae0a0-baec-4dc3-b766-cf43de742e2a tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/security-groups?id=99fea605-7852-4822-806a-1911232a426e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986493 Aug 06 18:30:47.913396 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a50cdb-3665-4267-a6fb-30ee53a613ab x-openstack-request-id: req-e1a50cdb-3665-4267-a6fb-30ee53a613ab {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:47.914472 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8533e-d9d6-44e5-97fe-23750a28ec29", "name": "network-vif-deleted", "tag": "3b52c61d-e228-483e-b114-9bda31a24f70", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:47.914472 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1a50cdb-3665-4267-a6fb-30ee53a613ab {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:47.914869 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8533e-d9d6-44e5-97fe-23750a28ec29', 'name': 'network-vif-deleted', 'tag': '3b52c61d-e228-483e-b114-9bda31a24f70', 'status': 'completed', 'code': 200} Aug 06 18:30:47.917484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-0cc43376-4262-40d9-8554-ec77ccf90712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.920365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-0cc43376-4262-40d9-8554-ec77ccf90712 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1096 time: 0.4441304 Aug 06 18:30:47.984446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1ea1554-9a18-4aee-9fe7-8662b6c7e0b3 req-7358e38f-a0ea-48f9-ba34-517f96ec777b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725267 Aug 06 18:30:48.363991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-48cbc0ac-293d-4719-93de-db3a33ec422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:48.365752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-b02a1a3f-87db-4602-91af-33dbe9efc040 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995908 Aug 06 18:30:48.366296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-48cbc0ac-293d-4719-93de-db3a33ec422c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.4276605 Aug 06 18:30:48.384560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3b52c61d-e228-483e-b114-9bda31a24f70 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:48.449177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 3b52c61d-e228-483e-b114-9bda31a24f70 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:30:48.450104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3b52c61d-e228-483e-b114-9bda31a24f70 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:30:48.722852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-c11a3d71-3a9f-4247-9962-5a1e892cd709 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 999 time: 0.2964094 Aug 06 18:30:48.823747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ccb678d-242a-42d0-bebe-25c0d376c029 req-1737a58f-1757-4709-a007-5bb8e4d346d0 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422877 Aug 06 18:30:48.905484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-fe6fa4da-18e9-4e3d-a76b-877e7bcc44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:48.911333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-fe6fa4da-18e9-4e3d-a76b-877e7bcc44e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.1710408 Aug 06 18:30:49.131569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-cf62e106-ab89-4ee3-a6ae-49c19d56ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:49.139915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-cf62e106-ab89-4ee3-a6ae-49c19d56ae0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167439 Aug 06 18:30:49.241613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b53698-5e64-4b6c-baea-f83bf55fe041 req-09f34277-1644-45a1-9e27-ac4d311f1b5f tempest-ServerPasswordTestJSON-670488834 tempest-ServerPasswordTestJSON-670488834-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8f8533e-d9d6-44e5-97fe-23750a28ec29 HTTP/1.1" status: 200 len: 210 time: 0.0730977 Aug 06 18:30:49.352862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:49.627080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1663495738-network', 'tenant_id': '6cbf9e80ce894003acad79bd3b5c3fc0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:49.633021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ab582-6007-4708-aa40-f4fbfa53c2e5 req-c7759743-9d7c-410f-a220-d6c985f1b58a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:49.645826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af8ab582-6007-4708-aa40-f4fbfa53c2e5 req-c7759743-9d7c-410f-a220-d6c985f1b58a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.3965187 Aug 06 18:30:49.684987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Made reservation on behalf of 6cbf9e80ce894003acad79bd3b5c3fc0 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:49.689638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.705863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.839973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-6171d92c-7365-4584-93d9-fde9dbfa68f1 service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949763 Aug 06 18:30:49.965615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.972605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af8ab582-6007-4708-aa40-f4fbfa53c2e5 req-c0fc7830-f8e8-4e72-b81a-f9de5c7f160e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2804861 Aug 06 18:30:49.988138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.050456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:30:50.066364 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.066788 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Added segment 47af0833-0886-479f-b54b-796cb4c451ec of type vlan for network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d Aug 06 18:30:50.081040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:50.172550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.225326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-17c1ff06-2057-4f67-ba6a-2eb666779f73 service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418999 Aug 06 18:30:50.271893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.273768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.281779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.354493 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:50.359233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0058043 Aug 06 18:30:50.362859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55576) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:50.370246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Request body: {'subnet': {'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1663495738-subnet', 'tenant_id': '6cbf9e80ce894003acad79bd3b5c3fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:50.407080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2dd24-f210-41ab-8be9-90205dd94e42 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:50.424095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Made reservation on behalf of 6cbf9e80ce894003acad79bd3b5c3fc0 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:50.424808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:30:50.427281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.498730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Deleting subnet 24d2ed3c-205c-4300-afac-038779d05981 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:50.506470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.647116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.737437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a967c-b390-4486-ab67-950bddedf869 req-5bbd1841-7f7e-42ad-972a-1ec5d620638a tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.739281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-5bbd1841-7f7e-42ad-972a-1ec5d620638a tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1&tenant_id=7ee904f95c494adf94b537fca9d2b1d4&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 1096 time: 0.1576672 Aug 06 18:30:50.802314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.884539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.068142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Pushing event updated for resources: {'Subnet': ['ID=848bb959-a364-455e-abb8-f3949416a67e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:51.105534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Checking segment: {'id': '47af0833-0886-479f-b54b-796cb4c451ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:51.105911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Network hostable DHCP agents. Network: 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:30:51.234159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:30:51.268488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:51.274500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.296881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.297909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.299299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af67804-1908-4158-8151-6457ab25c4f6 None None] Network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:51.369000 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-68aaed2b-d6bb-48f4-9eee-fdbab604206b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0047698 Aug 06 18:30:51.374422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d2ed3c-205c-4300-afac-038779d05981,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:51.423966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.426764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de7eb70b-11a8-4606-8ca1-07fc92d4286f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24d2ed3c-205c-4300-afac-038779d05981 HTTP/1.1" status: 204 len: 168 time: 1.0708392 Aug 06 18:30:51.430818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55600) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:51.435623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-996a967c-b390-4486-ab67-950bddedf869 req-92559bb5-dfe3-4cbb-93b3-767a1d115313 service neutron] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:51.470124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-996a967c-b390-4486-ab67-950bddedf869 req-92559bb5-dfe3-4cbb-93b3-767a1d115313 service neutron] Notify callbacks [] for binding, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.471960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-996a967c-b390-4486-ab67-950bddedf869 req-92559bb5-dfe3-4cbb-93b3-767a1d115313 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee/bindings/n-h1-793621-29 HTTP/1.1" status: 204 len: 173 time: 0.7247832 Aug 06 18:30:51.514890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909933b-93d3-4508-9838-24691617145a req-cebda162-fb53-461e-b48f-847b7753e950 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.519703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9909933b-93d3-4508-9838-24691617145a req-cebda162-fb53-461e-b48f-847b7753e950 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1114790 Aug 06 18:30:51.679883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9909933b-93d3-4508-9838-24691617145a req-c75c0396-adcc-4fba-b49f-7cfe365989dd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526129 Aug 06 18:30:51.687234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629f96f-bc5e-4857-b375-6c0eca47a7f0 None None] Network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:51.710524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.934895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.995793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee95055-e5ab-4cd2-a5e0-24e8095e77c5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:52.025576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c837d2b-2eac-4f96-8a33-0436d6250ab7') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:52.026360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c837d2b-2eac-4f96-8a33-0436d6250ab7') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:52.052946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.058808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331137e-51cc-46cd-81ba-589ff832b59a req-a9ac4db2-9092-4769-8b9a-0a482ccf2f10 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:52.061519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b331137e-51cc-46cd-81ba-589ff832b59a req-a9ac4db2-9092-4769-8b9a-0a482ccf2f10 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1096 time: 0.1524167 Aug 06 18:30:52.096096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.107275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:52.107916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:52.183105 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:52.194510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.216428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.221703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ee95055-e5ab-4cd2-a5e0-24e8095e77c5 HTTP/1.1" status: 204 len: 168 time: 0.7892785 Aug 06 18:30:52.264828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b331137e-51cc-46cd-81ba-589ff832b59a req-ed80f01b-a6e7-47f4-b350-df5c458a1ffb tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747714 Aug 06 18:30:52.266058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90687470-b9eb-4814-964d-0e8a0b5d431e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee95055-e5ab-4cd2-a5e0-24e8095e77c5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:52.642932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd806c6-9c57-4460-befa-3c8b94c2cbb3 req-c1912edf-0020-48af-9092-57d1cff3705a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:52.652235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdd806c6-9c57-4460-befa-3c8b94c2cbb3 req-c1912edf-0020-48af-9092-57d1cff3705a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1980138 Aug 06 18:30:52.692672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:52.792253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdd806c6-9c57-4460-befa-3c8b94c2cbb3 req-b24725b5-5658-4671-b0f6-b55d9783e361 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385469 Aug 06 18:30:52.828741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55658) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:52.918662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16ea49f4-8b5b-4063-bf86-e78c818b66ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8beb7b8867584279902cecdd693be2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239857 Aug 06 18:30:52.919244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-3fdaf462-797e-421c-b77a-e28a856558de tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:52.920024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55664) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:52.931461 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-3fdaf462-797e-421c-b77a-e28a856558de tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/networks?id=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d HTTP/1.1" status: 200 len: 822 time: 0.2973258 Aug 06 18:30:52.963166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-95fff770-3a55-4fc1-9b25-b5feefd1a27b tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/quotas/6cbf9e80ce894003acad79bd3b5c3fc0 HTTP/1.1" status: 200 len: 375 time: 0.0177710 Aug 06 18:30:53.039757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-429163e0-56f3-44d2-8f6d-f8e45b4b0926 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cbf9e80ce894003acad79bd3b5c3fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679259 Aug 06 18:30:53.060412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-64a0bc88-abe1-42f3-b498-065e17b669c9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 200 len: 991 time: 0.2210662 Aug 06 18:30:53.121098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.165611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.286410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.291486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.297397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99fea605-7852-4822-806a-1911232a426e HTTP/1.1" status: 204 len: 168 time: 0.3723304 Aug 06 18:30:53.314583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06829abc-4569-46a4-b7f9-1026fa86a137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fea605-7852-4822-806a-1911232a426e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:53.429957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-563bdc91-a406-404e-899a-8710bc326d1d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:30:53.431190 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-563bdc91-a406-404e-899a-8710bc326d1d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3849602 Aug 06 18:30:53.436514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:54.654944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-afccd642-5c8a-400b-89fc-eccec215dc2b service neutron] 10.222.0.64 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2049069 Aug 06 18:30:54.840420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:54.948944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 1b5a4257-8984-4552-8a8e-32b5fdfaf849 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:54.949292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.991674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-fe25d7e6-be75-401d-9f94-d160422a74cc service neutron] 10.222.0.64 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256888 Aug 06 18:30:55.138814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.139307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.187050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 1b5a4257-8984-4552-8a8e-32b5fdfaf849 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:55.214907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-network', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:55.323523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Made reservation on behalf of ddf6c931b07f4aa4a508605f87c35855 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:55.327477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.363582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.627115 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-25ae0100-addf-422d-91d3-83cd8515165c req-7d840421-eb5a-4824-a066-b306eb4af69d tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.0935435 Aug 06 18:30:55.715076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.722824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.727662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.745060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:30:55.768806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.769640 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Added segment 780162bf-96ee-4282-99c7-6b928ef0ea4e of type vlan for network 057eb89f-713b-4f92-a5e4-1c3381f2de8b Aug 06 18:30:55.851943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.865550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=1b5a4257-8984-4552-8a8e-32b5fdfaf849,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.869903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.920838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.922266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:55.924587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.014673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1730106 Aug 06 18:30:56.018393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:56.026529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Request body: {'subnet': {'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-subnet', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:56.032164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e2ed-87bf-48e5-8a93-ea073e7605ed admin admin] Pushing event updated for resources: {'Network': ['ID=057eb89f-713b-4f92-a5e4-1c3381f2de8b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.049824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:30:56.074711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Made reservation on behalf of ddf6c931b07f4aa4a508605f87c35855 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:56.080114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.274118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.276692 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP a08adc57-69de-400a-b4e6-58d62599ce92 disassociated (deleted). External IP: 172.25.3.205, port: 9841ee26-609f-4245-a92c-2d2ab3598bee. Aug 06 18:30:56.690035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.822567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7957b1-4739-4a0a-afef-e37d684ba96b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.846265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Checking segment: {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:56.847175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Network hostable DHCP agents. Network: 057eb89f-713b-4f92-a5e4-1c3381f2de8b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:30:56.890879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:30:56.938306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 057eb89f-713b-4f92-a5e4-1c3381f2de8b) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:56.947047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:56.954023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172cae95-36d0-476f-bdd8-d8dd11b4778d None None] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:56.967673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.974680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdd2d47f-2c18-4b7b-9399-a4a888e049bd req-105e92e3-ca23-473b-bebc-992013d8fff7 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.1216180 Aug 06 18:30:57.025842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8672dbcb-c15f-4eb9-ab9b-806fd303c395 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0054760 Aug 06 18:30:57.033725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:57.062065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:57.185560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 5fdb8588-762d-467d-a130-2163b32b3421 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:30:57.269314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.278762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.345806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:30:57.351193 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.361046 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Sync routers for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:30:57.378110 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:57.379215 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:30:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:57.405782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-518e1a31-af43-4d72-b610-f84eeef48d71 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/floatingips/a08adc57-69de-400a-b4e6-58d62599ce92 HTTP/1.1" status: 204 len: 168 time: 3.9655101 Aug 06 18:30:57.406365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:57.430657 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df655c7b-d7c7-407e-89dc-d39f14552a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:57.560400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62777683-965f-4056-8f5f-c53d55744719 None None] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:57.655963 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a36e22a-27ae-4c02-a9e6-4aa764f2764f x-openstack-request-id: req-1a36e22a-27ae-4c02-a9e6-4aa764f2764f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:57.658378 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:57.658378 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a36e22a-27ae-4c02-a9e6-4aa764f2764f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:57.658378 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'status': 'completed', 'code': 200} Aug 06 18:30:57.746860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.848698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-eac07313-8c75-46db-8f44-340fdaa5e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:57.859529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-eac07313-8c75-46db-8f44-340fdaa5e571 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 1096 time: 0.1582541 Aug 06 18:30:57.932631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:58.356300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-f2d9f49a-59be-4316-a626-f795aea99c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:58.368796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-f2d9f49a-59be-4316-a626-f795aea99c15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 200 len: 897 time: 0.5032136 Aug 06 18:30:58.497094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-905abf5f-c97c-4115-b86f-5ae861c5b99f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 200 len: 217 time: 0.1069548 Aug 06 18:30:58.522652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba100-49b7-4f8e-a650-3f22ccb5deaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:58.695965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0c613-d0ee-4ada-90c2-343790348f0c req-4be300ad-d75a-4752-8331-9974acdbe4c2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:58.700700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08c0c613-d0ee-4ada-90c2-343790348f0c req-4be300ad-d75a-4752-8331-9974acdbe4c2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.3278823 Aug 06 18:30:58.715489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-7ae20915-2f41-4030-8c07-f7961e2468f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:58.734542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-7ae20915-2f41-4030-8c07-f7961e2468f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 200 len: 834 time: 0.2078266 Aug 06 18:30:58.875727 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:58.966631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Checking router: 5fdb8588-762d-467d-a130-2163b32b3421 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:30:58.993084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:58.994515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:30:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:58.995434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:59.017108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08c0c613-d0ee-4ada-90c2-343790348f0c req-9ec0f108-afce-42c3-9223-780bbe303083 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2739618 Aug 06 18:30:59.026441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-7bfaf9a5-4c4a-4ea9-b077-bbca5271711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:59.039124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-7bfaf9a5-4c4a-4ea9-b077-bbca5271711d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7eff667-e1d1-4339-9e28-65b127bc6ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3033397 Aug 06 18:30:59.295286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-222f715a-5c0b-45ee-832b-b7b19c6a1454 req-9f0f1369-63a6-4edd-a573-bc4b7282784b tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.2895360 Aug 06 18:30:59.346068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:59.439920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-2a7633bd-c8d1-4642-8286-a6775d001704 service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877449 Aug 06 18:30:59.495758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-69e43824-9edd-4cd2-b3a3-5809b5aab134 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:59.498859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-69e43824-9edd-4cd2-b3a3-5809b5aab134 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.55 "GET /v2.0/networks?id=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d HTTP/1.1" status: 200 len: 822 time: 0.4891913 Aug 06 18:30:59.602980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Request body: {'port': {'device_id': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d', 'admin_state_up': True, 'tenant_id': '6cbf9e80ce894003acad79bd3b5c3fc0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:59.712177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df655c7b-d7c7-407e-89dc-d39f14552a6f req-4494ec71-f844-41a2-bfa6-0e419d611cb7 service neutron] 10.222.0.16 "GET /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669899 Aug 06 18:30:59.772377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-c40472d6-915d-45b5-ac4c-ecc523d55136 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:59.775058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-c40472d6-915d-45b5-ac4c-ecc523d55136 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.7672567 Aug 06 18:30:59.959715 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-05d9430e-0598-4e25-9165-594947b2124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:00.018884 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9430e-0598-4e25-9165-594947b2124e None None] The sync data for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 is: [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:29:06Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f5bf2552-b0df-4588-8657-778f4a7da6dd', 'name': '', 'network_id': 'e7eff667-e1d1-4339-9e28-65b127bc6ad4', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:6d:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:03Z', 'updated_at': '2021-08-06T18:29:18Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': '9fc64745-984c-4740-9bb5-b8a7e7d7a63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:00.151372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Made reservation on behalf of 6cbf9e80ce894003acad79bd3b5c3fc0 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:00.157085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.321358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4853c-01bc-4970-969b-162a492708cc req-8faa59d1-d603-4c15-a046-d5c37c421566 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:00.324017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ee4853c-01bc-4970-969b-162a492708cc req-8faa59d1-d603-4c15-a046-d5c37c421566 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.1171153 Aug 06 18:31:00.331165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 9841ee26-609f-4245-a92c-2d2ab3598bee {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:00.331696 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.410530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ee4853c-01bc-4970-969b-162a492708cc req-d590d4f5-3616-495e-beb7-d9cd132b89b1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742366 Aug 06 18:31:00.665206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88b22508-8d0b-47d7-9ed6-72785af78f4d req-17ae6485-76ea-4bfb-9e1e-fc1cda79367b tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.0930679 Aug 06 18:31:00.731579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f927f2-92b1-467d-857d-ffe6de200116 None None] New status for floating IP a08adc57-69de-400a-b4e6-58d62599ce92: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:31:00.987760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Allocated IP 172.20.0.10 (6f8ba3a9-9f1f-4eb5-984d-249305b13c1d/848bb959-a364-455e-abb8-f3949416a67e/4866cfa4-dedb-484e-a75e-90221d93d96c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:01.007637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 9841ee26-609f-4245-a92c-2d2ab3598bee, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=9841ee26-609f-4245-a92c-2d2ab3598bee,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:01.008174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.126228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 9841ee26-609f-4245-a92c-2d2ab3598bee owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:01.146207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.244939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.466024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.706790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d4637d0d-8ff7-4aaa-b5d5-ea4aeb820402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.730055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4325-3ddc-48ad-ae05-3bcbbbbd932d req-c59a5d78-08b4-40a6-b031-e5540bb3f48b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:01.740654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-525a4325-3ddc-48ad-ae05-3bcbbbbd932d req-c59a5d78-08b4-40a6-b031-e5540bb3f48b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 944 time: 0.0835261 Aug 06 18:31:01.805749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-525a4325-3ddc-48ad-ae05-3bcbbbbd932d req-2abdcbb0-9f42-4c22-96f1-cc57629378a7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=bca567ba-7000-466d-b003-3d6615d173c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638144 Aug 06 18:31:01.958860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cb6212a-7ea5-413c-bff6-e1e8e892d376 req-47bb4613-d844-480a-9629-83453023da6f tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.0633307 Aug 06 18:31:02.004391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.133747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Allocated IP 172.25.3.142 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/48893258-7fc2-4566-bdae-592958c851eb) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:02.162558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.249244 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.324087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:02.346135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:02.353766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:02.364685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Pushing event updated for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:02.464955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:02.495656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=9841ee26-609f-4245-a92c-2d2ab3598bee,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:02.510201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] No DVR routers for this DVR port 9841ee26-609f-4245-a92c-2d2ab3598bee on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:31:02.519689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.522871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-494ea5f2-673e-4a00-9634-a6a9e7a39813 req-4d5d9d89-09e5-4f0c-94f2-dc5b56ae9d75 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.16 "DELETE /v2.0/ports/9841ee26-609f-4245-a92c-2d2ab3598bee HTTP/1.1" status: 204 len: 173 time: 2.6728389 Aug 06 18:31:02.525677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-deleted', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:02.528639 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536640d-99dc-452b-872c-04ee6ac71e73" -d '{"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-deleted", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:02.550694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:02.551732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.581094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.607101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-04d7d4ae-5204-45d3-8b44-8e99705deee5 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0874219 Aug 06 18:31:02.639828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Request body: {'port': {'device_id': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:02.937933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 9841ee26-609f-4245-a92c-2d2ab3598bee {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:02.938153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 9841ee26-609f-4245-a92c-2d2ab3598bee not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:02.981852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.052430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.194673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.204629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Pushing event updated for resources: {'Port': ['ID=48893258-7fc2-4566-bdae-592958c851eb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:03.294907 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239aee0b-b511-49ba-bb75-add115053116 x-openstack-request-id: req-239aee0b-b511-49ba-bb75-add115053116 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:03.295670 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e717b1-2cae-4bdc-a3ca-ede3a860fcc1", "name": "network-vif-deleted", "tag": "9841ee26-609f-4245-a92c-2d2ab3598bee", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:03.295670 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-239aee0b-b511-49ba-bb75-add115053116 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:03.296125 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e717b1-2cae-4bdc-a3ca-ede3a860fcc1', 'name': 'network-vif-deleted', 'tag': '9841ee26-609f-4245-a92c-2d2ab3598bee', 'status': 'completed', 'code': 200} Aug 06 18:31:03.298886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2587021c-68e9-470c-88ad-5336210ae48e req-8a5e9247-a9f2-440b-9710-49ad87d628bd tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e717b1-2cae-4bdc-a3ca-ede3a860fcc1 HTTP/1.1" status: 200 len: 210 time: 0.2716644 Aug 06 18:31:03.314657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:03.352940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461610bc-b9af-40c9-9d80-a8046fccb562 req-d3ddd790-4e3c-4f3f-8751-28db050dcc8c tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:03.361668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-461610bc-b9af-40c9-9d80-a8046fccb562 req-d3ddd790-4e3c-4f3f-8751-28db050dcc8c tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 932 time: 0.0872879 Aug 06 18:31:03.436221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:03.448683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:03.470730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-461610bc-b9af-40c9-9d80-a8046fccb562 req-300d5649-c7e5-46cc-8f98-1c920546d175 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075523 Aug 06 18:31:03.497238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:31:04.278387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4866cfa4-dedb-484e-a75e-90221d93d96c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:04.288442 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.305059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Transition to ACTIVE for port object 4866cfa4-dedb-484e-a75e-90221d93d96c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:04.318641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.420757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56006) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:04.450336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:04.649151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Attempting to bind port 4866cfa4-dedb-484e-a75e-90221d93d96c on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:04.654860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Attempting to bind port 4866cfa4-dedb-484e-a75e-90221d93d96c by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '47af0833-0886-479f-b54b-796cb4c451ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:04.655621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Attempting to bind port 4866cfa4-dedb-484e-a75e-90221d93d96c on network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:04.672585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Port 4866cfa4-dedb-484e-a75e-90221d93d96c on network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:31:04.673002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Attempting to bind port 4866cfa4-dedb-484e-a75e-90221d93d96c on network 6f8ba3a9-9f1f-4eb5-984d-249305b13c1d {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:04.683237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.688961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:04.689577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Checking segment: {'id': '47af0833-0886-479f-b54b-796cb4c451ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:04.690305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Bound using segment: {'id': '47af0833-0886-479f-b54b-796cb4c451ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:04.691090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Bound port: 4866cfa4-dedb-484e-a75e-90221d93d96c, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47af0833-0886-479f-b54b-796cb4c451ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:04.691692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.696612 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.938626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c9c3-19eb-46ee-b326-e96269785606 req-0104a56a-e79b-45d7-a88f-3620a1225806 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:04.941173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a01c9c3-19eb-46ee-b326-e96269785606 req-0104a56a-e79b-45d7-a88f-3620a1225806 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 944 time: 0.1877012 Aug 06 18:31:05.048311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:05.151801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a01c9c3-19eb-46ee-b326-e96269785606 req-b3c54183-8422-4d1b-95c6-5e701ba5cd4e tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903718 Aug 06 18:31:05.175203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4866cfa4-dedb-484e-a75e-90221d93d96c,segment=NetworkSegment(47af0833-0886-479f-b54b-796cb4c451ec),segment_id=47af0833-0886-479f-b54b-796cb4c451ec)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:05.246812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.309496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:05.310130 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.311785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] 10.222.0.55 "PUT /v2.0/ports/4866cfa4-dedb-484e-a75e-90221d93d96c HTTP/1.1" status: 200 len: 1093 time: 2.6914365 Aug 06 18:31:05.312433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:05.315185 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80538b-d871-4d18-8499-d92f90dd2c06" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:05.318959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.440656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4099f4-5eae-4df5-b4ed-ca919a98fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:05.444948 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465105e5-8c37-4f54-bb45-8c263d6958f3 x-openstack-request-id: req-465105e5-8c37-4f54-bb45-8c263d6958f3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:05.445416 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:05.445800 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-465105e5-8c37-4f54-bb45-8c263d6958f3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:05.446464 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c', 'status': 'completed', 'code': 200} Aug 06 18:31:05.488080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.573824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-d95450a4-fb5a-4461-a047-71a14c187f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:05.575574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-d95450a4-fb5a-4461-a047-71a14c187f8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cbf9e80ce894003acad79bd3b5c3fc0&device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 1096 time: 0.1261363 Aug 06 18:31:05.640476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-d309b2c4-5e65-4b4f-a702-e580114a51be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4866cfa4-dedb-484e-a75e-90221d93d96c HTTP/1.1" status: 200 len: 217 time: 0.0521917 Aug 06 18:31:05.719756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-d98668bf-8c92-4dd8-bdfd-28803ff24268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:05.722691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-d98668bf-8c92-4dd8-bdfd-28803ff24268 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=848bb959-a364-455e-abb8-f3949416a67e HTTP/1.1" status: 200 len: 862 time: 0.0740292 Aug 06 18:31:05.724071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Router 9b375f05-6f28-42c9-a895-55a5c36bd66a is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:31:05.867040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-f5c738be-6cc5-4386-8d16-5db9831ec310 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278720 Aug 06 18:31:06.018264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port f5bf2552-b0df-4588-8657-778f4a7da6dd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:06.018741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.142693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:06.158954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Sync routers for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:06.167213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port f5bf2552-b0df-4588-8657-778f4a7da6dd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5bf2552-b0df-4588-8657-778f4a7da6dd,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:06.167752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.183472 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:06.186383 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:06.194171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-b46478b4-a00e-458b-ad6a-afdce8f233b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175380 Aug 06 18:31:06.195126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.198465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for f5bf2552-b0df-4588-8657-778f4a7da6dd owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:06.209204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e310de50-c31c-4eb2-8e94-0deacf886fbc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.1694250 Aug 06 18:31:06.218976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56054) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:06.414541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91474b3-9c54-4aa5-a659-9fa3a82dcbfd req-6095cd70-ec3f-4ef3-8563-050f32645e6b tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:06.417376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a91474b3-9c54-4aa5-a659-9fa3a82dcbfd req-6095cd70-ec3f-4ef3-8563-050f32645e6b tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 944 time: 0.1510673 Aug 06 18:31:06.439079 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:06.637597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a91474b3-9c54-4aa5-a659-9fa3a82dcbfd req-9f790d07-e638-4b84-ba1c-df8d2620e53a tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874413 Aug 06 18:31:06.696548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-843f1fd6-d0b1-459c-9625-fcbfa2c08997 req-4c399d4b-b1b3-430c-b775-a04fd8bf3c13 service neutron] 10.222.0.55 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851129 Aug 06 18:31:06.737910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:04Z', 'revision_number': 3, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:06.797517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Checking router: 9b375f05-6f28-42c9-a895-55a5c36bd66a for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:06.799576 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Updating router 9b375f05-6f28-42c9-a895-55a5c36bd66a port 48893258-7fc2-4566-bdae-592958c851eb binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:31:06.800251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.839629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=f5bf2552-b0df-4588-8657-778f4a7da6dd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:06.949983 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.139929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-277081d6-3aa0-4f0b-90ef-7b520a795760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:07.151147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-277081d6-3aa0-4f0b-90ef-7b520a795760 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cbf9e80ce894003acad79bd3b5c3fc0&device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 1096 time: 0.3790612 Aug 06 18:31:07.502157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.600989 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.618669 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Transition to ACTIVE for port object 48893258-7fc2-4566-bdae-592958c851eb will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:07.629162 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.718301 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Attempting to bind port 48893258-7fc2-4566-bdae-592958c851eb on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:07.718816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Attempting to bind port 48893258-7fc2-4566-bdae-592958c851eb by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:07.719411 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Attempting to bind port 48893258-7fc2-4566-bdae-592958c851eb on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:07.739911 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:07.740517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:07.741250 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.741978 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:07.742799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Bound port: 48893258-7fc2-4566-bdae-592958c851eb, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:07.743442 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.865558 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] For port 48893258-7fc2-4566-bdae-592958c851eb, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:07.870071 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] For port 48893258-7fc2-4566-bdae-592958c851eb, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=48893258-7fc2-4566-bdae-592958c851eb,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:07.882122 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:07.887698 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Pushing event updated for resources: {'Port': ['ID=48893258-7fc2-4566-bdae-592958c851eb,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:07.900831 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.901304 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.901745 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.902140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.902538 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.902926 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.903312 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.903847 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.904237 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.904618 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.905008 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.905501 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:07.937841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 5fdb8588-762d-467d-a130-2163b32b3421 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:31:08.043062 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:08.044076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:08.260691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:08.295498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4866cfa4-dedb-484e-a75e-90221d93d96c details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:31:08.409039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:08.427318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b2b001f3-c2ef-46c0-bce5-a505d34f01be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/5fdb8588-762d-467d-a130-2163b32b3421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0044739 Aug 06 18:31:08.432758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56108) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:08.453606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Sync routers for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:08.630688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:08.633880 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd52a57-91a1-4f3e-8930-9ce6a971238a None None] Pushing event updated for resources: {'Port': ['ID=48893258-7fc2-4566-bdae-592958c851eb,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:08.636062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:08.647630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting subnet 9fc64745-984c-4740-9bb5-b8a7e7d7a63e {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:31:08.673011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.852609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.860404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.901766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-7d7bed6e-d824-4058-b968-9994677a96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:08.907472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-7d7bed6e-d824-4058-b968-9994677a96d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d HTTP/1.1" status: 200 len: 923 time: 1.7430670 Aug 06 18:31:08.913042 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:04Z', 'revision_number': 3, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:08.943195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4866cfa4-dedb-484e-a75e-90221d93d96c,segment=NetworkSegment(47af0833-0886-479f-b54b-796cb4c451ec),segment_id=47af0833-0886-479f-b54b-796cb4c451ec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:08.987922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fb314-eea9-4c11-9aee-a915738d5689 req-32e2c7cc-69fc-4688-a03c-43d2d0b4853d tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:09.002399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed8fb314-eea9-4c11-9aee-a915738d5689 req-32e2c7cc-69fc-4688-a03c-43d2d0b4853d tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 944 time: 0.6306305 Aug 06 18:31:09.035318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28cfe93-7ba9-49f7-8dc7-d13c7c5b98b9 None None] The sync data for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 is: [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:04Z', 'revision_number': 3, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:09.169116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:09.188366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '4866cfa4-dedb-484e-a75e-90221d93d96c', 'network_id': '6f8ba3a9-9f1f-4eb5-984d-249305b13c1d', 'port_id': '4866cfa4-dedb-484e-a75e-90221d93d96c', 'mac_address': 'fa:16:3e:60:72:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848bb959-a364-455e-abb8-f3949416a67e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:31:09.222974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-a65575d2-7535-4649-b562-07e6348268bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4866cfa4-dedb-484e-a75e-90221d93d96c HTTP/1.1" status: 200 len: 217 time: 0.2904949 Aug 06 18:31:09.255959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:09.338367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:09.486456 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:09.497706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/subnets/9fc64745-984c-4740-9bb5-b8a7e7d7a63e HTTP/1.1" status: 204 len: 168 time: 1.0560784 Aug 06 18:31:09.499455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc64745-984c-4740-9bb5-b8a7e7d7a63e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:09.512681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:09.530170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fdf97-ad1b-4fad-afb1-e975cb4403cc None None] Network e7eff667-e1d1-4339-9e28-65b127bc6ad4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:09.542220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.542486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.542994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.544115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.544115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.544863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.545259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.545869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.546442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.547017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.547588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.550957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d50765-6b14-41b8-80a0-811ff1bffd35 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:09.733741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:09.881788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:09.896357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed8fb314-eea9-4c11-9aee-a915738d5689 req-8922c0f8-eb03-430d-ab60-18d6eed9a66c tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7864435 Aug 06 18:31:09.942251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Allocated IP 172.20.0.1 (057eb89f-713b-4f92-a5e4-1c3381f2de8b/6a7957b1-4739-4a0a-afef-e37d684ba96b/6ebddbbe-d8b4-48b2-bd04-92cabe422a00) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:09.953910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-ac4f3b65-808f-40f8-b27b-be4f2c3fe6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:09.955669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-ac4f3b65-808f-40f8-b27b-be4f2c3fe6c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=848bb959-a364-455e-abb8-f3949416a67e HTTP/1.1" status: 200 len: 862 time: 0.4440899 Aug 06 18:31:10.095537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4866cfa4-dedb-484e-a75e-90221d93d96c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:10.099495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-3a17cb84-5621-43e0-8997-db3fef5d6ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993190 Aug 06 18:31:10.175174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4866cfa4-dedb-484e-a75e-90221d93d96c,segment=NetworkSegment(47af0833-0886-479f-b54b-796cb4c451ec),segment_id=47af0833-0886-479f-b54b-796cb4c451ec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:10.193998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:31:06Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': '1f70c6a9-fa78-4702-ba1d-12f525f44a1b', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdb8588-762d-467d-a130-2163b32b3421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:28:56Z', 'updated_at': '2021-08-06T18:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:10.196387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.261275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.342622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Checking router: 5fdb8588-762d-467d-a130-2163b32b3421 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:10.367717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] DHCP port deletion for e7eff667-e1d1-4339-9e28-65b127bc6ad4 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:31:10.416385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.467463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Routers {'5fdb8588-762d-467d-a130-2163b32b3421'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:10.468293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['5fdb8588-762d-467d-a130-2163b32b3421'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:10.472036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4866cfa4-dedb-484e-a75e-90221d93d96c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:10.605626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-082a1f8e-1245-4674-8981-21df5058bcbe service neutron] 10.222.0.55 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934955 Aug 06 18:31:10.687464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:10.749055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.760712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:10.761077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.843246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc80538b-d871-4d18-8499-d92f90dd2c06 req-796d0b9a-3f2d-4a69-ba94-f86e2841c878 service neutron] 10.222.0.55 "GET /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218890 Aug 06 18:31:10.845749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Deleting port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:10.846582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.879017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] Set router 5fdb8588-762d-467d-a130-2163b32b3421 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:10.913832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 1f70c6a9-fa78-4702-ba1d-12f525f44a1b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:10.913832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:10.934143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 1f70c6a9-fa78-4702-ba1d-12f525f44a1b owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:11.127721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:31:10Z', 'revision_number': 6, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:11.208476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f580-3658-44ee-bacd-3dca60c6ac0f req-1ce47812-fd62-45b3-9fa4-16492d70fa55 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:11.210947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e562f580-3658-44ee-bacd-3dca60c6ac0f req-1ce47812-fd62-45b3-9fa4-16492d70fa55 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 945 time: 0.1283693 Aug 06 18:31:11.221975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da787-374b-4635-b6ec-9b71d0a0ecb6 None None] The sync data for ids ['5fdb8588-762d-467d-a130-2163b32b3421'] in n-d-793621-29 is: [{'id': '5fdb8588-762d-467d-a130-2163b32b3421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479768242', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:28:55Z', 'updated_at': '2021-08-06T18:31:10Z', 'revision_number': 6, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:11.378839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e562f580-3658-44ee-bacd-3dca60c6ac0f req-d5db92f1-d941-4f0a-aa16-02e619897bb4 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584969 Aug 06 18:31:11.381323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:11.570987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] For port 52990ef6-8bb6-4191-8fbd-5be9d24656c7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52990ef6-8bb6-4191-8fbd-5be9d24656c7,segment=NetworkSegment(a2577d60-5300-496f-a715-da61315ad1c9),segment_id=a2577d60-5300-496f-a715-da61315ad1c9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:11.570987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:11.620695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Calling delete_port for 52990ef6-8bb6-4191-8fbd-5be9d24656c7 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:11.668442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:11.700390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:11.709699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:11.739537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 48893258-7fc2-4566-bdae-592958c851eb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:11.833939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:11.956788 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.095760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.279344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.286021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=1f70c6a9-fa78-4702-ba1d-12f525f44a1b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:12.308431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4866cfa4-dedb-484e-a75e-90221d93d96c up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:12.478778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.491795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] No DVR routers for this DVR port 52990ef6-8bb6-4191-8fbd-5be9d24656c7 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:31:12.494472 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e979c-9e8b-4163-be02-0d9d759d87a5 None None] Pushing event deleted for resources: {'Port': ['ID=52990ef6-8bb6-4191-8fbd-5be9d24656c7,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:12.526529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 48893258-7fc2-4566-bdae-592958c851eb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:12.535047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 48893258-7fc2-4566-bdae-592958c851eb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:12.535720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.748014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 4866cfa4-dedb-484e-a75e-90221d93d96c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:12.776014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 4866cfa4-dedb-484e-a75e-90221d93d96c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:12.784459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.863744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.934326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:12.970064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.250608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.267925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9009c-7e4e-4c7e-b886-084128e54354 req-7154b632-4e5b-4536-8b97-675e78b9e2cb tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:13.271038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ff9009c-7e4e-4c7e-b886-084128e54354 req-7154b632-4e5b-4536-8b97-675e78b9e2cb tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 945 time: 0.5857301 Aug 06 18:31:13.312169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.428704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.462935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 48893258-7fc2-4566-bdae-592958c851eb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=48893258-7fc2-4566-bdae-592958c851eb,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:13.511849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.631998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=48893258-7fc2-4566-bdae-592958c851eb,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:13.703304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:13.706116 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b84e86d-b911-4e5c-8480-b5ccc4ae7479" -d '{"events": [{"server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "name": "network-vif-plugged", "status": "completed", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:13.749559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4866cfa4-dedb-484e-a75e-90221d93d96c,segment=NetworkSegment(47af0833-0886-479f-b54b-796cb4c451ec),segment_id=47af0833-0886-479f-b54b-796cb4c451ec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:13.772009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52990ef6-8bb6-4191-8fbd-5be9d24656c7 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:13.782110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.859645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ff9009c-7e4e-4c7e-b886-084128e54354 req-bacc48f9-83ad-4100-a630-0cc43069bd12 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435252 Aug 06 18:31:13.866887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 52990ef6-8bb6-4191-8fbd-5be9d24656c7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:13.867933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52990ef6-8bb6-4191-8fbd-5be9d24656c7 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:13.925365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.926439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdb8588-762d-467d-a130-2163b32b3421 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:31:13.959938 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a65bd-903c-45c8-8d0e-10a07a0ee29f x-openstack-request-id: req-651a65bd-903c-45c8-8d0e-10a07a0ee29f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:13.960784 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "name": "network-vif-plugged", "status": "completed", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:13.961947 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-651a65bd-903c-45c8-8d0e-10a07a0ee29f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:13.964992 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c', 'code': 200} Aug 06 18:31:13.976980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:13.982288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-722bbcba-4d57-49e4-a2b3-6309bbfe3b09 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/routers/5fdb8588-762d-467d-a130-2163b32b3421 HTTP/1.1" status: 204 len: 168 time: 4.4626718 Aug 06 18:31:13.984898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:14.095347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:14.172971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.192181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 48893258-7fc2-4566-bdae-592958c851eb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:14.196772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.236082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.302433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.371462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 48893258-7fc2-4566-bdae-592958c851eb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:14.372092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.440837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:14.470949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e32606-3d04-4ad3-a016-91c5362ed598 req-5ca30a48-0182-4d1b-b607-553c18d9b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:14.473846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e32606-3d04-4ad3-a016-91c5362ed598 req-5ca30a48-0182-4d1b-b607-553c18d9b437 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 1098 time: 0.4453096 Aug 06 18:31:14.573256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.587248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7eff667-e1d1-4339-9e28-65b127bc6ad4']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:14.608862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2577d60-5300-496f-a715-da61315ad1c9') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:14.610036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2577d60-5300-496f-a715-da61315ad1c9') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:14.651830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1f70c6a9-fa78-4702-ba1d-12f525f44a1b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:14.659911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.694694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.709505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:31:14.710195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:31:14.715616 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:31:14.722091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1f70c6a9-fa78-4702-ba1d-12f525f44a1b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:14.723264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1f70c6a9-fa78-4702-ba1d-12f525f44a1b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:14.724688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5bf2552-b0df-4588-8657-778f4a7da6dd no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:14.735980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00e32606-3d04-4ad3-a016-91c5362ed598 req-e1f03c49-f44a-4614-ae79-1b5d0da95f76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470908 Aug 06 18:31:14.828246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f5bf2552-b0df-4588-8657-778f4a7da6dd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:14.830075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5bf2552-b0df-4588-8657-778f4a7da6dd not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:14.834724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:14.845021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:14.906227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.930477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:14.933654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/networks/e7eff667-e1d1-4339-9e28-65b127bc6ad4 HTTP/1.1" status: 204 len: 168 time: 0.9463611 Aug 06 18:31:14.937794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56238) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:14.970121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6a9f-9664-4758-a021-5a7b582b1f0b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Network': ['ID=e7eff667-e1d1-4339-9e28-65b127bc6ad4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:15.135692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:15.245976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:15.351715 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:15.354820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:15.356399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/security-groups/bca567ba-7000-466d-b003-3d6615d173c7 HTTP/1.1" status: 204 len: 168 time: 0.4165881 Aug 06 18:31:15.389583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74030a-8104-41fd-9d24-f596d94e4def tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca567ba-7000-466d-b003-3d6615d173c7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:15.745711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e83e90-2a0d-41c1-939e-44167bfa799f req-91df17f5-3ed7-46a6-9bc5-7e5093a23fcf tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:15.747567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46e83e90-2a0d-41c1-939e-44167bfa799f req-91df17f5-3ed7-46a6-9bc5-7e5093a23fcf tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 946 time: 0.6993778 Aug 06 18:31:15.754648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Router 9b375f05-6f28-42c9-a895-55a5c36bd66a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:31:16.034633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46e83e90-2a0d-41c1-939e-44167bfa799f req-bcd5eb39-bf2f-4e84-b291-d9698cb65556 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597642 Aug 06 18:31:16.111372 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.127967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13560786', 'description': 'tempest-secgroup-smoke-13560786 description', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:16.145899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:16.156827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Sync routers for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:16.161146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a862b146-09d1-44d0-b27d-6228f30f95c6 admin admin] 10.222.0.64 "PUT /v2.0/routers/9b375f05-6f28-42c9-a895-55a5c36bd66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9386578 Aug 06 18:31:16.172470 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:16.173004 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:16.176743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.322561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.331038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.402826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:16.405929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.407511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-918e2d50-472a-4831-a2cc-7713282fd263 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2943556 Aug 06 18:31:16.411564 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56274) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.417430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:16.497521 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:16.527701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.634497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.642676 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.702696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ca8775-b455-49f9-914c-aac845c8d0da,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:16.738793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.745825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56294) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.746278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4f588066-95b0-4289-b94a-e4c584e1dee6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332427 Aug 06 18:31:16.753065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:16.817347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.975574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.986024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.021061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01731ee-a4e7-49ae-8d16-123c9a02d290,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:17.072229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.075383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7ab9b7e7-c4e6-459d-8f91-325ee60c9dea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273156 Aug 06 18:31:17.078757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56306) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:17.088455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:17.157043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.330992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.350205 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:13Z', 'revision_number': 2, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:17.353594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-1ea8abcf-32c8-4758-b9bd-10c51384e346 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:17.356770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.377384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-1ea8abcf-32c8-4758-b9bd-10c51384e346 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 819 time: 0.4391115 Aug 06 18:31:17.437563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-3542f355-d276-4515-a566-9128cddc7530 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/quotas/ddf6c931b07f4aa4a508605f87c35855 HTTP/1.1" status: 200 len: 375 time: 0.0553510 Aug 06 18:31:17.466718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3684ed4e-e7c5-4801-9812-3835b8991f30,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:17.504365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.508981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56318) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:17.524814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4eed2654-0c2c-4c01-ae8d-66432d4e324b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4440677 Aug 06 18:31:17.528193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Checking router: 9b375f05-6f28-42c9-a895-55a5c36bd66a for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:17.528668 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Updating router 9b375f05-6f28-42c9-a895-55a5c36bd66a port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:31:17.578956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74185a1-9d03-442f-9d12-f89cec754f22 req-997db2b3-c489-42d6-b240-832220145acf tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:17.590073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d74185a1-9d03-442f-9d12-f89cec754f22 req-997db2b3-c489-42d6-b240-832220145acf tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 946 time: 0.2706079 Aug 06 18:31:17.592428 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.599466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:17.738119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.740997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d74185a1-9d03-442f-9d12-f89cec754f22 req-ae79d798-9404-4fe7-8b14-02944c9c875c tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498625 Aug 06 18:31:17.795849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-cb2c4d52-f14d-48bd-95fe-9b85a12b045b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2854970 Aug 06 18:31:17.803923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-3274463b-3aa8-4345-bbfe-371ac5685ce2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:31:17.812599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-3274463b-3aa8-4345-bbfe-371ac5685ce2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157442 Aug 06 18:31:18.077573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.091312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.096356 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.122708 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Transition to ACTIVE for port object 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:18.130541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-b3dc2266-9074-42fb-87b5-03940ed40819 service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164175 Aug 06 18:31:18.139718 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.149814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4a7b97-33c4-4dac-bb9a-e1ec67fb8a87,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:18.205053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.207805 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e75e21dc-8657-448a-99a0-449054246b47 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6956034 Aug 06 18:31:18.210829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:18.216219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:18.302862 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:31:18.325243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.370867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-4cff90b3-a7a6-48aa-84b9-060bb1dda969 service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181914 Aug 06 18:31:18.434527 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Attempting to bind port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:18.436213 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Attempting to bind port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:18.437106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Attempting to bind port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 on network 057eb89f-713b-4f92-a5e4-1c3381f2de8b {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:18.452083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:18.453234 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Checking segment: {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:18.454227 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.455158 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Bound using segment: {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:18.457483 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Bound port: 6ebddbbe-d8b4-48b2-bd04-92cabe422a00, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:18.457483 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.560686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.589671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48577-db74-4b94-8905-e0c269589f48 req-aaa05806-bc8c-4758-bcf2-3e9d5e52a5ab tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:18.603031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ce48577-db74-4b94-8905-e0c269589f48 req-aaa05806-bc8c-4758-bcf2-3e9d5e52a5ab tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 946 time: 0.1848330 Aug 06 18:31:18.604542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.647978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.650489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4377375 Aug 06 18:31:18.653240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56354) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:18.659112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'security_group_rule': {'security_group_id': 'c2a7f9bb-18f5-469c-bc67-f05196bfa4e5', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:18.663643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d78e4-025e-48e6-9842-885ade186dd4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b383d4-c926-4414-8744-1c3c3df72c45,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:18.709205 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] For port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:18.723238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] For port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:18.730208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e18bc-7687-407b-848d-7c6ed2aaa0b0 None None] Pushing event updated for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:18.731539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ce48577-db74-4b94-8905-e0c269589f48 req-b518edec-b710-4d4a-8b2d-212df398ddc2 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070459 Aug 06 18:31:18.740518 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Project 7ee904f95c494adf94b537fca9d2b1d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:31:18.755081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.758838 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:18.862745 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:18.863798 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:18.933805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e18bc-7687-407b-848d-7c6ed2aaa0b0 None None] Pushing event updated for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:18.951518 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-835dc91e-53d1-4322-b4b4-e5a86dd6b219 req-9955d687-3901-41cc-8368-4135e0c10f0c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 210 time: 0.1109381 Aug 06 18:31:19.087019 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:19.101336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.111051 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.154700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.160577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56376) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:19.163655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5059648 Aug 06 18:31:19.196921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd61e0-7bb0-478d-949e-91c8a4308be5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17464759-7783-41f7-9ca4-4d7c7a006caa,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:19.201586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'network': {'name': 'tempest-network-smoke--1105938853', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:19.284686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:19.290460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.427037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:31:19.491433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.492223 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Added segment 07e23711-a4b4-4b21-8081-9da5f9b85fe6 of type vlan for network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 Aug 06 18:31:19.609591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.665200 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:18Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:19.710161 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.725585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:19.727104 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.785177 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48785c04-3701-420d-96a3-77b4f0dc5198 None None] The sync data for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 is: [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:18Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:19.789661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6269226 Aug 06 18:31:19.806088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:19.845919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'admin_state_up': True, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:19.863439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-fb627c25-f2e6-4382-a0cf-498b3331fa49 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:19.869440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-fb627c25-f2e6-4382-a0cf-498b3331fa49 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 946 time: 0.2586937 Aug 06 18:31:19.987805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b639550-68c8-4253-a2f3-2b96ff299ef7 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Network': ['ID=284c5c83-5b24-41f6-a12f-716bce2b7ac1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:20.005117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:31:20.111734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.113308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.129798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd182d-1f84-40be-a3b1-a8611ed72f48 req-3a51ddca-aef5-4c17-ae69-928927e88160 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:20.146143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eabd182d-1f84-40be-a3b1-a8611ed72f48 req-3a51ddca-aef5-4c17-ae69-928927e88160 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 946 time: 0.2538292 Aug 06 18:31:20.219565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Deleting port 4866cfa4-dedb-484e-a75e-90221d93d96c {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:20.220681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.401650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eabd182d-1f84-40be-a3b1-a8611ed72f48 req-b6051183-e018-494e-ab76-3a3866ca00b3 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/security-groups?id=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541122 Aug 06 18:31:20.413582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.503941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17bd71d1-6f62-4bf6-a658-656ef17cb934 req-80e4510b-948c-4ea2-b2bb-6db17b21daac tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 210 time: 0.1293795 Aug 06 18:31:20.661547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] For port 4866cfa4-dedb-484e-a75e-90221d93d96c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4866cfa4-dedb-484e-a75e-90221d93d96c,segment=NetworkSegment(47af0833-0886-479f-b54b-796cb4c451ec),segment_id=47af0833-0886-479f-b54b-796cb4c451ec)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:20.662120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.775306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Calling delete_port for 4866cfa4-dedb-484e-a75e-90221d93d96c owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:21.358572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56424) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:21.478961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-47fc5d8d-f60e-43d4-859d-3f829c7ac330 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:21.481343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-47fc5d8d-f60e-43d4-859d-3f829c7ac330 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 819 time: 0.3961251 Aug 06 18:31:21.508827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'port': {'device_id': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'admin_state_up': True, 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:22.132383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6811befc-3768-4de7-b5fc-61de3297caee req-a6159def-71d8-4e31-aed4-3aaede979eb6 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 210 time: 0.2707870 Aug 06 18:31:22.140230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.142856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.151795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f237cf07-1d78-4616-9340-abdfe7b84d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.279589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96e1e57b-0fce-4a81-ac45-50b783570f01 req-ee634c82-2b43-4cf7-a341-ef7569b0094a tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.2124944 Aug 06 18:31:22.348058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4866cfa4-dedb-484e-a75e-90221d93d96c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:22.402073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:22.408117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 4866cfa4-dedb-484e-a75e-90221d93d96c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:22.408990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4866cfa4-dedb-484e-a75e-90221d93d96c not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:22.526668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Pushing event deleted for resources: {'Port': ['ID=4866cfa4-dedb-484e-a75e-90221d93d96c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:22.564071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:22.574885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:22.576226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.585797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.586336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.586877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.587341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.587840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.590588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.591251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.591727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.592252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.592727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.593167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.594902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:22.647462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] No DVR routers for this DVR port 4866cfa4-dedb-484e-a75e-90221d93d96c on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:31:22.654315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.658904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5e8dec1b-61b1-4222-a2e1-f09e880c6557 req-961bd064-469d-457c-9f37-b9b2b20f7194 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.55 "DELETE /v2.0/ports/4866cfa4-dedb-484e-a75e-90221d93d96c HTTP/1.1" status: 204 len: 173 time: 2.7687047 Aug 06 18:31:22.660360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'name': 'network-vif-deleted', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:22.687983 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f96cfb0-0abb-470c-89a2-2caf3c6c55c7" -d '{"events": [{"server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "name": "network-vif-deleted", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:22.717031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Made reservation on behalf of ddf6c931b07f4aa4a508605f87c35855 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:22.737806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.981809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.050322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.082222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.179756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:23.194390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.209004 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752fe595-5bea-4e98-a86f-a20987c6cd3c x-openstack-request-id: req-752fe595-5bea-4e98-a86f-a20987c6cd3c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:23.209965 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3acc91-6fb1-48da-9edc-9c259fa50cab", "name": "network-vif-deleted", "tag": "4866cfa4-dedb-484e-a75e-90221d93d96c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:23.212588 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-752fe595-5bea-4e98-a86f-a20987c6cd3c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:23.218497 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3acc91-6fb1-48da-9edc-9c259fa50cab', 'name': 'network-vif-deleted', 'tag': '4866cfa4-dedb-484e-a75e-90221d93d96c', 'status': 'completed', 'code': 200} Aug 06 18:31:23.431283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:23.543496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Allocated IP 172.20.0.13 (057eb89f-713b-4f92-a5e4-1c3381f2de8b/6a7957b1-4739-4a0a-afef-e37d684ba96b/7f2d09ad-9309-477b-abc0-a5dbde1b421e) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:23.584658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21ab3e86-f30d-4ed1-84a0-e7527dd68e29 req-e2d590d2-1f37-4baa-85f5-2980e5fb8e90 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 210 time: 0.1023126 Aug 06 18:31:23.687575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.190 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/ce65cf12-2969-4da4-9d40-63037cd9cfec) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:23.781410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3113fb79-7e6e-4f82-aa71-8ccf670e947c req-58fb4a3b-6cb3-4a3b-9548-4686430a46f9 tempest-ServerAddressesNegativeTestJSON-284112560 tempest-ServerAddressesNegativeTestJSON-284112560-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba3acc91-6fb1-48da-9edc-9c259fa50cab HTTP/1.1" status: 200 len: 210 time: 0.0878253 Aug 06 18:31:23.973679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f237cf07-1d78-4616-9340-abdfe7b84d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.997122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.997548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f237cf07-1d78-4616-9340-abdfe7b84d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.097129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:24.112396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f237cf07-1d78-4616-9340-abdfe7b84d77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51dca823bb2c4982ac36ca0438267cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7481263 Aug 06 18:31:24.119317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56478) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:24.152226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.184195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:24.184874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.248760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237cf07-1d78-4616-9340-abdfe7b84d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02912b3e-2513-4a43-8074-1aeda5c4c5eb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:24.272491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=ce65cf12-2969-4da4-9d40-63037cd9cfec,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:24.307322 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.331392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:24.337201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:24.347747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:24.411553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.421650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.491469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Network 057eb89f-713b-4f92-a5e4-1c3381f2de8b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:24.501737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:24.515403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:24.521573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:24.543844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.611122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:24.612815 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.639981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-7d60a235-1ade-4dc8-9e5c-27cd13a102ba tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1365900 Aug 06 18:31:24.654499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Request body: {'port': {'device_id': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:24.742582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.881343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:24.947402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Deleting subnet 848bb959-a364-455e-abb8-f3949416a67e {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:31:24.983022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.036146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.041283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.048143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02912b3e-2513-4a43-8074-1aeda5c4c5eb HTTP/1.1" status: 204 len: 168 time: 0.9272830 Aug 06 18:31:25.075838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15f125-fa6f-4eb2-83d7-7fd2b2ba7e9c req-c92a76ff-29f7-46df-a415-5fc5124cc71d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:25.093555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a15f125-fa6f-4eb2-83d7-7fd2b2ba7e9c req-c92a76ff-29f7-46df-a415-5fc5124cc71d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 932 time: 0.3858125 Aug 06 18:31:25.312419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a61a9a-8961-48d0-a646-6d4620b071be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02912b3e-2513-4a43-8074-1aeda5c4c5eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:25.330069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.409406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a15f125-fa6f-4eb2-83d7-7fd2b2ba7e9c req-d7660490-e469-4c59-83e9-35475f9d1b2b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755245 Aug 06 18:31:25.443837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.497401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2d09ad-9309-477b-abc0-a5dbde1b421e {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:25.507713 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.558732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Transition to ACTIVE for port object 7f2d09ad-9309-477b-abc0-a5dbde1b421e will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:25.566302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.605492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.680642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:25.744344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Attempting to bind port 7f2d09ad-9309-477b-abc0-a5dbde1b421e on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:25.744560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Attempting to bind port 7f2d09ad-9309-477b-abc0-a5dbde1b421e by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:25.744963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Attempting to bind port 7f2d09ad-9309-477b-abc0-a5dbde1b421e on network 057eb89f-713b-4f92-a5e4-1c3381f2de8b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:25.751248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Port 7f2d09ad-9309-477b-abc0-a5dbde1b421e on network 057eb89f-713b-4f92-a5e4-1c3381f2de8b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:31:25.751678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Attempting to bind port 7f2d09ad-9309-477b-abc0-a5dbde1b421e on network 057eb89f-713b-4f92-a5e4-1c3381f2de8b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:25.758201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:25.758534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Checking segment: {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:25.759032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Bound using segment: {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:25.759557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Bound port: 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780162bf-96ee-4282-99c7-6b928ef0ea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:25.760028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.869078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:25.874342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:25.881994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.000381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:26.014012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.017164 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.020100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-745e724c-634f-4601-9f92-6ab4c84431cd service neutron] 10.222.0.16 "PUT /v2.0/ports/7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 1093 time: 1.3711598 Aug 06 18:31:26.023271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:26.027652 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e959592-5713-447b-8fac-d4725499df53" -d '{"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:26.045649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.091905 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e3db58-8d53-4754-87ec-83bc200fa336 x-openstack-request-id: req-68e3db58-8d53-4754-87ec-83bc200fa336 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:26.092183 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:26.092439 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68e3db58-8d53-4754-87ec-83bc200fa336 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:26.092863 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:31:26.096453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.103252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/848bb959-a364-455e-abb8-f3949416a67e HTTP/1.1" status: 204 len: 168 time: 1.2185433 Aug 06 18:31:26.134479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:26.207187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d093-535f-4bff-9bdb-a93450bcf37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848bb959-a364-455e-abb8-f3949416a67e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:26.269632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-c83bd5ee-93f7-493a-80f7-9adcbf965fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.271596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-c83bd5ee-93f7-493a-80f7-9adcbf965fed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1096 time: 0.1742899 Aug 06 18:31:26.353761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.359473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-670b200e-3233-4aee-a849-fb9ae869e28d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.0733037 Aug 06 18:31:26.367000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.707023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.725861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-d81d3336-477e-4b7a-9a36-bc1d057bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.727941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-d81d3336-477e-4b7a-9a36-bc1d057bf565 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.3598092 Aug 06 18:31:26.730696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8ba3a9-9f1f-4eb5-984d-249305b13c1d']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:26.751765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd2fe-0afb-45dc-b365-320ef6e553db req-de733fed-0ceb-4937-b217-e766686c3739 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.758580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-524fd2fe-0afb-45dc-b365-320ef6e553db req-de733fed-0ceb-4937-b217-e766686c3739 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 944 time: 0.1470349 Aug 06 18:31:26.789710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47af0833-0886-479f-b54b-796cb4c451ec') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:26.790073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47af0833-0886-479f-b54b-796cb4c451ec') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:26.794123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-40682e35-e4ec-46b8-8c0e-5bdfdc4025d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500581 Aug 06 18:31:26.819766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 7abc5d3b-14cd-4b9d-a8cc-158925753eab is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:31:26.890124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-524fd2fe-0afb-45dc-b365-320ef6e553db req-ef58b8f1-d95a-4f32-b798-cecfba333a2f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175566 Aug 06 18:31:26.900900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.959599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.994747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:31:26.994747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:31:27.004155 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:31:27.134792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-2a10abcb-d036-46a2-a6ce-40cd19911190 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305776 Aug 06 18:31:27.136431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:27.145870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:27.152503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6f8ba3a9-9f1f-4eb5-984d-249305b13c1d HTTP/1.1" status: 204 len: 168 time: 1.0043104 Aug 06 18:31:27.177164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465789d6-3ae6-4ef7-b03f-db11ad5123a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8ba3a9-9f1f-4eb5-984d-249305b13c1d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:27.215497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:27.239375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Sync routers for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:27.262118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:27.263313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:27.276409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:27.279540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d6999040-96f5-4a8b-98f6-83236630a116 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4703119 Aug 06 18:31:27.282911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56576) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:27.362123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f4fd34a-fcbd-41a8-b450-c718a6bc3425 req-53827145-9fb3-4a1d-b339-0b9c3323f2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176461 Aug 06 18:31:27.445246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9772f271-de6b-4f83-ab66-306654c5cbf5 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=7ee904f95c494adf94b537fca9d2b1d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1566536 Aug 06 18:31:27.445661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56586) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:27.711302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:27.806123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959592-5713-447b-8fac-d4725499df53 req-eb09b937-3681-4112-9875-6dc487be247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:27.807896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-eb09b937-3681-4112-9875-6dc487be247e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1096 time: 0.2909551 Aug 06 18:31:27.818282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56594) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:27.866776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44324e75-7ff3-466a-8d88-1bf2d97bfeca tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:27.868550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44324e75-7ff3-466a-8d88-1bf2d97bfeca tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4215524 Aug 06 18:31:27.874617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56596) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:27.910354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f6df9976-4efa-49da-9425-13250936897d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cbf9e80ce894003acad79bd3b5c3fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904815 Aug 06 18:31:27.912893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56598) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:27.960686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56602) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:28.054785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.080429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:24Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:28.126764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.151024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Checking router: 7abc5d3b-14cd-4b9d-a8cc-158925753eab for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:28.151581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Updating router 7abc5d3b-14cd-4b9d-a8cc-158925753eab port ce65cf12-2969-4da4-9d40-63037cd9cfec binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:31:28.212524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.250917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.255279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.259395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2af0ab41-d2d6-4c53-9e05-99b1f3968c4b HTTP/1.1" status: 204 len: 168 time: 0.3447156 Aug 06 18:31:28.274005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1631787-fea1-42f0-86da-27960b3d6445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af0ab41-d2d6-4c53-9e05-99b1f3968c4b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:28.358893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98d19308-9cc5-4428-ac6a-d4f9e0f0886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.549560 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a706f4a3-3136-473e-b48d-38416f583192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.624173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fdab8729-d4eb-4773-9dd8-5b3d4c57f812 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7459126 Aug 06 18:31:28.628030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56626) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:28.639005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599403818', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:28.769873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959592-5713-447b-8fac-d4725499df53 req-7dfcb4af-f456-41bc-a013-e370e5010d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:28.776114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-7dfcb4af-f456-41bc-a013-e370e5010d42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.9498682 Aug 06 18:31:28.804283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fee3d-8b65-4005-a7a0-d3babdbaa451 req-67eba7c4-1c78-4000-95fe-db684d1c7e87 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:28.824501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e35fee3d-8b65-4005-a7a0-d3babdbaa451 req-67eba7c4-1c78-4000-95fe-db684d1c7e87 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 944 time: 0.2210233 Aug 06 18:31:28.965468 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-839f258c-6f80-49f1-986a-8c273f90a451 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.1397440 Aug 06 18:31:28.987947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98d19308-9cc5-4428-ac6a-d4f9e0f0886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.054689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-98d19308-9cc5-4428-ac6a-d4f9e0f0886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.099232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-98d19308-9cc5-4428-ac6a-d4f9e0f0886d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=343c08fdd394456c8a2ac0a00ff1984a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1330535 Aug 06 18:31:29.099232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:29.100756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.108332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.119813 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e35fee3d-8b65-4005-a7a0-d3babdbaa451 req-b5391741-b097-4b93-a42c-d0b850704b02 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715898 Aug 06 18:31:29.125052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:29.168949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Transition to ACTIVE for port object ce65cf12-2969-4da4-9d40-63037cd9cfec will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:29.186166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.294525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959592-5713-447b-8fac-d4725499df53 req-a1c1c37a-5c5d-4cfd-85aa-47c8adb13bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:29.296154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-a1c1c37a-5c5d-4cfd-85aa-47c8adb13bad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.3230767 Aug 06 18:31:29.384880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-9d521f70-2e19-4863-8ad4-2c8c080e6961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787368 Aug 06 18:31:29.398221 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.416495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d19308-9cc5-4428-ac6a-d4f9e0f0886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10bf3a-92af-4bce-a79c-fdd580c99a64,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:29.425002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.436006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd270-6081-45ce-b23e-75d9a3216e6c None None] Pushing event updated for resources: {'Port': ['ID=ce65cf12-2969-4da4-9d40-63037cd9cfec,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:29.485824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Attempting to bind port ce65cf12-2969-4da4-9d40-63037cd9cfec on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:29.488714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Attempting to bind port ce65cf12-2969-4da4-9d40-63037cd9cfec by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:29.489072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Attempting to bind port ce65cf12-2969-4da4-9d40-63037cd9cfec on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:29.511068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:29.511461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:29.511869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.512279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:29.512782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Bound port: ce65cf12-2969-4da4-9d40-63037cd9cfec, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:29.513167 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.583513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Subnet': ['ID=e8f9e82a-1167-4c08-b1cb-4822dfa6f150,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:29.616979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Checking segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:29.617893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network hostable DHCP agents. Network: 284c5c83-5b24-41f6-a12f-716bce2b7ac1, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:31:29.619735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.658729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:31:29.693250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 284c5c83-5b24-41f6-a12f-716bce2b7ac1) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:29.694982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] For port ce65cf12-2969-4da4-9d40-63037cd9cfec, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:29.702314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:29.704055 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.733144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-60e61827-5fa0-4faa-aea5-ce425a89ee15 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378260 Aug 06 18:31:29.736143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50010d-db5b-4f84-876f-35163f9672df None None] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:29.738570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.742161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.744602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd10bf3a-92af-4bce-a79c-fdd580c99a64 HTTP/1.1" status: 204 len: 168 time: 0.6143310 Aug 06 18:31:29.745775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5005ff0-027f-4e96-82c9-763e20e0ba0f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1155820 Aug 06 18:31:29.750836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] For port ce65cf12-2969-4da4-9d40-63037cd9cfec, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce65cf12-2969-4da4-9d40-63037cd9cfec,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:29.765925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56658) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:29.777064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da96060-c68c-482c-88fa-a8ed2e89fe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10bf3a-92af-4bce-a79c-fdd580c99a64,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:30.009200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.085077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e959592-5713-447b-8fac-d4725499df53 req-32ba6c2f-5c2e-4eeb-84e4-6d8ce53e2fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343575 Aug 06 18:31:30.254187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:30.254889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:30.371145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 56680) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:30.405806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd270-6081-45ce-b23e-75d9a3216e6c None None] Pushing event updated for resources: {'Port': ['ID=ce65cf12-2969-4da4-9d40-63037cd9cfec,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:30.449151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:30.573103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7f2d09ad-9309-477b-abc0-a5dbde1b421e details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:31:30.669517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-550308805-network', 'tenant_id': '6eee00cb749744b8b5e75cb9cb4cfdff'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:30.682022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c776d0e-431f-40e9-8b38-3eb05427ca9a req-1c9d8527-aaca-414a-a17c-c87b3bd558ae tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.695697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c776d0e-431f-40e9-8b38-3eb05427ca9a req-1c9d8527-aaca-414a-a17c-c87b3bd558ae tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 944 time: 0.2418637 Aug 06 18:31:30.753133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Made reservation on behalf of 6eee00cb749744b8b5e75cb9cb4cfdff for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:30.757898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.790428 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.018561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:31:31.020207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.090922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c776d0e-431f-40e9-8b38-3eb05427ca9a req-19dda0bf-6cfd-4315-afa4-25d320133675 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934922 Aug 06 18:31:31.198295 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.214391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.256030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:31:31.273843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86906592-b530-4a9c-bf72-1822ae94eaff,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:31.294218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.295710 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Added segment 7411c426-7157-49a7-bf9e-32b5d86c515f of type vlan for network fe16280b-aa2e-4e6c-9a83-019a394b05fa Aug 06 18:31:31.357317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:31.379213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.465357 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.466719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.467536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.508069 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1354141 Aug 06 18:31:31.511079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'port_id': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'mac_address': 'fa:16:3e:32:11:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:31:31.520020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 56722) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:31.545784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Request body: {'subnet': {'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-550308805-subnet', 'tenant_id': '6eee00cb749744b8b5e75cb9cb4cfdff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:31.603327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.651126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Made reservation on behalf of 6eee00cb749744b8b5e75cb9cb4cfdff for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:31.655542 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.658395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16340c32-01e3-4538-b2f0-35c2644b58e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe16280b-aa2e-4e6c-9a83-019a394b05fa,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:31.694142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network fe16280b-aa2e-4e6c-9a83-019a394b05fa details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:31:31.717252 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.767596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Allocated IP 172.20.0.2 (284c5c83-5b24-41f6-a12f-716bce2b7ac1/e8f9e82a-1167-4c08-b1cb-4822dfa6f150/a91b4148-293d-4e67-960c-2c4a06b33f87) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:31.875430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-69254a52-1438-4604-b139-6802524b1800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.889374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.956818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:24Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:32.003750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2d09ad-9309-477b-abc0-a5dbde1b421e {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:32.106214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129656-240c-48de-a57e-6dcf724e8d79 None None] The sync data for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 is: [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:24Z', 'revision_number': 3, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:32.168375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:32.205773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:32.508729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:32.551743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.552094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.552434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.552773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.553113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.553476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.556265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.556842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.557397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.558007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.558712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.559402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:32.582163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fb27c-a617-4c62-98cd-bb8ff2f0b531 req-6523a2cb-f909-4846-b277-0ddcdde0501f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:32.585933 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-253fb27c-a617-4c62-98cd-bb8ff2f0b531 req-6523a2cb-f909-4846-b277-0ddcdde0501f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 945 time: 0.2291861 Aug 06 18:31:32.660671 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:32.684469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7f2d09ad-9309-477b-abc0-a5dbde1b421e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:32.816106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Transition to ACTIVE for port object a91b4148-293d-4e67-960c-2c4a06b33f87 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:32.834094 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-253fb27c-a617-4c62-98cd-bb8ff2f0b531 req-8732d50c-bf2e-4c17-b355-4b41b99e1edf tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211988 Aug 06 18:31:32.889950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Transition to ACTIVE for port object a91b4148-293d-4e67-960c-2c4a06b33f87 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:32.925227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:33.104035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:33.208337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:33.223563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:33.240034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Pushing event updated for resources: {'Port': ['ID=a91b4148-293d-4e67-960c-2c4a06b33f87,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:33.258544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:33.454857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Attempting to bind port a91b4148-293d-4e67-960c-2c4a06b33f87 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:33.455366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Attempting to bind port a91b4148-293d-4e67-960c-2c4a06b33f87 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:33.455952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Attempting to bind port a91b4148-293d-4e67-960c-2c4a06b33f87 on network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:33.506875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:33.507127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Checking segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:33.507757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:33.508348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Bound using segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:33.509105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Bound port: a91b4148-293d-4e67-960c-2c4a06b33f87, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:33.509721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:33.697827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:33.785854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cce2558-4698-4599-ad3a-ad460e097856,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:33.809048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] For port a91b4148-293d-4e67-960c-2c4a06b33f87, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:33.828807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] For port a91b4148-293d-4e67-960c-2c4a06b33f87, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a91b4148-293d-4e67-960c-2c4a06b33f87,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:33.855121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:34.051152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Checking segment: {'id': '7411c426-7157-49a7-bf9e-32b5d86c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:34.051813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Network hostable DHCP agents. Network: fe16280b-aa2e-4e6c-9a83-019a394b05fa, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:31:34.091436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.1 (284c5c83-5b24-41f6-a12f-716bce2b7ac1/e8f9e82a-1167-4c08-b1cb-4822dfa6f150/09280825-ec32-43cf-85d2-664f8481fdbd) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:34.110379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45be7f8-dabe-47f2-85cb-81158fa6b861 None None] Pushing event updated for resources: {'Port': ['ID=a91b4148-293d-4e67-960c-2c4a06b33f87,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:34.289514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce65cf12-2969-4da4-9d40-63037cd9cfec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:34.374486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Network fe16280b-aa2e-4e6c-9a83-019a394b05fa is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:31:34.403602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, fe16280b-aa2e-4e6c-9a83-019a394b05fa) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:34.444076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:34.444076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:34.444363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91205a-bcf0-459d-a20d-5e454d8faf5b None None] Network fe16280b-aa2e-4e6c-9a83-019a394b05fa requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:34.485724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-64881a51-b832-46ab-b9ad-d10e54edf3b4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9615288 Aug 06 18:31:34.513621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721528e9-7f8e-49dd-b91d-8956bf54fb26 req-39a4ccc4-4609-4e17-bd88-ec89cb6a573e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:34.515992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-721528e9-7f8e-49dd-b91d-8956bf54fb26 req-39a4ccc4-4609-4e17-bd88-ec89cb6a573e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 945 time: 0.2363412 Aug 06 18:31:34.578094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:34.771113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 09280825-ec32-43cf-85d2-664f8481fdbd will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:35.001396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-721528e9-7f8e-49dd-b91d-8956bf54fb26 req-8b17a0c5-ed85-431d-a9f7-eec472013e84 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994684 Aug 06 18:31:35.010893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.035767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.083083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ce65cf12-2969-4da4-9d40-63037cd9cfec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:35.114609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ce65cf12-2969-4da4-9d40-63037cd9cfec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:35.114609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.282938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42cf3f-baa0-41bb-89e3-83423fbf4bc5 None None] Network fe16280b-aa2e-4e6c-9a83-019a394b05fa requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:35.304009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:35.351490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:35.365797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:35.409062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.463803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ce65cf12-2969-4da4-9d40-63037cd9cfec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce65cf12-2969-4da4-9d40-63037cd9cfec,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:35.487305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.569013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:35.687183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.696498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ce65cf12-2969-4da4-9d40-63037cd9cfec,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:36.112651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-95452da5-bfb3-4719-b200-7b008c34045e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:36.130526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:36.168114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-95452da5-bfb3-4719-b200-7b008c34045e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/networks?id=fe16280b-aa2e-4e6c-9a83-019a394b05fa HTTP/1.1" status: 200 len: 820 time: 0.4079549 Aug 06 18:31:36.246242 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-5ce8bc54-ac0a-4c34-89b3-6b555cfdc884 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/quotas/6eee00cb749744b8b5e75cb9cb4cfdff HTTP/1.1" status: 200 len: 375 time: 0.0702269 Aug 06 18:31:36.348443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce65cf12-2969-4da4-9d40-63037cd9cfec up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:36.373944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-f988348f-5396-4149-87fa-623ac73c1c04 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6eee00cb749744b8b5e75cb9cb4cfdff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243539 Aug 06 18:31:36.568247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ce65cf12-2969-4da4-9d40-63037cd9cfec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:36.569200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:36.612160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd23b-94cf-45b6-b198-d65ab061abf5 req-2126ebc5-e49e-4ba3-8216-332eb5b881a1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:36.617210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a17bd23b-94cf-45b6-b198-d65ab061abf5 req-2126ebc5-e49e-4ba3-8216-332eb5b881a1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 945 time: 0.3534653 Aug 06 18:31:36.632566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7f2d09ad-9309-477b-abc0-a5dbde1b421e up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:36.717895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a17bd23b-94cf-45b6-b198-d65ab061abf5 req-ecd14401-9dda-4af4-a81d-e4c624fc171a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Aug 06 18:31:36.884491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-a8b2b0b9-999a-4ab7-842a-96432f4d92c3 service neutron] 10.222.0.64 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073624 Aug 06 18:31:36.906448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 7f2d09ad-9309-477b-abc0-a5dbde1b421e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:36.928943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 7f2d09ad-9309-477b-abc0-a5dbde1b421e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:36.930131 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.075189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a91b4148-293d-4e67-960c-2c4a06b33f87 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:37.085274 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.086638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb6281-2daf-4d71-b28a-974c1b8583c4 None None] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:37.096315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.171431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-8563e019-0879-4423-b857-25c6a9ca372f service neutron] 10.222.0.64 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854764 Aug 06 18:31:37.282036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.333996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f630876-a18a-402c-9afd-604b7bb205bc None None] Provisioning for port a91b4148-293d-4e67-960c-2c4a06b33f87 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:37.405705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.427658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a91b4148-293d-4e67-960c-2c4a06b33f87 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:37.460908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:37.496587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a91b4148-293d-4e67-960c-2c4a06b33f87 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:37.497371 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.597881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:37.601888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:37.607324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:37.615155 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a91f10-05d0-4b51-a0ae-6ca97065dfc1" -d '{"events": [{"server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:37.625648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:37.660674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:37.772571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48b46e90-ee68-4fcc-ac0e-3e171ac9ff45 req-d68b03e4-6ee4-4608-828d-ae1d8d54879f tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 210 time: 0.0520000 Aug 06 18:31:37.879621 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f3fd5-baaa-4902-a6ad-0a695e1731dc x-openstack-request-id: req-140f3fd5-baaa-4902-a6ad-0a695e1731dc {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:37.880008 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:37.880246 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-140f3fd5-baaa-4902-a6ad-0a695e1731dc {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:37.880665 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'code': 200} Aug 06 18:31:37.929490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:37.970486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:38.028562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 7abc5d3b-14cd-4b9d-a8cc-158925753eab has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:31:38.069039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port a91b4148-293d-4e67-960c-2c4a06b33f87, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a91b4148-293d-4e67-960c-2c4a06b33f87,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:38.085998 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:38.113275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0799b-0692-4622-a82a-b86fe690302d req-c9cfff33-ef0e-4199-a827-9f10085fcc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:38.116438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50e0799b-0692-4622-a82a-b86fe690302d req-c9cfff33-ef0e-4199-a827-9f10085fcc33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.1800823 Aug 06 18:31:38.196099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a2886-5fae-4c11-a877-006ac8cf4562 req-fb46ec54-509a-4ee9-8a18-a99bc4dab6a1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:38.206147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb7a2886-5fae-4c11-a877-006ac8cf4562 req-fb46ec54-509a-4ee9-8a18-a99bc4dab6a1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2760303 Aug 06 18:31:38.239285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=a91b4148-293d-4e67-960c-2c4a06b33f87,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:38.271550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50e0799b-0692-4622-a82a-b86fe690302d req-15645c83-4d93-4586-93b0-6cd04d6e2496 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397290 Aug 06 18:31:38.493033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb7a2886-5fae-4c11-a877-006ac8cf4562 req-294d1e37-d975-46c4-bb4e-76148661933d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856443 Aug 06 18:31:38.638421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:38.667749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b04df431-4f51-4a10-afbd-737cbfae5d23 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/7abc5d3b-14cd-4b9d-a8cc-158925753eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8994145 Aug 06 18:31:38.669863 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Sync routers for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:38.682806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Provisioning for port 09280825-ec32-43cf-85d2-664f8481fdbd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:38.707298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Provisioning complete for port 09280825-ec32-43cf-85d2-664f8481fdbd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:38.707923 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:38.727764 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:38.728939 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:38.860836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Port 09280825-ec32-43cf-85d2-664f8481fdbd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:31:38.899107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Provisioning complete for port a91b4148-293d-4e67-960c-2c4a06b33f87 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:38.904320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f4f080ef-b022-4f09-8197-ed5682c8582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:39.318983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-249aaae1-a24d-4c7c-bfad-e7754742775a req-cd2838b0-7ebd-4751-8fb1-06851f472275 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 210 time: 0.1446011 Aug 06 18:31:39.401242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:39.711121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f8e412fd-f866-4531-a9e0-56c52e633af0 None None] Provisioning complete for port 09280825-ec32-43cf-85d2-664f8481fdbd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:39.711753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8e412fd-f866-4531-a9e0-56c52e633af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:39.790621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c41b66c-342f-4859-b565-b5fdb244d80d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13560786&fields=id&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 267 time: 0.1744287 Aug 06 18:31:39.923794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f8e412fd-f866-4531-a9e0-56c52e633af0 None None] Port 09280825-ec32-43cf-85d2-664f8481fdbd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:31:40.069227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc9d4-80f8-41fc-b6a0-c610047884f4 req-bf47e24b-3b3b-417e-8939-a675c7c9faea tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:40.072789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6dc9d4-80f8-41fc-b6a0-c610047884f4 req-bf47e24b-3b3b-417e-8939-a675c7c9faea tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2067645 Aug 06 18:31:40.110932 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 2, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:40.136532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a6dc9d4-80f8-41fc-b6a0-c610047884f4 req-a42e76b8-2ac4-4bb3-900f-186df7829aab tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Aug 06 18:31:40.173713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Checking router: 7abc5d3b-14cd-4b9d-a8cc-158925753eab for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:40.173713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Updating router 7abc5d3b-14cd-4b9d-a8cc-158925753eab port 09280825-ec32-43cf-85d2-664f8481fdbd binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:31:40.174706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-9f5741de-3dbf-41dc-bac9-0d0328666d8a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:40.175625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c91e9d23-a66c-4ab0-a064-220d90099575 None None] Provisioning complete for port 09280825-ec32-43cf-85d2-664f8481fdbd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:40.176242 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c91e9d23-a66c-4ab0-a064-220d90099575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:40.185157 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-9f5741de-3dbf-41dc-bac9-0d0328666d8a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 797 time: 0.3731275 Aug 06 18:31:40.204006 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:40.210311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-81f9fb41-52a7-4ffd-b109-43494e3c0f57 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/quotas/7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 375 time: 0.0237279 Aug 06 18:31:40.306353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-b084fe28-f1aa-4158-ba51-8834ace69d60 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945263 Aug 06 18:31:40.362850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a91b4148-293d-4e67-960c-2c4a06b33f87 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:40.531442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-872af6a5-927e-4bb7-836c-504eca2e6cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201004 Aug 06 18:31:40.533093 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:31:40.558234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c91e9d23-a66c-4ab0-a064-220d90099575 None None] Port 09280825-ec32-43cf-85d2-664f8481fdbd cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:31:40.599027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:40.649247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a91b4148-293d-4e67-960c-2c4a06b33f87 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:40.650096 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:40.720266 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7709bff-478f-49b7-9816-867cf46776f6 req-0a6f0ce2-6f1a-4392-a63a-4c01db2f395f tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 210 time: 0.1515963 Aug 06 18:31:40.781027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-deddfb59-4110-4389-a30f-bef1b705d74d service neutron] 10.222.0.64 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488461 Aug 06 18:31:40.833377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-994182e3-9ffb-40e6-8b82-bf2ad41e5997 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:40.840286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-994182e3-9ffb-40e6-8b82-bf2ad41e5997 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.55 "GET /v2.0/networks?id=fe16280b-aa2e-4e6c-9a83-019a394b05fa HTTP/1.1" status: 200 len: 820 time: 0.3749819 Aug 06 18:31:40.854926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Request body: {'port': {'device_id': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa', 'admin_state_up': True, 'tenant_id': '6eee00cb749744b8b5e75cb9cb4cfdff'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:41.131725 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.200958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Transition to ACTIVE for port object 09280825-ec32-43cf-85d2-664f8481fdbd will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:41.223164 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.330649 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7efe6f-db1b-473c-beac-0ca28a167319 None None] Pushing event updated for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:41.465382 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Attempting to bind port 09280825-ec32-43cf-85d2-664f8481fdbd on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:41.465382 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Attempting to bind port 09280825-ec32-43cf-85d2-664f8481fdbd by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:41.465382 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Attempting to bind port 09280825-ec32-43cf-85d2-664f8481fdbd on network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:41.467513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Made reservation on behalf of 6eee00cb749744b8b5e75cb9cb4cfdff for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:41.475636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.478671 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:41.479066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Checking segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:41.479497 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.479856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Bound using segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:41.480355 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Bound port: 09280825-ec32-43cf-85d2-664f8481fdbd, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:41.481936 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.627299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e1d5-5bdc-4317-aad9-530ca3b28e94 req-5c319766-1191-4939-8295-928631ec4d41 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:41.642541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b3c7edd-7914-4bbe-86ae-c334846ead8f req-9e55152b-c824-42c8-9ba3-4ee83098dfa1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.2321434 Aug 06 18:31:41.646610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7301e1d5-5bdc-4317-aad9-530ca3b28e94 req-5c319766-1191-4939-8295-928631ec4d41 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2725723 Aug 06 18:31:41.698849 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] For port 09280825-ec32-43cf-85d2-664f8481fdbd, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:41.703258 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] For port 09280825-ec32-43cf-85d2-664f8481fdbd, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=09280825-ec32-43cf-85d2-664f8481fdbd,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:41.709718 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.766199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.773927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7301e1d5-5bdc-4317-aad9-530ca3b28e94 req-c491b07e-68e9-46ee-af0a-dd642d1ec02b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236937 Aug 06 18:31:41.948661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ddb8f4cb-337e-4375-bf06-786b6315ab33 req-546c5220-13f2-43d8-b87b-6a276d7f5d7d tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 210 time: 0.0774474 Aug 06 18:31:41.952394 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:41.954445 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:41.962793 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7efe6f-db1b-473c-beac-0ca28a167319 None None] Pushing event updated for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:42.233046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Allocated IP 172.20.0.6 (fe16280b-aa2e-4e6c-9a83-019a394b05fa/3cce2558-4698-4599-ad3a-ad460e097856/d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:42.612762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d1392-e9bb-428f-9606-a4064c3e090a req-69288f0e-9f25-44fa-b206-f15c97ba0f4a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:42.616863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f8d1392-e9bb-428f-9606-a4064c3e090a req-69288f0e-9f25-44fa-b206-f15c97ba0f4a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2765110 Aug 06 18:31:42.738214 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:42.810233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-b2e6f43a-0d44-4ffc-9cc2-924c677e223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:42.812479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-b2e6f43a-0d44-4ffc-9cc2-924c677e223e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.5096912 Aug 06 18:31:42.918078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2639b24f-c43e-4878-a3fd-2d1b9d037b0d req-4eb0e3b9-49a5-4236-9ae1-d706e1f34150 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.0673614 Aug 06 18:31:42.950520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:43.033769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f8d1392-e9bb-428f-9606-a4064c3e090a req-1c690392-d0ed-41e6-a84e-d9fa0cceb19f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434222 Aug 06 18:31:43.143021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:43.200796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c67bf4-51da-41b0-aafe-82b3fdadf53c req-fdbf2f53-0113-432b-ab79-b1a8b55f90ff tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:43.203909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95c67bf4-51da-41b0-aafe-82b3fdadf53c req-fdbf2f53-0113-432b-ab79-b1a8b55f90ff tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 931 time: 0.0926154 Aug 06 18:31:43.217754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Network fe16280b-aa2e-4e6c-9a83-019a394b05fa is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:43.229930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:43.233134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:43.274457 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:41Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:43.306192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95c67bf4-51da-41b0-aafe-82b3fdadf53c req-14a7edb4-7ef4-4b11-877d-84665ac6d315 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810068 Aug 06 18:31:43.338899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Pushing event updated for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:43.342463 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90fdc33-303d-4b6b-ac83-820ceddbcf86 None None] The sync data for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 is: [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:41Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:31:43.381521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-b020864b-1fc8-4ab7-84b1-0dd910807e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:43.384217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-b020864b-1fc8-4ab7-84b1-0dd910807e80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.5578654 Aug 06 18:31:43.436416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:43.437432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:43.571706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-836cb822-176b-4383-941e-c812f511cce2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7212973 Aug 06 18:31:43.575577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-496e670d-a2ec-4a51-804f-6c88406521c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.1078665 Aug 06 18:31:43.645048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Request body: {'port': {'device_id': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:43.790579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-e6395735-ba32-47f6-bc93-4f918a0dcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:43.793355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-e6395735-ba32-47f6-bc93-4f918a0dcd94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.1213729 Aug 06 18:31:43.928451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-21182b03-d7f7-41e6-9006-57407dbdef95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186244 Aug 06 18:31:44.229553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:44.275369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 09280825-ec32-43cf-85d2-664f8481fdbd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:44.319356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875bacc-7e2c-41c1-a3d3-13aaecbe3eb5 req-e8847a70-f7f4-4b1f-a47e-46c6a14d78e0 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:44.327769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5875bacc-7e2c-41c1-a3d3-13aaecbe3eb5 req-e8847a70-f7f4-4b1f-a47e-46c6a14d78e0 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1397266 Aug 06 18:31:44.339072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da559f9f-2f0c-4f49-b984-8a4abea8eb70 req-b06b2377-b085-4d54-9bde-7df9ea90134e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.1815915 Aug 06 18:31:44.364052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 09280825-ec32-43cf-85d2-664f8481fdbd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:44.371963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-0196dcad-19b1-41d8-82fc-7e11b5f0518d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:44.374832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-0196dcad-19b1-41d8-82fc-7e11b5f0518d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 797 time: 0.8949213 Aug 06 18:31:44.375335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 09280825-ec32-43cf-85d2-664f8481fdbd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:44.375896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:44.450395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5875bacc-7e2c-41c1-a3d3-13aaecbe3eb5 req-06bacdaa-5910-4d54-a36e-083ca243ce05 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212871 Aug 06 18:31:44.568873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:44.636387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 09280825-ec32-43cf-85d2-664f8481fdbd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=09280825-ec32-43cf-85d2-664f8481fdbd,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:44.647548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:44.775542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:44.830683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-1dafb3db-b81f-4251-922a-b26261ce9379 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865512 Aug 06 18:31:45.008417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271fc95-c17b-400e-b718-d2c377431825 req-440da720-ce46-4240-a7f2-07de8bcd79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.015520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-440da720-ce46-4240-a7f2-07de8bcd79fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.0884535 Aug 06 18:31:45.022831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-a302ad61-9ad3-43df-bb16-5cf5b20f298d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee904f95c494adf94b537fca9d2b1d4 HTTP/1.1" status: 200 len: 378 time: 0.6374047 Aug 06 18:31:45.039283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'port': {'device_id': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'admin_state_up': True, 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'security_groups': ['c2a7f9bb-18f5-469c-bc67-f05196bfa4e5']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:45.092435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-a8b10a91-bf0b-4e74-8878-1c27443f3075 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1494679 Aug 06 18:31:45.193055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f6b9a-8c6c-4881-99b9-b80be28e1999 req-9e77b836-4837-43e6-82ef-42aa960ed893 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.206466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-699f6b9a-8c6c-4881-99b9-b80be28e1999 req-9e77b836-4837-43e6-82ef-42aa960ed893 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 931 time: 0.5364571 Aug 06 18:31:45.259646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271fc95-c17b-400e-b718-d2c377431825 req-c5a1d4d9-edb9-49f1-bde7-7d32800c0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.261758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-c5a1d4d9-edb9-49f1-bde7-7d32800c0e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.2191157 Aug 06 18:31:45.363943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-91d4167b-252f-4706-bca4-e90054db7920 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.0930016 Aug 06 18:31:45.454290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271fc95-c17b-400e-b718-d2c377431825 req-b41fcecb-0c56-4694-90b6-88062ce6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.456242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-b41fcecb-0c56-4694-90b6-88062ce6cb06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.0851629 Aug 06 18:31:45.571864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:45.582426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.584120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271fc95-c17b-400e-b718-d2c377431825 req-ee458ca7-6919-4619-8610-9c5801f820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.585910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-ee458ca7-6919-4619-8610-9c5801f820a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181095 Aug 06 18:31:45.598285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Transition to ACTIVE for port object d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:45.616289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-699f6b9a-8c6c-4881-99b9-b80be28e1999 req-36338077-1491-4ebc-84b4-b4fa21518efe tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636692 Aug 06 18:31:45.632099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.674958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ce3f416-aba0-4dee-84de-16a0ae63ee2b req-3b1d7e65-3323-4b71-944e-4f6510793feb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.0951457 Aug 06 18:31:45.807330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb01c19d-4e57-4027-8c91-3ce19c2f4273 req-658b8cf0-c419-4edd-b783-21c0aadab97b service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993308 Aug 06 18:31:45.820524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Pushing event updated for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:45.870991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Made reservation on behalf of 7ee904f95c494adf94b537fca9d2b1d4 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:45.871234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-6033d99c-4432-4432-a9da-ebfccaad59b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595448 Aug 06 18:31:45.875769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.175705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8271fc95-c17b-400e-b718-d2c377431825 req-ce11ceba-347a-49ca-8175-a1fbd94e8ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881401 Aug 06 18:31:46.258564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 09280825-ec32-43cf-85d2-664f8481fdbd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:46.363961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 09280825-ec32-43cf-85d2-664f8481fdbd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:46.364599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.561874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Attempting to bind port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:46.562321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Attempting to bind port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '7411c426-7157-49a7-bf9e-32b5d86c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:46.562533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Attempting to bind port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 on network fe16280b-aa2e-4e6c-9a83-019a394b05fa {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:46.580919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8030e7-8d69-4204-80b7-1b53ba82e3f9 req-397667d1-eb06-4bcf-b112-5a8cb3b41389 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:46.586059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db8030e7-8d69-4204-80b7-1b53ba82e3f9 req-397667d1-eb06-4bcf-b112-5a8cb3b41389 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.8443866 Aug 06 18:31:46.594857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 on network fe16280b-aa2e-4e6c-9a83-019a394b05fa not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:31:46.595217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Attempting to bind port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 on network fe16280b-aa2e-4e6c-9a83-019a394b05fa {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:46.622731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:46.623066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Checking segment: {'id': '7411c426-7157-49a7-bf9e-32b5d86c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:46.623596 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Bound using segment: {'id': '7411c426-7157-49a7-bf9e-32b5d86c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:46.624202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Bound port: d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7411c426-7157-49a7-bf9e-32b5d86c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:46.624397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.730047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db8030e7-8d69-4204-80b7-1b53ba82e3f9 req-2b69d3d6-b1e5-4216-8360-46554928d992 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364608 Aug 06 18:31:46.764024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.20.0.7 (284c5c83-5b24-41f6-a12f-716bce2b7ac1/e8f9e82a-1167-4c08-b1cb-4822dfa6f150/2e11aa27-9e95-431c-8a6e-d4de83aac8af) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:46.813078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:46.821239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,segment=NetworkSegment(7411c426-7157-49a7-bf9e-32b5d86c515f),segment_id=7411c426-7157-49a7-bf9e-32b5d86c515f)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:46.835117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.889496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454de2b6-eb0b-4fea-904d-e817cd691606 req-a58ce5cb-a7b6-435a-8685-cbe8647f8284 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:46.902454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-454de2b6-eb0b-4fea-904d-e817cd691606 req-a58ce5cb-a7b6-435a-8685-cbe8647f8284 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 943 time: 0.1298575 Aug 06 18:31:46.936953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:46.937930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.939878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] 10.222.0.55 "PUT /v2.0/ports/d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 HTTP/1.1" status: 200 len: 1092 time: 3.3195283 Aug 06 18:31:46.940603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab1c1-04e4-463f-ad5b-22c1cb3cfd78 service neutron] Pushing event updated for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:46.943780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:46.946294 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:46.990185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-454de2b6-eb0b-4fea-904d-e817cd691606 req-99b70809-7ad7-4732-b4e5-dc0feee0ac53 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844786 Aug 06 18:31:47.045377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd870f78-7f6b-460f-af5b-faa6101d771b req-061ea8b6-5937-4a88-8498-b633b964052f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.0868833 Aug 06 18:31:47.088349 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf3c16-5449-4a4d-9e17-0427cb720698 x-openstack-request-id: req-74cf3c16-5449-4a4d-9e17-0427cb720698 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:47.088349 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:47.088349 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74cf3c16-5449-4a4d-9e17-0427cb720698 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:47.088349 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0', 'status': 'completed', 'code': 200} Aug 06 18:31:47.189898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-7935dbbe-d31b-4c70-8ba9-731de49bf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:47.192649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-7935dbbe-d31b-4c70-8ba9-731de49bf049 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6eee00cb749744b8b5e75cb9cb4cfdff&device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 1095 time: 0.1653013 Aug 06 18:31:47.253416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-0e63650d-5e22-43ed-8e2c-198379ad598e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0501988 Aug 06 18:31:47.256873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.305124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Transition to ACTIVE for port object 2e11aa27-9e95-431c-8a6e-d4de83aac8af will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:47.332041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb45-f184-4450-a464-92d67a5387f5 req-a8ea6b86-3032-49f6-a211-6d18fd56ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:47.334177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-a8ea6b86-3032-49f6-a211-6d18fd56ada8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cce2558-4698-4599-ad3a-ad460e097856 HTTP/1.1" status: 200 len: 860 time: 0.0721996 Aug 06 18:31:47.404333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-88337d38-ab3c-414e-8fea-fa20e3ac7603 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe16280b-aa2e-4e6c-9a83-019a394b05fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578151 Aug 06 18:31:47.426427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.540170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:47.558215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:47.566121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:47.572956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:47.615321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:47.653281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-c1f383ff-49ab-42ac-9042-85e2fa652a17 service neutron] 10.222.0.55 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388141 Aug 06 18:31:47.659658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:47.660451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.763015 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-d872d3c1-25a3-499c-a672-17d6e578ad22 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7285399 Aug 06 18:31:47.794226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Request body: {'port': {'device_id': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:47.841632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2eaf-7156-420a-808e-47fe530624c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.985687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.004060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2eaf-7156-420a-808e-47fe530624c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.015378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2eaf-7156-420a-808e-47fe530624c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.044401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f7ec298a-dbcb-4fef-87e2-12a46f811cf7 None None] Provisioning for port 2e11aa27-9e95-431c-8a6e-d4de83aac8af completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:48.050381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f7ec298a-dbcb-4fef-87e2-12a46f811cf7 None None] Provisioning complete for port 2e11aa27-9e95-431c-8a6e-d4de83aac8af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:48.050764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7ec298a-dbcb-4fef-87e2-12a46f811cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.083695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1c2d2eaf-7156-420a-808e-47fe530624c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf25433aa39b4981bde15cf18e3aaa8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663901 Aug 06 18:31:48.094668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:48.126234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1326cb45-f184-4450-a464-92d67a5387f5 req-414cb15e-5144-4d07-852c-0d69515e6dae service neutron] 10.222.0.55 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621603 Aug 06 18:31:48.138793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec298a-dbcb-4fef-87e2-12a46f811cf7 None None] Port 2e11aa27-9e95-431c-8a6e-d4de83aac8af cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:31:48.223484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d2eaf-7156-420a-808e-47fe530624c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112ed66-b25e-407f-aacc-34ca292f8b60,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:48.243379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cec5f-5ae1-4e9e-9285-329e28c2f726 req-ea7dca5f-cceb-4c66-b82e-994c7d344bf7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.245058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-669cec5f-5ae1-4e9e-9285-329e28c2f726 req-ea7dca5f-cceb-4c66-b82e-994c7d344bf7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.3338273 Aug 06 18:31:48.251928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.267802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0cf94-5580-4719-a188-1777446d5d87 req-e052daa1-408d-46a8-bceb-c0d0fcb20595 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.269606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80f0cf94-5580-4719-a188-1777446d5d87 req-e052daa1-408d-46a8-bceb-c0d0fcb20595 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 943 time: 0.1037276 Aug 06 18:31:48.306453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.356283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80f0cf94-5580-4719-a188-1777446d5d87 req-2026d494-721b-4718-97ff-947996b829a2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Aug 06 18:31:48.385601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-697e1da7-072a-4fa6-b5e3-6578e4223726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.387314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-697e1da7-072a-4fa6-b5e3-6578e4223726 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6eee00cb749744b8b5e75cb9cb4cfdff&device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 1095 time: 0.1943870 Aug 06 18:31:48.393063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-669cec5f-5ae1-4e9e-9285-329e28c2f726 req-d33d1ac2-ba50-47c8-a610-ca950a4dd275 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996964 Aug 06 18:31:48.397807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.401477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.402781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3112ed66-b25e-407f-aacc-34ca292f8b60 HTTP/1.1" status: 204 len: 168 time: 0.3058903 Aug 06 18:31:48.413272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fb97d-209d-4e38-b7a0-17cdaafad884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112ed66-b25e-407f-aacc-34ca292f8b60,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:48.565368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd50c1-13eb-4811-a147-21ca96bc7359 req-38222a75-db78-4073-93bb-c5b810ed623f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.567779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56dd50c1-13eb-4811-a147-21ca96bc7359 req-38222a75-db78-4073-93bb-c5b810ed623f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 931 time: 0.0770679 Aug 06 18:31:48.636297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56dd50c1-13eb-4811-a147-21ca96bc7359 req-a99523ae-3ff5-4146-94c0-94cb0e7beeb9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602069 Aug 06 18:31:48.646874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-c60da1f3-46b5-4fdf-b2cb-4ade03c274db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.649583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-c60da1f3-46b5-4fdf-b2cb-4ade03c274db service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe16280b-aa2e-4e6c-9a83-019a394b05fa HTTP/1.1" status: 200 len: 921 time: 0.1982915 Aug 06 18:31:48.724894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-fc535c18-5944-4237-9a2a-1d74b28250b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0548255 Aug 06 18:31:48.796640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e11aa27-9e95-431c-8a6e-d4de83aac8af {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:48.809709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.837152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-f7587a49-5a23-40d0-bdda-1b66ae3173dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.840262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-f7587a49-5a23-40d0-bdda-1b66ae3173dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3cce2558-4698-4599-ad3a-ad460e097856 HTTP/1.1" status: 200 len: 860 time: 0.0967979 Aug 06 18:31:48.845159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Transition to ACTIVE for port object 2e11aa27-9e95-431c-8a6e-d4de83aac8af will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:48.865033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:48.945778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-3a6cc50a-e890-4557-a695-6436240413e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe16280b-aa2e-4e6c-9a83-019a394b05fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969210 Aug 06 18:31:49.203555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:49.270946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-8a5bf614-12e9-45e6-8717-bafaa53a6216 service neutron] 10.222.0.55 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142314 Aug 06 18:31:49.430873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Attempting to bind port 2e11aa27-9e95-431c-8a6e-d4de83aac8af on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:49.431372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Attempting to bind port 2e11aa27-9e95-431c-8a6e-d4de83aac8af by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:49.432330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Attempting to bind port 2e11aa27-9e95-431c-8a6e-d4de83aac8af on network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:49.450671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Port 2e11aa27-9e95-431c-8a6e-d4de83aac8af on network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:31:49.450671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Attempting to bind port 2e11aa27-9e95-431c-8a6e-d4de83aac8af on network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:49.466943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:49.467478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Checking segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:49.468127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Bound using segment: {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:49.468973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Bound port: 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e23711-a4b4-4b21-8081-9da5f9b85fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:49.469641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:49.603958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57110) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:49.661416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca2d4fdc-5930-4b4b-ad62-28d2364cd40c req-a845dafe-b5d6-43cf-a82a-ab32a3f369ff service neutron] 10.222.0.55 "GET /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821352 Aug 06 18:31:49.728064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983663ae-46cc-4842-bb1c-7b0eeb8ad4df req-8625498e-ab0b-4b30-b206-279de934f87a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.729097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:49.733118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-983663ae-46cc-4842-bb1c-7b0eeb8ad4df req-8625498e-ab0b-4b30-b206-279de934f87a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1579106 Aug 06 18:31:49.748251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000cfea-6375-470d-9b9a-06dfbe6e5068 req-b790e75a-8fff-4159-8cbb-9e81591b7b08 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.751417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9000cfea-6375-470d-9b9a-06dfbe6e5068 req-b790e75a-8fff-4159-8cbb-9e81591b7b08 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 943 time: 0.2152584 Aug 06 18:31:49.755232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:49.765990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:49.800360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-983663ae-46cc-4842-bb1c-7b0eeb8ad4df req-695391fd-89de-44b4-a292-bae50cfa6c65 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Aug 06 18:31:49.855875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-560379315-network', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:49.914124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.914981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:49.917351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 1092 time: 2.1447630 Aug 06 18:31:49.918091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:49.923369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:49.930535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:49.933106 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecbe6f-6877-4015-acb8-8a017a4de92a" -d '{"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:49.966479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9000cfea-6375-470d-9b9a-06dfbe6e5068 req-6911a5ae-0c0b-470c-8048-40857cb066e3 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951582 Aug 06 18:31:49.978351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.083112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b0647-6583-4637-ba3e-160f73f2b3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:50.089813 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057a64a-f0f5-45b0-97bc-4ab4bf0cf2bc x-openstack-request-id: req-e057a64a-f0f5-45b0-97bc-4ab4bf0cf2bc {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:50.090401 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:50.090777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e057a64a-f0f5-45b0-97bc-4ab4bf0cf2bc {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:50.091390 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'status': 'completed', 'code': 200} Aug 06 18:31:50.113871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-6d378232-3395-4266-a197-407a33f656ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.116112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-6d378232-3395-4266-a197-407a33f656ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1095 time: 0.1293194 Aug 06 18:31:50.177034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208117cf-439f-44ac-9e4c-17ee317fe1d6 req-ccdc9879-56c3-424d-bbf8-d304834b424b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.192573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-208117cf-439f-44ac-9e4c-17ee317fe1d6 req-ccdc9879-56c3-424d-bbf8-d304834b424b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 943 time: 0.2359192 Aug 06 18:31:50.197215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-e2ef3052-4309-4847-a322-c68e8c6d4054 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 217 time: 0.0721922 Aug 06 18:31:50.281074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-f2271d6d-7d58-4906-97ed-ed1ef93ba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.282626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-208117cf-439f-44ac-9e4c-17ee317fe1d6 req-69a922c0-8797-4947-9f18-4d1e7d923218 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764251 Aug 06 18:31:50.282865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-f2271d6d-7d58-4906-97ed-ed1ef93ba63b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.0777988 Aug 06 18:31:50.339023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.353017 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.355191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-66b48d9b-851a-4363-adbe-67b6dae9affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.357335 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-66b48d9b-851a-4363-adbe-67b6dae9affd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665522 Aug 06 18:31:50.407470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:31:50.426408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d08c78-9b29-428b-b477-b095c5c32fae,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:50.444197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.444197 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Added segment 5cc400fb-d861-4105-8040-44bdcb76830c of type vlan for network 5e309680-530d-4061-a245-150b4369cee9 Aug 06 18:31:50.481437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:31:50.483277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-8b1d3db6-6839-4802-a2ae-48dcb094e53e service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172953 Aug 06 18:31:50.529978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.604764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.606644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.607574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.620068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8506fca6-9a60-472f-9e1c-5f0587702e14 req-1ad93db8-956b-4781-94d7-2d3a1053fd19 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274288 Aug 06 18:31:50.693951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,segment=NetworkSegment(7411c426-7157-49a7-bf9e-32b5d86c515f),segment_id=7411c426-7157-49a7-bf9e-32b5d86c515f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:50.712339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0', 'network_id': 'fe16280b-aa2e-4e6c-9a83-019a394b05fa', 'port_id': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0', 'mac_address': 'fa:16:3e:be:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce2558-4698-4599-ad3a-ad460e097856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:31:50.722365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1168063 Aug 06 18:31:50.725267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57122) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:50.730481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Request body: {'subnet': {'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-560379315-subnet', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:50.756749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79526-24a9-4d14-8b73-75b59fa7e8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e309680-530d-4061-a245-150b4369cee9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:50.766874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:50.769620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.776288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:50.778484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-4d1ad22d-6add-4250-9aa8-781468713f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.781486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-4d1ad22d-6add-4250-9aa8-781468713f01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1095 time: 0.0956361 Aug 06 18:31:50.781782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5e309680-530d-4061-a245-150b4369cee9 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:31:50.799307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:50.883190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,segment=NetworkSegment(7411c426-7157-49a7-bf9e-32b5d86c515f),segment_id=7411c426-7157-49a7-bf9e-32b5d86c515f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:50.897992 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.001731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-acc8f7f9-16a1-40af-aa96-2db897a988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.004617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-acc8f7f9-16a1-40af-aa96-2db897a988b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 898 time: 0.2151537 Aug 06 18:31:51.033284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:51.130829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:51.131890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-3c08d5e8-64ee-41c0-8dc6-fa8fc1b12a9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 217 time: 0.0645661 Aug 06 18:31:51.237832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1660-db70-42cb-8231-47f8ceb825f6 req-0e072273-7e1b-4674-8951-eaf6477f50c7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.241280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7cdf1660-db70-42cb-8231-47f8ceb825f6 req-0e072273-7e1b-4674-8951-eaf6477f50c7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2349863 Aug 06 18:31:51.267784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01774d-10a0-4a9d-9a45-4328cce1e3bf req-5d12ca38-9263-4b1e-831c-da5778a19dca tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.270537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d01774d-10a0-4a9d-9a45-4328cce1e3bf req-5d12ca38-9263-4b1e-831c-da5778a19dca tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 944 time: 0.1606841 Aug 06 18:31:51.270855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-c242a3e0-4a6a-4fa6-b530-f0c1df0a13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.273323 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-c242a3e0-4a6a-4fa6-b530-f0c1df0a13ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.1308324 Aug 06 18:31:51.361974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.407710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7cdf1660-db70-42cb-8231-47f8ceb825f6 req-e6d007dd-978f-4929-88f2-2b08ce2c4043 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194899 Aug 06 18:31:51.411994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-f1bfb6fc-e51c-4c5d-a5a2-0883e8f4dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.414879 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-f1bfb6fc-e51c-4c5d-a5a2-0883e8f4dca5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245120 Aug 06 18:31:51.463244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d01774d-10a0-4a9d-9a45-4328cce1e3bf req-9a443e3c-f4b0-4013-a13e-8196044e7b09 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785746 Aug 06 18:31:51.528330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:51.528954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Network hostable DHCP agents. Network: 5e309680-530d-4061-a245-150b4369cee9, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:31:51.540451 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-c5d4efe7-a85a-4d9a-b0e8-e1e2343e9df1 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161826 Aug 06 18:31:51.555602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0203e15-92d0-4dce-b162-0cfe5fb944a7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:51.592961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Network 5e309680-530d-4061-a245-150b4369cee9 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:31:51.614609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5e309680-530d-4061-a245-150b4369cee9) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:51.625087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.625781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.655044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a072ac-354e-442a-afe9-05e9b8c6e904 None None] Network 5e309680-530d-4061-a245-150b4369cee9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:51.656896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5614c44-f1c3-4ad8-897c-c8691ccd7e00 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9304299 Aug 06 18:31:51.660835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:51.668058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7ecbe6f-6877-4015-acb8-8a017a4de92a req-4abe63a0-ade7-4d8d-9e01-5175a5076121 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200020 Aug 06 18:31:51.682039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:51.768850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.770621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.783049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00c775-bf60-4fde-ae69-ee5e78b18b91 req-8591778d-4511-4d15-9542-139af433c7fe tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.786191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b00c775-bf60-4fde-ae69-ee5e78b18b91 req-8591778d-4511-4d15-9542-139af433c7fe tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 943 time: 0.1159635 Aug 06 18:31:51.888289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b00c775-bf60-4fde-ae69-ee5e78b18b91 req-99d86ae4-4c59-4870-8d88-31d4207ea364 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872760 Aug 06 18:31:51.944657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:51.988357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-5e309680-530d-4061-a245-150b4369cee9', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:31:51.991256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:52.205951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:52.355781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Allocated IP 172.20.0.2 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/2021d750-e463-4bcb-b721-894d0ca191e8) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:52.532326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:31:52.547652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:52.710845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2514f06-7128-4abd-90e5-9d33031a9805 req-8f3aa9a6-523f-4bd7-b7db-3277d53ac20e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:52.714958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2514f06-7128-4abd-90e5-9d33031a9805 req-8f3aa9a6-523f-4bd7-b7db-3277d53ac20e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 944 time: 0.1328754 Aug 06 18:31:52.834859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2514f06-7128-4abd-90e5-9d33031a9805 req-0230150c-d76c-4b03-86bd-6b217d7a9cd9 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128333 Aug 06 18:31:52.837919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d66a-a1df-4bf1-a6f9-da975a5b5982 req-1789da30-7c2e-4c66-a7fc-da7b574b7875 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:52.861739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10b4d66a-a1df-4bf1-a6f9-da975a5b5982 req-1789da30-7c2e-4c66-a7fc-da7b574b7875 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2485714 Aug 06 18:31:52.932646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.036147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10b4d66a-a1df-4bf1-a6f9-da975a5b5982 req-142ffa2c-e5e1-43a5-a494-25b6c9cf891a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708174 Aug 06 18:31:53.038881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.088011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:53.107414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:53.108213 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.257936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4725710-cf3b-45e0-ba5d-e3c028808fda req-8ede43a6-b42e-4ea3-b75a-0575b0c4d4ba tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:53.266707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4725710-cf3b-45e0-ba5d-e3c028808fda req-8ede43a6-b42e-4ea3-b75a-0575b0c4d4ba tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 943 time: 0.1453292 Aug 06 18:31:53.336971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4725710-cf3b-45e0-ba5d-e3c028808fda req-dd640bfa-42ab-4c2f-8bc5-203f8bca644c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684655 Aug 06 18:31:53.339861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.347728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Allocated IP 172.25.3.179 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/125689d9-3424-4556-9a52-884ce42c7624) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:53.354323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:53.369689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Transition to ACTIVE for port object 2021d750-e463-4bcb-b721-894d0ca191e8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:53.400169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'mac_address': 'fa:16:3e:30:19:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:31:53.443152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Transition to ACTIVE for port object 2021d750-e463-4bcb-b721-894d0ca191e8 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:53.457410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.461948 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.508781 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.526095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e11aa27-9e95-431c-8a6e-d4de83aac8af {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:53.533828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.555889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:53.563484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:53.612059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.618288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:53.621991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:53.625946 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627418a-0c4b-4008-b58b-4f7203e39abc" -d '{"events": [{"server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "name": "network-vif-plugged", "status": "completed", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:53.654037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Pushing event updated for resources: {'Port': ['ID=2021d750-e463-4bcb-b721-894d0ca191e8,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:53.668954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.690974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:53.696742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,segment=NetworkSegment(7411c426-7157-49a7-bf9e-32b5d86c515f),segment_id=7411c426-7157-49a7-bf9e-32b5d86c515f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:53.697057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:53.704381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:53.711471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:53.718593 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1adbd32-da9a-488b-8452-598594d8db32 x-openstack-request-id: req-a1adbd32-da9a-488b-8452-598594d8db32 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:53.719611 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "name": "network-vif-plugged", "status": "completed", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:53.720572 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1adbd32-da9a-488b-8452-598594d8db32 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:53.721555 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0', 'code': 200} Aug 06 18:31:53.750514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Pushing event updated for resources: {'Port': ['ID=125689d9-3424-4556-9a52-884ce42c7624,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:53.817676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.887790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:53.960559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b57b4-c29d-4857-90b8-e89c164ddaa7 req-f61c91fb-7280-46e6-b587-3eed1fe82e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:53.970511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-186b57b4-c29d-4857-90b8-e89c164ddaa7 req-f61c91fb-7280-46e6-b587-3eed1fe82e46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 1097 time: 0.1518755 Aug 06 18:31:54.002046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['2e11aa27-9e95-431c-8a6e-d4de83aac8af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:54.157963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Attempting to bind port 2021d750-e463-4bcb-b721-894d0ca191e8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:54.158999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Attempting to bind port 2021d750-e463-4bcb-b721-894d0ca191e8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:54.158999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Attempting to bind port 2021d750-e463-4bcb-b721-894d0ca191e8 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:54.182598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:54.183286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:54.183919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:54.184332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:54.184989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Bound port: 2021d750-e463-4bcb-b721-894d0ca191e8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:54.185584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:54.234527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-186b57b4-c29d-4857-90b8-e89c164ddaa7 req-e2078a3c-1bab-4b1b-b523-fc9a7c68aa5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572427 Aug 06 18:31:54.278942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:54.287130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df94b9-738a-4d1c-9581-166c2b999038 req-d5933f3f-48ab-4f3b-9eff-62a5bd4f2cde tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:54.288733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0df94b9-738a-4d1c-9581-166c2b999038 req-d5933f3f-48ab-4f3b-9eff-62a5bd4f2cde tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 945 time: 0.2517562 Aug 06 18:31:54.400431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] For port 2021d750-e463-4bcb-b721-894d0ca191e8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:54.405685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] For port 2021d750-e463-4bcb-b721-894d0ca191e8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2021d750-e463-4bcb-b721-894d0ca191e8,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:54.408559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c0df94b9-738a-4d1c-9581-166c2b999038 req-9998ef19-dc40-45bb-8455-b8928b9ab510 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024320 Aug 06 18:31:54.418126 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:54.641107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f71b-63d4-4dee-ba3f-819a2a6b4fbd None None] Pushing event updated for resources: {'Port': ['ID=2021d750-e463-4bcb-b721-894d0ca191e8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:54.780732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b3399-d8dd-48c1-a819-d93d167b2e9c req-d195a5ce-e78e-47fd-a145-876f18a17297 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:54.785331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d56b3399-d8dd-48c1-a819-d93d167b2e9c req-d195a5ce-e78e-47fd-a145-876f18a17297 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 944 time: 0.1897266 Aug 06 18:31:54.836484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e0ed-38b4-4b44-8554-1824a4cd1fca req-a4ee216e-b325-4f17-b00d-ac6852a5e5eb tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:54.839158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f614e0ed-38b4-4b44-8554-1824a4cd1fca req-a4ee216e-b325-4f17-b00d-ac6852a5e5eb tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1763854 Aug 06 18:31:54.922408 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d56b3399-d8dd-48c1-a819-d93d167b2e9c req-0d05412a-0ea0-48e3-a627-26066567f5c9 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250489 Aug 06 18:31:55.097824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f614e0ed-38b4-4b44-8554-1824a4cd1fca req-93c44cb8-1b36-4cc7-a45e-c7e21210f48f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365863 Aug 06 18:31:55.176280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:55.459007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:55.695530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1e39a-db68-4822-a2fd-585ff3d51d90 req-0662d406-12ce-49f6-89ba-c22db978738a tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:55.699713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43d1e39a-db68-4822-a2fd-585ff3d51d90 req-0662d406-12ce-49f6-89ba-c22db978738a tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 945 time: 0.1376832 Aug 06 18:31:55.835233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43d1e39a-db68-4822-a2fd-585ff3d51d90 req-66becdbb-5953-4677-8a15-25e35bb58448 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211271 Aug 06 18:31:55.847263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:31:56.365587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:31:56.395108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:31:56.409702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0a1c-a320-4a53-9267-acbc869615b1 req-0fb25106-d65a-4918-bc8f-67f07c7c7431 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:56.411149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-313d0a1c-a320-4a53-9267-acbc869615b1 req-0fb25106-d65a-4918-bc8f-67f07c7c7431 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 944 time: 0.2341504 Aug 06 18:31:56.414976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2021d750-e463-4bcb-b721-894d0ca191e8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:56.431884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:56.441565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03c17094-d159-43e5-81ae-1bde3efd4a75 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7750793 Aug 06 18:31:56.443561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:56.481579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:31:56.482646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:56.499353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ae0aa-4651-4069-afb6-8fd045329c9d req-372cf5b2-8a82-42a5-a6cf-53e60d8b2410 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:56.502354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae8ae0aa-4651-4069-afb6-8fd045329c9d req-372cf5b2-8a82-42a5-a6cf-53e60d8b2410 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1924963 Aug 06 18:31:56.635894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:31:56.639732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae8ae0aa-4651-4069-afb6-8fd045329c9d req-4aa6f4ca-09d0-4921-b52b-3fcef80d534f tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233680 Aug 06 18:31:56.769045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-313d0a1c-a320-4a53-9267-acbc869615b1 req-aa5b08b4-6864-4841-bd82-c694ad5917d0 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3428905 Aug 06 18:31:56.800892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bafeea3-f2c1-42ea-98e8-998841ba22b4 None None] Network 5e309680-530d-4061-a245-150b4369cee9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:56.803048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:57.251197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Provisioning for port 2021d750-e463-4bcb-b721-894d0ca191e8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:57.315283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 2e11aa27-9e95-431c-8a6e-d4de83aac8af completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:57.382949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2021d750-e463-4bcb-b721-894d0ca191e8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:57.397718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2021d750-e463-4bcb-b721-894d0ca191e8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:57.398330 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:57.452323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Provisioning complete for port 2021d750-e463-4bcb-b721-894d0ca191e8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:57.453022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:57.558400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 2e11aa27-9e95-431c-8a6e-d4de83aac8af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:57.559147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:57.813953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:57.899757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:57.911580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795469a-34c7-4d0d-8ca3-d8bf8adf27e7 req-9103aaac-2abd-4f25-a6d8-ef5afcbf91b5 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:57.914564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1795469a-34c7-4d0d-8ca3-d8bf8adf27e7 req-9103aaac-2abd-4f25-a6d8-ef5afcbf91b5 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 945 time: 0.2203214 Aug 06 18:31:58.034217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1795469a-34c7-4d0d-8ca3-d8bf8adf27e7 req-adb8e612-9eb4-457b-9463-c36c4ba739e7 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080635 Aug 06 18:31:58.050577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.083785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:31:54Z', 'revision_number': 3, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:31:58.120182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] For port 2021d750-e463-4bcb-b721-894d0ca191e8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2021d750-e463-4bcb-b721-894d0ca191e8,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:58.239452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:58.253258 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710d7b9c-00eb-4258-bad8-d9be5600416c" -d '{"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-plugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:58.294559 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.304063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b791ab-03be-49a9-8d4a-bbdabb8885b7 req-5ae58f41-5c3f-4157-9767-e2945139f618 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.306995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95b791ab-03be-49a9-8d4a-bbdabb8885b7 req-5ae58f41-5c3f-4157-9767-e2945139f618 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.4419837 Aug 06 18:31:58.310044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:31:58.310757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Updating router c7e09b94-26ab-44f6-aff8-39b624a0eb9e port 125689d9-3424-4556-9a52-884ce42c7624 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:31:58.316538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240f3b5-8923-45e5-972e-861ea8ec6cd3 req-5fccaf37-cae7-4fff-b2c7-57f5b4636b29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.327311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b240f3b5-8923-45e5-972e-861ea8ec6cd3 req-5fccaf37-cae7-4fff-b2c7-57f5b4636b29 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 944 time: 0.1225605 Aug 06 18:31:58.391832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95b791ab-03be-49a9-8d4a-bbdabb8885b7 req-38d946e5-7c32-4db6-9212-ab3c0786e038 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558085 Aug 06 18:31:58.395691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:58.438419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b240f3b5-8923-45e5-972e-861ea8ec6cd3 req-ef199ab8-4c01-46dc-bd04-a9cb08b33d5d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100588 Aug 06 18:31:58.497660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Allocated IP 172.20.0.1 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/8a621464-5c6f-4307-94b3-9d61813eb180) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:58.505301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.569585 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7568c355-7638-4af4-80b8-e2d70aab707d x-openstack-request-id: req-7568c355-7638-4af4-80b8-e2d70aab707d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:58.570632 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-plugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:58.571453 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7568c355-7638-4af4-80b8-e2d70aab707d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:58.572730 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'code': 200} Aug 06 18:31:58.598169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.732170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa4be-b3e4-4479-ae00-efa4dcd3869a req-d8608d9d-6944-4bfa-831c-e58a40135da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.739544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c4fa4be-b3e4-4479-ae00-efa4dcd3869a req-d8608d9d-6944-4bfa-831c-e58a40135da6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.1049562 Aug 06 18:31:58.807626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c4fa4be-b3e4-4479-ae00-efa4dcd3869a req-a6c5b806-787e-48b1-962f-f943c09accce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641725 Aug 06 18:31:58.817217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.896565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Transition to ACTIVE for port object 8a621464-5c6f-4307-94b3-9d61813eb180 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:58.917953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-adfdc84e-472e-40b1-8723-2f6f7cb3e9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.013861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05ed2-6e19-4f6b-a486-ec6584bc1d4e None None] Pushing event updated for resources: {'Port': ['ID=2021d750-e463-4bcb-b721-894d0ca191e8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:59.057850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-f6fd77d4-1c6b-4609-b106-96be4a9872ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.059951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-f6fd77d4-1c6b-4609-b106-96be4a9872ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.1022327 Aug 06 18:31:59.066582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-52f76c3b-c9c5-44bd-9d54-02a2b29f9e09 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.075429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.088313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-52f76c3b-c9c5-44bd-9d54-02a2b29f9e09 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 945 time: 0.2066236 Aug 06 18:31:59.169789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-43d17857-cce0-4179-8d21-79026e2467df None None] Provisioning complete for port 2021d750-e463-4bcb-b721-894d0ca191e8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:59.170234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-43d17857-cce0-4179-8d21-79026e2467df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.231075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2b9c-cea4-4850-bc32-171146b65825 req-6e245549-447f-4fd7-b6bc-1f4105dc9fa0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.244034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dffc2b9c-cea4-4850-bc32-171146b65825 req-6e245549-447f-4fd7-b6bc-1f4105dc9fa0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2935026 Aug 06 18:31:59.370939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dffc2b9c-cea4-4850-bc32-171146b65825 req-96a01101-9090-46b5-a2a9-d8ad6909eb65 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258028 Aug 06 18:31:59.473269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Deleting port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:59.473817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.603711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:59.609326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:59.612402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:59.673762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Pushing event updated for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:59.747092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf075-4b82-4058-adf1-5feb353e4f63 req-a247a7a6-cb4a-4bf3-a783-9b08c432205e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.750539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26ebf075-4b82-4058-adf1-5feb353e4f63 req-a247a7a6-cb4a-4bf3-a783-9b08c432205e tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 945 time: 0.4611852 Aug 06 18:31:59.751684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.816570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:59.840266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-d07e0dfa-a0c7-481b-b66c-729217142786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.843361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-d07e0dfa-a0c7-481b-b66c-729217142786 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.7584913 Aug 06 18:31:59.927196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.951646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Transition to ACTIVE for port object 125689d9-3424-4556-9a52-884ce42c7624 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:59.965795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] For port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,segment=NetworkSegment(7411c426-7157-49a7-bf9e-32b5d86c515f),segment_id=7411c426-7157-49a7-bf9e-32b5d86c515f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:59.968146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:59.994295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Calling delete_port for d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:32:00.000943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.191364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Attempting to bind port 125689d9-3424-4556-9a52-884ce42c7624 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:00.191921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Attempting to bind port 125689d9-3424-4556-9a52-884ce42c7624 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:00.192298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Attempting to bind port 125689d9-3424-4556-9a52-884ce42c7624 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:00.219165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:00.219786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:00.220436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.221100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:00.221934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Bound port: 125689d9-3424-4556-9a52-884ce42c7624, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:00.222576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.237507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26ebf075-4b82-4058-adf1-5feb353e4f63 req-092edc69-e93d-4908-aae2-bc9712857add tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/security-groups?id=86906592-b530-4a9c-bf72-1822ae94eaff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998606 Aug 06 18:32:00.246817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.285759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-87af5d89-9966-4031-b562-488c0c913d25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.4280372 Aug 06 18:32:00.285925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7e38-840f-4813-9741-9e28c9a94d85 None None] Pushing event updated for resources: {'Port': ['ID=125689d9-3424-4556-9a52-884ce42c7624,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:00.433827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24b86399-05de-4ca2-bfc5-56b0d9879eb2 None None] Provisioning for port 8a621464-5c6f-4307-94b3-9d61813eb180 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:00.468933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-70da296b-05a2-4b49-b164-84f1c361636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.472770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24b86399-05de-4ca2-bfc5-56b0d9879eb2 None None] Provisioning complete for port 8a621464-5c6f-4307-94b3-9d61813eb180 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:00.474343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24b86399-05de-4ca2-bfc5-56b0d9879eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.477809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-70da296b-05a2-4b49-b164-84f1c361636d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1660807 Aug 06 18:32:00.577210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] For port 125689d9-3424-4556-9a52-884ce42c7624, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:00.624091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2021d750-e463-4bcb-b721-894d0ca191e8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:00.636865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] For port 125689d9-3424-4556-9a52-884ce42c7624, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=125689d9-3424-4556-9a52-884ce42c7624,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:00.642651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9befda-7363-4640-8876-9bd036aa260b req-42d54016-9b71-4019-83f2-5849d384260b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.644785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d9befda-7363-4640-8876-9bd036aa260b req-42d54016-9b71-4019-83f2-5849d384260b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1581025 Aug 06 18:32:00.685193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.705148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-24b86399-05de-4ca2-bfc5-56b0d9879eb2 None None] Port 8a621464-5c6f-4307-94b3-9d61813eb180 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:00.713568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-7c3a8287-c73d-4844-a84a-6068f91b8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.716154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-7c3a8287-c73d-4844-a84a-6068f91b8aad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991477 Aug 06 18:32:00.727135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d9befda-7363-4640-8876-9bd036aa260b req-e33491bb-1466-4942-96e8-ab7f654b185f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599425 Aug 06 18:32:00.842949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:00.845822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:00.886014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.904518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aeba4-f74e-4d52-885f-1a2099ef4983 req-c9d353d5-9f7d-48c1-8004-de6cfa644d11 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.913669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f1aeba4-f74e-4d52-885f-1a2099ef4983 req-c9d353d5-9f7d-48c1-8004-de6cfa644d11 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 1.2318799 Aug 06 18:32:00.931210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7e38-840f-4813-9741-9e28c9a94d85 None None] Pushing event updated for resources: {'Port': ['ID=125689d9-3424-4556-9a52-884ce42c7624,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:00.943508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2021d750-e463-4bcb-b721-894d0ca191e8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:00.944495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:00.986019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f1aeba4-f74e-4d52-885f-1a2099ef4983 req-a0266ba2-193a-43d2-a405-84ba641b70ec tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Aug 06 18:32:01.015073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-949d592c-1efb-41d9-8bab-46812ed4ac26 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863333 Aug 06 18:32:01.056862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Pushing event deleted for resources: {'Port': ['ID=d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:01.140553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] No DVR routers for this DVR port d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:32:01.146094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:01.149669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a16d128-a7f2-4ca6-a709-8f97fbd9abd4 req-63d7b79b-781c-4a5d-b176-7ff1946e3edc tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.55 "DELETE /v2.0/ports/d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 HTTP/1.1" status: 204 len: 173 time: 2.0533881 Aug 06 18:32:01.150424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'name': 'network-vif-deleted', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:01.153265 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff97eb-0480-4aa4-96d4-27e6e39e4061" -d '{"events": [{"server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "name": "network-vif-deleted", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:01.283835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b3d16-2251-4c0c-b7f7-19820e49a03a req-4300ac2b-9181-4e2e-804b-46dc87217e31 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:01.286559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af7b3d16-2251-4c0c-b7f7-19820e49a03a req-4300ac2b-9181-4e2e-804b-46dc87217e31 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1189725 Aug 06 18:32:01.298402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:01.422639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af7b3d16-2251-4c0c-b7f7-19820e49a03a req-9e96933d-b783-4b4e-8e48-42708e332615 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109834 Aug 06 18:32:01.458519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a565ed-57b8-4108-af31-04f9a6addc08 req-ed1ae8ef-9d2f-4d84-bbbe-919a6d86ce6b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:01.472019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:01.474587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74a565ed-57b8-4108-af31-04f9a6addc08 req-ed1ae8ef-9d2f-4d84-bbbe-919a6d86ce6b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3744738 Aug 06 18:32:01.558879 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6837a53-11a4-42cf-a9fa-e9b623b90b97 x-openstack-request-id: req-e6837a53-11a4-42cf-a9fa-e9b623b90b97 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:01.558879 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728949-8f5f-44e8-ac5d-02e8fd4e1c25", "name": "network-vif-deleted", "tag": "d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:01.559501 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6837a53-11a4-42cf-a9fa-e9b623b90b97 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:01.560051 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728949-8f5f-44e8-ac5d-02e8fd4e1c25', 'name': 'network-vif-deleted', 'tag': 'd6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0', 'status': 'completed', 'code': 200} Aug 06 18:32:01.788853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74a565ed-57b8-4108-af31-04f9a6addc08 req-c6ef377f-9e3e-4c08-b164-788fd4a28a58 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132625 Aug 06 18:32:01.823072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27aaef84-7c12-48d3-81ba-e46ce94179ca req-2226d379-2a13-4b47-a641-0025352185b2 tempest-ServerMetadataNegativeTestJSON-1404773023 tempest-ServerMetadataNegativeTestJSON-1404773023-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e728949-8f5f-44e8-ac5d-02e8fd4e1c25 HTTP/1.1" status: 200 len: 210 time: 0.1266265 Aug 06 18:32:01.838167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:01.853178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5e3cbbd-6c8f-48fb-affe-799aee800b0b req-a004f9d8-17e4-4738-b871-db855815ceb5 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324264 Aug 06 18:32:01.855170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:01.886262 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:01.917638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3358952c-0788-456e-8347-43b704242586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:01.932269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:02.010049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e869f-774a-449c-9b0b-2f8961c03d21 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:02.018822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-028e869f-774a-449c-9b0b-2f8961c03d21 tempest-TestNetworkAdvancedServerOps-1563229887 tempest-TestNetworkAdvancedServerOps-1563229887-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1092 time: 0.5422883 Aug 06 18:32:02.019320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57660) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:02.030475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:02.079631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:31:58Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:02.103307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:02.167597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Pushing event updated for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:02.219526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b16cb-5915-48c5-aa89-6ab5a2e32c69 None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:31:58Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:02.309413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:02.329143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:02.389323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd779-9bf8-4a03-a159-d405e58fc2b5 req-59095f02-26d1-4b30-b585-997860fe4ced tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:02.391535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-417fd779-9bf8-4a03-a159-d405e58fc2b5 req-59095f02-26d1-4b30-b585-997860fe4ced tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1518507 Aug 06 18:32:02.402598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:02.565498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:02.669927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:32:02.670831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6eaf79d-0ab1-4600-badb-1d2c4bb2f1e0 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:32:02.729815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Allocated IP 172.25.3.94 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/60321a98-bbcb-48ec-8dc1-ba92592f605c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:02.768216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-417fd779-9bf8-4a03-a159-d405e58fc2b5 req-77541b24-5f2e-465a-88aa-23483f4f8f1d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684312 Aug 06 18:32:02.973659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:02.978079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57718) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:03.061295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354771-e9e4-4322-8abf-33660a7a1cc9 req-3cde8bbb-2c91-4f50-a7c2-536abfa008e8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:03.071823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3354771-e9e4-4322-8abf-33660a7a1cc9 req-3cde8bbb-2c91-4f50-a7c2-536abfa008e8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1304321 Aug 06 18:32:03.082632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-384525b4-ebbe-4038-b76e-b1901ffa08a2 None None] Provisioning complete for port 8a621464-5c6f-4307-94b3-9d61813eb180 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:03.083379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-384525b4-ebbe-4038-b76e-b1901ffa08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:03.123131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:03.175711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3354771-e9e4-4322-8abf-33660a7a1cc9 req-eb578d99-04cd-4da4-9c12-9cc8efea76e0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009932 Aug 06 18:32:03.254097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:03.255204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-384525b4-ebbe-4038-b76e-b1901ffa08a2 None None] Port 8a621464-5c6f-4307-94b3-9d61813eb180 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:03.265023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:03.379276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:03.383408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=60321a98-bbcb-48ec-8dc1-ba92592f605c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:03.386942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:03.428615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:04.250388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Deleting subnet 3cce2558-4698-4599-ad3a-ad460e097856 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:32:04.280738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:04.405145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacfd14-4738-4f55-b36c-049db0aae26a req-a508eb29-e6a4-43d7-a382-aa6a6fd1fb7c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:04.408329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfacfd14-4738-4f55-b36c-049db0aae26a req-a508eb29-e6a4-43d7-a382-aa6a6fd1fb7c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.4020035 Aug 06 18:32:04.428485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b474-b0bf-4ef0-9a06-aef50d1f6f5a req-95e0b25c-df5c-425e-8b5c-deb3c6c130fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:04.432823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a101b474-b0bf-4ef0-9a06-aef50d1f6f5a req-95e0b25c-df5c-425e-8b5c-deb3c6c130fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.4243836 Aug 06 18:32:04.471819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:04.476812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:04.487088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db91f6e5-e06a-47ee-b31e-9997ebdacbfa admin admin] 10.222.0.64 "PUT /v2.0/routers/c7e09b94-26ab-44f6-aff8-39b624a0eb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0304120 Aug 06 18:32:04.696304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:04.738499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 125689d9-3424-4556-9a52-884ce42c7624 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:04.790909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a101b474-b0bf-4ef0-9a06-aef50d1f6f5a req-603a2e16-1bbb-4241-a7a1-294c01131290 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447914 Aug 06 18:32:04.876197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfacfd14-4738-4f55-b36c-049db0aae26a req-e81626eb-1dab-4d7f-b31a-925759756e20 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498074 Aug 06 18:32:04.918431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:04.929648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:04.939151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 125689d9-3424-4556-9a52-884ce42c7624 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:04.946780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 125689d9-3424-4556-9a52-884ce42c7624 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:04.947356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.108925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58ebb9-6970-4750-b201-d5f93d048142 req-135cfbb9-88ca-4003-85dc-077537dd96af tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:05.131101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f58ebb9-6970-4750-b201-d5f93d048142 req-135cfbb9-88ca-4003-85dc-077537dd96af tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.4496002 Aug 06 18:32:05.176100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.224873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.235201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce2558-4698-4599-ad3a-ad460e097856,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:05.263730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.268220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db558aaf-a45d-42a2-8e77-2c0a251ed86d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3cce2558-4698-4599-ad3a-ad460e097856 HTTP/1.1" status: 204 len: 168 time: 2.2862172 Aug 06 18:32:05.270506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57746) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:05.288269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.292350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 125689d9-3424-4556-9a52-884ce42c7624, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=125689d9-3424-4556-9a52-884ce42c7624,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:05.299943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.353536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f58ebb9-6970-4750-b201-d5f93d048142 req-c17fe582-df9d-4da0-a219-b672d5fd74fd tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188008 Aug 06 18:32:05.465808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.469910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=125689d9-3424-4556-9a52-884ce42c7624,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:05.645737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.666133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe16280b-aa2e-4e6c-9a83-019a394b05fa']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:05.691653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7411c426-7157-49a7-bf9e-32b5d86c515f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:05.691923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7411c426-7157-49a7-bf9e-32b5d86c515f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:05.721392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.765176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.778057 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.785560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:32:05.786611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:32:05.790891 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:32:05.823356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.838326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:05.847563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2142243617-network', 'tenant_id': '27e8742e61d046a8a623410023b76a21'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:05.908676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Made reservation on behalf of 27e8742e61d046a8a623410023b76a21 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:05.925430 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:05.942853 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.191397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.204172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.221230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event updated for resources: {'Port': ['ID=60321a98-bbcb-48ec-8dc1-ba92592f605c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:06.228120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.251677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.262144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fe16280b-aa2e-4e6c-9a83-019a394b05fa HTTP/1.1" status: 204 len: 168 time: 0.9900751 Aug 06 18:32:06.275443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:32:06.303702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7845e02-72b2-497d-b740-8778286d4c9d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:06.308662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.312464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a2465-47fa-4ac4-b2a5-a2c187e99e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe16280b-aa2e-4e6c-9a83-019a394b05fa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:06.339233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684e0cd-fb0e-4365-b0a8-2ab6989671b8 req-57df1821-cd46-4931-a3ba-d772b6b28450 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:06.342052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5684e0cd-fb0e-4365-b0a8-2ab6989671b8 req-57df1821-cd46-4931-a3ba-d772b6b28450 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2901893 Aug 06 18:32:06.343912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.345997 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Added segment 02ff5cfa-a83d-48de-a769-cebc2a16edbe of type vlan for network 2f0a061c-2258-4182-8ae7-7792c85636d4 Aug 06 18:32:06.410685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5684e0cd-fb0e-4365-b0a8-2ab6989671b8 req-447a91f4-e521-4f02-822b-fb75dcca097a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612955 Aug 06 18:32:06.482220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.545665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-389233107', 'description': 'tempest-description-18585424'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:06.625405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.627874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:06.777823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.919735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 125689d9-3424-4556-9a52-884ce42c7624 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:06.919735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 125689d9-3424-4556-9a52-884ce42c7624 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:06.919735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.929940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0158713 Aug 06 18:32:06.929940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:06.930470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:06.933051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Request body: {'subnet': {'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2142243617-subnet', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:06.952107 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:06.976205 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:06.977261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:07.099239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Made reservation on behalf of 27e8742e61d046a8a623410023b76a21 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:07.104957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.151796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd01b56-631b-4b65-ba1d-ce723ac5276c req-23d00dbe-7026-456e-b295-c02645bb75f0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:07.166393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1cd01b56-631b-4b65-ba1d-ce723ac5276c req-23d00dbe-7026-456e-b295-c02645bb75f0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.6338081 Aug 06 18:32:07.167546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552864-5086-4d9e-95b5-46de7f0930e1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0a061c-2258-4182-8ae7-7792c85636d4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:07.171266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:07.184213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:32:07.286752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1cd01b56-631b-4b65-ba1d-ce723ac5276c req-3bfb8f7e-8a8c-4829-b69b-07a3dc260885 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184945 Aug 06 18:32:07.305715 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP dfac5991-108f-4df2-a951-fed7c94b7567 associated. External IP: 172.25.3.94, port: 2e11aa27-9e95-431c-8a6e-d4de83aac8af. Aug 06 18:32:07.394698 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:07.465226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74ab061e-278d-493e-9523-3aaee59eeb32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eee00cb749744b8b5e75cb9cb4cfdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681773 Aug 06 18:32:07.471161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57796) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:07.646111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.668172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.740088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.749864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59d91e2f-6a8d-40cd-8e6c-c2b5a8f9b8ce req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.2131782 Aug 06 18:32:07.755977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.796705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198be34f-498a-4f5a-880a-f1a03979d27c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c160034c-abd8-445c-81cc-06567f09e5a2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:07.809425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.856473 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.991673 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 2, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:08.021936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.031476 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.034915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86906592-b530-4a9c-bf72-1822ae94eaff HTTP/1.1" status: 204 len: 168 time: 0.5612819 Aug 06 18:32:08.056407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c0a04-8c9d-4874-bfb8-f1c068c2ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86906592-b530-4a9c-bf72-1822ae94eaff,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:08.097044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:08.097938 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Updating router c7e09b94-26ab-44f6-aff8-39b624a0eb9e port 8a621464-5c6f-4307-94b3-9d61813eb180 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:08.117909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-19fd0da1-2412-4bec-9347-daa954ead424 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-389233107&fields=id&tenant_id=ddf6c931b07f4aa4a508605f87c35855 HTTP/1.1" status: 200 len: 267 time: 0.2183664 Aug 06 18:32:08.124215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9f7291-910a-4fe1-b418-f58a1fdfe146,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:08.226924 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.619114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64787a-35dd-4014-adae-55701984cd83 req-288575c7-0f74-4569-bb73-a644bb2b8003 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:08.622164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa64787a-35dd-4014-adae-55701984cd83 req-288575c7-0f74-4569-bb73-a644bb2b8003 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1530719 Aug 06 18:32:08.731049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa64787a-35dd-4014-adae-55701984cd83 req-1a1ae738-9c26-4eb7-b664-102f04e21e0f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986466 Aug 06 18:32:08.903836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Checking segment: {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:08.904779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Network hostable DHCP agents. Network: 2f0a061c-2258-4182-8ae7-7792c85636d4, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:32:08.925487 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.951643 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Transition to ACTIVE for port object 8a621464-5c6f-4307-94b3-9d61813eb180 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:08.965271 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.997008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-b210c63f-420c-4e25-b06d-c0aee25ab585 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:09.022231 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-b210c63f-420c-4e25-b06d-c0aee25ab585 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.9019163 Aug 06 18:32:09.026068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:32:09.038760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 7abc5d3b-14cd-4b9d-a8cc-158925753eab has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:09.054056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'port': {'security_groups': ['f70439cf-5bac-4768-af9a-d1d0a5eeb0fd', 'c160034c-abd8-445c-81cc-06567f09e5a2']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:09.068436 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Pushing event updated for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.081376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.082552 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.082552 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.082552 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.082985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:09.158201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 2f0a061c-2258-4182-8ae7-7792c85636d4) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:09.178126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740d1d6-490b-4992-ac81-7f4bd9dba0a8 None None] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:09.197319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:09.199077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.245788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Attempting to bind port 8a621464-5c6f-4307-94b3-9d61813eb180 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:09.245788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Attempting to bind port 8a621464-5c6f-4307-94b3-9d61813eb180 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:09.245788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Attempting to bind port 8a621464-5c6f-4307-94b3-9d61813eb180 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:09.260324 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:09.261686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:09.261686 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.261686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:09.265607 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Bound port: 8a621464-5c6f-4307-94b3-9d61813eb180, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:09.265607 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.410091 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] For port 8a621464-5c6f-4307-94b3-9d61813eb180, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:09.412157 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.417284 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] For port 8a621464-5c6f-4307-94b3-9d61813eb180, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8a621464-5c6f-4307-94b3-9d61813eb180,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:09.428788 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.528874 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:09.530057 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:09.707056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:09.736023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:09.743009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:09.747707 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e88bb120-3824-4029-941b-f2254764e11b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8426247 Aug 06 18:32:09.762305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.782128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Sync routers for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:09.867381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:09.868051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:09.868283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.878291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.968855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d024023d-bfd8-4fba-b7a2-d041ac8fbf1d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.9480886 Aug 06 18:32:09.989815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:09.999046 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c389a79-7582-473f-aa98-64a43c3294a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:10.143951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-2f0a061c-2258-4182-8ae7-7792c85636d4', 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'fixed_ips': [{'subnet_id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:32:10.147197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.150003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.222439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528363f7-d7d0-4438-a81d-e8a2bb73afba None None] Pushing event updated for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:10.406306 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:10.548830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:10.732657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:10.850600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Allocated IP 172.20.0.2 (2f0a061c-2258-4182-8ae7-7792c85636d4/9f9f7291-910a-4fe1-b418-f58a1fdfe146/8be454b3-ad37-4dcb-ae03-d0ff365533ae) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:10.890947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.946288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-network', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:10.998479 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.024387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Made reservation on behalf of 42039bed6b1d4247b9bb61fcb9023a9d for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:11.030536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.086556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8a621464-5c6f-4307-94b3-9d61813eb180 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:11.103736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.132559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.134534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.152746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e18fb289-d7db-4606-8ecc-32a5443a0244 req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "PUT /v2.0/ports/7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 982 time: 2.1097536 Aug 06 18:32:11.248820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7f2d09ad-9309-477b-abc0-a5dbde1b421e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:11.276451 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:09Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:11.277808 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f716b0da-6639-4f32-a064-104c156a770f x-openstack-request-id: req-f716b0da-6639-4f32-a064-104c156a770f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:11.278137 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:11.278393 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f716b0da-6639-4f32-a064-104c156a770f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:11.278800 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'status': 'completed', 'code': 200} Aug 06 18:32:11.283551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d1a1-eb71-45d7-b308-1264343da262 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:11.347878 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609d6fa-4c49-475d-990e-68f430b54e4b None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:09Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:11.363780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.428093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910f22a-2661-4a38-ac31-88a2b8a0d932 req-587a884f-3cd4-4cbf-aee8-e2313d3e8b14 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.430041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7910f22a-2661-4a38-ac31-88a2b8a0d932 req-587a884f-3cd4-4cbf-aee8-e2313d3e8b14 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.8278697 Aug 06 18:32:11.513212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7910f22a-2661-4a38-ac31-88a2b8a0d932 req-99ffa43f-25e1-4bd2-8de4-c2dd87166036 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653901 Aug 06 18:32:11.599457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57894) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:11.762912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7f2d09ad-9309-477b-abc0-a5dbde1b421e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:11.858320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-a627426c-6e34-468a-9065-5a68fc2c71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.859959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-a627426c-6e34-468a-9065-5a68fc2c71b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.5291710 Aug 06 18:32:11.895123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24c66111-e09a-49cd-a8a6-34038fced495 req-aebe5ea3-1e6a-45d0-8cd0-c227d51081bb tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-389233107&fields=id&tenant_id=ddf6c931b07f4aa4a508605f87c35855 HTTP/1.1" status: 200 len: 267 time: 0.4797499 Aug 06 18:32:11.946533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:11.980915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4fd59c1-512a-4c40-9d83-e1179eafb450 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 990 time: 0.3800411 Aug 06 18:32:12.110377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.139991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.179909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda56d91-e89f-42b9-b173-e5b9b0694076,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:12.227780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.262166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.262951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c66111-e09a-49cd-a8a6-34038fced495 req-4dfb8dfb-307e-4534-92e3-113c1dccec0e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:12.282803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24c66111-e09a-49cd-a8a6-34038fced495 req-4dfb8dfb-307e-4534-92e3-113c1dccec0e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 985 time: 0.3660731 Aug 06 18:32:12.285364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:32:12.302223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-8a158572-0b27-4a89-9ab8-2e84580351f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:12.324509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-8a158572-0b27-4a89-9ab8-2e84580351f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 898 time: 0.4465067 Aug 06 18:32:12.379054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'port': {'security_groups': ['f70439cf-5bac-4768-af9a-d1d0a5eeb0fd']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:12.537888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Allocated IP 172.25.3.7 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/539d8c9f-d675-42af-894d-3430781745cc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:12.642748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.647416 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.647977 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Added segment 9f34a3ae-dc62-4ff2-b427-768dd8fb66fe of type vlan for network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 Aug 06 18:32:12.873672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.953926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.971963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-fff8d83c-9096-4317-975f-6084ebcd0823 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 998 time: 0.6359615 Aug 06 18:32:12.987484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 57912) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:12.990635 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.036385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Transition to ACTIVE for port object 8be454b3-ad37-4dcb-ae03-d0ff365533ae will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:13.077228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-c3a1f259-8686-43d9-a5e8-d3a3c74b3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.081299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-c3a1f259-8686-43d9-a5e8-d3a3c74b3ae5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.0949643 Aug 06 18:32:13.083840 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.093251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Transition to ACTIVE for port object 8be454b3-ad37-4dcb-ae03-d0ff365533ae will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:13.096396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.102608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:32:13.121687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.141208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.210388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8a621464-5c6f-4307-94b3-9d61813eb180 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:13.247724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.254420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8a621464-5c6f-4307-94b3-9d61813eb180 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:13.254855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.255795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.256502 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.269087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3c4cce9b-b640-4832-87b1-78d34a5126ea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 990 time: 0.2778609 Aug 06 18:32:13.299380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:13.306796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:13.307747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-e59b9de0-7cd1-43b0-8da5-caadb8eac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.311537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-e59b9de0-7cd1-43b0-8da5-caadb8eac2dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005091 Aug 06 18:32:13.313333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:13.326207 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e436ee6-082c-4f01-8add-8938d5da0030" -d '{"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:13.357034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:13.363584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:13.365284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Pushing event updated for resources: {'Port': ['ID=8be454b3-ad37-4dcb-ae03-d0ff365533ae,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:13.397896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:13.421881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:13.591909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Pushing event updated for resources: {'Port': ['ID=539d8c9f-d675-42af-894d-3430781745cc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:13.674180 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1207104 Aug 06 18:32:13.679807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:13.682829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e4046-69d3-4273-bf07-7c3310fad5cb x-openstack-request-id: req-3d0e4046-69d3-4273-bf07-7c3310fad5cb {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:13.683459 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:13.683852 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d0e4046-69d3-4273-bf07-7c3310fad5cb {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:13.684487 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:32:13.695220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.695763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.696297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.696807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.697323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.697912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.699131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.699711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.700231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.700949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.702387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.702922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:13.714507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Attempting to bind port 8be454b3-ad37-4dcb-ae03-d0ff365533ae on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:13.716674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Attempting to bind port 8be454b3-ad37-4dcb-ae03-d0ff365533ae by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:13.717330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Attempting to bind port 8be454b3-ad37-4dcb-ae03-d0ff365533ae on network 2f0a061c-2258-4182-8ae7-7792c85636d4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:13.788694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:13.789620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Checking segment: {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:13.796895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.797967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Bound using segment: {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:13.798652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Request body: {'subnet': {'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-subnet', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:13.799543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Bound port: 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:13.801153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.804183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f340-ccdc-47ce-9944-26c7fa0afe70 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f7760c-0946-4cb6-81f0-ed69a03d75c8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:13.806546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-1be07347-fea7-47ec-9a84-8ef14f37348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.859734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-1be07347-fea7-47ec-9a84-8ef14f37348e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1137 time: 0.2958951 Aug 06 18:32:13.882990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:32:13.966321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Made reservation on behalf of 42039bed6b1d4247b9bb61fcb9023a9d for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:13.968907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.972716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:14.020151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-bb08bc89-cb07-4101-8524-3ccfecb709d8 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748085 Aug 06 18:32:14.045832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.187538 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c389a79-7582-473f-aa98-64a43c3294a7 req-5eb85a00-8bc0-4aee-85a7-76c0ba295dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604793 Aug 06 18:32:14.284812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.289073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57934) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:14.300087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.402110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'dfac5991-108f-4df2-a951-fed7c94b7567', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'mac_address': 'fa:16:3e:30:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:04Z', 'updated_at': '2021-08-06T18:32:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:14.425064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8a621464-5c6f-4307-94b3-9d61813eb180, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8a621464-5c6f-4307-94b3-9d61813eb180,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:14.427689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:14.428944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.429987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24c66111-e09a-49cd-a8a6-34038fced495 req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "PUT /v2.0/ports/7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 943 time: 2.0986910 Aug 06 18:32:14.449244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-05f4763a-84f6-4fc4-9c7e-49b59d3e2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:14.451003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-05f4763a-84f6-4fc4-9c7e-49b59d3e2584 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.5823133 Aug 06 18:32:14.509758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] For port 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:14.513587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a2a3cc8-0f80-4a9e-9164-42c504efada4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 990 time: 0.2232428 Aug 06 18:32:14.516912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3620ddd-ce51-49ca-a202-8302bc85b3e9 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:14.523468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.590160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] For port 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8be454b3-ad37-4dcb-ae03-d0ff365533ae,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:14.605741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Checking router: 7abc5d3b-14cd-4b9d-a8cc-158925753eab for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:14.720558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.747366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.751063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-83afcac4-c9c9-49df-8a1b-4c7a5fe820e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.2476146 Aug 06 18:32:14.759683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:14.760772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:14.875482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Checking segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:14.876314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Network hostable DHCP agents. Network: f9f7760c-0946-4cb6-81f0-ed69a03d75c8, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:32:14.912623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8c695b-e3bb-42d0-a367-a13c3070276c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:14.927056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:32:14.957084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f9f7760c-0946-4cb6-81f0-ed69a03d75c8) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:14.968597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:14.982564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.008616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:15.059041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b64111a6-2bbd-4057-b3c9-3332aae02144 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2673471 Aug 06 18:32:15.063987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57950) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:15.082621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:15.121213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-85c9ccdd-ffd6-4267-957e-739f23a687d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.128795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-85c9ccdd-ffd6-4267-957e-739f23a687d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.2992928 Aug 06 18:32:15.129898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.132437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.268214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-50de90b7-d547-4434-87c8-0926a050c37d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937314 Aug 06 18:32:15.270049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc30c9-e6cf-4e85-9185-7e5b433ba106 None None] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:15.317556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.379999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-fa8d4db7-bcdf-4dcd-ac39-d21a774dd31d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8904262 Aug 06 18:32:15.399499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:15.413030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.518967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:15.613385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf383e-71d0-4298-b256-8aca4b938629 None None] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:15.755743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:15.765846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-28ec266f-c81d-4d28-8e13-7017fc203c76 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612439 Aug 06 18:32:15.774465 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e9005e-0a82-4be0-946a-34a309e472df" -d '{"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:15.802136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7f2d09ad-9309-477b-abc0-a5dbde1b421e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:15.806659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:15.808013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-426269ec-4132-4767-9d7e-4dae73afaeb5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 990 time: 0.2870579 Aug 06 18:32:16.055548 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fbbb41-5689-477c-90f9-edd25c8153b3 x-openstack-request-id: req-b9fbbb41-5689-477c-90f9-edd25c8153b3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:16.056233 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:16.056823 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9fbbb41-5689-477c-90f9-edd25c8153b3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:16.057642 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:32:16.084672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7f2d09ad-9309-477b-abc0-a5dbde1b421e'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:16.116988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.132521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.544750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.571461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.629537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714a0c6-7402-4d20-85a5-6246693f490b None None] Pushing event updated for resources: {'Port': ['ID=8be454b3-ad37-4dcb-ae03-d0ff365533ae,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:16.631383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e436ee6-082c-4f01-8add-8938d5da0030 req-72238d3e-de38-4f72-aabd-7cdc12a25c84 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556635 Aug 06 18:32:16.752652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'dfac5991-108f-4df2-a951-fed7c94b7567', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'mac_address': 'fa:16:3e:30:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:04Z', 'updated_at': '2021-08-06T18:32:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:16.821285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57980) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:16.883813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8a621464-5c6f-4307-94b3-9d61813eb180 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:16.902200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Allocated IP 172.25.3.35 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:16.920884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e1c0c-a816-4f92-af15-d6a8bf65502f None None] The sync data for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 is: [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'dfac5991-108f-4df2-a951-fed7c94b7567', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'mac_address': 'fa:16:3e:30:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:04Z', 'updated_at': '2021-08-06T18:32:04Z', 'revision_number': 0, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:17.145959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8a621464-5c6f-4307-94b3-9d61813eb180 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:17.146287 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.349191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8d44edfa-81d3-4fd0-a2e8-00e1c458d95e tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 990 time: 0.5264261 Aug 06 18:32:17.515658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:32:17.522058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.535455 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a016cff-58b5-496c-9601-f951661fbc89 None None] New status for floating IP dfac5991-108f-4df2-a951-fed7c94b7567: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:32:17.651092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.652015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b5a0dc-54f9-4833-bb00-25a4785fabc2 None None] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:17.681598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.732970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 57996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:17.896092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e62ebfb6-e418-4afd-b8e4-f6886b13c8ac None None] Provisioning for port 8be454b3-ad37-4dcb-ae03-d0ff365533ae completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:17.904127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9005e-0a82-4be0-946a-34a309e472df req-d7b63502-7334-486e-892a-d9f73a32d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:17.916045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:17.941639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-d7b63502-7334-486e-892a-d9f73a32d79e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 1.1782055 Aug 06 18:32:17.945118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:17.958548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Pushing event updated for resources: {'Port': ['ID=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:17.965040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:18.119614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.274343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe47373b-7ed6-4851-8e9f-46286f861259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.355297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58006) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:18.491458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9005e-0a82-4be0-946a-34a309e472df req-70abb942-1333-4fa8-863d-05dc2e8efdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:18.493213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-70abb942-1333-4fa8-863d-05dc2e8efdd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.5391583 Aug 06 18:32:18.563046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60448245-2f68-41a9-9baf-2dd772e33bcf tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 992 time: 0.2050822 Aug 06 18:32:18.591964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-eb154607-941c-4ae6-a322-db66212ae354 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.0890460 Aug 06 18:32:18.703845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Allocated IP 172.25.3.187 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/c8a4a05b-ae5a-4188-9208-62e6e2a28e9a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:18.712909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:32:18.750579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8be454b3-ad37-4dcb-ae03-d0ff365533ae up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:18.773019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9005e-0a82-4be0-946a-34a309e472df req-f123d0e7-0f37-444f-beca-40054344ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:18.774834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-f123d0e7-0f37-444f-beca-40054344ce20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.1681888 Aug 06 18:32:18.855265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8be454b3-ad37-4dcb-ae03-d0ff365533ae completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:18.864676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8be454b3-ad37-4dcb-ae03-d0ff365533ae triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:18.866463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.878071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-fcf47b47-e7c8-4879-a9a0-2e31940313d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686939 Aug 06 18:32:18.996920 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.106061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.164197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:19.193793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-460fafb2-f896-4b5d-8604-5b80396cfbb6 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926512 Aug 06 18:32:19.216691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe47373b-7ed6-4851-8e9f-46286f861259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.227970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fe47373b-7ed6-4851-8e9f-46286f861259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.265388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47373b-7ed6-4851-8e9f-46286f861259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef92ba8-50c3-4915-bff1-ab9a4d3bbd7d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.297605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Sync routers for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:19.299841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.321895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.324105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c5fb22d-c06d-46c2-9b47-2d6f64a488bd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5857363 Aug 06 18:32:19.333956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:19.335066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:19.336632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58024) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:19.354984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe47373b-7ed6-4851-8e9f-46286f861259 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66d578dcab664528aba2929a2d0684b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6167440 Aug 06 18:32:19.361476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58026) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:19.412942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8be454b3-ad37-4dcb-ae03-d0ff365533ae,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:19.424887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.491160 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.511234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.601774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.613140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8be454b3-ad37-4dcb-ae03-d0ff365533ae,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.634589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48e9005e-0a82-4be0-946a-34a309e472df req-945f0d29-71e6-4d42-af85-4f32cae9b33c service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220648 Aug 06 18:32:19.646689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:19.680662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:19.687871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:19.693655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'Port': ['ID=c8a4a05b-ae5a-4188-9208-62e6e2a28e9a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.698622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:19.749841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.900458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.903289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.908221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ef92ba8-50c3-4915-bff1-ab9a4d3bbd7d HTTP/1.1" status: 204 len: 168 time: 0.5425222 Aug 06 18:32:19.925741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeb086-e6c5-4055-864b-5a7a8237e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef92ba8-50c3-4915-bff1-ab9a4d3bbd7d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:20.028720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:32:20.103229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.175349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 3, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:20.269374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.273817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Checking router: 3f1d2d03-0205-4f62-9a85-60dc2714ec46 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:20.274174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Updating router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 port 539d8c9f-d675-42af-894d-3430781745cc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:20.342967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.373018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:20.400307 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Sync routers for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:20.415330 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:20.415991 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:20.462040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.463392 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b5cffce2-cf5b-406b-87da-637889fb384d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3981538 Aug 06 18:32:20.468039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:20.689118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:20.702390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.756277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.765614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.780966 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:20.795824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-484e6a97-04ff-4ba3-a181-f0ef3aec6afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.842590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8be454b3-ad37-4dcb-ae03-d0ff365533ae up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:20.938536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.030779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event updated for resources: {'Port': ['ID=c8a4a05b-ae5a-4188-9208-62e6e2a28e9a,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.167081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Allocated IP 172.20.0.1 (2f0a061c-2258-4182-8ae7-7792c85636d4/9f9f7291-910a-4fe1-b418-f58a1fdfe146/be5a4218-5916-437e-b397-bb8d7b653d70) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:21.228726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8be454b3-ad37-4dcb-ae03-d0ff365533ae triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:21.229411 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.336999 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.371571 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-484e6a97-04ff-4ba3-a181-f0ef3aec6afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.379240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-484e6a97-04ff-4ba3-a181-f0ef3aec6afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.380466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Transition to ACTIVE for port object 539d8c9f-d675-42af-894d-3430781745cc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:21.397603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.413595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:18Z', 'revision_number': 3, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:21.414738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-484e6a97-04ff-4ba3-a181-f0ef3aec6afa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3229a20161a452db31caa3bef3c3fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163684 Aug 06 18:32:21.417268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.419044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:21.438360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.444662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-7f2451af-cb19-432e-86ab-5c8b3e36b58d tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0454562 Aug 06 18:32:21.518740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Attempting to bind port 539d8c9f-d675-42af-894d-3430781745cc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:21.519767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Attempting to bind port 539d8c9f-d675-42af-894d-3430781745cc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:21.520385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Attempting to bind port 539d8c9f-d675-42af-894d-3430781745cc on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:21.531206 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Checking router: cd511f8f-0398-4ffc-b37e-0a95dd9b8324 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:21.532203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Updating router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:21.541510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:21.542063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:21.542929 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.543639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:21.545373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Bound port: 539d8c9f-d675-42af-894d-3430781745cc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:21.545711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.595620 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.611953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] For port 539d8c9f-d675-42af-894d-3430781745cc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:21.616179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] For port 539d8c9f-d675-42af-894d-3430781745cc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=539d8c9f-d675-42af-894d-3430781745cc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:21.620731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ceab9-c7ed-4848-83d0-33585bb49056 None None] Pushing event updated for resources: {'Port': ['ID=539d8c9f-d675-42af-894d-3430781745cc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.636529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.648316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-4a90d4e8-ea3a-48e0-a259-7e66ea494633 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 696 time: 0.1833282 Aug 06 18:32:21.661886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Transition to ACTIVE for port object be5a4218-5916-437e-b397-bb8d7b653d70 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:21.703364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e6a97-04ff-4ba3-a181-f0ef3aec6afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e577e49b-86e0-4a57-a5c4-f0a674814706,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.737321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:21.738486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:21.751417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.776935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.817194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ceab9-c7ed-4848-83d0-33585bb49056 None None] Pushing event updated for resources: {'Port': ['ID=539d8c9f-d675-42af-894d-3430781745cc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.894566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.927841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.933222 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.936256 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e577e49b-86e0-4a57-a5c4-f0a674814706 HTTP/1.1" status: 204 len: 168 time: 0.5151067 Aug 06 18:32:21.959074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.004542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af025c-3f35-4813-87e2-8f69bbbb5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577e49b-86e0-4a57-a5c4-f0a674814706,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:22.009667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:22.120737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:22.122731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:22.146227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:22.257937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:22.277160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-acfb8d81-c73d-467d-8ab4-ee6129b8f26e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:22.296359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-acfb8d81-c73d-467d-8ab4-ee6129b8f26e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.6358902 Aug 06 18:32:22.354218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-9073f16e-f654-4988-9d90-41829b3a3d33 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:32:22.402573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c1130b-95b0-4978-bb5b-664be589fe46 req-9073f16e-f654-4988-9d90-41829b3a3d33 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654957 Aug 06 18:32:22.461868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.545077 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.620718 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Transition to ACTIVE for port object d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:22.644985 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.727950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Allocated IP 172.20.0.1 (f9f7760c-0946-4cb6-81f0-ed69a03d75c8/3b8c695b-e3bb-42d0-a367-a13c3070276c/2a2abb30-4d35-45d7-9b29-e5489fdadc03) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:22.739443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 3, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:22.846427 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Attempting to bind port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:22.846714 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Attempting to bind port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:22.847246 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Attempting to bind port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:22.870224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d8de4-1ebe-4409-b9de-5eca20e93788 None None] The sync data for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 is: [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 3, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:22.880156 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:22.880532 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:22.880988 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.881394 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:22.893614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Bound port: d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:22.898370 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.914866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ee9b-8f9b-4283-9a4f-9e55dfdc5471 None None] Pushing event updated for resources: {'Port': ['ID=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:22.928395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3480ecbe-1590-4687-bde2-0cbc6dc026c3 None None] Provisioning for port be5a4218-5916-437e-b397-bb8d7b653d70 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:22.947716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3480ecbe-1590-4687-bde2-0cbc6dc026c3 None None] Provisioning complete for port be5a4218-5916-437e-b397-bb8d7b653d70 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:22.948245 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3480ecbe-1590-4687-bde2-0cbc6dc026c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.029502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.062772 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] For port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:23.064267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3480ecbe-1590-4687-bde2-0cbc6dc026c3 None None] Port be5a4218-5916-437e-b397-bb8d7b653d70 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:23.075141 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] For port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:23.092078 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.144064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-4c24502e-eaf2-4134-849a-40f9692aaac0 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:23.148500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-4c24502e-eaf2-4134-849a-40f9692aaac0 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3731771 Aug 06 18:32:23.258504 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:23.259270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:23.321870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ee9b-8f9b-4283-9a4f-9e55dfdc5471 None None] Pushing event updated for resources: {'Port': ['ID=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:23.503902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-4463061c-25e9-454b-88b4-e7e877264c12 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 696 time: 0.3449242 Aug 06 18:32:23.558539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'floatingip': {'port_id': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:23.564549 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:23.704989 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.719725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.740486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.775731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.898258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:23.899487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:18Z', 'revision_number': 3, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:23.951806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.962362 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d29beb-56a2-42b1-bf53-b4956cfa8226 None None] The sync data for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 is: [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:18Z', 'revision_number': 3, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:24.303088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.338045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:24.341356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:24.555773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:24.616906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:24.622029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:24.644973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:24.787594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.888220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Pushing event updated for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:24.920463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d34cdec-bfef-420e-bf07-26ce3ec66103 None None] Provisioning complete for port be5a4218-5916-437e-b397-bb8d7b653d70 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:24.921259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34cdec-bfef-420e-bf07-26ce3ec66103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.021076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:25.060461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.061229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.062254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.063223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.063823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.064562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.065146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.066077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.066640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.067266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.067834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.068421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:25.082890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:25.111150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cfa97a00-8ebb-420e-af60-d9bffd2abbf9 admin admin] 10.222.0.64 "PUT /v2.0/routers/3f1d2d03-0205-4f62-9a85-60dc2714ec46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7664881 Aug 06 18:32:25.151334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8d34cdec-bfef-420e-bf07-26ce3ec66103 None None] Port be5a4218-5916-437e-b397-bb8d7b653d70 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:25.223522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:25.238688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:25.239648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.362777 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.399697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.516715 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.608988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:25.620639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.623105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 539d8c9f-d675-42af-894d-3430781745cc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:25.750903 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Floating IP 619252a1-e782-4f2c-a714-43b648e4aa8b associated. External IP: 172.25.3.187, port: 7f2d09ad-9309-477b-abc0-a5dbde1b421e. Aug 06 18:32:25.851888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:26.011377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 539d8c9f-d675-42af-894d-3430781745cc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:26.019503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 539d8c9f-d675-42af-894d-3430781745cc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:26.020106 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.411889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.484509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.485512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 539d8c9f-d675-42af-894d-3430781745cc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=539d8c9f-d675-42af-894d-3430781745cc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:26.493551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.720339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=539d8c9f-d675-42af-894d-3430781745cc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:26.866952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:27.009347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:27.011157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.271401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Sync routers for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:27.285434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:27.286389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:27.294322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Router 9b375f05-6f28-42c9-a895-55a5c36bd66a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:27.584177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:27.721065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:27.737010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.744200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.749751 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Sync routers for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:27.778075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.778425 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:27.779385 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:27.982149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-331c5e49-e3a0-431c-a920-3536eaa60045 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "PUT /v2.0/floatingips/619252a1-e782-4f2c-a714-43b648e4aa8b HTTP/1.1" status: 200 len: 997 time: 4.4774165 Aug 06 18:32:27.985597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:27.989708 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2419dfc6-da2a-4474-9f55-65306ca18c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:27.997010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Pushing event updated for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:28.007466 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:28.049515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.183968 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80756dcf-9fee-40fc-9412-85920493b7da x-openstack-request-id: req-80756dcf-9fee-40fc-9412-85920493b7da {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:28.184869 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:28.185309 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80756dcf-9fee-40fc-9412-85920493b7da {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:28.186093 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:32:28.197577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-56bc7478-78dd-48bf-ae06-6bb78cb1f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:28.201436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-56bc7478-78dd-48bf-ae06-6bb78cb1f25b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.2050574 Aug 06 18:32:28.210167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 4, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be5a4218-5916-437e-b397-bb8d7b653d70', 'name': '', 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'mac_address': 'fa:16:3e:9c:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:23Z', 'revision_number': 2, 'project_id': '27e8742e61d046a8a623410023b76a21', 'subnets': [{'id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:28.255740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Checking router: 3f1d2d03-0205-4f62-9a85-60dc2714ec46 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:28.256396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Updating router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 port be5a4218-5916-437e-b397-bb8d7b653d70 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:28.292659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-f0b96586-d09e-4a55-b513-d8fb94a99644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:28.299422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-f0b96586-d09e-4a55-b513-d8fb94a99644 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.1268475 Aug 06 18:32:28.307340 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.431089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-f721a406-055b-4f90-8329-e2c99b2e1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:28.433725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-f721a406-055b-4f90-8329-e2c99b2e1ac5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.1843839 Aug 06 18:32:28.537585 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '619252a1-e782-4f2c-a714-43b648e4aa8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'port_id': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'mac_address': 'fa:16:3e:32:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 1, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:28.541219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-0116ee48-2b5e-4688-9c4d-831365440d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:28.543595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-0116ee48-2b5e-4688-9c4d-831365440d58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.2342372 Aug 06 18:32:28.643391 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Checking router: 9b375f05-6f28-42c9-a895-55a5c36bd66a for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:28.670016 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:28.670744 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:28.692881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:28.706453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:28.755617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-d8b20c39-c033-4754-99f9-eb72ae2e9289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 1000 time: 0.3039303 Aug 06 18:32:29.059285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:29.134482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-8b735a08-28e5-4e49-91c4-1c3a4faf5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:29.143838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-8b735a08-28e5-4e49-91c4-1c3a4faf5dd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.3870983 Aug 06 18:32:29.187640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-315a3f49-424c-44e2-a874-7c28f2b39a87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424654 Aug 06 18:32:29.191672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:29.197264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-c064f266-3301-4d7f-9d27-e50e82b7d400 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:32:29.205352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-c064f266-3301-4d7f-9d27-e50e82b7d400 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164552 Aug 06 18:32:29.302859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 539d8c9f-d675-42af-894d-3430781745cc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:29.427162 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50ecacff-78d1-4335-823e-21844a67c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:29.501998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 539d8c9f-d675-42af-894d-3430781745cc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:29.502380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:29.542572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-137cd040-dd97-4ef9-894f-3ea67a5d1886 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 1000 time: 0.9906054 Aug 06 18:32:29.554306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-6619a0eb-ee76-4827-9a0b-8f71e2f8e66a service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474638 Aug 06 18:32:29.605967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:29.632384 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '619252a1-e782-4f2c-a714-43b648e4aa8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'port_id': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'mac_address': 'fa:16:3e:32:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 1, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:29.667404 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c2a13c31-897d-449c-a6ea-087d4435ff8e admin admin] 10.222.0.64 "PUT /v2.0/routers/cd511f8f-0398-4ffc-b37e-0a95dd9b8324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1979003 Aug 06 18:32:29.674471 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:29.681025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-34025ca6-78c2-41f8-b64a-bd5bfd7f7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:29.683529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-34025ca6-78c2-41f8-b64a-bd5bfd7f7034 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.1321619 Aug 06 18:32:29.694702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Sync routers for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:29.725637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Transition to ACTIVE for port object be5a4218-5916-437e-b397-bb8d7b653d70 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:29.741056 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6bedb-360e-4fa1-b404-4665d25da10d None None] The sync data for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 is: [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '619252a1-e782-4f2c-a714-43b648e4aa8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'port_id': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'mac_address': 'fa:16:3e:32:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 1, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:29.782182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:29.783306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:29.783483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-61b280ca-ed3c-4e4c-912d-77bdd673e00c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906420 Aug 06 18:32:29.811140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb7d1191-8fd7-4133-8e17-3a05fb8a97ab req-4d0ecb4b-beec-4590-a941-abf31c493dd8 service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557423 Aug 06 18:32:29.926433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:30.285587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-a4e693bd-a900-4879-894e-946438a07955 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 1000 time: 0.4234626 Aug 06 18:32:30.295578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a3584-04d9-498f-8080-f46abe02b7c7 None None] Pushing event updated for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:30.337879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Attempting to bind port be5a4218-5916-437e-b397-bb8d7b653d70 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:30.338243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Attempting to bind port be5a4218-5916-437e-b397-bb8d7b653d70 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:30.338703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Attempting to bind port be5a4218-5916-437e-b397-bb8d7b653d70 on network 2f0a061c-2258-4182-8ae7-7792c85636d4 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:30.347099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:30.376437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93b0db2-5cec-4fd2-98c1-027b76da4071 None None] New status for floating IP 619252a1-e782-4f2c-a714-43b648e4aa8b: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:32:30.463911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:30.465816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-3dd534d6-52b3-416b-9064-467859f309cb tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.478284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Checking segment: {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:30.479039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:30.479354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Bound using segment: {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:30.479948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Bound port: be5a4218-5916-437e-b397-bb8d7b653d70, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ff5cfa-a83d-48de-a769-cebc2a16edbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:30.480349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:30.481299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-3dd534d6-52b3-416b-9064-467859f309cb tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports/7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 943 time: 0.1898537 Aug 06 18:32:30.503941 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-e5b77e83-535b-4037-9c03-a942bf1ce1c6 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091808 Aug 06 18:32:30.661408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-ca3e8d37-3c9a-4ba8-8726-4fdcca5c9ec8 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 1000 time: 0.0832207 Aug 06 18:32:30.884277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2419dfc6-da2a-4474-9f55-65306ca18c6c req-ec232cdd-523a-4173-b255-58064cd4f387 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716772 Aug 06 18:32:30.901241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-cc258f91-bc5e-40ce-a947-3bef840d6365 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.915613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-cc258f91-bc5e-40ce-a947-3bef840d6365 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 819 time: 0.2638619 Aug 06 18:32:30.927871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-82aeb8c5-5bb3-4f30-b668-17035591f360 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.935543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-82aeb8c5-5bb3-4f30-b668-17035591f360 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.2721627 Aug 06 18:32:30.955916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-f63d0067-6636-44a1-a9b2-034bf138413b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/quotas/42039bed6b1d4247b9bb61fcb9023a9d HTTP/1.1" status: 200 len: 375 time: 0.0383625 Aug 06 18:32:30.972292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-70f5d334-86fe-46dc-b8de-7f61865089f7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:32:30.988155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-70f5d334-86fe-46dc-b8de-7f61865089f7 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0348196 Aug 06 18:32:31.023599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] For port be5a4218-5916-437e-b397-bb8d7b653d70, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:31.029328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] For port be5a4218-5916-437e-b397-bb8d7b653d70, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be5a4218-5916-437e-b397-bb8d7b653d70,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:31.047299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.082713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bddb98ee-2d3e-468b-9748-ffbfc4f0461b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227956 Aug 06 18:32:31.090380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-59fad5c7-5e3f-42ae-9d22-9c15c2aa00f0 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 1002 time: 0.1009345 Aug 06 18:32:31.096069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:31.187532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a3584-04d9-498f-8080-f46abe02b7c7 None None] Pushing event updated for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:31.191810 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.245429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2a2abb30-4d35-45d7-9b29-e5489fdadc03', 'name': '', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'mac_address': 'fa:16:3e:b4:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:22Z', 'updated_at': '2021-08-06T18:32:26Z', 'revision_number': 2, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'subnets': [{'id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:31.297223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Checking router: cd511f8f-0398-4ffc-b37e-0a95dd9b8324 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:31.297761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Updating router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:31.329056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:31.333617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:31.344282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-e737b4b9-fc26-4eac-aa00-1ab9f9578d47 service neutron] 10.222.0.64 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602763 Aug 06 18:32:31.406563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.507985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.516912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.517352 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Floating IP 619252a1-e782-4f2c-a714-43b648e4aa8b disassociated. External IP: 172.25.3.187, port: 7f2d09ad-9309-477b-abc0-a5dbde1b421e. Aug 06 18:32:31.537229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-2c69f847-ca88-4244-b93f-a7761acd9ba2 service neutron] 10.222.0.64 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764698 Aug 06 18:32:31.579903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.699829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:32.011588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Router 9b375f05-6f28-42c9-a895-55a5c36bd66a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:32.077871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67c484c0-7a6e-48c2-9e9b-46e8fa9453d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:32.203828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-9853abdf-f085-4fb7-90bf-86b69b9ddbc8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:32.221498 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-9853abdf-f085-4fb7-90bf-86b69b9ddbc8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.2917175 Aug 06 18:32:32.224264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 4, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be5a4218-5916-437e-b397-bb8d7b653d70', 'name': '', 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'mac_address': 'fa:16:3e:9c:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:31Z', 'revision_number': 4, 'project_id': '27e8742e61d046a8a623410023b76a21', 'subnets': [{'id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:32.236983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-04241f3e-399a-4b36-810c-233d612616d1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0214832 Aug 06 18:32:32.352491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:32.361814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833cbed-fa48-4597-a781-b61aaa806c5d None None] The sync data for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 is: [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 4, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'be5a4218-5916-437e-b397-bb8d7b653d70', 'name': '', 'network_id': '2f0a061c-2258-4182-8ae7-7792c85636d4', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'mac_address': 'fa:16:3e:9c:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:31Z', 'revision_number': 4, 'project_id': '27e8742e61d046a8a623410023b76a21', 'subnets': [{'id': '9f9f7291-910a-4fe1-b418-f58a1fdfe146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:32.378459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:32.422364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-f5b0be92-bba3-40e5-8914-c383fcea99ef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780031 Aug 06 18:32:32.473269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Sync routers for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:32.476156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8f41542c-9432-4ec7-be28-81d5d006513b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "PUT /v2.0/floatingips/619252a1-e782-4f2c-a714-43b648e4aa8b HTTP/1.1" status: 200 len: 695 time: 1.3843763 Aug 06 18:32:32.476635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:32.479057 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:32.583429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:32.584261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:32.602961 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:32.618358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-646d2ebe-d45a-4f19-8c62-3d2e6a636d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:32.620278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-646d2ebe-d45a-4f19-8c62-3d2e6a636d7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.0986588 Aug 06 18:32:32.707137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Transition to ACTIVE for port object 2a2abb30-4d35-45d7-9b29-e5489fdadc03 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:32.770962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:32.828997 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-e02dc3ae-5934-4baa-8660-28065b6f25f9 service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047272 Aug 06 18:32:32.891561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-56118960-79cf-4004-84b7-5b6bb7b9041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:32.893391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-56118960-79cf-4004-84b7-5b6bb7b9041c service neutron] 10.222.0.64 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.2604110 Aug 06 18:32:33.014574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-49f6564a-4d76-4e3e-8dd9-883429568231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.1139531 Aug 06 18:32:33.138078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be5a4218-5916-437e-b397-bb8d7b653d70 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:33.175415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-474ec628-5416-47fa-a149-75cc0b7ba3cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3267970 Aug 06 18:32:33.184808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-7b0fbb0e-2df8-472d-9322-04364f59623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:33.193331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-7b0fbb0e-2df8-472d-9322-04364f59623d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.1662467 Aug 06 18:32:33.282138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-2108b95f-57d9-4934-8f12-44c1c1db5216 service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519255 Aug 06 18:32:33.301654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-94d84d08-57d1-4035-a12a-42b8fb6b5a22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977635 Aug 06 18:32:33.312277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Pushing event updated for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:33.517112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:33.528766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-cb946f66-4e97-4721-a3e9-35c97e9c526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:33.533250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-cb946f66-4e97-4721-a3e9-35c97e9c526e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.1363811 Aug 06 18:32:33.611982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-3b5f05b7-5fb2-4e40-94a6-543283302188 service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067718 Aug 06 18:32:33.634316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:33.655803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.656302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.656781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.657268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.657748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.658219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.660652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.661175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.661621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.662067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.662538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.664775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:33.709044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Attempting to bind port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:33.709902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Attempting to bind port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:33.710280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Attempting to bind port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:33.757681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b65f6147-28e9-4c0c-9b21-755e0b2a29dd req-8d707e75-e61c-4027-ada8-75b0400e5d80 service neutron] 10.222.0.64 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446357 Aug 06 18:32:33.868929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-fd0bc380-3dec-4033-8ef8-599fe72b8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:33.871047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-fd0bc380-3dec-4033-8ef8-599fe72b8117 service neutron] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 898 time: 0.2842839 Aug 06 18:32:33.929404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:33.933411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Checking segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:33.937039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:33.937789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Bound using segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:33.938506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Bound port: 2a2abb30-4d35-45d7-9b29-e5489fdadc03, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:33.939096 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:34.019995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a1e8def6-ff1b-41a4-9e75-041bb84b3f49 req-458dc144-d3ce-4db5-a9ea-c0e69f0e3d4a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 210 time: 0.0621836 Aug 06 18:32:34.088337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port be5a4218-5916-437e-b397-bb8d7b653d70 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:34.109964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be5a4218-5916-437e-b397-bb8d7b653d70 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:34.110372 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:34.143114 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f8df83-722b-44d4-86bc-d711cb4fdfa9 x-openstack-request-id: req-e1f8df83-722b-44d4-86bc-d711cb4fdfa9 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:34.143403 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:34.143631 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1f8df83-722b-44d4-86bc-d711cb4fdfa9 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:34.144248 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:32:34.183402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-f01a014a-0a15-4bdb-b927-eae17919e86a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 1000 time: 0.3004789 Aug 06 18:32:34.285861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-718e67fe-5786-4299-a701-6662a7e5ae9a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips/619252a1-e782-4f2c-a714-43b648e4aa8b HTTP/1.1" status: 200 len: 695 time: 0.1265604 Aug 06 18:32:34.331769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:34.359270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] For port 2a2abb30-4d35-45d7-9b29-e5489fdadc03, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:34.386942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] For port 2a2abb30-4d35-45d7-9b29-e5489fdadc03, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2a2abb30-4d35-45d7-9b29-e5489fdadc03,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:34.439099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-b4ad09e1-426a-4148-ac94-41b825d0db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.446327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-b4ad09e1-426a-4148-ac94-41b825d0db7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.1878157 Aug 06 18:32:34.497395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-57f63c6f-88a1-498d-97a6-de818526b6f4 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.509082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-57f63c6f-88a1-498d-97a6-de818526b6f4 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/networks/765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 784 time: 0.2186065 Aug 06 18:32:34.554792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-6845711e-4d99-47a1-a6cd-35082617d2c3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:32:34.573719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-6845711e-4d99-47a1-a6cd-35082617d2c3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553086 Aug 06 18:32:34.589984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-e89e24ae-5da4-4c43-b186-9b6586a2f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.597279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-e89e24ae-5da4-4c43-b186-9b6586a2f18f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddf6c931b07f4aa4a508605f87c35855&device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 1098 time: 0.4289427 Aug 06 18:32:34.733879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:34.760621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-e2940159-d4d3-4bd2-b972-7c5a96ec5316 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.764061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-e2940159-d4d3-4bd2-b972-7c5a96ec5316 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 819 time: 0.5802696 Aug 06 18:32:34.780187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-bb6b1866-b34b-44ac-ac5d-eaeff1f421e8 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 698 time: 0.1799927 Aug 06 18:32:34.837574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port be5a4218-5916-437e-b397-bb8d7b653d70, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be5a4218-5916-437e-b397-bb8d7b653d70,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:34.849093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:34.980940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-c8977f36-0768-4fd7-9f0b-b6d799c19c5a tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.3.187 HTTP/1.1" status: 200 len: 698 time: 0.1996315 Aug 06 18:32:34.986962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-39f94f6a-b722-41c5-882d-21b86511d063 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.001030 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-39f94f6a-b722-41c5-882d-21b86511d063 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 819 time: 0.2530303 Aug 06 18:32:35.017139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:35.027625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Checking router: 9b375f05-6f28-42c9-a895-55a5c36bd66a for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:35.052762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Request body: {'port': {'device_id': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'admin_state_up': True, 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:35.123538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-9d7ed0b4-9b81-4d8b-9945-5da529b37106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.125896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-9d7ed0b4-9b81-4d8b-9945-5da529b37106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6490433 Aug 06 18:32:35.155128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:35.158950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:35.294146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-db142401-404b-4cda-8ee4-55ac2a969f21 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490800 Aug 06 18:32:35.297081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-029f365b-ccb8-4f53-b648-0221e39184fc tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/quotas/42039bed6b1d4247b9bb61fcb9023a9d HTTP/1.1" status: 200 len: 375 time: 0.2941329 Aug 06 18:32:35.317260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-f7d9586a-3826-49e9-a9bf-c44001bd66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.339966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-f7d9586a-3826-49e9-a9bf-c44001bd66b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 200 len: 920 time: 0.5572205 Aug 06 18:32:35.341352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58328) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:35.352791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:35.353905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:35.385276 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:35.448541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-02d66df0-4cd0-4319-b2f5-1af23e807a6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 200 len: 217 time: 0.0836163 Aug 06 18:32:35.488344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad213-e54d-4a58-853e-5466f67d55a2 None None] Pushing event updated for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:35.547059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Deleting port c8a4a05b-ae5a-4188-9208-62e6e2a28e9a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:32:35.547452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:35.744150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-f27ab152-8cac-4c3f-95aa-39943c9fe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.745195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-f27ab152-8cac-4c3f-95aa-39943c9fe756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 200 len: 859 time: 0.2874174 Aug 06 18:32:35.839222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:35.902702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-81ba3ca1-2c6b-4ea9-b74f-d1efa48ea039 req-1cf60ed2-f78e-4b00-91b9-e7e7e4e03661 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003795 Aug 06 18:32:35.913714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-5a8a3802-5941-421d-996b-11f84cdc9458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=057eb89f-713b-4f92-a5e4-1c3381f2de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361966 Aug 06 18:32:35.979965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-b982d0e5-8535-4c4e-ad13-ac822e465fe4 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6666625 Aug 06 18:32:36.139903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:36.170412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-4e4d0e14-ec5f-44da-8e06-233429ff7f94 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389033 Aug 06 18:32:36.171993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1163d2b-9fa3-465f-9374-993066d4fae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.238181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-9846ce25-9876-4d32-a38e-ae388198252b service neutron] 10.222.0.64 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280469 Aug 06 18:32:36.458640 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.460513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.500709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Calling delete_port for c8a4a05b-ae5a-4188-9208-62e6e2a28e9a owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:32:36.520617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:36.532893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1163d2b-9fa3-465f-9374-993066d4fae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.546475 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f1163d2b-9fa3-465f-9374-993066d4fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.636824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ac9dc15-e6f3-44a1-b5bc-47696271a0a5 req-9347e166-5239-441f-aca2-a48e9be6f808 service neutron] 10.222.0.16 "GET /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566693 Aug 06 18:32:36.679520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f1163d2b-9fa3-465f-9374-993066d4fae9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4416d6eb5e12464c890a1fde399b93f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3319116 Aug 06 18:32:36.680330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:36.680970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1163d2b-9fa3-465f-9374-993066d4fae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a3c019-4448-4adb-84eb-8b79193bffb5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:36.856552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:36.975528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event deleted for resources: {'Port': ['ID=c8a4a05b-ae5a-4188-9208-62e6e2a28e9a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:37.195708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.223159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be5a4218-5916-437e-b397-bb8d7b653d70 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:37.226088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Made reservation on behalf of 42039bed6b1d4247b9bb61fcb9023a9d for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:37.231408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.275581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-d0167ea1-589c-470d-8881-4bc19af3548c service neutron] 10.222.0.64 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254829 Aug 06 18:32:37.303040 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.399619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port be5a4218-5916-437e-b397-bb8d7b653d70 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:37.400103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.439316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.448813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.450216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5a3c019-4448-4adb-84eb-8b79193bffb5 HTTP/1.1" status: 204 len: 168 time: 0.7659569 Aug 06 18:32:37.485079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c6d29-67a1-4e53-8c1f-6129c4122d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a3c019-4448-4adb-84eb-8b79193bffb5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:37.513440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Allocated IP 172.20.0.3 (f9f7760c-0946-4cb6-81f0-ed69a03d75c8/3b8c695b-e3bb-42d0-a367-a13c3070276c/258afb9e-0a9a-451f-8316-fa3f4393087d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:37.514352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.518866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.525203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-975074ee-8fd9-4e89-8bd1-5491bf134cb0 req-1398dc48-4c24-4692-b82e-08eadfce2b57 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "DELETE /v2.0/floatingips/619252a1-e782-4f2c-a714-43b648e4aa8b HTTP/1.1" status: 204 len: 173 time: 2.5428491 Aug 06 18:32:37.652011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:37.825247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4684662-5f18-4cf7-91e1-c3f3ed483d19 None None] The sync data for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 is: [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '6ebddbbe-d8b4-48b2-bd04-92cabe422a00', 'name': '', 'network_id': '057eb89f-713b-4f92-a5e4-1c3381f2de8b', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'mac_address': 'fa:16:3e:b0:44:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:08Z', 'updated_at': '2021-08-06T18:31:23Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'subnets': [{'id': '6a7957b1-4739-4a0a-afef-e37d684ba96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:37.842226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:37.944120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-d571599f-fe92-45df-a37a-19a14daed2b2 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups/c160034c-abd8-445c-81cc-06567f09e5a2 HTTP/1.1" status: 200 len: 1807 time: 0.0986595 Aug 06 18:32:37.982129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2a2abb30-4d35-45d7-9b29-e5489fdadc03', 'name': '', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'mac_address': 'fa:16:3e:b4:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:22Z', 'updated_at': '2021-08-06T18:32:34Z', 'revision_number': 4, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'subnets': [{'id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:38.026384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36183fdf-bf4f-4610-ab8a-7d384384bfbd req-6b277cd7-d9fd-4ce6-b9ff-13bac08a5f36 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.2877185 Aug 06 18:32:38.092363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:38.170017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-d07e0e94-a505-425c-b6e2-640c41fc07cc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:38.172854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-d07e0e94-a505-425c-b6e2-640c41fc07cc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.5425096 Aug 06 18:32:38.198795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:38.328253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3f219-e62b-4ccb-8d35-f6fbbb91f484 None None] The sync data for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 is: [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2a2abb30-4d35-45d7-9b29-e5489fdadc03', 'name': '', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'mac_address': 'fa:16:3e:b4:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:22Z', 'updated_at': '2021-08-06T18:32:34Z', 'revision_number': 4, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'subnets': [{'id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:38.354013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:38.529765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:38.533973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:38.608098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc2ea0a3-3dbd-42af-8138-bb5bce854c70 req-5e13c7eb-0018-4a15-bd2b-7c6d2c455e2a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 210 time: 0.3983793 Aug 06 18:32:38.633334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d63615-97e9-4c8c-9b32-d75b062262f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:38.639086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:38.655456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:38.715422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Pushing event updated for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:38.725154 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29f919-e53e-4f0a-892d-76797113b432 None None] New status for floating IP 619252a1-e782-4f2c-a714-43b648e4aa8b: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:32:38.787554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:38.805349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:38.813395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.209258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.223652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.244283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-055d8794-d083-41fc-b6f5-ef336bdccffd req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "DELETE /v2.0/security-groups/c160034c-abd8-445c-81cc-06567f09e5a2 HTTP/1.1" status: 204 len: 173 time: 1.2812581 Aug 06 18:32:39.344265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba4e46-d2ff-4f7c-bc70-d099033bdafa tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160034c-abd8-445c-81cc-06567f09e5a2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:39.396948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:39.402578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.457671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2a2abb30-4d35-45d7-9b29-e5489fdadc03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:39.501806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.7 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/0d10002e-1ba4-4dac-84ac-4ce5502c85df) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:39.686761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-afcaa619-1bb4-4129-91c3-370328ed1d4b req-9777f50c-4d2c-4d5c-9515-802e17f3ff24 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.0719638 Aug 06 18:32:39.740193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:39.754136 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d63615-97e9-4c8c-9b32-d75b062262f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.767622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d63615-97e9-4c8c-9b32-d75b062262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.769997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:39.770632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:39.797333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-6b886a34-4a76-40eb-ba8b-77891690674c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7918081 Aug 06 18:32:39.818729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Request body: {'port': {'device_id': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:39.966017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.092008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5d63615-97e9-4c8c-9b32-d75b062262f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=648c00ec2f3a4bffb9efe8bf449fa405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5587697 Aug 06 18:32:40.119463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:40.122937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d63615-97e9-4c8c-9b32-d75b062262f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf8426-2283-4d2f-8862-2ce71cf63ae2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:40.177718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.322768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 2a2abb30-4d35-45d7-9b29-e5489fdadc03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2a2abb30-4d35-45d7-9b29-e5489fdadc03,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:40.339609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.382834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.427945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object 0d10002e-1ba4-4dac-84ac-4ce5502c85df will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:40.523816 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.529854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.539080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:40.546189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fa57e-4f17-489e-b6fb-fbd6dc3d2260 req-311f5154-17c6-47a5-99f2-253a6c7d6aec tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:40.550729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-720fa57e-4f17-489e-b6fb-fbd6dc3d2260 req-311f5154-17c6-47a5-99f2-253a6c7d6aec tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.5857787 Aug 06 18:32:40.556807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:40.617047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23070d36-fde7-49d3-8546-822ef0006bad req-12cc295f-4872-402c-9c7e-ad473772401c tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 210 time: 0.1298304 Aug 06 18:32:40.861523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:40.953896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:41.036128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:41.062472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:41.239226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-a3e9b3a7-4fab-42f7-8d94-ffb6c8f7f4a3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:41.244807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-a3e9b3a7-4fab-42f7-8d94-ffb6c8f7f4a3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 819 time: 0.4564800 Aug 06 18:32:41.304723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2a2abb30-4d35-45d7-9b29-e5489fdadc03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:41.343318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:41.344594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:41.408849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-171503a4-5170-4817-9e58-b9965c4e4491 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2261703 Aug 06 18:32:41.452109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Request body: {'port': {'device_id': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:41.515675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:41.516730 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:41.526062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Request body: {'port': {'device_id': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'admin_state_up': True, 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:41.564328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-720fa57e-4f17-489e-b6fb-fbd6dc3d2260 req-afe509ed-3d9a-4916-a307-9d5d06cae462 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8418880 Aug 06 18:32:41.592564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:41.639547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1811d5-4c28-4f28-a0b0-f29e76d5d24e req-fc432c9e-f373-44e8-aabf-eb51e4333086 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:41.653707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc1811d5-4c28-4f28-a0b0-f29e76d5d24e req-fc432c9e-f373-44e8-aabf-eb51e4333086 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.7775700 Aug 06 18:32:41.836288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:41.844355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:41.855315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc1811d5-4c28-4f28-a0b0-f29e76d5d24e req-1be6ce7d-b1ed-485e-b2ed-c1cb7a7a0dbc tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988583 Aug 06 18:32:42.181874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f52aa-f420-4aff-a1ba-2e013a0c1fd1 req-2284f659-3f58-49e5-935b-915eedb2c6be tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:42.184537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-400f52aa-f420-4aff-a1ba-2e013a0c1fd1 req-2284f659-3f58-49e5-935b-915eedb2c6be tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 931 time: 0.4009511 Aug 06 18:32:42.274185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Made reservation on behalf of 42039bed6b1d4247b9bb61fcb9023a9d for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:42.281584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.308294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.312889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.318676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cebf8426-2283-4d2f-8862-2ce71cf63ae2 HTTP/1.1" status: 204 len: 168 time: 2.1933582 Aug 06 18:32:42.329647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-217be6d3-159c-4717-a038-622122a16dd6 None None] Provisioning for port 0d10002e-1ba4-4dac-84ac-4ce5502c85df completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:42.340824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-217be6d3-159c-4717-a038-622122a16dd6 None None] Provisioning complete for port 0d10002e-1ba4-4dac-84ac-4ce5502c85df triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:42.343734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-217be6d3-159c-4717-a038-622122a16dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.362112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9652c-56d3-4a4d-be3b-c9c527a1d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf8426-2283-4d2f-8862-2ce71cf63ae2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:42.430420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-217be6d3-159c-4717-a038-622122a16dd6 None None] Port 0d10002e-1ba4-4dac-84ac-4ce5502c85df cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:42.438932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-400f52aa-f420-4aff-a1ba-2e013a0c1fd1 req-4dbe3232-12e3-4fdc-acac-9c81b0a4ce40 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381535 Aug 06 18:32:42.592117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-943d393f-c315-47c9-8bfd-0f93732ed328 req-9a4961ac-ab0c-4cd6-a8c8-aea866b97c02 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 210 time: 0.6306117 Aug 06 18:32:42.635402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258afb9e-0a9a-451f-8316-fa3f4393087d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:42.650270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.666695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Transition to ACTIVE for port object 258afb9e-0a9a-451f-8316-fa3f4393087d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:42.681540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:42.896757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Pushing event updated for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:42.963624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Allocated IP 172.20.0.8 (f9f7760c-0946-4cb6-81f0-ed69a03d75c8/3b8c695b-e3bb-42d0-a367-a13c3070276c/0a95e864-1bcd-44ed-96d5-1f1024785582) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:42.988184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297178-5a86-4a27-b22d-881671efedd2 req-afab2d57-c6f5-4bac-b633-e200faf65c05 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:42.998654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62297178-5a86-4a27-b22d-881671efedd2 req-afab2d57-c6f5-4bac-b633-e200faf65c05 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1029832 Aug 06 18:32:43.203027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Attempting to bind port 258afb9e-0a9a-451f-8316-fa3f4393087d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:43.203654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Attempting to bind port 258afb9e-0a9a-451f-8316-fa3f4393087d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:43.204337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Attempting to bind port 258afb9e-0a9a-451f-8316-fa3f4393087d on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:43.219723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62297178-5a86-4a27-b22d-881671efedd2 req-4d99209a-d7cf-41cf-8fae-17dd4ec2dc3a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1837001 Aug 06 18:32:43.260181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Port 258afb9e-0a9a-451f-8316-fa3f4393087d on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:32:43.260181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Attempting to bind port 258afb9e-0a9a-451f-8316-fa3f4393087d on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:43.287578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c1a9c-a49d-485c-abce-a1cd240e12fe req-9188bffb-2160-49f0-a0c9-41bc1e6cd7d1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:43.288238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:43.288837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Checking segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:43.289480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Bound using segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:43.290709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277c1a9c-a49d-485c-abce-a1cd240e12fe req-9188bffb-2160-49f0-a0c9-41bc1e6cd7d1 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1943288 Aug 06 18:32:43.300931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Bound port: 258afb9e-0a9a-451f-8316-fa3f4393087d, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:43.301639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:43.382647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-be6954c9-7855-4e9f-aca8-bc62bcf2f0e2 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:43.385347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-be6954c9-7855-4e9f-aca8-bc62bcf2f0e2 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.16 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.2991354 Aug 06 18:32:43.394384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277c1a9c-a49d-485c-abce-a1cd240e12fe req-c2c787e7-2031-470f-853a-439efec4f392 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Aug 06 18:32:43.480667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d10002e-1ba4-4dac-84ac-4ce5502c85df {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:43.492362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:43.514409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Transition to ACTIVE for port object 0d10002e-1ba4-4dac-84ac-4ce5502c85df will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:43.525966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:43.600349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:43.694290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:43.710195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Attempting to bind port 0d10002e-1ba4-4dac-84ac-4ce5502c85df on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:43.710733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Attempting to bind port 0d10002e-1ba4-4dac-84ac-4ce5502c85df by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:43.711135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Attempting to bind port 0d10002e-1ba4-4dac-84ac-4ce5502c85df on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:43.717507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Port 0d10002e-1ba4-4dac-84ac-4ce5502c85df on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:32:43.717933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Attempting to bind port 0d10002e-1ba4-4dac-84ac-4ce5502c85df on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:43.726814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:43.727408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:43.727877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:43.728405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Bound port: 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:43.728843 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:43.908669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:43.913601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:43.935098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.034408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-988f400d-95d0-44c5-8d05-b45a4644243a req-d252ced1-56d8-4f12-965b-807992118d88 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 210 time: 0.2320743 Aug 06 18:32:44.039383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:44.044223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.045311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.047716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-7939ab0d-9e65-42cd-b439-8ee24285c555 service neutron] 10.222.0.16 "PUT /v2.0/ports/0d10002e-1ba4-4dac-84ac-4ce5502c85df HTTP/1.1" status: 200 len: 1092 time: 2.6240454 Aug 06 18:32:44.048769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:44.052571 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99318b60-8e1f-4671-8d67-6ceca7793ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:44.068014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc554251-cb44-4356-9dff-d565dc19a739 req-e3fb8022-d102-4a71-a80f-6ca1eaa6d429 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.088528 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc554251-cb44-4356-9dff-d565dc19a739 req-e3fb8022-d102-4a71-a80f-6ca1eaa6d429 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.4180255 Aug 06 18:32:44.146494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:44.174854 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ced71-5ca1-4042-85e9-c239e4710af6 x-openstack-request-id: req-148ced71-5ca1-4042-85e9-c239e4710af6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:44.176185 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:44.177581 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-148ced71-5ca1-4042-85e9-c239e4710af6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:44.178293 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df', 'status': 'completed', 'code': 200} Aug 06 18:32:44.209788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-1fc7a859-1027-46d7-8179-5431bcdfd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.213315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-1fc7a859-1027-46d7-8179-5431bcdfd06b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 1095 time: 0.1039670 Aug 06 18:32:44.218547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=258afb9e-0a9a-451f-8316-fa3f4393087d,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:44.227884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc554251-cb44-4356-9dff-d565dc19a739 req-badceead-126d-477a-85e4-76bdfe883a99 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381478 Aug 06 18:32:44.266864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.271137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.300172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-a7f92a21-e66b-43bf-8319-e58c8066df2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df HTTP/1.1" status: 200 len: 217 time: 0.0770588 Aug 06 18:32:44.408255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.420112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.422316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] 10.222.0.55 "PUT /v2.0/ports/258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 1092 time: 4.6170280 Aug 06 18:32:44.424645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:44.427805 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d005af0-f008-481c-998c-f3daee069c03" -d '{"events": [{"name": "network-changed", "server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:44.444062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:44.447832 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:44.460885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:44.496513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726ee77-101a-46b7-ab0c-1c1f5480e941 req-affb3a0a-bf0c-433b-979f-38d6723103ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.499329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d726ee77-101a-46b7-ab0c-1c1f5480e941 req-affb3a0a-bf0c-433b-979f-38d6723103ad tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1145158 Aug 06 18:32:44.501881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-74b4d6cc-75b7-4c5d-b4c1-07edac99f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.503697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-74b4d6cc-75b7-4c5d-b4c1-07edac99f201 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1928921 Aug 06 18:32:44.508939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Deleting port 7f2d09ad-9309-477b-abc0-a5dbde1b421e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:32:44.516134 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.561569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.562572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.651659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d726ee77-101a-46b7-ab0c-1c1f5480e941 req-7a6c1dea-daaf-4b1c-8b30-4ec860fbf384 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386447 Aug 06 18:32:44.688250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913458-c571-4c07-ba36-cb0af2f72628 req-4a099767-eca0-4294-912e-90df626e7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.688250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-4a099767-eca0-4294-912e-90df626e7257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688809 Aug 06 18:32:44.688563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea53df-e962-412b-b66d-482b32cd8622 service neutron] Pushing event updated for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:44.774832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3732519 Aug 06 18:32:44.783111 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90332221-8de9-483c-9384-478a097a3b7f x-openstack-request-id: req-90332221-8de9-483c-9384-478a097a3b7f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:44.783473 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:44.783793 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90332221-8de9-483c-9384-478a097a3b7f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:44.784217 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d', 'status': 'completed', 'code': 200} Aug 06 18:32:44.854388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Request body: {'port': {'device_id': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:44.864926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-4fbbf8f3-bb9f-471d-a1cb-3dc2486e07dd service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750662 Aug 06 18:32:44.977937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-f02cf6d4-ccd4-4d92-ad2a-48503a05a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.980072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-f02cf6d4-ccd4-4d92-ad2a-48503a05a4c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1095 time: 0.4262013 Aug 06 18:32:45.014112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:45.027418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43765884-07ea-4b4a-bb40-b87186e39960 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Pushing event updated for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:45.048822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ca79-9ed5-456e-ad76-e67c13a15ee1 req-0ff99004-eaf2-4d06-971d-c66f9b44217c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.067596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3782ca79-9ed5-456e-ad76-e67c13a15ee1 req-0ff99004-eaf2-4d06-971d-c66f9b44217c tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.4328618 Aug 06 18:32:45.098133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77913458-c571-4c07-ba36-cb0af2f72628 req-36cf3def-6dfb-4e43-8543-b76003395102 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199268 Aug 06 18:32:45.164117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-5f869c3f-528f-4b94-affb-99b6a0ade19d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.1729276 Aug 06 18:32:45.172840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] For port 7f2d09ad-9309-477b-abc0-a5dbde1b421e, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7f2d09ad-9309-477b-abc0-a5dbde1b421e,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:45.173619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:45.212162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-ed7bdff7-9f8a-457f-85aa-b9ee36d7aa6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4349904 Aug 06 18:32:45.239095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Calling delete_port for 7f2d09ad-9309-477b-abc0-a5dbde1b421e owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:32:45.318060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3dfde-11c9-45ce-8389-565c8ba92105 req-1a7be620-af44-42a7-ba33-2638fbba71c0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.320637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-97c3dfde-11c9-45ce-8389-565c8ba92105 req-1a7be620-af44-42a7-ba33-2638fbba71c0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 931 time: 0.1575050 Aug 06 18:32:45.334241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-cb868916-4c41-4ec6-8181-85a25160585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.338599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-cb868916-4c41-4ec6-8181-85a25160585c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 1095 time: 0.1760447 Aug 06 18:32:45.427985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3782ca79-9ed5-456e-ad76-e67c13a15ee1 req-67c92b01-c3f0-403c-b89c-73468e51287b tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623583 Aug 06 18:32:45.444618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-eace7cc8-2214-4a97-b6b8-b934253cc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.446459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-eace7cc8-2214-4a97-b6b8-b934253cc96d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.2594769 Aug 06 18:32:45.537160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-97c3dfde-11c9-45ce-8389-565c8ba92105 req-672ed2f1-25d0-4cf1-93b6-4835645fa36d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074220 Aug 06 18:32:45.590404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-75ac2b30-4a21-423a-af81-b44c43a8e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.592005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-75ac2b30-4a21-423a-af81-b44c43a8e7d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.2460527 Aug 06 18:32:45.652419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-bcfc225c-9775-4876-ab85-c924c65ec569 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df HTTP/1.1" status: 200 len: 217 time: 0.0530102 Aug 06 18:32:45.670189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-84e47fc9-a84c-485e-b4be-ad81fd1ea769 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100213 Aug 06 18:32:45.761628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-e60635fd-707e-43f4-a179-8072131e112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.764467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-e60635fd-707e-43f4-a179-8072131e112b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 1098 time: 0.4930274 Aug 06 18:32:45.805035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-51999e2e-fdde-4770-9d75-ac8d9b6e4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.807634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-51999e2e-fdde-4770-9d75-ac8d9b6e4e6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1444790 Aug 06 18:32:45.935928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f468e-ef31-4a70-a72e-d5e2b45fbcbf req-008ccb7f-722f-4fe7-bbe5-d20507733aa2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.948857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-313f468e-ef31-4a70-a72e-d5e2b45fbcbf req-008ccb7f-722f-4fe7-bbe5-d20507733aa2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1484175 Aug 06 18:32:46.006834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-013ca25a-7b15-4b05-8a4f-fc00541da18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.010692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-013ca25a-7b15-4b05-8a4f-fc00541da18c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860080 Aug 06 18:32:46.325260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-f152451c-daee-4657-8df3-666bc5e620b6 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068497 Aug 06 18:32:46.337462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-313f468e-ef31-4a70-a72e-d5e2b45fbcbf req-d9475834-8b5b-489b-b2dc-c76e8a756b43 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3860292 Aug 06 18:32:46.558370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99318b60-8e1f-4671-8d67-6ceca7793ca7 req-7fdb7f2d-bdcb-4520-a182-b5f8a741665f service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145154 Aug 06 18:32:46.669623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acecb1-d568-4a4e-8028-77b641d97f43 req-ed3ecd05-896c-4758-86a9-579aac476364 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.674988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6acecb1-d568-4a4e-8028-77b641d97f43 req-ed3ecd05-896c-4758-86a9-579aac476364 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 946 time: 0.1217611 Aug 06 18:32:46.680974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333bce-2e85-4b9a-9f72-766ed487a1e1 req-45b6478d-0066-4321-8aeb-6249b9638d17 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.683021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40333bce-2e85-4b9a-9f72-766ed487a1e1 req-45b6478d-0066-4321-8aeb-6249b9638d17 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 1.0768898 Aug 06 18:32:46.760594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6acecb1-d568-4a4e-8028-77b641d97f43 req-5577bfa7-85b0-4198-b991-09aaab8c0dd3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/security-groups?id=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789878 Aug 06 18:32:46.789322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40333bce-2e85-4b9a-9f72-766ed487a1e1 req-6d3b6cd6-3d88-495a-8057-52d51fe3ec56 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876553 Aug 06 18:32:46.907610 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-1e28b5c0-70c8-4cd0-8807-2772db9c19b9 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1892838 Aug 06 18:32:46.958821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7f2d09ad-9309-477b-abc0-a5dbde1b421e no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:47.023307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No active binding found for port 7f2d09ad-9309-477b-abc0-a5dbde1b421e {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:32:47.025063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.026600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7f2d09ad-9309-477b-abc0-a5dbde1b421e not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:32:47.051013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-7a53173f-2db0-4a29-80ab-7228262b709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.052526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-7a53173f-2db0-4a29-80ab-7228262b709f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.6367807 Aug 06 18:32:47.196100 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-68e99fb2-7358-4a3f-a44f-421bfcda005b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 200 len: 217 time: 0.0613878 Aug 06 18:32:47.248506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Pushing event deleted for resources: {'Port': ['ID=7f2d09ad-9309-477b-abc0-a5dbde1b421e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:47.262850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a95e864-1bcd-44ed-96d5-1f1024785582 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:47.309306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f040fe-4146-436e-97b1-79c6b99b90f3 req-a9b0ee63-e4fc-4cda-8ebe-53fb0bd607f9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.311267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5f040fe-4146-436e-97b1-79c6b99b90f3 req-a9b0ee63-e4fc-4cda-8ebe-53fb0bd607f9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 931 time: 0.3929565 Aug 06 18:32:47.315617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.417771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] No DVR routers for this DVR port 7f2d09ad-9309-477b-abc0-a5dbde1b421e on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:32:47.437906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.442022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1862e974-ef8e-407f-b0ba-64f225c6cf05 req-56dfc6ff-5c5a-45a0-84d8-baac4408b8e3 tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.16 "DELETE /v2.0/ports/7f2d09ad-9309-477b-abc0-a5dbde1b421e HTTP/1.1" status: 204 len: 173 time: 4.0103922 Aug 06 18:32:47.443458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Transition to ACTIVE for port object 0a95e864-1bcd-44ed-96d5-1f1024785582 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:47.447821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'name': 'network-vif-deleted', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:47.451708 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0ce41-376b-4295-a5c9-5c26ac6e6330" -d '{"events": [{"server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "name": "network-vif-deleted", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:47.459955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-37e956e3-e24d-46c6-b240-eff03e7828ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.461591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-37e956e3-e24d-46c6-b240-eff03e7828ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.2332423 Aug 06 18:32:47.463996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-11aad9d0-4a47-41fb-bad0-4d6c5a5ab8ba req-89665b76-0084-44f6-ac58-b1ab06d529a3 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440626 Aug 06 18:32:47.465305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.492004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58500) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:47.515103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'network': {'name': 'tempest-network-smoke--393802056', 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:47.543531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5f040fe-4146-436e-97b1-79c6b99b90f3 req-3fbe45a5-1746-40f2-893a-443b57ec43ee tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955059 Aug 06 18:32:47.655290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Pushing event updated for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:47.695271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:47.699315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.704021 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac535b-2da1-4675-9875-5b1d2ea07dc1 x-openstack-request-id: req-1eac535b-2da1-4675-9875-5b1d2ea07dc1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:47.704875 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959379af-a0fe-4435-9b9f-75f55e2637cd", "name": "network-vif-deleted", "tag": "7f2d09ad-9309-477b-abc0-a5dbde1b421e", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:47.704875 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eac535b-2da1-4675-9875-5b1d2ea07dc1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:47.706206 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959379af-a0fe-4435-9b9f-75f55e2637cd', 'name': 'network-vif-deleted', 'tag': '7f2d09ad-9309-477b-abc0-a5dbde1b421e', 'status': 'completed', 'code': 200} Aug 06 18:32:47.724961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:47.773381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919ca1-ef02-4b51-9fee-8eef7c3e1601 req-88b54d37-8deb-445e-a7ac-477e28718ad2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.776656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d919ca1-ef02-4b51-9fee-8eef7c3e1601 req-88b54d37-8deb-445e-a7ac-477e28718ad2 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1803758 Aug 06 18:32:47.889968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-e028af02-7d11-4bb5-92f1-7dc8f11c8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.894442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-e028af02-7d11-4bb5-92f1-7dc8f11c8c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4020510 Aug 06 18:32:47.895244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d919ca1-ef02-4b51-9fee-8eef7c3e1601 req-d3dfbc71-59ce-4715-a13c-b57810361c3c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920115 Aug 06 18:32:47.976017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005af0-f008-481c-998c-f3daee069c03 req-609e43e4-8e67-4df9-b48e-d2d8a64f9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.978359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-609e43e4-8e67-4df9-b48e-d2d8a64f9ace service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1095 time: 0.3167672 Aug 06 18:32:48.009720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Attempting to bind port 0a95e864-1bcd-44ed-96d5-1f1024785582 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:48.013166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Attempting to bind port 0a95e864-1bcd-44ed-96d5-1f1024785582 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:48.018167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Attempting to bind port 0a95e864-1bcd-44ed-96d5-1f1024785582 on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:48.038021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a172bd16-3cb5-4cd5-ac16-773a83f82eb1 req-dea72c4e-90e5-49bd-9307-ed477f16e42e tempest-ServerRescueTestJSONUnderV235-1052972916 tempest-ServerRescueTestJSONUnderV235-1052972916-project] 10.222.0.64 "GET /v2.0/ports?device_id=959379af-a0fe-4435-9b9f-75f55e2637cd HTTP/1.1" status: 200 len: 210 time: 0.1094844 Aug 06 18:32:48.062225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.112439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.135549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Port 0a95e864-1bcd-44ed-96d5-1f1024785582 on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:32:48.136015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Attempting to bind port 0a95e864-1bcd-44ed-96d5-1f1024785582 on network f9f7760c-0946-4cb6-81f0-ed69a03d75c8 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:48.180572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:32:48.222439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.222713 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Added segment 3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86 of type vlan for network f6da1789-6b34-40c8-88a4-df202acc8c99 Aug 06 18:32:48.226634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:48.226991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Checking segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:48.227401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Bound using segment: {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:48.227892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Bound port: 0a95e864-1bcd-44ed-96d5-1f1024785582, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:48.228294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.241068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f236d-d754-4792-9aa0-d86f2253a5c2 req-fb490f6e-b36d-47eb-bf90-6dfb51312b37 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.244234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc1f236d-d754-4792-9aa0-d86f2253a5c2 req-fb490f6e-b36d-47eb-bf90-6dfb51312b37 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.2042291 Aug 06 18:32:48.265184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d2c0f0-cedf-4c45-98ae-2df9751c25db,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:48.367873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-9e12caf9-2bad-45dc-997d-226ebeb89c12 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579487 Aug 06 18:32:48.381811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc1f236d-d754-4792-9aa0-d86f2253a5c2 req-c95f533f-486d-424e-b951-118acdd2fba7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216233 Aug 06 18:32:48.385468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005af0-f008-481c-998c-f3daee069c03 req-88dea207-b899-4453-a9a7-0aaefce88939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.388954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-88dea207-b899-4453-a9a7-0aaefce88939 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.3654351 Aug 06 18:32:48.405004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.483561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.493888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.495057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.535991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:48.550874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a95e864-1bcd-44ed-96d5-1f1024785582,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:48.583573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-aab3e84f-ae6a-4899-a1c6-98a1d6c89110 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.1649241 Aug 06 18:32:48.593732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.617948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1230714 Aug 06 18:32:48.621554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58508) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:48.629418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'admin_state_up': True, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:48.645680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6c3c-1f51-4575-9cae-ef523e540af0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Network': ['ID=f6da1789-6b34-40c8-88a4-df202acc8c99,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:48.661691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f6da1789-6b34-40c8-88a4-df202acc8c99 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:32:48.673538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.675255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:48.750611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005af0-f008-481c-998c-f3daee069c03 req-8916df7c-ead0-4b5e-918d-33d4651b9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.753274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-8916df7c-ead0-4b5e-918d-33d4651b9d95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.1550333 Aug 06 18:32:48.821362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:49.023962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-c5c671d1-816a-469f-b290-d8b06becd247 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887103 Aug 06 18:32:49.076224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.077510 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:49.080883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a95e864-1bcd-44ed-96d5-1f1024785582 HTTP/1.1" status: 200 len: 1092 time: 4.2412260 Aug 06 18:32:49.090244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:49.108270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75d83a4e-dfa6-455f-909d-b1093c2d6ac4 req-8b5e6291-5cb0-47ed-b6a0-6215c2ef232c service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176645 Aug 06 18:32:49.207101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d66d43-e5b3-4903-b482-400b17c4823f req-41bffa8a-1a5a-4b40-b0ee-69d8f6379459 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.209276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06d66d43-e5b3-4903-b482-400b17c4823f req-41bffa8a-1a5a-4b40-b0ee-69d8f6379459 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 943 time: 0.2938094 Aug 06 18:32:49.246929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca0f0-a23f-4e36-ab60-84f9ecc01a64 service neutron] Pushing event updated for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:49.254913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c70ef-6c17-4334-89a8-195c37208087 req-18efc5d0-aef6-4e3d-95c5-5c0ea7c96b6d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.256568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d5c70ef-6c17-4334-89a8-195c37208087 req-18efc5d0-aef6-4e3d-95c5-5c0ea7c96b6d tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2101462 Aug 06 18:32:49.365997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d5c70ef-6c17-4334-89a8-195c37208087 req-14cb46cf-86c9-4a53-afa2-4ac216dedb93 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991428 Aug 06 18:32:49.400929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06d66d43-e5b3-4903-b482-400b17c4823f req-646c1773-598e-4ac3-a5e5-dc9e9cb26c0f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500180 Aug 06 18:32:49.459876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-83866e34-e1a1-4a42-b3ef-109f96a5cd3d service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632636 Aug 06 18:32:49.462908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-f3657399-e130-472b-9914-c0280ff231ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.464804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-f3657399-e130-472b-9914-c0280ff231ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 1095 time: 0.1801159 Aug 06 18:32:49.514366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58572) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:49.606783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:49.632889 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:49.645064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-674c69f7-9ef3-4c77-b302-25db84f2806a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a95e864-1bcd-44ed-96d5-1f1024785582 HTTP/1.1" status: 200 len: 217 time: 0.1684086 Aug 06 18:32:49.724062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:49.727511 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192" -d '{"events": [{"name": "network-changed", "server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:49.819259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.25.3.95 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/726b7a33-ff33-41ef-b46c-d951024fef75) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:49.939679 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0dfcd-6b75-40f1-8bd2-31a06f8c7fe4 x-openstack-request-id: req-35c0dfcd-6b75-40f1-8bd2-31a06f8c7fe4 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:49.940308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:49.940308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35c0dfcd-6b75-40f1-8bd2-31a06f8c7fe4 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:49.940609 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582', 'status': 'completed', 'code': 200} Aug 06 18:32:49.955474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-2f850f41-c8d8-4b63-b7f8-e0370f08ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.957019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-2f850f41-c8d8-4b63-b7f8-e0370f08ab76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.2346277 Aug 06 18:32:50.016232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-9b2e1449-24cb-4465-88e5-a020fdad83b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496385 Aug 06 18:32:50.029080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85f862-3d6e-4a82-b74a-3285cf8dd8b4 req-6af6f406-f9b9-4b17-847e-4c5aa119459f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:50.037588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d85f862-3d6e-4a82-b74a-3285cf8dd8b4 req-6af6f406-f9b9-4b17-847e-4c5aa119459f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.4556818 Aug 06 18:32:50.079009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:50.144748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:50.186019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d005af0-f008-481c-998c-f3daee069c03 req-00d8e6d4-0cae-46cd-9bbb-b940ed28fd1f service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113943 Aug 06 18:32:50.196230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:50.217856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:50.222930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:50.260772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=726b7a33-ff33-41ef-b46c-d951024fef75,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:50.647941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c330b-9757-43f4-87b0-6416cdc8af9c req-1aa540bd-e471-4b9d-bb89-d3c9fe5558e4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:50.649622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7e1c330b-9757-43f4-87b0-6416cdc8af9c req-1aa540bd-e471-4b9d-bb89-d3c9fe5558e4 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1384521 Aug 06 18:32:50.663405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:50.753599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d85f862-3d6e-4a82-b74a-3285cf8dd8b4 req-1ad6a7a7-a2c2-473f-8da4-bb3619a9f164 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059307 Aug 06 18:32:50.807376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 258afb9e-0a9a-451f-8316-fa3f4393087d details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:32:50.852887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-f9c92279-b08c-4e20-b9f7-1329db0adf5a service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106177 Aug 06 18:32:50.853090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7e1c330b-9757-43f4-87b0-6416cdc8af9c req-e175f81c-919d-4b42-879b-ee86aba89986 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872182 Aug 06 18:32:51.026179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=258afb9e-0a9a-451f-8316-fa3f4393087d,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:51.044020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '258afb9e-0a9a-451f-8316-fa3f4393087d', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'port_id': '258afb9e-0a9a-451f-8316-fa3f4393087d', 'mac_address': 'fa:16:3e:d4:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:32:51.077560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d74cbb8-f8bd-4904-80b5-50d699255b41 req-16a363d6-ce13-47fb-8584-057f7108c951 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163417 Aug 06 18:32:51.098924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.111588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85445966-d300-4529-a153-8b6af5ebbb6b req-aed269ea-b45f-4439-aef7-8764534e4fc5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.120530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85445966-d300-4529-a153-8b6af5ebbb6b req-aed269ea-b45f-4439-aef7-8764534e4fc5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 943 time: 0.1680758 Aug 06 18:32:51.147902 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.172323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258afb9e-0a9a-451f-8316-fa3f4393087d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:51.200769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=258afb9e-0a9a-451f-8316-fa3f4393087d,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:51.210323 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.221549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85445966-d300-4529-a153-8b6af5ebbb6b req-8571176a-d01c-4754-876e-1abc8b510ff3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915966 Aug 06 18:32:51.256875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-b494a31e-8e2e-4b91-8305-539301d72983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.258624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-b494a31e-8e2e-4b91-8305-539301d72983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 1095 time: 0.1111312 Aug 06 18:32:51.308790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:51.325571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 949cded8-6601-40e9-b2a4-e893670d75dd is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:32:51.386512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.446028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['258afb9e-0a9a-451f-8316-fa3f4393087d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:51.449795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-3bdbaeb5-75f5-4b04-a1e3-740144e3d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.452619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-3bdbaeb5-75f5-4b04-a1e3-740144e3d61b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.1846273 Aug 06 18:32:51.479022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:51.513643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Sync routers for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:51.523648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.525108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d194d124-2b78-4f2c-831d-fe10a36ccecc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9024444 Aug 06 18:32:51.528423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:51.559609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:51.560400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:51.630543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-39d5c97e-36ae-44c7-852a-3f52d51736e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a95e864-1bcd-44ed-96d5-1f1024785582 HTTP/1.1" status: 200 len: 217 time: 0.0756791 Aug 06 18:32:51.786860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:51.799093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-29986e14-8e94-4d18-af7c-86c29dfc8a61 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b3abce411fa64883b8dcd542fab5824b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2689939 Aug 06 18:32:51.804238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58782) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:51.915846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-30bbaab3-b57f-4073-9814-3d9808c71ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.918795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-30bbaab3-b57f-4073-9814-3d9808c71ffe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.2787216 Aug 06 18:32:51.979064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-2bbc66c9-bbd0-42ea-8f6e-978366c5fb58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468209 Aug 06 18:32:52.099579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689d09-bd48-4e60-b098-df2e19095b5b req-8ddf86e5-0c55-4926-92d9-169f0187aabc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.107571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:50Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:52.114493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78689d09-bd48-4e60-b098-df2e19095b5b req-8ddf86e5-0c55-4926-92d9-169f0187aabc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1802814 Aug 06 18:32:52.151209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab8168-c381-468a-a197-e0964047ded4 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.154471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3bab8168-c381-468a-a197-e0964047ded4 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3487272 Aug 06 18:32:52.160451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:52.163035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-7b64a622-374f-48af-929b-c0d5681d1874 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757987 Aug 06 18:32:52.186285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Checking router: 949cded8-6601-40e9-b2a4-e893670d75dd for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:52.186735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Updating router 949cded8-6601-40e9-b2a4-e893670d75dd port 726b7a33-ff33-41ef-b46c-d951024fef75 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:52.228606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ad841e64-6710-4bbe-82c1-903ce991758b tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643897 Aug 06 18:32:52.229347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:52.231911 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.239812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833925902', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:52.246492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78689d09-bd48-4e60-b098-df2e19095b5b req-e095f057-8655-41ef-a143-ea4bf7778c7b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304648 Aug 06 18:32:52.413569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903e14-dd17-484a-b90f-6ad04293d232 req-682bc7a0-2dfa-43c8-adf0-8f29cb1e310b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.415658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c903e14-dd17-484a-b90f-6ad04293d232 req-682bc7a0-2dfa-43c8-adf0-8f29cb1e310b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2684305 Aug 06 18:32:52.484423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Deleting port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:32:52.484772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.517299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085569e-7be9-490a-ac4f-49e7b353ba74 req-1fe8fafa-98ca-4cd6-a01c-df32c09eba77 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.522464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a64b0d55-a1ca-4fc1-8f04-9c8f0f4eb192 req-0e145369-3beb-4c1d-97bb-edc1dff96fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210189 Aug 06 18:32:52.527554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a085569e-7be9-490a-ac4f-49e7b353ba74 req-1fe8fafa-98ca-4cd6-a01c-df32c09eba77 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 943 time: 0.1333749 Aug 06 18:32:52.531599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:52.537642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.591511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c903e14-dd17-484a-b90f-6ad04293d232 req-8272b09c-f2bf-46b3-9810-def4c6a2a9be tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620207 Aug 06 18:32:52.634789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] For port 6ebddbbe-d8b4-48b2-bd04-92cabe422a00, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,segment=NetworkSegment(780162bf-96ee-4282-99c7-6b928ef0ea4e),segment_id=780162bf-96ee-4282-99c7-6b928ef0ea4e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:52.635279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.651869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a085569e-7be9-490a-ac4f-49e7b353ba74 req-a78536df-5ebb-4eab-bd3e-e4a7a5b00123 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229756 Aug 06 18:32:52.685635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Calling delete_port for 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:32:52.824087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a95e864-1bcd-44ed-96d5-1f1024785582 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:32:52.831288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 258afb9e-0a9a-451f-8316-fa3f4393087d up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:52.864647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.976002 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.036740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Subnet': ['ID=027623be-63f3-4ffb-864d-5b27f422ac4c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:53.108533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 258afb9e-0a9a-451f-8316-fa3f4393087d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:53.111804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Transition to ACTIVE for port object 726b7a33-ff33-41ef-b46c-d951024fef75 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:53.121735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Checking segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:53.130396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network hostable DHCP agents. Network: f6da1789-6b34-40c8-88a4-df202acc8c99, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:32:53.150299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.171234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 258afb9e-0a9a-451f-8316-fa3f4393087d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:53.172065 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.173725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network f6da1789-6b34-40c8-88a4-df202acc8c99 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:32:53.176107 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.193858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f6da1789-6b34-40c8-88a4-df202acc8c99) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:53.212674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:53.214056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.223696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebddbbe-d8b4-48b2-bd04-92cabe422a00,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:53.266457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5e14983-f51a-45ff-9119-6e707cc3b7b4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0329599 Aug 06 18:32:53.267110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 58918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:53.313412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7323d-8ce1-424c-9cb1-b6b4778eb5a3 None None] Network f6da1789-6b34-40c8-88a4-df202acc8c99 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:53.438587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a95e864-1bcd-44ed-96d5-1f1024785582,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:53.462549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '0a95e864-1bcd-44ed-96d5-1f1024785582', 'network_id': 'f9f7760c-0946-4cb6-81f0-ed69a03d75c8', 'port_id': '0a95e864-1bcd-44ed-96d5-1f1024785582', 'mac_address': 'fa:16:3e:5f:9b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8c695b-e3bb-42d0-a367-a13c3070276c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:32:53.548437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Attempting to bind port 726b7a33-ff33-41ef-b46c-d951024fef75 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:53.548843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Attempting to bind port 726b7a33-ff33-41ef-b46c-d951024fef75 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:53.549289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Attempting to bind port 726b7a33-ff33-41ef-b46c-d951024fef75 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:53.578813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbebd0c-0c94-441a-acb4-dda4c55be043 None None] Pushing event updated for resources: {'Port': ['ID=726b7a33-ff33-41ef-b46c-d951024fef75,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:53.591199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:53.593352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:53.593702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.594911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:53.594911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Bound port: 726b7a33-ff33-41ef-b46c-d951024fef75, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:53.595459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.634086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c899c2-337b-496b-a38a-baeeb01a5f06 req-30e06c9f-03a7-4f73-a32a-9d520fdcae7d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:53.637043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9c899c2-337b-496b-a38a-baeeb01a5f06 req-30e06c9f-03a7-4f73-a32a-9d520fdcae7d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1821380 Aug 06 18:32:53.677515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.678562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.699212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.759776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a95e864-1bcd-44ed-96d5-1f1024785582 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:53.799761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:53.802901 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c085258-7818-4fe7-8f8b-e8f923cd1d84" -d '{"events": [{"server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "name": "network-vif-plugged", "status": "completed", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:53.834034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] For port 726b7a33-ff33-41ef-b46c-d951024fef75, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:53.838030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=258afb9e-0a9a-451f-8316-fa3f4393087d,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:53.840695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] For port 726b7a33-ff33-41ef-b46c-d951024fef75, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=726b7a33-ff33-41ef-b46c-d951024fef75,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:53.868970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.874517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.879585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a95e864-1bcd-44ed-96d5-1f1024785582,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:53.942504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbebd0c-0c94-441a-acb4-dda4c55be043 None None] Pushing event updated for resources: {'Port': ['ID=726b7a33-ff33-41ef-b46c-d951024fef75,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:53.945658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f6da1789-6b34-40c8-88a4-df202acc8c99', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:32:53.946940 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.955543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:54.116971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9c899c2-337b-496b-a38a-baeeb01a5f06 req-e5b51356-1450-40ef-b87a-c1a01c99fe79 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201202 Aug 06 18:32:54.224783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Router 9b375f05-6f28-42c9-a895-55a5c36bd66a has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:54.254252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:54.255146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:54.310308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:54.325924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Allocated IP 172.20.0.2 (f6da1789-6b34-40c8-88a4-df202acc8c99/027623be-63f3-4ffb-864d-5b27f422ac4c/1c0b72c0-08d0-46d6-a75a-028288e86913) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:54.333723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8218255-8ac9-4fb8-ad31-a3ae142efb65 req-1e1e10c4-7b4b-4177-b174-55843f9cec2b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:54.335445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8218255-8ac9-4fb8-ad31-a3ae142efb65 req-1e1e10c4-7b4b-4177-b174-55843f9cec2b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 944 time: 0.1039958 Aug 06 18:32:54.449557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8218255-8ac9-4fb8-ad31-a3ae142efb65 req-c5f1996a-71bd-4413-9f82-89bcc378a6a1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068954 Aug 06 18:32:54.461251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:54.474395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3b6841a8-3e3f-4e80-926c-b25a5c18957c admin admin] 10.222.0.64 "PUT /v2.0/routers/9b375f05-6f28-42c9-a895-55a5c36bd66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9563534 Aug 06 18:32:54.475440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 58996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:54.481768 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Sync routers for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:54.516583 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:54.516583 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:54.518589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:32:54.549564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693ddaa-e4b4-4f72-b1bf-303643f8ae97 req-ea5faf9e-117f-466d-994c-49ee97be3aec tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:54.552791 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b693ddaa-e4b4-4f72-b1bf-303643f8ae97 req-ea5faf9e-117f-466d-994c-49ee97be3aec tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2212503 Aug 06 18:32:54.603045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0a95e864-1bcd-44ed-96d5-1f1024785582'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:54.695586 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:54.732199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:54.838366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b693ddaa-e4b4-4f72-b1bf-303643f8ae97 req-291511df-1926-45b1-892f-18c3dfcd341b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2685635 Aug 06 18:32:54.859747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:54.972082 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:32:52Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:55.001916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.018729 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Checking router: 9b375f05-6f28-42c9-a895-55a5c36bd66a for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:55.038552 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Routers {'9b375f05-6f28-42c9-a895-55a5c36bd66a'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:55.040442 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['9b375f05-6f28-42c9-a895-55a5c36bd66a'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:55.152554 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21baa39-2a69-436f-9384-abfd7a8b21bf x-openstack-request-id: req-c21baa39-2a69-436f-9384-abfd7a8b21bf {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:55.153010 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "name": "network-vif-plugged", "status": "completed", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:55.153422 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c21baa39-2a69-436f-9384-abfd7a8b21bf {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:55.154168 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d', 'code': 200} Aug 06 18:32:55.164597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.287051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.289848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] Set router 9b375f05-6f28-42c9-a895-55a5c36bd66a gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:55.316762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Transition to ACTIVE for port object 1c0b72c0-08d0-46d6-a75a-028288e86913 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:55.445248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.554594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Transition to ACTIVE for port object 1c0b72c0-08d0-46d6-a75a-028288e86913 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:55.581505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e594d-1024-4df9-afdf-3c2346329556 req-b196bbe6-2edc-4675-940f-12cb340390b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:55.584263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f63e594d-1024-4df9-afdf-3c2346329556 req-b196bbe6-2edc-4675-940f-12cb340390b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.2517097 Aug 06 18:32:55.590828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.596077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de99dc9-4302-463f-a013-352c068e8c1d req-1fcd87ea-1578-46a2-8794-b750e473be1e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:55.604461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0de99dc9-4302-463f-a013-352c068e8c1d req-1fcd87ea-1578-46a2-8794-b750e473be1e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.2829010 Aug 06 18:32:55.719672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0de99dc9-4302-463f-a013-352c068e8c1d req-b2589690-23d8-4c6e-925d-5d7520573432 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137831 Aug 06 18:32:55.721091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Network f6da1789-6b34-40c8-88a4-df202acc8c99 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:55.730579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f63e594d-1024-4df9-afdf-3c2346329556 req-db01280a-1c9a-44ad-8b7c-a3a8ccc61845 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999584 Aug 06 18:32:55.740442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Deleting port 48893258-7fc2-4566-bdae-592958c851eb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:32:55.741392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.746901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:55.751279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:55.775723 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:32:52Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:55.790625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Pushing event updated for resources: {'Port': ['ID=1c0b72c0-08d0-46d6-a75a-028288e86913,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:55.851556 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6d61-33c7-4a2f-a334-f2444b0eb89f None None] The sync data for ids ['9b375f05-6f28-42c9-a895-55a5c36bd66a'] in n-d-793621-29 is: [{'id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'name': 'tempest-ServerRescueTestJSONUnderV235-706415926-router', 'tenant_id': 'ddf6c931b07f4aa4a508605f87c35855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '48893258-7fc2-4566-bdae-592958c851eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:30:57Z', 'updated_at': '2021-08-06T18:32:52Z', 'revision_number': 5, 'project_id': 'ddf6c931b07f4aa4a508605f87c35855', 'gw_port': {'id': '48893258-7fc2-4566-bdae-592958c851eb', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b375f05-6f28-42c9-a895-55a5c36bd66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:01Z', 'updated_at': '2021-08-06T18:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:55.877168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.20.0.1 (f6da1789-6b34-40c8-88a4-df202acc8c99/027623be-63f3-4ffb-864d-5b27f422ac4c/dde54509-ed38-496a-8dac-07600354b8fc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:55.906885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] For port 48893258-7fc2-4566-bdae-592958c851eb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=48893258-7fc2-4566-bdae-592958c851eb,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:55.907397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.917496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8bb89-ed56-4daa-9cbe-118b40d833d3 req-73c506b2-ffc4-4cd3-90ce-d09089f6606f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:55.927274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ef8bb89-ed56-4daa-9cbe-118b40d833d3 req-73c506b2-ffc4-4cd3-90ce-d09089f6606f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 944 time: 0.1665378 Aug 06 18:32:55.942749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Calling delete_port for 48893258-7fc2-4566-bdae-592958c851eb owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:32:55.974577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:50Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:56.045407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Attempting to bind port 1c0b72c0-08d0-46d6-a75a-028288e86913 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:56.046460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Attempting to bind port 1c0b72c0-08d0-46d6-a75a-028288e86913 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:56.047330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Attempting to bind port 1c0b72c0-08d0-46d6-a75a-028288e86913 on network f6da1789-6b34-40c8-88a4-df202acc8c99 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:56.051557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3790a-9dc9-4e84-a256-d45b8abe1707 None None] The sync data for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 is: [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:50Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:56.075427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ef8bb89-ed56-4daa-9cbe-118b40d833d3 req-774b857e-3836-4d33-adf3-1eac61d47cb9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465502 Aug 06 18:32:56.085613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:56.090937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Checking segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:56.092748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.093426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Bound using segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:56.094291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Bound port: 1c0b72c0-08d0-46d6-a75a-028288e86913, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:56.094927 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.242838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] For port 1c0b72c0-08d0-46d6-a75a-028288e86913, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:56.249265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] For port 1c0b72c0-08d0-46d6-a75a-028288e86913, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1c0b72c0-08d0-46d6-a75a-028288e86913,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:56.253336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.261832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.265992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.294809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53707-7ccc-4973-a812-d15b2b39c5f3 req-971c9692-e680-4c33-a48c-82632ce29d84 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:56.304087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30a53707-7ccc-4973-a812-d15b2b39c5f3 req-971c9692-e680-4c33-a48c-82632ce29d84 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.3223464 Aug 06 18:32:56.309928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Transition to ACTIVE for port object dde54509-ed38-496a-8dac-07600354b8fc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:56.356747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Pushing event deleted for resources: {'Port': ['ID=48893258-7fc2-4566-bdae-592958c851eb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:56.432075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.449929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24462ea7-3e05-489d-94ad-4f2a4ca0debe None None] Pushing event updated for resources: {'Port': ['ID=1c0b72c0-08d0-46d6-a75a-028288e86913,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:56.510822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30a53707-7ccc-4973-a812-d15b2b39c5f3 req-63db2f94-bdb4-4044-88de-c636f07fe273 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052355 Aug 06 18:32:56.518391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.543151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network f6da1789-6b34-40c8-88a4-df202acc8c99 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:56.594850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:56.623562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:56.757038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:56.836431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a95e864-1bcd-44ed-96d5-1f1024785582 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:56.865397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.908377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.927117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.050832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 0a95e864-1bcd-44ed-96d5-1f1024785582 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:57.057903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.058375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b375f05-6f28-42c9-a895-55a5c36bd66a {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:32:57.070577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.070577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76adb35a-8b65-43d2-959c-af572c368204 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9b375f05-6f28-42c9-a895-55a5c36bd66a HTTP/1.1" status: 204 len: 168 time: 2.5905216 Aug 06 18:32:57.071342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59018) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:57.080622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 0a95e864-1bcd-44ed-96d5-1f1024785582 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:57.081231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.184254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Deleting subnet 6a7957b1-4739-4a0a-afef-e37d684ba96b {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:32:57.206384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cec69-a9fc-486e-b74b-c2145b161140 req-3fc5b66b-ccfa-4b91-a898-6da1570ac8a4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:57.214886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.217614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-028cec69-a9fc-486e-b74b-c2145b161140 req-3fc5b66b-ccfa-4b91-a898-6da1570ac8a4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1611023 Aug 06 18:32:57.314719 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.343098 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.453393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:57.456916 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a939a-1224-4b02-82d1-88ad742345c2" -d '{"events": [{"server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "name": "network-vif-plugged", "status": "completed", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:57.468750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-028cec69-a9fc-486e-b74b-c2145b161140 req-842710a8-b4c8-42b9-bd63-27bd63805d23 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473660 Aug 06 18:32:57.479463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a95e864-1bcd-44ed-96d5-1f1024785582,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:57.501521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.622882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:57.635566 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8697486-2f26-4e0c-b5e0-f3ba4df56350 x-openstack-request-id: req-f8697486-2f26-4e0c-b5e0-f3ba4df56350 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:57.636404 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "name": "network-vif-plugged", "status": "completed", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:57.636928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.637504 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8697486-2f26-4e0c-b5e0-f3ba4df56350 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:57.638283 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582', 'code': 200} Aug 06 18:32:57.667778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ed72-703d-4133-b9e9-15aa615628c1 req-88794402-c219-4f88-bbbd-db5435d6936d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:57.674831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac26ed72-703d-4133-b9e9-15aa615628c1 req-88794402-c219-4f88-bbbd-db5435d6936d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 944 time: 0.2584951 Aug 06 18:32:57.791600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:57.889525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1c0b72c0-08d0-46d6-a75a-028288e86913 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:58.006068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed274d9-e5de-48f6-a9ea-ae98066661be req-e53975ab-6f98-4d0f-996f-8f77a0bc8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.008297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ed274d9-e5de-48f6-a9ea-ae98066661be req-e53975ab-6f98-4d0f-996f-8f77a0bc8a32 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 1097 time: 0.3179991 Aug 06 18:32:58.018668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7138f-e582-4fea-80cb-0505222c3f27 req-f597d5af-41a5-489e-89e4-6c44c2e697ea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.029129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ac26ed72-703d-4133-b9e9-15aa615628c1 req-0f501a92-8cc8-47b4-87cc-0f962128c17f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240881 Aug 06 18:32:58.048981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1c0b72c0-08d0-46d6-a75a-028288e86913 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:58.059310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 726b7a33-ff33-41ef-b46c-d951024fef75 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:58.059529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2a7138f-e582-4fea-80cb-0505222c3f27 req-f597d5af-41a5-489e-89e4-6c44c2e697ea tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.3342857 Aug 06 18:32:58.173208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.233825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7957b1-4739-4a0a-afef-e37d684ba96b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:58.248471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 726b7a33-ff33-41ef-b46c-d951024fef75 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:58.259529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 726b7a33-ff33-41ef-b46c-d951024fef75 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:58.261699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.270679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ed274d9-e5de-48f6-a9ea-ae98066661be req-3be78f9e-507d-4561-979e-593d7c6e65f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402537 Aug 06 18:32:58.281473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.284065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16446571-fdde-4b83-80af-a1524b931459 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6a7957b1-4739-4a0a-afef-e37d684ba96b HTTP/1.1" status: 204 len: 168 time: 1.2115421 Aug 06 18:32:58.288232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59028) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:58.301186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2a7138f-e582-4fea-80cb-0505222c3f27 req-a8b2651d-e551-489e-bd71-abec7380f669 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2401383 Aug 06 18:32:58.417149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.569832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.599688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.615496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057eb89f-713b-4f92-a5e4-1c3381f2de8b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:58.634081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780162bf-96ee-4282-99c7-6b928ef0ea4e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:58.634081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780162bf-96ee-4282-99c7-6b928ef0ea4e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:58.647331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.663390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6685a-7d08-46f6-9708-cc05573c8e85 None None] Network f6da1789-6b34-40c8-88a4-df202acc8c99 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:58.672497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d82e76d4-4b5d-4084-8003-773b6b444ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.691007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.698163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.729802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.733084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 726b7a33-ff33-41ef-b46c-d951024fef75, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=726b7a33-ff33-41ef-b46c-d951024fef75,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:58.745031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:32:58.745494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:32:58.748173 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:32:58.780819 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.807001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:58.848313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.850687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:58.869230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f739673-820e-43ec-b87b-b1a2f04701e5 req-0b76e123-233a-44cd-9151-30f6a1f71905 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.882159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f739673-820e-43ec-b87b-b1a2f04701e5 req-0b76e123-233a-44cd-9151-30f6a1f71905 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1973441 Aug 06 18:32:58.940664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.955306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.958097 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] 10.222.0.64 "DELETE /v2.0/networks/057eb89f-713b-4f92-a5e4-1c3381f2de8b HTTP/1.1" status: 204 len: 168 time: 0.6685600 Aug 06 18:32:58.996162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe02e4-bb90-4052-9d9f-97b2b07f1a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=057eb89f-713b-4f92-a5e4-1c3381f2de8b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:59.019126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f739673-820e-43ec-b87b-b1a2f04701e5 req-2d8b9b85-42ec-45bc-b7f1-934f880cb83e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353376 Aug 06 18:32:59.063498 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network f6da1789-6b34-40c8-88a4-df202acc8c99 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:59.067761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:59.084543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:32:59.085110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6ebddbbe-d8b4-48b2-bd04-92cabe422a00 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:32:59.104090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Provisioning for port 1c0b72c0-08d0-46d6-a75a-028288e86913 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:59.169680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Provisioning complete for port 1c0b72c0-08d0-46d6-a75a-028288e86913 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:59.170312 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:59.255939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 48893258-7fc2-4566-bdae-592958c851eb no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:59.306017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=726b7a33-ff33-41ef-b46c-d951024fef75,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:59.326767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 48893258-7fc2-4566-bdae-592958c851eb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:32:59.327704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 48893258-7fc2-4566-bdae-592958c851eb not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:32:59.410506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59040) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:59.485474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:59.487714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fccc4f-4f21-4448-b4cd-441ab5816e85 req-ceb0209d-5117-445d-90a7-1f20e9c2d4ed tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.491113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5fccc4f-4f21-4448-b4cd-441ab5816e85 req-ceb0209d-5117-445d-90a7-1f20e9c2d4ed tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1882606 Aug 06 18:32:59.523970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 949cded8-6601-40e9-b2a4-e893670d75dd has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:59.528501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] For port 1c0b72c0-08d0-46d6-a75a-028288e86913, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1c0b72c0-08d0-46d6-a75a-028288e86913,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:59.537861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:59.640926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4f308-af76-436c-8f53-c4b95fde6ed9 None None] Pushing event updated for resources: {'Port': ['ID=1c0b72c0-08d0-46d6-a75a-028288e86913,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:59.647484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5fccc4f-4f21-4448-b4cd-441ab5816e85 req-bc6f6b54-618c-41d7-bafc-8317a6a0e765 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325676 Aug 06 18:32:59.780332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:59.796380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-447e2661-ee55-4cf8-b8ca-e6e728c96697 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "PUT /v2.0/routers/949cded8-6601-40e9-b2a4-e893670d75dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5272977 Aug 06 18:32:59.799148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59042) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:59.807275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--250697691', 'description': 'tempest-secgroup_access--250697691 description', 'project_id': 'b3abce411fa64883b8dcd542fab5824b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:59.842627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-717e7d9d-4452-42a7-931c-1f2100834236 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddf6c931b07f4aa4a508605f87c35855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295523 Aug 06 18:32:59.847930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59044) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:59.864540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b053a-048f-411c-9f49-29b498f69b2d req-bb104c18-ed99-4352-92a3-f3412cb34596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.867412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-478b053a-048f-411c-9f49-29b498f69b2d req-bb104c18-ed99-4352-92a3-f3412cb34596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.3605597 Aug 06 18:32:59.870397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:59.934262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4aeb-e540-449a-8477-e6d2fda57a4b req-139726c9-fa34-45af-b047-f8c624308f41 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.953775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-771b4aeb-e540-449a-8477-e6d2fda57a4b req-139726c9-fa34-45af-b047-f8c624308f41 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2348671 Aug 06 18:32:59.982859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Sync routers for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:59.991669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Provisioning for port dde54509-ed38-496a-8dac-07600354b8fc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:00.017207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Provisioning complete for port dde54509-ed38-496a-8dac-07600354b8fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:00.017946 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.076096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.088152 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.121920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:00.122859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:32:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:00.149217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-478b053a-048f-411c-9f49-29b498f69b2d req-b8a49e9c-6075-4470-a844-960bb63e7c50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2530463 Aug 06 18:33:00.163602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.171582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b494076d-eed3-4d23-af4b-7d2ad4502bd3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:00.187045 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.199875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4c78ce7e-743f-431c-a1e8-e3f594cfbc97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3986449 Aug 06 18:33:00.201973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59050) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:00.208635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1797773610', 'description': 'tempest-secgroup_general--1797773610 description', 'project_id': 'b3abce411fa64883b8dcd542fab5824b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:00.214666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.289292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Port dde54509-ed38-496a-8dac-07600354b8fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:33:00.299802 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.321192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-771b4aeb-e540-449a-8477-e6d2fda57a4b req-03bf5353-e0b9-4b84-b3aa-876f76e71ce8 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3343866 Aug 06 18:33:00.326860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:00.342587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.346127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.352359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f70439cf-5bac-4768-af9a-d1d0a5eeb0fd HTTP/1.1" status: 204 len: 168 time: 0.5018494 Aug 06 18:33:00.359432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53134f6d-83a3-474c-aa6c-d7928869dcc7 req-82bde864-0b5b-4cf2-aace-dabd78ca1da4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.362301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53134f6d-83a3-474c-aa6c-d7928869dcc7 req-82bde864-0b5b-4cf2-aace-dabd78ca1da4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1368208 Aug 06 18:33:00.362777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5e17c-4b26-4df4-853c-68b325c41ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70439cf-5bac-4768-af9a-d1d0a5eeb0fd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:00.419282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Provisioning complete for port 1c0b72c0-08d0-46d6-a75a-028288e86913 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:00.420059 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94d0a9ac-7492-4103-b97b-d69cd51e7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.516928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53134f6d-83a3-474c-aa6c-d7928869dcc7 req-9c5ef44c-11c1-4f41-88b4-2585563db9f8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383829 Aug 06 18:33:00.628373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.637324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.692446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.698381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4887934 Aug 06 18:33:00.698381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd3deb-80c4-43ad-93c5-04aed62300c0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc6ffa-b850-4bfd-a8c3-39ce698ae045,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:00.698381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59058) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:00.718747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'security_group_rule': {'security_group_id': 'b494076d-eed3-4d23-af4b-7d2ad4502bd3', 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:00.782513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.881996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:00.886616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:00.922481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.933643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.986191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e70bcdb-665c-4316-b355-1c690b51aa74,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:01.000143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.021556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b14841e-7d30-48b1-948c-8b7ad529f462 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2923038 Aug 06 18:33:01.044539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0d10002e-1ba4-4dac-84ac-4ce5502c85df details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:01.050618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9224eb-6adf-45a7-a899-d689a16cbd6e req-00c4db2a-0e56-44e0-992c-95245461cc7b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.054262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd9224eb-6adf-45a7-a899-d689a16cbd6e req-00c4db2a-0e56-44e0-992c-95245461cc7b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1583657 Aug 06 18:33:01.104697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 2, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:01.111475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-477fd643-5e6e-4eaa-81f2-2974da431b0a None None] Provisioning complete for port dde54509-ed38-496a-8dac-07600354b8fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:01.111960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-477fd643-5e6e-4eaa-81f2-2974da431b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.198342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd9224eb-6adf-45a7-a899-d689a16cbd6e req-6369705d-617f-46c9-a8b0-383b94c04002 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131308 Aug 06 18:33:01.595741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-e93cd144-90a5-4c70-8eef-4bfa532309fa tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--250697691&fields=id&tenant_id=b3abce411fa64883b8dcd542fab5824b HTTP/1.1" status: 200 len: 267 time: 0.0781698 Aug 06 18:33:01.690732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-ae55d228-8b5a-4f15-be5e-efed391f5fd3 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1797773610&fields=id&tenant_id=b3abce411fa64883b8dcd542fab5824b HTTP/1.1" status: 200 len: 267 time: 0.0809274 Aug 06 18:33:01.738142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1c0b72c0-08d0-46d6-a75a-028288e86913 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:01.740961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Checking router: 949cded8-6601-40e9-b2a4-e893670d75dd for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:33:01.741428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Updating router 949cded8-6601-40e9-b2a4-e893670d75dd port dde54509-ed38-496a-8dac-07600354b8fc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:33:01.744869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:33:01.856777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f7e54d5-2c36-459d-859e-13911e59778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.963037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-477fd643-5e6e-4eaa-81f2-2974da431b0a None None] Port dde54509-ed38-496a-8dac-07600354b8fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:33:01.968302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.976051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.992078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:02.130125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-b03a0b74-a91e-437f-a6c3-94e215ffdc0e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.131822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-b03a0b74-a91e-437f-a6c3-94e215ffdc0e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 796 time: 0.4246566 Aug 06 18:33:02.132297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bb25-d8ee-46bd-b181-507e27e3cb87 req-96edbe65-7e52-406e-b274-aa138331678f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.142128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-99523476-3203-419c-bf3d-d92ce7ce7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.143780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-99523476-3203-419c-bf3d-d92ce7ce7cee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 1097 time: 0.2526331 Aug 06 18:33:02.151086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f89bb25-d8ee-46bd-b181-507e27e3cb87 req-96edbe65-7e52-406e-b274-aa138331678f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1831155 Aug 06 18:33:02.205697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-5ff4f0bd-c55e-40ff-9a12-162247e6c2ef tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/quotas/b3abce411fa64883b8dcd542fab5824b HTTP/1.1" status: 200 len: 375 time: 0.0593860 Aug 06 18:33:02.245926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f89bb25-d8ee-46bd-b181-507e27e3cb87 req-58937b15-bf83-4c08-adf6-9f2c807d36f6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927851 Aug 06 18:33:02.258801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:02.301284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:02.459161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-25839aef-09de-4f94-b2cc-f7340795d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.462201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-25839aef-09de-4f94-b2cc-f7340795d4db service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.3088398 Aug 06 18:33:02.510202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6fae83ea-48d8-472a-9143-05a58fa578a1 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 200 len: 992 time: 0.2067354 Aug 06 18:33:02.536613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-cf311714-3eb8-4008-a3ae-d6e6e2999a6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a95e864-1bcd-44ed-96d5-1f1024785582 HTTP/1.1" status: 200 len: 217 time: 0.0651770 Aug 06 18:33:02.547483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-af5c3527-a77b-4a1f-95c1-fe39b7e1256a tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2773423 Aug 06 18:33:02.556299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b16d51-3139-42a2-b487-9b172da5886a req-f9607751-61cd-4f93-9505-eae1a7fa5ab9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.559147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42b16d51-3139-42a2-b487-9b172da5886a req-f9607751-61cd-4f93-9505-eae1a7fa5ab9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 943 time: 0.1725125 Aug 06 18:33:02.607272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-0e39af04-05e4-4ad2-bd66-9ff6c6669f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.608822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-0e39af04-05e4-4ad2-bd66-9ff6c6669f35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.0603979 Aug 06 18:33:02.692380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42b16d51-3139-42a2-b487-9b172da5886a req-077663a6-f6d2-43be-badd-02e4c1d0b419 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253669 Aug 06 18:33:02.770913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:02.786736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Transition to ACTIVE for port object dde54509-ed38-496a-8dac-07600354b8fc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:02.792570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:02.796455 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a1527-58d0-415e-9599-142b37dc0142" -d '{"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-unplugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:02.817311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-3e622b8e-368a-494d-8274-5bde206fc958 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514536 Aug 06 18:33:02.831535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:02.837634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:02.855119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:02.915688 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:02.931708 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-d259e0e6-8e28-441d-ad09-95f79e87467b service neutron] 10.222.0.64 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192227 Aug 06 18:33:02.968751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69412264-e5d0-48e2-8c91-59c3c9064a1d req-e1e05865-4f06-4846-888d-df27004e5e75 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.973799 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69412264-e5d0-48e2-8c91-59c3c9064a1d req-e1e05865-4f06-4846-888d-df27004e5e75 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1702940 Aug 06 18:33:02.978664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'port_id': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'mac_address': 'fa:16:3e:30:19:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:03.002610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c89011-00e2-4af6-b8e5-5af5510cb496 None None] Pushing event updated for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:03.003765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-cd6d716f-eb78-4c7c-95f8-931e476f4d6b service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774457 Aug 06 18:33:03.090657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69412264-e5d0-48e2-8c91-59c3c9064a1d req-62a655f2-0fbc-499f-8c29-82bad51dc4de tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043851 Aug 06 18:33:03.136125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:03.141163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1c0b72c0-08d0-46d6-a75a-028288e86913 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:03.145826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.162963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1250542977-network', 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:03.213175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '0d10002e-1ba4-4dac-84ac-4ce5502c85df', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': '0d10002e-1ba4-4dac-84ac-4ce5502c85df', 'mac_address': 'fa:16:3e:d9:a6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:03.215662 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.218770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:03.221550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.237943 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2002340a-f805-420e-bf34-232cd7f17863 x-openstack-request-id: req-2002340a-f805-420e-bf34-232cd7f17863 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:03.238325 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-unplugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:03.238520 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2002340a-f805-420e-bf34-232cd7f17863 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:03.238899 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'code': 200} Aug 06 18:33:03.240979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.245758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e11aa27-9e95-431c-8a6e-d4de83aac8af {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:03.391375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.405080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.423361 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-34e61000-bc15-4e37-bf1d-2b6f1de9b680 req-f0ebadeb-68ea-42cf-8e52-11dbefd4131b service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972273 Aug 06 18:33:03.467192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Attempting to bind port dde54509-ed38-496a-8dac-07600354b8fc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:03.467652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Attempting to bind port dde54509-ed38-496a-8dac-07600354b8fc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:03.468004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Attempting to bind port dde54509-ed38-496a-8dac-07600354b8fc on network f6da1789-6b34-40c8-88a4-df202acc8c99 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:03.471287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:33:03.496401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:03.507457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621613ca-0d14-4f65-aef8-472016379ae7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:03.529904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.532291 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Added segment 0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e of type vlan for network 5bb621d5-c566-4242-a7b7-73c96cac3a7b Aug 06 18:33:03.533832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.542725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.545746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:03.551217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-7b9ad61a-6642-4382-ab3e-df0445bd67a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932448 Aug 06 18:33:03.555927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:03.556566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Checking segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:03.557154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.557918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Bound using segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:03.558616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Bound port: dde54509-ed38-496a-8dac-07600354b8fc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:03.559211 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.607979 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.608345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.655009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.657348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.658351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.667486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d10002e-1ba4-4dac-84ac-4ce5502c85df {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:03.743650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9122629 Aug 06 18:33:03.747501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:03.753332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Request body: {'subnet': {'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1250542977-subnet', 'tenant_id': '2194056620a740208e6c9986b75f6878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:03.810936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:03.818646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:03.821752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['2e11aa27-9e95-431c-8a6e-d4de83aac8af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:03.823704 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.835028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:03.838722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc99f-6459-4ae1-906c-384af5351aed admin admin] Pushing event updated for resources: {'Network': ['ID=5bb621d5-c566-4242-a7b7-73c96cac3a7b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:03.880232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:03.889057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] For port dde54509-ed38-496a-8dac-07600354b8fc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:03.894844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:33:03.932280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2c3fb65-2b69-4886-b6aa-e229efb169af req-41975671-59ec-48ca-9e33-d781a7de3070 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 210 time: 0.0600915 Aug 06 18:33:03.964684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] For port dde54509-ed38-496a-8dac-07600354b8fc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dde54509-ed38-496a-8dac-07600354b8fc,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:03.972126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 726b7a33-ff33-41ef-b46c-d951024fef75 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:04.022928 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.102109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:04.249343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7f092-93b9-4d8d-96b7-0a1a1bb4a4fc req-b87fcfb9-570a-4118-ac49-886a48236d8f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:04.271281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45a7f092-93b9-4d8d-96b7-0a1a1bb4a4fc req-b87fcfb9-570a-4118-ac49-886a48236d8f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 944 time: 0.4350839 Aug 06 18:33:04.279874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:04.284710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:04.348472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.373842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['0d10002e-1ba4-4dac-84ac-4ce5502c85df'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:04.414364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0163e-3bd1-4c4a-9068-affc2b9ebef7 req-5dd602b1-27f2-48a1-b694-2189765355a9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:04.418583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23b0163e-3bd1-4c4a-9068-affc2b9ebef7 req-5dd602b1-27f2-48a1-b694-2189765355a9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1282432 Aug 06 18:33:04.430559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45a7f092-93b9-4d8d-96b7-0a1a1bb4a4fc req-7feade1a-a540-46f7-8ed9-873806bb5c8c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478481 Aug 06 18:33:04.443825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c8cf66-2d77-4ac0-8b92-ee031c84993c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:04.463660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c89011-00e2-4af6-b8e5-5af5510cb496 None None] Pushing event updated for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:04.483429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:04.483849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Network hostable DHCP agents. Network: 5bb621d5-c566-4242-a7b7-73c96cac3a7b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:33:04.531506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:33:04.552051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5bb621d5-c566-4242-a7b7-73c96cac3a7b) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:04.565880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:04.568566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.583941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 726b7a33-ff33-41ef-b46c-d951024fef75 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:04.590051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.599178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23b0163e-3bd1-4c4a-9068-affc2b9ebef7 req-1ab6d5a4-351b-4171-bffc-4ed937b010c2 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668301 Aug 06 18:33:04.601276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9e661-1206-488b-82e3-e3575b338818 None None] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:33:04.608715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-418163fe-09c0-484a-bc6d-97f57246b38e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8585546 Aug 06 18:33:04.801254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:04.808621 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:05.163395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af089a16-bfa7-402e-b471-e93ab04c5c68 req-fecbe960-5464-4e09-b14e-c6bbe96e605e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 210 time: 0.1034951 Aug 06 18:33:05.394939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-e176c130-bb33-42c0-a683-375cd90b69f7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.409153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-e176c130-bb33-42c0-a683-375cd90b69f7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.1826277 Aug 06 18:33:05.432989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-d53c129a-c6fd-400c-ae38-72146ee39ef2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0202162 Aug 06 18:33:05.516734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-4d32777b-04fa-44ee-8d09-08043cc9b7af tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647302 Aug 06 18:33:05.571072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6951c5f-4275-4e87-8a48-90dab8650365 None None] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:33:05.772432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-52467f2f-ff68-47df-90b8-676a8523bc77 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541711 Aug 06 18:33:05.860752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159eb6-53e8-4580-8ca9-f5c869c8cd81 req-b60b534c-968d-4a0c-8f5a-8b38c5b5421e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.869314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6159eb6-53e8-4580-8ca9-f5c869c8cd81 req-b60b534c-968d-4a0c-8f5a-8b38c5b5421e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 944 time: 0.2558486 Aug 06 18:33:05.918918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-e9beb905-da06-47e3-a3d7-f95652796c0b service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207733 Aug 06 18:33:05.921755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-700b7899-147d-4e17-bd9b-e27d6ed7d074 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.923427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-700b7899-147d-4e17-bd9b-e27d6ed7d074 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.16 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 796 time: 0.4435577 Aug 06 18:33:05.956006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e6159eb6-53e8-4580-8ca9-f5c869c8cd81 req-ba221356-5323-43d3-837a-486bff41658e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855792 Aug 06 18:33:06.026594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-42a13aff-c8e8-417c-88a2-052f089a7cbd tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3abce411fa64883b8dcd542fab5824b HTTP/1.1" status: 200 len: 477 time: 0.0924754 Aug 06 18:33:06.052515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'port': {'device_id': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'admin_state_up': True, 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'security_groups': ['b494076d-eed3-4d23-af4b-7d2ad4502bd3', '29fc6ffa-b850-4bfd-a8c3-39ce698ae045']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:06.106012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:03Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:06.157951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576209c-d779-43de-b691-85ceb33d1fa1 None None] The sync data for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 is: [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:03Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:33:06.241728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b992c49-ce04-48fa-bc7b-f8b70b60ead2 req-dc493512-343b-4a1f-a45c-ce1dedf9e0ab tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:06.249902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b992c49-ce04-48fa-bc7b-f8b70b60ead2 req-dc493512-343b-4a1f-a45c-ce1dedf9e0ab tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1393952 Aug 06 18:33:06.397839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9b992c49-ce04-48fa-bc7b-f8b70b60ead2 req-68ad5c54-51e7-431e-91d0-c68039653df9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465876 Aug 06 18:33:06.431010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:06.445860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:06.591693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a43110c0-351b-45d9-9436-fbe66ab4cb99 req-a084f989-898a-4ca8-9613-c1b8ce56b1eb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 210 time: 0.1140924 Aug 06 18:33:06.599970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1f38500-ef09-459e-bc47-4a4f8db78e73 req-24442c90-39f1-42ae-bc00-75b9e036a18e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 210 time: 0.1067030 Aug 06 18:33:07.249084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dd7a4-6775-4090-bede-ff0b85c6e72e req-dc4a73f2-c146-4731-a268-05936c7cb428 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:07.251667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a66dd7a4-6775-4090-bede-ff0b85c6e72e req-dc4a73f2-c146-4731-a268-05936c7cb428 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 944 time: 0.1276104 Aug 06 18:33:07.282375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.20.0.13 (f6da1789-6b34-40c8-88a4-df202acc8c99/027623be-63f3-4ffb-864d-5b27f422ac4c/6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:07.353672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a66dd7a4-6775-4090-bede-ff0b85c6e72e req-93b915e1-1fe2-48e9-a754-ecee8561dd95 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819619 Aug 06 18:33:07.571029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:07.594009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:07.706488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 2e11aa27-9e95-431c-8a6e-d4de83aac8af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:07.706868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:07.727137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:07.782669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1f181c1-41b6-4c2e-b65e-ea6a5a29f906 req-9e8c5a6f-16dc-4006-83b2-daab862467b0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 210 time: 0.0449100 Aug 06 18:33:07.803465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Transition to ACTIVE for port object 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:07.820241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ac94-b1eb-49a6-ad49-1c50e9cd3504 req-a048cd94-3bad-4752-8353-b42525b4d458 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:07.834759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d38ac94-b1eb-49a6-ad49-1c50e9cd3504 req-a048cd94-3bad-4752-8353-b42525b4d458 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.2957504 Aug 06 18:33:07.843830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dde54509-ed38-496a-8dac-07600354b8fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:07.942240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0d10002e-1ba4-4dac-84ac-4ce5502c85df up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:07.985330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3d38ac94-b1eb-49a6-ad49-1c50e9cd3504 req-5537a726-899a-44c5-ab34-f54bf888ea97 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483889 Aug 06 18:33:08.012194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.088363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f1624ed-8cd3-4d2c-87c5-b4c84f95cd6a req-50fa4717-e44b-4838-9762-d9c39b217d4e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 210 time: 0.1336954 Aug 06 18:33:08.092251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port dde54509-ed38-496a-8dac-07600354b8fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:08.102874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port dde54509-ed38-496a-8dac-07600354b8fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:08.103269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.142312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1085e6a7-77fb-4a24-951c-f940eaeb72c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5564b8f8cda14ec0a55d7ba82c65b56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462317 Aug 06 18:33:08.143793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59200) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:08.183678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.225889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 0d10002e-1ba4-4dac-84ac-4ce5502c85df completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:08.227498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.237065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:08.239475 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc97f42-51bc-4805-bb7e-72844ca31f88" -d '{"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-plugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:08.246099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 0d10002e-1ba4-4dac-84ac-4ce5502c85df triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:08.247370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.280474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.328809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network f6da1789-6b34-40c8-88a4-df202acc8c99 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:08.335277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:08.339623 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde49cc-b9d7-44ca-82b3-9bd74f298a7f x-openstack-request-id: req-bfde49cc-b9d7-44ca-82b3-9bd74f298a7f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:08.341093 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-plugged", "status": "completed", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:08.341600 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfde49cc-b9d7-44ca-82b3-9bd74f298a7f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:08.342229 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'code': 200} Aug 06 18:33:08.343503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:08.350708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:08.358899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.404858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.458785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:08.459579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.462941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:08.464687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.469536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.470236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c7fea6c-ba19-44d0-9128-e52d91fba11c HTTP/1.1" status: 204 len: 168 time: 0.3251643 Aug 06 18:33:08.490017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12ef1c-2ca8-4797-8c9b-39ffee270072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7fea6c-ba19-44d0-9128-e52d91fba11c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:08.515326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:08.537278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port dde54509-ed38-496a-8dac-07600354b8fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dde54509-ed38-496a-8dac-07600354b8fc,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:08.544918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-13e2cdfa-5dcb-49fd-88ec-86feb7357f29 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.5058043 Aug 06 18:33:08.560003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.580279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Request body: {'port': {'device_id': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:08.626809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb1702-c20c-4988-84e0-5ece00e24c35 req-677a9a95-3530-43c0-8abd-a97c391c46ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:08.629988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bbbb1702-c20c-4988-84e0-5ece00e24c35 req-677a9a95-3530-43c0-8abd-a97c391c46ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 944 time: 0.1203275 Aug 06 18:33:08.676307 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.711932 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.723951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:08.739858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bbbb1702-c20c-4988-84e0-5ece00e24c35 req-b2731036-546e-4480-b81c-e6cf0826506f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915294 Aug 06 18:33:08.747656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:08.750558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-0c07bc5a-0051-43ba-b3c1-96a2abc3b58e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:08.752407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-0c07bc5a-0051-43ba-b3c1-96a2abc3b58e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.7122200 Aug 06 18:33:08.760862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:08.802290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:08.880609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:08.932047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e007b339-9e92-40f1-b318-ddace8175f82 None None] Provisioning for port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:08.943985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e007b339-9e92-40f1-b318-ddace8175f82 None None] Provisioning complete for port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:08.944611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e007b339-9e92-40f1-b318-ddace8175f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:09.005398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e007b339-9e92-40f1-b318-ddace8175f82 None None] Port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:33:09.176418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3a02-4a25-41a9-8fc4-93552519f79f req-cda69e63-4172-4b57-8959-6b59e0cd952c tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:09.181706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a8b3a02-4a25-41a9-8fc4-93552519f79f req-cda69e63-4172-4b57-8959-6b59e0cd952c tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 971 time: 0.1938341 Aug 06 18:33:09.182168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03570979-97fb-4bea-aff2-eb51f3335e0c req-38a2d947-b0a7-4f50-8a93-e55a834c4e4f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:09.191395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03570979-97fb-4bea-aff2-eb51f3335e0c req-38a2d947-b0a7-4f50-8a93-e55a834c4e4f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0954370 Aug 06 18:33:09.272623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03570979-97fb-4bea-aff2-eb51f3335e0c req-cf772ff8-6387-4651-9175-fb8f86ea1ad1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800252 Aug 06 18:33:09.356413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:09.362493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:09.417119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a8b3a02-4a25-41a9-8fc4-93552519f79f req-42c48757-bee4-47bf-a4c0-4250b7b05aec tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1598153 Aug 06 18:33:09.427704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a52ddcd1-120c-44ff-8b34-5dd5cd2333ab req-8466beea-e621-4715-bb78-e7ae325b23f7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 210 time: 0.0361710 Aug 06 18:33:09.658642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:09.673358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:09.676723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.2 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/c5c58f2b-9a5a-439d-8fbe-d03f864753ad) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:09.701100 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Transition to ACTIVE for port object 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:09.713156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:09.781744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dde54509-ed38-496a-8dac-07600354b8fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:09.808512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:09.939786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port dde54509-ed38-496a-8dac-07600354b8fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:09.940816 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.099392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0082-a0b9-4027-9346-83f1b7c2e181 req-39fc9d8e-c3dd-489b-8f60-d5f6a1e8bcd1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.101161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-684e0082-a0b9-4027-9346-83f1b7c2e181 req-39fc9d8e-c3dd-489b-8f60-d5f6a1e8bcd1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.1767302 Aug 06 18:33:10.120589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Attempting to bind port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:10.120939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Attempting to bind port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:10.121299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Attempting to bind port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 on network f6da1789-6b34-40c8-88a4-df202acc8c99 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:10.157938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 on network f6da1789-6b34-40c8-88a4-df202acc8c99 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:10.158266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Attempting to bind port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 on network f6da1789-6b34-40c8-88a4-df202acc8c99 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:10.163401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.183322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:10.183665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Checking segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:10.184058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Bound using segment: {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:10.184590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Bound port: 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:10.184958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.215991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-684e0082-a0b9-4027-9346-83f1b7c2e181 req-5bb4f218-69fa-4a63-9e0c-f48fe9288e83 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886297 Aug 06 18:33:10.310737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.314200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:10.327552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:10.346320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:10.351483 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6d908c-4573-4f2d-a529-dd31de00c90f" -d '{"events": [{"server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "name": "network-vif-plugged", "status": "completed", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:10.380073 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.407764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.410334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:10.422735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:10.437269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:10.467805 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b3ba4-29d4-4677-981f-bd588e6a3985 x-openstack-request-id: req-c38b3ba4-29d4-4677-981f-bd588e6a3985 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:10.470088 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "name": "network-vif-plugged", "status": "completed", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:10.470941 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c38b3ba4-29d4-4677-981f-bd588e6a3985 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:10.471887 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df', 'code': 200} Aug 06 18:33:10.534154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.535247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.549914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] 10.222.0.16 "PUT /v2.0/ports/6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 1132 time: 1.9849486 Aug 06 18:33:10.550794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:10.562273 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24" -d '{"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:10.575685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:10.620799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d555-314d-419c-95ec-d745a2540cb0 req-f3d1c7f9-98e7-44e9-af8f-76020e598c3a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.623408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f516d555-314d-419c-95ec-d745a2540cb0 req-f3d1c7f9-98e7-44e9-af8f-76020e598c3a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1441562 Aug 06 18:33:10.701179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f516d555-314d-419c-95ec-d745a2540cb0 req-384c5e19-649e-49f5-a88c-c32244974dc9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636480 Aug 06 18:33:10.709960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.710908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:10.823273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-9c2094d5-3e75-4832-82fa-553d014f4676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0350826 Aug 06 18:33:10.830795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22b2e-dde9-41ee-adb1-18de284ce03b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:10.848689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Request body: {'port': {'device_id': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:10.894516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad62a-c615-4931-9834-86425f275bbf req-e9699fbe-7662-48b0-a90f-ef4f89ba52c3 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.896325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-135ad62a-c615-4931-9834-86425f275bbf req-e9699fbe-7662-48b0-a90f-ef4f89ba52c3 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 983 time: 0.1775205 Aug 06 18:33:10.902405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2427c-6400-43c2-a58b-353560646797 req-229f6401-a681-4d7e-9f37-68ce91c9d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.904086 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95c2427c-6400-43c2-a58b-353560646797 req-229f6401-a681-4d7e-9f37-68ce91c9d128 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 1097 time: 0.3320577 Aug 06 18:33:10.923818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab85a-bd7e-4fe5-978c-f4d21dd9c3c6 req-e82e8b60-3e67-4771-b86b-30ac9297cc1c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.926614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddcab85a-bd7e-4fe5-978c-f4d21dd9c3c6 req-e82e8b60-3e67-4771-b86b-30ac9297cc1c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 931 time: 0.0985978 Aug 06 18:33:10.975497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-d6495d1f-b45d-4893-90ed-a84320a10145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.976972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-d6495d1f-b45d-4893-90ed-a84320a10145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1135 time: 0.3128617 Aug 06 18:33:11.014464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddcab85a-bd7e-4fe5-978c-f4d21dd9c3c6 req-3d555b53-a6d1-405f-a51b-e171e3e977e6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766897 Aug 06 18:33:11.091263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:11.101660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-135ad62a-c615-4931-9834-86425f275bbf req-0a770e6c-37d2-4b9a-9e30-29c4cf5db321 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1910479 Aug 06 18:33:11.124809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-95c2427c-6400-43c2-a58b-353560646797 req-065eec7c-1b95-4d0a-98dd-b9888a16a6f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104325 Aug 06 18:33:11.140317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-bdb147a1-aa56-4d55-b037-8a36dcba8b57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 217 time: 0.1508031 Aug 06 18:33:11.147663 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e463127c-6492-40ec-8d5d-12207b278680 x-openstack-request-id: req-e463127c-6492-40ec-8d5d-12207b278680 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:11.148037 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:11.148212 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e463127c-6492-40ec-8d5d-12207b278680 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:11.148625 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'status': 'completed', 'code': 200} Aug 06 18:33:11.435331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-bd7ba198-8452-4ff6-b5c6-82b9d5d4eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.438142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-bd7ba198-8452-4ff6-b5c6-82b9d5d4eaa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 200 len: 835 time: 0.1740775 Aug 06 18:33:11.502137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374da72-4a34-46d1-b002-8c1155058515 req-587635e7-9156-4587-9004-6e253090f2fd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.503852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8374da72-4a34-46d1-b002-8c1155058515 req-587635e7-9156-4587-9004-6e253090f2fd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.1870928 Aug 06 18:33:11.588052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-6879ac77-55cb-429e-810c-8208dc50c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.589733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-6879ac77-55cb-429e-810c-8208dc50c695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6da1789-6b34-40c8-88a4-df202acc8c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418483 Aug 06 18:33:11.665815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8374da72-4a34-46d1-b002-8c1155058515 req-be6225b0-15e4-4f93-9d72-a5eac602d333 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490650 Aug 06 18:33:11.674854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c58f2b-9a5a-439d-8fbe-d03f864753ad {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:11.711863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:11.734939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Transition to ACTIVE for port object c5c58f2b-9a5a-439d-8fbe-d03f864753ad will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:11.747105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:11.757768 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:11.850976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:11.860588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-f9d6208f-0577-484d-8a55-30313f67afc0 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430537 Aug 06 18:33:11.911771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850158f-45a3-418b-b9bc-768287212b91 req-82505bb2-3fa7-4a7a-9f93-99224255e451 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.913736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0850158f-45a3-418b-b9bc-768287212b91 req-82505bb2-3fa7-4a7a-9f93-99224255e451 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0675859 Aug 06 18:33:11.966038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0850158f-45a3-418b-b9bc-768287212b91 req-f33b0309-6f2f-4dd2-ad17-c0a6bbbe77b5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Aug 06 18:33:12.142574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Attempting to bind port c5c58f2b-9a5a-439d-8fbe-d03f864753ad on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:12.143144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Attempting to bind port c5c58f2b-9a5a-439d-8fbe-d03f864753ad by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:12.143704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Attempting to bind port c5c58f2b-9a5a-439d-8fbe-d03f864753ad on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:12.157486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a2257b9-ce11-42c0-aa07-964f26d0dbe5 req-9b110af8-d9bd-4f1a-941b-1c8c67829f1e service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867577 Aug 06 18:33:12.159336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Port c5c58f2b-9a5a-439d-8fbe-d03f864753ad on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:12.159886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Attempting to bind port c5c58f2b-9a5a-439d-8fbe-d03f864753ad on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:12.173312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:12.173926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:12.174595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:12.175375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Bound port: c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:12.176000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:12.357315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7089a9-085f-4559-904a-3194b8b4787f req-832e599c-2f4b-4d0b-9c81-c37ee4c75292 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.368626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d7089a9-085f-4559-904a-3194b8b4787f req-832e599c-2f4b-4d0b-9c81-c37ee4c75292 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 983 time: 0.1382563 Aug 06 18:33:12.399736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f98b0-fdaf-4f19-bf7d-885efc632124 req-a0c2374b-410e-4dc4-8779-c7b73c62ce54 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.405326 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7f98b0-fdaf-4f19-bf7d-885efc632124 req-a0c2374b-410e-4dc4-8779-c7b73c62ce54 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 943 time: 0.2315893 Aug 06 18:33:12.470416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d7089a9-085f-4559-904a-3194b8b4787f req-6bcd7252-7a3a-478d-bf2b-2b9b79ab44b5 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0970678 Aug 06 18:33:12.479406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-63d8c4a7-bfa1-4a79-828f-b2df00ded817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.482265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-63d8c4a7-bfa1-4a79-828f-b2df00ded817 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1135 time: 0.2234492 Aug 06 18:33:12.487708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:12.542069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:12.553621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:12.623774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7f98b0-fdaf-4f19-bf7d-885efc632124 req-5c33c55b-59e7-4050-90c9-5f64edfb6d99 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985531 Aug 06 18:33:12.856155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f9f80-ea47-484c-8dbc-4a1332be5e27 req-5e83fe9f-dc40-45f5-8737-b9f62e2fda1a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.857889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-299f9f80-ea47-484c-8dbc-4a1332be5e27 req-5e83fe9f-dc40-45f5-8737-b9f62e2fda1a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Aug 06 18:33:12.930164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-299f9f80-ea47-484c-8dbc-4a1332be5e27 req-cacbe480-5cc7-4205-b575-fc66639489cf tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597324 Aug 06 18:33:13.011232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.011621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:13.014311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] 10.222.0.55 "PUT /v2.0/ports/c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 200 len: 1092 time: 2.1774955 Aug 06 18:33:13.076645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf21e4-d5f9-4843-8c20-eec35ea8cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:13.116517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-0a251c11-f478-445a-8efd-a8f6b6c351da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.121752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-0a251c11-f478-445a-8efd-a8f6b6c351da service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 897 time: 0.6264691 Aug 06 18:33:13.170332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec70fa-363b-4728-a2ba-cabe37e2baa7 req-b78a90f9-1d58-4aa6-8163-7815317db440 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.173827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fec70fa-363b-4728-a2ba-cabe37e2baa7 req-b78a90f9-1d58-4aa6-8163-7815317db440 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0814743 Aug 06 18:33:13.179934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:13.182481 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6526a-ed6a-4732-813b-3d55679cdaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:13.190479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-34fb2e33-ddc4-4b6b-a7d9-cb8977bebb74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 217 time: 0.0556345 Aug 06 18:33:13.237782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fec70fa-363b-4728-a2ba-cabe37e2baa7 req-fb4980fd-a46f-4817-aa39-8041f4e131af tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540192 Aug 06 18:33:13.248085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-84559736-7fd7-4685-a5fd-d53a7b9ee7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.250986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-84559736-7fd7-4685-a5fd-d53a7b9ee7b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 1095 time: 0.1683376 Aug 06 18:33:13.273239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739caf16-c193-40c8-a943-36a4faa94eaa req-db4ca8f7-1d75-4554-8d7f-db7146ae6ba6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.275972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739caf16-c193-40c8-a943-36a4faa94eaa req-db4ca8f7-1d75-4554-8d7f-db7146ae6ba6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.2368627 Aug 06 18:33:13.333541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-21f2b502-ee91-4efb-87a3-95328eae0abf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 200 len: 217 time: 0.0561550 Aug 06 18:33:13.366553 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb64868-9b0c-4186-aa99-cb040b152c3a x-openstack-request-id: req-6cb64868-9b0c-4186-aa99-cb040b152c3a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:13.366827 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:13.367113 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cb64868-9b0c-4186-aa99-cb040b152c3a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:13.367520 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad', 'status': 'completed', 'code': 200} Aug 06 18:33:13.370557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-4ebb1e8c-0b04-47ba-a2d9-eacd03598ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.372473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-4ebb1e8c-0b04-47ba-a2d9-eacd03598ca3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 200 len: 835 time: 0.1735158 Aug 06 18:33:13.460959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-739caf16-c193-40c8-a943-36a4faa94eaa req-b66dde93-4561-4a9e-b96e-4c59f08f126b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326423 Aug 06 18:33:13.464544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-a2a875da-6ee0-4197-836b-86657d80c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.466267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-a2a875da-6ee0-4197-836b-86657d80c7c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.1232619 Aug 06 18:33:13.480241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-812d05e0-7a33-4620-b9f0-0fbcf34c388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.481903 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-812d05e0-7a33-4620-b9f0-0fbcf34c388f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6da1789-6b34-40c8-88a4-df202acc8c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869234 Aug 06 18:33:13.522215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-74f3dd04-e3ad-4ef4-9cba-637bde692e2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409021 Aug 06 18:33:13.694577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-f71b5322-1b1f-4181-9a5d-19636f43cf92 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028890 Aug 06 18:33:13.701742 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-7ee75005-df9d-45b7-a9b4-7dbcd23f5937 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629696 Aug 06 18:33:13.743843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107e9f-0d2b-4e06-bb9e-0cb6e50b39a7 req-ed49a044-c928-437e-8e94-0df8e7285a97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.760169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7107e9f-0d2b-4e06-bb9e-0cb6e50b39a7 req-ed49a044-c928-437e-8e94-0df8e7285a97 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 983 time: 0.1378343 Aug 06 18:33:13.855060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7107e9f-0d2b-4e06-bb9e-0cb6e50b39a7 req-dc54fda5-2533-443b-b40a-cf79cf3a73e9 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0928314 Aug 06 18:33:13.944320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918e6c3-86f6-429a-b1c4-6adb74a0f8e1 req-775e80d7-9adc-4b5b-b100-da3ae7bd11f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.946055 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9918e6c3-86f6-429a-b1c4-6adb74a0f8e1 req-775e80d7-9adc-4b5b-b100-da3ae7bd11f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.2433188 Aug 06 18:33:13.950561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-707b97a0-0d8b-4fca-a3c8-4cb0c8ab5e24 req-d296f60f-3905-465d-8552-7fb6fcc95a5f service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466068 Aug 06 18:33:13.953270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c94e4a5-d22d-4b94-97fa-c1d0c3a20f1c req-2fc86a32-f5a6-47e9-90c6-d36c19a97e85 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386553 Aug 06 18:33:14.030027 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9918e6c3-86f6-429a-b1c4-6adb74a0f8e1 req-21a762ef-a4d1-4066-9358-4f1921ce95d5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551834 Aug 06 18:33:14.108849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac41a1-050b-483b-ac99-1388b1ebdc7f req-f743f6b6-b27b-4d92-8f99-12fc72c1dcb0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.110281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-f6dec4e0-eae9-4462-aad0-f594a691f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.113120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-f6dec4e0-eae9-4462-aad0-f594a691f442 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 1095 time: 0.0806322 Aug 06 18:33:14.140330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6ac41a1-050b-483b-ac99-1388b1ebdc7f req-f743f6b6-b27b-4d92-8f99-12fc72c1dcb0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 943 time: 0.1431313 Aug 06 18:33:14.196675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6ac41a1-050b-483b-ac99-1388b1ebdc7f req-3cb1ae0b-4a7e-4ea9-9092-90ff64d94266 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Aug 06 18:33:14.323756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-006d31a0-d249-4a51-8581-b72b811df611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.326590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-006d31a0-d249-4a51-8581-b72b811df611 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.1926191 Aug 06 18:33:14.457263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-204b6bde-ada1-48d0-bc17-a964ae0f64ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 200 len: 217 time: 0.1172063 Aug 06 18:33:14.531812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ac6f-51e7-48a2-8de3-7aa49aa1bef7 req-2688df13-49f3-4016-a034-2f4ad2a165de tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.541600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8171ac6f-51e7-48a2-8de3-7aa49aa1bef7 req-2688df13-49f3-4016-a034-2f4ad2a165de tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1439819 Aug 06 18:33:14.626349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8171ac6f-51e7-48a2-8de3-7aa49aa1bef7 req-17164cb1-24a7-4afb-974d-275b625c9203 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Aug 06 18:33:14.669427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-80d8137a-80ee-4030-9cce-e8ffcdb9b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.676460 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-80d8137a-80ee-4030-9cce-e8ffcdb9b8d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.2032542 Aug 06 18:33:14.713367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bed3f4-eb0f-41b2-82ee-e7df9c409ee4 req-e43aa043-36e5-455a-a338-5b32b6a25f0d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.716494 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73bed3f4-eb0f-41b2-82ee-e7df9c409ee4 req-e43aa043-36e5-455a-a338-5b32b6a25f0d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.1714644 Aug 06 18:33:14.742860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-5b4a039a-a67d-417d-98f8-cbde4f8c9936 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574570 Aug 06 18:33:14.835354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73bed3f4-eb0f-41b2-82ee-e7df9c409ee4 req-19ce255d-5ac4-45c4-b0f0-3dbc42b1715f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958750 Aug 06 18:33:14.915235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-3e8826a2-2e96-4094-9983-032cd7bd1146 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533475 Aug 06 18:33:15.054602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c946d-5da4-4db3-8176-c6a4c553f64e req-88792393-0ce3-4dc2-83c5-cf8f3b3e4b17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.056875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f3c946d-5da4-4db3-8176-c6a4c553f64e req-88792393-0ce3-4dc2-83c5-cf8f3b3e4b17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 983 time: 0.0672338 Aug 06 18:33:15.109809 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00d6526a-ed6a-4732-813b-3d55679cdaaf req-1f4ef7d4-8fb6-4d65-9a30-390c490d2409 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754231 Aug 06 18:33:15.132540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f3c946d-5da4-4db3-8176-c6a4c553f64e req-c7ddf0aa-b5bc-442f-b987-7847cb5c5e57 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0632341 Aug 06 18:33:15.368433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73250-546c-4d97-92dc-a413c7242586 req-4076347b-996b-4397-9051-17b2ebcffd55 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.370083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6d73250-546c-4d97-92dc-a413c7242586 req-4076347b-996b-4397-9051-17b2ebcffd55 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 943 time: 0.0621035 Aug 06 18:33:15.432972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b6d73250-546c-4d97-92dc-a413c7242586 req-8a58140e-701c-4094-86ad-28959db719b1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Aug 06 18:33:15.805605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdaaae-0d3e-4a01-8ef4-7fe7d532d601 req-719a200e-1e6b-4d0d-87d8-1bbe0775cef7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.808757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80bdaaae-0d3e-4a01-8ef4-7fe7d532d601 req-719a200e-1e6b-4d0d-87d8-1bbe0775cef7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0843976 Aug 06 18:33:15.863779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54100a-3dbe-4cf2-8e7a-c6d9d7bbec3e req-84c18203-0913-452f-90d4-32f5328c1543 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.865905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-80bdaaae-0d3e-4a01-8ef4-7fe7d532d601 req-104e96d8-e3b8-4e8a-83db-5ea8fb4b3780 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Aug 06 18:33:15.873010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b54100a-3dbe-4cf2-8e7a-c6d9d7bbec3e req-84c18203-0913-452f-90d4-32f5328c1543 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0621090 Aug 06 18:33:15.952843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b54100a-3dbe-4cf2-8e7a-c6d9d7bbec3e req-f3527364-ade7-4908-b895-c8d0e7f2c15e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742512 Aug 06 18:33:15.956060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:16.038808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43c3dd-2de3-4607-bb3c-e49ad62edbd9 req-b50cc011-25a3-4cd1-9ba3-7448e5b45080 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.042235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c43c3dd-2de3-4607-bb3c-e49ad62edbd9 req-b50cc011-25a3-4cd1-9ba3-7448e5b45080 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.0949802 Aug 06 18:33:16.119928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c43c3dd-2de3-4607-bb3c-e49ad62edbd9 req-651abcc8-21bb-40a3-9c39-01a261737afd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714366 Aug 06 18:33:16.161894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73f28-49a5-41c1-ba9e-ff16fa863d6a req-5bef2cc3-f1c4-4b49-9cc3-402bb997c7db tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.163762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cb73f28-49a5-41c1-ba9e-ff16fa863d6a req-5bef2cc3-f1c4-4b49-9cc3-402bb997c7db tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0795739 Aug 06 18:33:16.216841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:16.231985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cb73f28-49a5-41c1-ba9e-ff16fa863d6a req-20a47f2f-28da-4403-8d65-1f2af5b72ac0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607104 Aug 06 18:33:16.232315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'port_id': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'mac_address': 'fa:16:3e:fb:16:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:16.296726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:16.330445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:16.334520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8654ad-051a-4771-8814-08a50ebbed1d req-65b874c5-8c1f-4899-b40e-92ece5bcfd32 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.338862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae8654ad-051a-4771-8814-08a50ebbed1d req-65b874c5-8c1f-4899-b40e-92ece5bcfd32 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 983 time: 0.0948756 Aug 06 18:33:16.382686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:16.390148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:16.442057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae8654ad-051a-4771-8814-08a50ebbed1d req-ab750e8d-2070-4e2b-84be-632c4cd8a5a2 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0934021 Aug 06 18:33:16.508717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:16.601673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989d19-35af-4b7a-990c-de1b02d4036e req-533d774d-d6cf-49b1-b906-ca6e85a4d9d4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.603552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23989d19-35af-4b7a-990c-de1b02d4036e req-533d774d-d6cf-49b1-b906-ca6e85a4d9d4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.1600094 Aug 06 18:33:16.674488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f973c9d-ba03-4083-81e2-64e952fecad9 req-e9ae5321-b224-4bf4-87fe-41b0fe1789a6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.676401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f973c9d-ba03-4083-81e2-64e952fecad9 req-e9ae5321-b224-4bf4-87fe-41b0fe1789a6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 943 time: 0.1301811 Aug 06 18:33:16.694689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-31c2ce30-8416-44a8-af00-45cd96631d58 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.696896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-31c2ce30-8416-44a8-af00-45cd96631d58 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.1764619 Aug 06 18:33:16.719996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-6f444727-b373-4d63-907c-8af9aadaa83a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/quotas/c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 375 time: 0.0111427 Aug 06 18:33:16.801492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1f973c9d-ba03-4083-81e2-64e952fecad9 req-dd4b414e-bbbf-4450-95d7-285ed99f3cde tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737262 Aug 06 18:33:16.802084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-7597e563-c47a-43de-8188-dd1d3db3c5f4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0712748 Aug 06 18:33:16.809512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 0d10002e-1ba4-4dac-84ac-4ce5502c85df {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:16.809512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:16.916277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:16.936367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-f91f50f6-5676-4c95-9eac-823c0abe5ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351068 Aug 06 18:33:16.946904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port 0d10002e-1ba4-4dac-84ac-4ce5502c85df, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0d10002e-1ba4-4dac-84ac-4ce5502c85df,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:16.947275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:16.973997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 0d10002e-1ba4-4dac-84ac-4ce5502c85df owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:17.118301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-a3f88619-62e6-4b30-a802-bfb9b279021e service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802537 Aug 06 18:33:17.161084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428274d-ce95-471d-b24d-695b94bde3ca req-e0add265-bb52-45cf-b6e2-ecbd268f1b6e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.163234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b428274d-ce95-471d-b24d-695b94bde3ca req-e0add265-bb52-45cf-b6e2-ecbd268f1b6e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1814191 Aug 06 18:33:17.238508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b428274d-ce95-471d-b24d-695b94bde3ca req-fd0e706c-0d61-4fb9-9061-ae9ba3cdb9ba tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675368 Aug 06 18:33:17.388408 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:17.427473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79fbea4e-5db2-4b2d-a3d9-a705110ab428 req-b7530a37-f151-44c1-927f-dd957654daa9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 210 time: 0.0673246 Aug 06 18:33:17.443771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a124-cd83-40b3-b8f0-532480470af1 req-db822491-d990-4bcc-8e0d-a0ec2c920e66 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.452631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0248a124-cd83-40b3-b8f0-532480470af1 req-db822491-d990-4bcc-8e0d-a0ec2c920e66 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 945 time: 0.1291149 Aug 06 18:33:17.476858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=0d10002e-1ba4-4dac-84ac-4ce5502c85df,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:17.532992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port 0d10002e-1ba4-4dac-84ac-4ce5502c85df on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:17.538255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:17.539853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23989d19-35af-4b7a-990c-de1b02d4036e req-10202e0b-3ad5-4c8b-b224-f7904c085142 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "DELETE /v2.0/ports/0d10002e-1ba4-4dac-84ac-4ce5502c85df HTTP/1.1" status: 204 len: 173 time: 0.9266381 Aug 06 18:33:17.540356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'name': 'network-vif-deleted', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:17.543143 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491f129-3340-4c70-a065-56f296c92da4" -d '{"events": [{"server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "name": "network-vif-deleted", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:17.552121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0248a124-cd83-40b3-b8f0-532480470af1 req-8cb40263-10e3-4bfc-92e3-0a87010f86fa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985675 Aug 06 18:33:17.632982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5c58f2b-9a5a-439d-8fbe-d03f864753ad details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:17.761054 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49369ce-c22b-4966-a56e-22d7cd0fa887 x-openstack-request-id: req-c49369ce-c22b-4966-a56e-22d7cd0fa887 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:17.761897 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744727f4-33c3-426b-bbc9-4aafccb4e186", "name": "network-vif-deleted", "tag": "0d10002e-1ba4-4dac-84ac-4ce5502c85df", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:17.762554 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c49369ce-c22b-4966-a56e-22d7cd0fa887 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:17.763439 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744727f4-33c3-426b-bbc9-4aafccb4e186', 'name': 'network-vif-deleted', 'tag': '0d10002e-1ba4-4dac-84ac-4ce5502c85df', 'status': 'completed', 'code': 200} Aug 06 18:33:17.774644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030491ba-067f-4c1f-8e8d-6d19cbf6cad2 req-f8b03532-4289-4394-b676-e600f8838890 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.795298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-030491ba-067f-4c1f-8e8d-6d19cbf6cad2 req-f8b03532-4289-4394-b676-e600f8838890 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 984 time: 0.2005677 Aug 06 18:33:17.962281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-030491ba-067f-4c1f-8e8d-6d19cbf6cad2 req-91a230bd-26b4-4b88-86e3-5412cc156052 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1574655 Aug 06 18:33:17.982219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['0d10002e-1ba4-4dac-84ac-4ce5502c85df'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:18.039448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:18.049072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5ae0-6c89-43c8-b392-eb90d0d1e30d req-57445e32-b01b-4a72-897e-31877fa7e962 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:18.059108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffbe5ae0-6c89-43c8-b392-eb90d0d1e30d req-57445e32-b01b-4a72-897e-31877fa7e962 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 943 time: 0.0891798 Aug 06 18:33:18.065237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad', 'mac_address': 'fa:16:3e:74:2d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:18.142228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffbe5ae0-6c89-43c8-b392-eb90d0d1e30d req-ac14bcc2-b726-4a3a-85ae-13e4b32d63ec tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816033 Aug 06 18:33:18.147402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:18.170614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c58f2b-9a5a-439d-8fbe-d03f864753ad {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:18.217521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:18.224248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:18.339111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:18.467942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036433-03b4-47b0-b1c6-0d4b4791074a req-f30f65f1-4210-40f2-bea8-ab414240c7fb tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:18.470743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e036433-03b4-47b0-b1c6-0d4b4791074a req-f30f65f1-4210-40f2-bea8-ab414240c7fb tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0950115 Aug 06 18:33:18.497910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:18.554941 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e036433-03b4-47b0-b1c6-0d4b4791074a req-e77cdd10-b528-48b3-a1cf-8afd7bde8548 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675673 Aug 06 18:33:18.621587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5076ce5-ad3d-411b-99de-37d6f349b076 req-fc45b9ec-fbac-4d7a-b760-bda2e085c923 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 210 time: 0.0723047 Aug 06 18:33:18.781533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb39e963-e6be-4e53-bdcf-8bc5ef74a6b7 req-0e27bb0a-e55e-4cdb-8c9b-1e7866b25322 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.0516608 Aug 06 18:33:19.112316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-eab23e13-4a09-4c62-830e-8f1cadb3b0f6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.116307 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-eab23e13-4a09-4c62-830e-8f1cadb3b0f6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.2434618 Aug 06 18:33:19.142797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'device_id': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'admin_state_up': True, 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:19.317662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59920f3-1522-4e27-8826-5b4db2181501 req-41fcf418-e376-4ba4-8019-55d0161d8e7a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.320069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e59920f3-1522-4e27-8826-5b4db2181501 req-41fcf418-e376-4ba4-8019-55d0161d8e7a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 944 time: 0.0700462 Aug 06 18:33:19.417389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e59920f3-1522-4e27-8826-5b4db2181501 req-a771eea9-3acf-4b43-9eec-325cc48dda9b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Aug 06 18:33:19.451669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba5d5-fb2c-4b92-a0e9-40f98553d605 req-f5ee9a3b-2ab8-4e18-9eeb-efefed6a5412 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.458301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-061ba5d5-fb2c-4b92-a0e9-40f98553d605 req-f5ee9a3b-2ab8-4e18-9eeb-efefed6a5412 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 984 time: 0.3364332 Aug 06 18:33:19.458301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:19.462156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:19.634213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5c58f2b-9a5a-439d-8fbe-d03f864753ad up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:19.648608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-061ba5d5-fb2c-4b92-a0e9-40f98553d605 req-32db9830-dbc1-4d7e-8e1f-4a9f8932d636 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1684110 Aug 06 18:33:19.809713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c5c58f2b-9a5a-439d-8fbe-d03f864753ad completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:19.818263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c5c58f2b-9a5a-439d-8fbe-d03f864753ad triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:19.818844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:19.833510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.20.0.6 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/f2d3b2d2-803e-4dbc-8246-06a3469885fc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:19.835394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611758ff-52d8-4b02-b69f-68777c11df6c req-6592fa89-b411-41db-a885-7aa148679975 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.846188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-611758ff-52d8-4b02-b69f-68777c11df6c req-6592fa89-b411-41db-a885-7aa148679975 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1264250 Aug 06 18:33:19.858644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-22618487-2482-44ea-8420-e948cb18e3f0 req-42fabcbe-d154-4b1f-8158-e015b680d77b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 210 time: 0.0512328 Aug 06 18:33:19.969156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-611758ff-52d8-4b02-b69f-68777c11df6c req-df00ac53-8891-4036-b219-df653b3ede48 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Aug 06 18:33:19.992508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:20.083223 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.128952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:20.133868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:20.137477 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6539af9-518f-41a7-8ed5-aaa52143a7e0" -d '{"events": [{"server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "name": "network-vif-plugged", "status": "completed", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:20.145999 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.176335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.195656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Transition to ACTIVE for port object f2d3b2d2-803e-4dbc-8246-06a3469885fc will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:20.204525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:20.221418 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd31f3-a3ef-401b-8714-5ec473da5305 x-openstack-request-id: req-affd31f3-a3ef-401b-8714-5ec473da5305 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:20.221936 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "name": "network-vif-plugged", "status": "completed", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:20.222352 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-affd31f3-a3ef-401b-8714-5ec473da5305 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:20.222879 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad', 'code': 200} Aug 06 18:33:20.245935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:20.253899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:20.254700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.279401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-779940aa-6c5a-43d6-8498-686b815f5aa9 req-8497db6d-1dff-4667-8726-dc39b9bce4dd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.1845682 Aug 06 18:33:20.285231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.304473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac', 'c0484651-7f74-4703-bdad-58d6072cef45'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:20.408615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:20.413972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:20.416149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:20.423427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:20.571425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.572525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.596706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c957cc-4be4-4400-a317-84ea8aa0cb18 req-45078497-d717-48c8-8f42-317fe4829ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.599586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24c957cc-4be4-4400-a317-84ea8aa0cb18 req-45078497-d717-48c8-8f42-317fe4829ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 1097 time: 0.2712379 Aug 06 18:33:20.610387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-be10378a-0002-4c1d-9141-32db6f620fce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4730833 Aug 06 18:33:20.623350 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.682051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Request body: {'port': {'device_id': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:20.685935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722f70-45d9-4ca6-98e8-8b6ace09c375 req-f5c29592-51ec-44fb-a046-fdf0e1da40aa tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.689506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef722f70-45d9-4ca6-98e8-8b6ace09c375 req-f5c29592-51ec-44fb-a046-fdf0e1da40aa tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 945 time: 0.1309016 Aug 06 18:33:20.698766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24c957cc-4be4-4400-a317-84ea8aa0cb18 req-96821a30-01fe-4935-8c64-28c998e4c9ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848095 Aug 06 18:33:20.784420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:20.786988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef722f70-45d9-4ca6-98e8-8b6ace09c375 req-8f628d50-1319-46f6-b0c0-11448d341bba tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793293 Aug 06 18:33:20.805000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.805927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0d10002e-1ba4-4dac-84ac-4ce5502c85df no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:20.861616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 0d10002e-1ba4-4dac-84ac-4ce5502c85df {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:20.862182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0d10002e-1ba4-4dac-84ac-4ce5502c85df not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:20.884026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:20.925173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5f92c-760f-42e4-9b6e-3f99f5b562a4 req-000ef24f-222a-4651-a102-e2d63614a166 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.927324 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ad5f92c-760f-42e4-9b6e-3f99f5b562a4 req-000ef24f-222a-4651-a102-e2d63614a166 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.1081474 Aug 06 18:33:20.960820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9591e685-640f-4b33-bac5-b8911e9d4787 None None] Provisioning for port f2d3b2d2-803e-4dbc-8246-06a3469885fc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:20.968930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:20.975445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9591e685-640f-4b33-bac5-b8911e9d4787 None None] Provisioning complete for port f2d3b2d2-803e-4dbc-8246-06a3469885fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:20.975829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9591e685-640f-4b33-bac5-b8911e9d4787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:21.081771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32f66-c829-4a40-866b-ff679620e3b6 req-a360d5a4-b75f-47b8-bbc1-beac5a7073dc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:21.085309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9591e685-640f-4b33-bac5-b8911e9d4787 None None] Port f2d3b2d2-803e-4dbc-8246-06a3469885fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:33:21.086994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cd32f66-c829-4a40-866b-ff679620e3b6 req-a360d5a4-b75f-47b8-bbc1-beac5a7073dc tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 931 time: 0.0900068 Aug 06 18:33:21.197787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cd32f66-c829-4a40-866b-ff679620e3b6 req-1e652443-79ba-4626-8e2a-b2e0295f4463 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993676 Aug 06 18:33:21.311277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ad5f92c-760f-42e4-9b6e-3f99f5b562a4 req-6437e238-ac92-4509-a0cd-be7d83307b9f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1028264 Aug 06 18:33:21.410276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d3b2d2-803e-4dbc-8246-06a3469885fc {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:21.448004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:21.451707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbad31-5477-4917-926b-d688caffbecf req-d9d5a2ec-cfb0-4bf3-aeed-2c9232308e4e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:21.462182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3fbad31-5477-4917-926b-d688caffbecf req-d9d5a2ec-cfb0-4bf3-aeed-2c9232308e4e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1404226 Aug 06 18:33:21.526697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Transition to ACTIVE for port object f2d3b2d2-803e-4dbc-8246-06a3469885fc will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:21.533831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a43edb27-a1d7-4a33-9ab2-86797137299b req-595083b8-460f-4dfb-8886-2db5afdad3c2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.1075995 Aug 06 18:33:21.542001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:21.618604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3fbad31-5477-4917-926b-d688caffbecf req-c6111383-5d01-4a8c-85e1-379120896e9f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543863 Aug 06 18:33:21.683249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:21.914119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Attempting to bind port f2d3b2d2-803e-4dbc-8246-06a3469885fc on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:21.914682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Attempting to bind port f2d3b2d2-803e-4dbc-8246-06a3469885fc by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:21.915224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Attempting to bind port f2d3b2d2-803e-4dbc-8246-06a3469885fc on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:21.928930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Port f2d3b2d2-803e-4dbc-8246-06a3469885fc on network d5c9affe-3d42-4972-bf8d-ac5003063cae not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:21.929507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Attempting to bind port f2d3b2d2-803e-4dbc-8246-06a3469885fc on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:21.940668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:21.941276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:21.942034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:21.942838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Bound port: f2d3b2d2-803e-4dbc-8246-06a3469885fc, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:21.943448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:22.147842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:22.164819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82801b81-c9b7-476a-954d-156596560a03 req-b3557d35-4660-4e47-8d87-3189c9aeaa37 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.167710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82801b81-c9b7-476a-954d-156596560a03 req-b3557d35-4660-4e47-8d87-3189c9aeaa37 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 945 time: 0.1533496 Aug 06 18:33:22.171185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:22.190255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:22.224750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:22.227652 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7b9fa-ae40-4ce4-88fd-897fb961d1f1" -d '{"events": [{"server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:22.306474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.307639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:22.310362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 200 len: 1092 time: 1.6343482 Aug 06 18:33:22.311651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:22.316913 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a02570-81d0-45b8-8cae-6affe48fc599" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:22.343475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82801b81-c9b7-476a-954d-156596560a03 req-2c350bd0-e55c-46ee-af83-fa58d7e8d31d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674850 Aug 06 18:33:22.453553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f8867-980a-4632-a5f7-6e4a55552a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:22.498933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-96753572-c69f-4c14-a364-0d9c7a43b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.501375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-96753572-c69f-4c14-a364-0d9c7a43b610 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 1095 time: 0.1177957 Aug 06 18:33:22.520526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ac432-f588-4ea9-8595-8a9b84e75aee req-5357e844-af7e-4f9f-a546-569447c2ca2a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.544521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-786ac432-f588-4ea9-8595-8a9b84e75aee req-5357e844-af7e-4f9f-a546-569447c2ca2a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 943 time: 0.1854079 Aug 06 18:33:22.551757 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a93c099-9398-45b9-9ff3-072be8ef8186 x-openstack-request-id: req-8a93c099-9398-45b9-9ff3-072be8ef8186 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:22.552046 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "name": "network-vif-plugged", "status": "completed", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:22.552306 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a93c099-9398-45b9-9ff3-072be8ef8186 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:22.552704 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'code': 200} Aug 06 18:33:22.620387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-baf896ba-f38a-4f72-aea4-ee52dba5a4f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 200 len: 217 time: 0.1099937 Aug 06 18:33:22.677231 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56822b5d-f606-4872-a902-3009226f20e8 x-openstack-request-id: req-56822b5d-f606-4872-a902-3009226f20e8 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:22.677625 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:22.677855 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56822b5d-f606-4872-a902-3009226f20e8 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:22.678421 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'status': 'completed', 'code': 200} Aug 06 18:33:22.707415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-786ac432-f588-4ea9-8595-8a9b84e75aee req-6eeaaf04-ec32-46cb-a6f1-85b6934797d1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589775 Aug 06 18:33:22.764071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626971-0062-4312-acf5-3af87ffd1702 req-bb97437f-a705-49d3-a67d-582a269289f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.766338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d626971-0062-4312-acf5-3af87ffd1702 req-bb97437f-a705-49d3-a67d-582a269289f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.1319220 Aug 06 18:33:22.792546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-12dc33ee-5f45-4646-8363-567598a81534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.795467 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-12dc33ee-5f45-4646-8363-567598a81534 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1627376 Aug 06 18:33:22.961745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d626971-0062-4312-acf5-3af87ffd1702 req-f48338c8-78d4-4e43-8dde-363d7bf79852 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1806087 Aug 06 18:33:23.038069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-1c540216-cd60-47a8-b921-c999d40915f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.041879 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-1c540216-cd60-47a8-b921-c999d40915f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2293174 Aug 06 18:33:23.058633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7e296-ee85-4e6a-a74f-9c8dd1fe0533 req-46bdd492-b0ae-4d72-bd0f-aab515274c31 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.062188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3c7e296-ee85-4e6a-a74f-9c8dd1fe0533 req-46bdd492-b0ae-4d72-bd0f-aab515274c31 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.2420115 Aug 06 18:33:23.189540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3c7e296-ee85-4e6a-a74f-9c8dd1fe0533 req-7fb6f4f5-6b69-4949-ab99-2cf1620e7137 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1088812 Aug 06 18:33:23.209099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49356-7329-4541-9588-52317cfd1874 req-e23f42ce-6544-4b93-b554-4867e4096e41 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.211745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e49356-7329-4541-9588-52317cfd1874 req-e23f42ce-6544-4b93-b554-4867e4096e41 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.2558219 Aug 06 18:33:23.268189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e49356-7329-4541-9588-52317cfd1874 req-a1115c22-985f-4f46-b162-bf54922f5d29 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0467026 Aug 06 18:33:23.383876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e49356-7329-4541-9588-52317cfd1874 req-ce52e75a-ff94-4410-9bd5-af2f8bef7b86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837009 Aug 06 18:33:23.592466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e49356-7329-4541-9588-52317cfd1874 req-3e331d76-980c-48c2-8052-6ad4e5b9b3c3 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005541 Aug 06 18:33:23.741785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4a09d5e8-c45b-49ed-ba00-4a74af0d757f req-42283147-3cd7-4447-9e47-53eae3336c3a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.0381196 Aug 06 18:33:23.748848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72e49356-7329-4541-9588-52317cfd1874 req-f0c55f32-0e27-4341-8e28-b770c3afe463 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488376 Aug 06 18:33:23.786717 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-3f8eca34-7dba-4b4b-bf6e-98a330141d58 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949034 Aug 06 18:33:24.022850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-762c3d16-40e7-41a8-a968-7b654bbec66b req-38f9a918-fba3-4b42-a1b9-0c033b04aa27 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278848 Aug 06 18:33:24.031681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1489d-2b21-486d-a4b9-ba6dd11fae2d req-662e8187-6939-41e7-bda8-a894f38d8b33 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.032566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28b1489d-2b21-486d-a4b9-ba6dd11fae2d req-662e8187-6939-41e7-bda8-a894f38d8b33 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 943 time: 0.0663569 Aug 06 18:33:24.048051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d957d1-698f-404a-97ef-17b838caa7cd req-82e55d90-daf4-4921-afef-80bbb9df1f7b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.052651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-29d957d1-698f-404a-97ef-17b838caa7cd req-82e55d90-daf4-4921-afef-80bbb9df1f7b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1568947 Aug 06 18:33:24.110819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28b1489d-2b21-486d-a4b9-ba6dd11fae2d req-b7908da4-4a94-48ef-af37-c1e4d6d6f68a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Aug 06 18:33:24.167081 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-29d957d1-698f-404a-97ef-17b838caa7cd req-a3969636-a3c9-4924-bc44-492ee173bb5b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969632 Aug 06 18:33:24.211656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-008642a4-bb4c-44cb-9c0c-d7d8868909d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.217236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-008642a4-bb4c-44cb-9c0c-d7d8868909d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 1095 time: 0.1167929 Aug 06 18:33:24.439250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-339b3986-1364-4623-986b-70f92367a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.440934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-339b3986-1364-4623-986b-70f92367a4ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.2046945 Aug 06 18:33:24.450382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200ca04-67e0-4dcd-b208-4abe2ed4ad8c req-c5e404e0-f5a3-4eec-8cc7-3a81f394fda8 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.459123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7200ca04-67e0-4dcd-b208-4abe2ed4ad8c req-c5e404e0-f5a3-4eec-8cc7-3a81f394fda8 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.1612368 Aug 06 18:33:24.509702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-7dd87ac3-a02a-4352-a827-e15b504fa45f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 200 len: 217 time: 0.0420020 Aug 06 18:33:24.596046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7200ca04-67e0-4dcd-b208-4abe2ed4ad8c req-7a9981de-a895-4c9c-bd4e-0d532759825b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1343784 Aug 06 18:33:24.639741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-ab655b97-2ebb-4176-95c0-fb0cf530ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.643205 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-ab655b97-2ebb-4176-95c0-fb0cf530ec31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1235266 Aug 06 18:33:24.765911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-22ed4154-1e98-4d3d-b4b5-9298bdb50691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.770311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-22ed4154-1e98-4d3d-b4b5-9298bdb50691 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190631 Aug 06 18:33:25.050991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c062a7dc-862c-4c08-ac41-18c89dde734e req-28cf5d11-9d7e-44d6-9d17-9e42b2d4aecb tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=744727f4-33c3-426b-bbc9-4aafccb4e186 HTTP/1.1" status: 200 len: 210 time: 0.0861726 Aug 06 18:33:25.160652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-3ec37733-b7b3-4698-ba76-08c156131cfb service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830056 Aug 06 18:33:25.251074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-538ea705-56da-4b00-a309-8a6a805781e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.252724 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-538ea705-56da-4b00-a309-8a6a805781e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.2685649 Aug 06 18:33:25.313561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-68ec7eab-0475-473e-b5ac-22e6c9860bdf tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0192699 Aug 06 18:33:25.333414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44206-9ed7-463d-8200-9d276c39e1d2 req-b6bde1d1-b50f-4625-9e30-d35d075d3a0c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.344329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7f44206-9ed7-463d-8200-9d276c39e1d2 req-b6bde1d1-b50f-4625-9e30-d35d075d3a0c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 943 time: 0.1012194 Aug 06 18:33:25.379050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-62a02570-81d0-45b8-8cae-6affe48fc599 req-bffc33bd-1294-4b00-b786-5c943bfceca7 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090092 Aug 06 18:33:25.416423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7f44206-9ed7-463d-8200-9d276c39e1d2 req-6b6fdaab-709b-413c-8fab-368a10a928ce tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704148 Aug 06 18:33:25.422612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-0140b428-0b12-4fd7-aabf-e53681f35611 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001019 Aug 06 18:33:25.578409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-9f833d59-e206-44f1-948d-1eacaad6ce9e service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470785 Aug 06 18:33:25.593854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7652-e721-4f52-aee8-6f656a0f3aea req-3fdb0041-81e9-4b48-bcb7-fd4f2cbd18bc tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.596709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-66bd7652-e721-4f52-aee8-6f656a0f3aea req-3fdb0041-81e9-4b48-bcb7-fd4f2cbd18bc tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.0931015 Aug 06 18:33:25.670910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-66bd7652-e721-4f52-aee8-6f656a0f3aea req-5f932311-ccec-49fa-b27c-07dce55f6108 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663178 Aug 06 18:33:25.734159 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-7ec5b812-563d-4831-a029-08b5cdc84300 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481836 Aug 06 18:33:25.877771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34b4bc-bb8c-4e6e-8f5c-b0f368a7c1f8 req-9c2f5687-4645-469b-8a17-5517225aee86 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.880947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b34b4bc-bb8c-4e6e-8f5c-b0f368a7c1f8 req-9c2f5687-4645-469b-8a17-5517225aee86 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.1051002 Aug 06 18:33:25.983181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b34b4bc-bb8c-4e6e-8f5c-b0f368a7c1f8 req-a3f48d5e-77ca-4f39-95fa-f809bc14b2f4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0939691 Aug 06 18:33:26.022680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-ca7e9d6c-81db-439a-8cf1-9c8d3c7e7580 req-ae08d4af-59d0-47dc-a26d-8af91ab491b1 service neutron] (94121) timed out ('10.222.0.64', 37686) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:33:26.046486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2da7a98-bdc5-4ab3-b0fb-422c49d44dcc req-ce9eeea4-0e90-43ba-b2ec-1f96b917eaeb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 210 time: 0.0969605 Aug 06 18:33:26.643920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8929e-9866-4c14-8a38-459127e9dfc5 req-464c4fdd-3e1e-4a26-95b9-a7b1d916b93a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.651859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72d8929e-9866-4c14-8a38-459127e9dfc5 req-464c4fdd-3e1e-4a26-95b9-a7b1d916b93a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 943 time: 0.1102543 Aug 06 18:33:26.722260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-72d8929e-9866-4c14-8a38-459127e9dfc5 req-45c8265b-2f07-45d0-9b15-a2f8a8c7ef10 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694461 Aug 06 18:33:26.957239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bceb4-0fc5-4730-8ee2-4575df414b32 req-f96c1550-e33c-4ab3-b3e3-1a9484fcfd7e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.962589 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b4bceb4-0fc5-4730-8ee2-4575df414b32 req-f96c1550-e33c-4ab3-b3e3-1a9484fcfd7e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1070940 Aug 06 18:33:26.973715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c558b8-b1b0-485b-9e66-1fa13899257b req-a5b398bf-23e5-4602-b546-469a4fed5ee1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.987813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0c558b8-b1b0-485b-9e66-1fa13899257b req-a5b398bf-23e5-4602-b546-469a4fed5ee1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.8051684 Aug 06 18:33:27.042577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b4bceb4-0fc5-4730-8ee2-4575df414b32 req-4fde2527-e98f-45b7-a7d3-a9319c013d83 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Aug 06 18:33:27.105016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0c558b8-b1b0-485b-9e66-1fa13899257b req-2c4bcbe7-2f89-43b2-9ce0-523c2faa9299 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1116323 Aug 06 18:33:27.263319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46a4e0c1-173b-4911-9b02-d105a7fa3845 req-d1a23369-edbc-4008-99b2-13830e430507 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 210 time: 0.0427389 Aug 06 18:33:27.369569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-62cfd487-f8f6-469f-801d-1835a2e71382 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.385312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-62cfd487-f8f6-469f-801d-1835a2e71382 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.1635969 Aug 06 18:33:27.415281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.655861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.667184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.707519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ec844cb-1103-4be2-b7ef-c34646481b43 req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3181946 Aug 06 18:33:27.738532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59556) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:27.755158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef74df-7515-4d87-9eed-5fb756322c2c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:27.778474 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.778882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.782671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.783864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.784243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.786071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.789924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.790664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.791278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.791838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.794275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.794843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a84b5-2578-452e-bbbc-74d51bcf9009 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.917431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-a7cc6e1b-e765-4652-b025-3756c67776ef tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.919782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-a7cc6e1b-e765-4652-b025-3756c67776ef tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.3877394 Aug 06 18:33:27.925469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5b2b7-6994-472b-a8b4-4a7e92c36447 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.927489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73a5b2b7-6994-472b-a8b4-4a7e92c36447 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1132 time: 0.1836712 Aug 06 18:33:27.932590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:27.936044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:27.937317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:27.985588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.027499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68f7f-cc3f-4829-9f5f-d1c6fcf60990 req-8ccffcef-1a18-45c2-8ad1-bf79bc61a666 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.029182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f2d3b2d2-803e-4dbc-8246-06a3469885fc details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:28.030121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0d68f7f-cc3f-4829-9f5f-d1c6fcf60990 req-8ccffcef-1a18-45c2-8ad1-bf79bc61a666 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 943 time: 0.1865754 Aug 06 18:33:28.140193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d0d68f7f-cc3f-4829-9f5f-d1c6fcf60990 req-dea13ff4-d2d9-4569-b8e4-81beaf7fe3db tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922704 Aug 06 18:33:28.208179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:28.211954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.316235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.389739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:28.400391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18174eef-faca-44fc-8cbb-82768c259323 req-cb463d87-01dd-4e68-8afa-95077ece8160 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.413143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18174eef-faca-44fc-8cbb-82768c259323 req-cb463d87-01dd-4e68-8afa-95077ece8160 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1882272 Aug 06 18:33:28.423469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'mac_address': 'fa:16:3e:59:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:28.468872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.9 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/3f1c1507-1cd2-428c-886a-560065d30388) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:28.580071 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-556e35c7-c1cb-4284-ba01-32acad1d9a01 req-d428450c-689a-4108-afec-119012b71755 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 210 time: 0.1141355 Aug 06 18:33:28.602723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18174eef-faca-44fc-8cbb-82768c259323 req-95bbf3bc-f459-429e-b9d4-c39815dc850b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838143 Aug 06 18:33:28.603778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f83df1f9-5606-45e5-8d67-fdcd5b0057eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.619139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.670111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d3b2d2-803e-4dbc-8246-06a3469885fc {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:28.785804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:28.789874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.25.3.174 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/8adac3d6-3d57-4b9f-8256-1c3c4b58b16e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:28.806711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:28.906817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:28.920231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.017015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.031020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:29.047684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.095651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:29.101869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:29.119902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:29.148656 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.179894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:29.181981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f2d3b2d2-803e-4dbc-8246-06a3469885fc'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:29.208928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.209524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.210086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.210849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.211387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.211950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.212501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.213479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.214378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.214984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.215550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.216115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:29.256750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.258035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.281174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:29.294414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:29.299558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:29.315626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-97e25910-71bb-4464-95eb-2822169178cd tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3811729 Aug 06 18:33:29.336455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Request body: {'port': {'device_id': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:29.384789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=8adac3d6-3d57-4b9f-8256-1c3c4b58b16e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:29.479536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f135f4-44e2-4ef0-bd15-58406a34b757 req-7eeaffa9-1822-40d4-9265-8add5c31f992 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.490107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61f135f4-44e2-4ef0-bd15-58406a34b757 req-7eeaffa9-1822-40d4-9265-8add5c31f992 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 944 time: 0.1609595 Aug 06 18:33:29.492953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:29.622486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61f135f4-44e2-4ef0-bd15-58406a34b757 req-a542d10c-b677-42ae-aa8f-54a2f2b95265 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301823 Aug 06 18:33:29.982514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcde0f-858e-40f3-922a-530c4ae55101 req-87b08105-6008-4339-91f4-61a60e9090ee tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.984743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6abcde0f-858e-40f3-922a-530c4ae55101 req-87b08105-6008-4339-91f4-61a60e9090ee tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 931 time: 0.1118603 Aug 06 18:33:30.123110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6abcde0f-858e-40f3-922a-530c4ae55101 req-48457952-f1d6-4e76-b502-220f8e989ee1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097651 Aug 06 18:33:30.131171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38daf-e1c1-4e7b-a1ea-9cc9dedf0315 req-679f64c6-2f56-410a-818f-b4e41c46b949 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.144244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18c38daf-e1c1-4e7b-a1ea-9cc9dedf0315 req-679f64c6-2f56-410a-818f-b4e41c46b949 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.2906554 Aug 06 18:33:30.164518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60321edf-5d5b-408e-9068-479b68a219e7 req-d4e3b6f1-f185-456d-a342-299880333e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.167293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60321edf-5d5b-408e-9068-479b68a219e7 req-d4e3b6f1-f185-456d-a342-299880333e28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 1097 time: 0.2544756 Aug 06 18:33:30.241480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.290409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-18c38daf-e1c1-4e7b-a1ea-9cc9dedf0315 req-fcfd2cb0-9f32-4bf6-a3cb-21f85da5311f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447821 Aug 06 18:33:30.312507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60321edf-5d5b-408e-9068-479b68a219e7 req-e30fce3e-78cf-44bb-846d-7afcecc1f54a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256270 Aug 06 18:33:30.399966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.463565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1c1507-1cd2-428c-886a-560065d30388 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:30.477911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.508769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Transition to ACTIVE for port object 3f1c1507-1cd2-428c-886a-560065d30388 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:30.515419 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.603668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:30.699024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Attempting to bind port 3f1c1507-1cd2-428c-886a-560065d30388 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:30.699518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Attempting to bind port 3f1c1507-1cd2-428c-886a-560065d30388 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:30.699859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Attempting to bind port 3f1c1507-1cd2-428c-886a-560065d30388 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:30.706579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Port 3f1c1507-1cd2-428c-886a-560065d30388 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:30.706918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Attempting to bind port 3f1c1507-1cd2-428c-886a-560065d30388 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:30.714198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:30.714601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:30.715146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:30.716030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Bound port: 3f1c1507-1cd2-428c-886a-560065d30388, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:30.716301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.736536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.757049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.829786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:30.836946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3f1c1507-1cd2-428c-886a-560065d30388,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:30.842107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.897062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.898023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.899709 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] 10.222.0.16 "PUT /v2.0/ports/3f1c1507-1cd2-428c-886a-560065d30388 HTTP/1.1" status: 200 len: 1092 time: 1.5758159 Aug 06 18:33:30.900302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:30.903254 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18e0e4-0853-4175-b08c-ab0cfe87be56" -d '{"events": [{"name": "network-changed", "server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "tag": "3f1c1507-1cd2-428c-886a-560065d30388"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:30.945631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ebfbf-6388-4fd6-8299-c9ab463b6131 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:31.008733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=8adac3d6-3d57-4b9f-8256-1c3c4b58b16e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:31.063488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7e93-6c6d-4901-b2e4-1328c6ea0252 req-91ffff6e-ff15-4bbf-a174-7aa7611f06a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.067450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f8d7e93-6c6d-4901-b2e4-1328c6ea0252 req-91ffff6e-ff15-4bbf-a174-7aa7611f06a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 944 time: 0.2815366 Aug 06 18:33:31.069346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.088958 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41a08cd-e32b-4d52-b861-02664dc02ce1 x-openstack-request-id: req-a41a08cd-e32b-4d52-b861-02664dc02ce1 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:31.089439 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "tag": "3f1c1507-1cd2-428c-886a-560065d30388", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:31.089903 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a41a08cd-e32b-4d52-b861-02664dc02ce1 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:31.092995 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388', 'status': 'completed', 'code': 200} Aug 06 18:33:31.126390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-03194905-d8d2-43f5-9cd0-9c76d7dc40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.128060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-03194905-d8d2-43f5-9cd0-9c76d7dc40de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 1095 time: 0.1673148 Aug 06 18:33:31.264050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9f8d7e93-6c6d-4901-b2e4-1328c6ea0252 req-8f4d9718-3708-4666-b981-e32c88a6f05b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199327 Aug 06 18:33:31.303162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-1191a2b7-3344-4791-b1bf-03a85cd3cb83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1c1507-1cd2-428c-886a-560065d30388 HTTP/1.1" status: 200 len: 217 time: 0.1648993 Aug 06 18:33:31.373160 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Floating IP 9ed309b2-811c-4173-a8c0-e7b427b6ebe8 associated. External IP: 172.25.3.174, port: 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808. Aug 06 18:33:31.474712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.536540 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:33:31.578245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-b6ad0e08-8359-467a-a8b4-e6e1a5ebb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.581749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-b6ad0e08-8359-467a-a8b4-e6e1a5ebb086 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.2564318 Aug 06 18:33:31.602197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb603b3-49ca-4d3a-8f01-cd4e55ef67b7 req-7fa90213-901a-4e66-8985-4892a806afc0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.618602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcb603b3-49ca-4d3a-8f01-cd4e55ef67b7 req-7fa90213-901a-4e66-8985-4892a806afc0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 943 time: 0.3124437 Aug 06 18:33:31.661178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbf243-edb5-4d79-b375-797cc4f59d78 req-86fe049b-b0ae-4879-a0ed-0e8cfe9e069b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.668682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54bbf243-edb5-4d79-b375-797cc4f59d78 req-86fe049b-b0ae-4879-a0ed-0e8cfe9e069b tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1848211 Aug 06 18:33:31.740695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-9d1a8962-6f97-45ad-a2de-fd912c99aa8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140385 Aug 06 18:33:31.762423 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9795841-8e79-4d45-8335-3af020b6841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.849561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54bbf243-edb5-4d79-b375-797cc4f59d78 req-ea252c17-824a-434a-9679-9af91db380f3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320238 Aug 06 18:33:31.905012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcb603b3-49ca-4d3a-8f01-cd4e55ef67b7 req-e40ee174-ceb9-436c-a00d-f37cae10d5e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611060 Aug 06 18:33:31.913638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 949cded8-6601-40e9-b2a4-e893670d75dd has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:33:32.042542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f2d3b2d2-803e-4dbc-8246-06a3469885fc up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:32.051995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-7b3ca280-c5c0-4e32-8740-4257bf24af3b service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952709 Aug 06 18:33:32.192723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:33:32.212546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Sync routers for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:33:32.242228 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:32.246441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:32.294951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-27710061-26bc-4d13-91b0-922f1d9fec17 req-ba30bf6c-3ad5-4f4a-bfc9-71e51a559a06 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340114 Aug 06 18:33:32.306892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:32.341833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6591690-cb77-45f0-9661-c48e1d8594ad req-a250b214-84e4-417b-8173-7c2a1f26bbae tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.349807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6591690-cb77-45f0-9661-c48e1d8594ad req-a250b214-84e4-417b-8173-7c2a1f26bbae tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1430578 Aug 06 18:33:32.609057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6591690-cb77-45f0-9661-c48e1d8594ad req-191afbd1-6819-43f7-afe3-ee5c727b74ab tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678939 Aug 06 18:33:32.630709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-54a4ff36-c4ec-4e87-9969-6f7ffe6915bb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6946850 Aug 06 18:33:32.630709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:32.634704 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f89b3e-162e-4410-8d2f-72549b722a41" -d '{"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:32.640521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59658) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:32.723037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-913b5fd3-aa8a-4079-b0f4-62a598651642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.727167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-913b5fd3-aa8a-4079-b0f4-62a598651642 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 1095 time: 0.3289928 Aug 06 18:33:32.736438 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:32.787057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f2d3b2d2-803e-4dbc-8246-06a3469885fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:32.797786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f2d3b2d2-803e-4dbc-8246-06a3469885fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:32.799394 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:32.988152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-740ab44b-6150-4a32-8f71-2dfa4481ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.991434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-740ab44b-6150-4a32-8f71-2dfa4481ba78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.2370098 Aug 06 18:33:33.032215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba221-8b8e-4e03-9239-17a6498edede req-51eac6fe-7aca-459f-8cdc-978e972033eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.040870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c3ba221-8b8e-4e03-9239-17a6498edede req-51eac6fe-7aca-459f-8cdc-978e972033eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 944 time: 0.5010819 Aug 06 18:33:33.166276 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:33.200055 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccee7b8-4cd5-46c6-95c7-d9bfa6624848 x-openstack-request-id: req-5ccee7b8-4cd5-46c6-95c7-d9bfa6624848 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:33.200575 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:33.201095 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ccee7b8-4cd5-46c6-95c7-d9bfa6624848 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:33.201955 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'status': 'completed', 'code': 200} Aug 06 18:33:33.249218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-247e2541-56de-443d-b576-029f6e6aefaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1c1507-1cd2-428c-886a-560065d30388 HTTP/1.1" status: 200 len: 217 time: 0.2067862 Aug 06 18:33:33.260549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:33.263965 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a4be5-ac3d-447d-ba96-a550c9c9320f" -d '{"events": [{"server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "name": "network-vif-plugged", "status": "completed", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:33.284630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:33.287421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:33.297539 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:33.385059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.385889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.391787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.392681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.392924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.394301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.394851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.395352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.396052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.398409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.400924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2db0cd9a-771d-4874-97cf-38e374ae3875 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7070 time: 0.7577643 Aug 06 18:33:33.406723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59706) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:33.482702 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '9ed309b2-811c-4173-a8c0-e7b427b6ebe8', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'port_id': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'mac_address': 'fa:16:3e:fb:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:29Z', 'updated_at': '2021-08-06T18:33:29Z', 'revision_number': 0, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:33.491264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:33.519172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c3ba221-8b8e-4e03-9239-17a6498edede req-9252514b-42f6-4209-a4ae-171f82a8594a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516876 Aug 06 18:33:33.550905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210598c6-28ac-41ab-b10f-83e8232dd74f req-ae442aee-d5bf-42d8-99e4-2df6adb057dc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.550905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210598c6-28ac-41ab-b10f-83e8232dd74f req-ae442aee-d5bf-42d8-99e4-2df6adb057dc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 943 time: 0.3396194 Aug 06 18:33:33.551229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-093ad2e9-81e0-4b64-b78a-4c6a29699145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.551229 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-093ad2e9-81e0-4b64-b78a-4c6a29699145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.3335521 Aug 06 18:33:33.561256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-7d550847-2d67-4ae6-85d7-fac5540e1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.564795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-7d550847-2d67-4ae6-85d7-fac5540e1830 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.3000977 Aug 06 18:33:33.592396 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Checking router: 949cded8-6601-40e9-b2a4-e893670d75dd for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:33:33.620350 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:33.621219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:33.625092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-4609bf30-ab7e-445f-89bb-fa9f6542ff50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438643 Aug 06 18:33:33.635389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.635959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.636440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.636938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.637398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.637897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.638357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.638812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.658869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.662431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.670692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4e03c51-a0aa-4eba-91fe-efa59e2de422 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6547 time: 0.2624056 Aug 06 18:33:33.673686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59718) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:33.864732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-cdd82351-e059-4087-9615-af18ae27b372 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117043 Aug 06 18:33:33.896804 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd62b9-7cee-4012-99da-18efbc62e676 x-openstack-request-id: req-26cd62b9-7cee-4012-99da-18efbc62e676 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:33.897328 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "name": "network-vif-plugged", "status": "completed", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:33.897554 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26cd62b9-7cee-4012-99da-18efbc62e676 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:33.898075 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'code': 200} Aug 06 18:33:33.899084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210598c6-28ac-41ab-b10f-83e8232dd74f req-74bda0c8-26aa-4f3c-9c3d-ae60f1b4e84b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466988 Aug 06 18:33:34.088996 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:34.225980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-5cc4a841-8cd3-48d2-9019-9a71abf6030a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2782969 Aug 06 18:33:34.239450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56612e-c8af-4413-be9b-a6c80bd625fa req-2e4da81a-5fd7-46bb-b7dd-32cc8376e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.250224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f56612e-c8af-4413-be9b-a6c80bd625fa req-2e4da81a-5fd7-46bb-b7dd-32cc8376e905 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 1097 time: 0.2211559 Aug 06 18:33:34.305098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f56612e-c8af-4413-be9b-a6c80bd625fa req-ac072e14-69cf-4bb5-b4fb-d325f89c1551 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Aug 06 18:33:34.356992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-8e1d5f15-7f0a-43d6-a087-cebb3222813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.358504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-8e1d5f15-7f0a-43d6-a087-cebb3222813e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 897 time: 0.7921193 Aug 06 18:33:34.391078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a18e0e4-0853-4175-b08c-ab0cfe87be56 req-663d0cd8-fa59-4dfd-b08d-768c1524ad95 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199811 Aug 06 18:33:34.427123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af811463-0bee-46f5-9320-748f0fd016f8 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5228 time: 0.7512879 Aug 06 18:33:34.428205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59724) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:34.428996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7766f-a3ee-4a7a-8b26-8058bcaa85a0 req-e3aa5937-eeed-49ce-97e5-f7b7b1c09420 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.441841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49d7766f-a3ee-4a7a-8b26-8058bcaa85a0 req-e3aa5937-eeed-49ce-97e5-f7b7b1c09420 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.3870957 Aug 06 18:33:34.519683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac207ca-d87c-444a-a36a-b2858d98a925 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.520179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac207ca-d87c-444a-a36a-b2858d98a925 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.522036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ac207ca-d87c-444a-a36a-b2858d98a925 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=949cded8-6601-40e9-b2a4-e893670d75dd HTTP/1.1" status: 200 len: 1991 time: 0.0927763 Aug 06 18:33:34.590821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-bf7c0a95-f8db-4344-8864-39ddcfcac303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.592480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-bf7c0a95-f8db-4344-8864-39ddcfcac303 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.3067293 Aug 06 18:33:34.611920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49d7766f-a3ee-4a7a-8b26-8058bcaa85a0 req-699b81b1-1a68-4853-a9b3-371cd4899d3f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690366 Aug 06 18:33:34.682919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:34.683909 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '9ed309b2-811c-4173-a8c0-e7b427b6ebe8', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'port_id': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'mac_address': 'fa:16:3e:fb:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:29Z', 'updated_at': '2021-08-06T18:33:29Z', 'revision_number': 0, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:34.719916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e4f91-3de1-4fe0-b10d-1631ae47b12d None None] The sync data for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 is: [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '9ed309b2-811c-4173-a8c0-e7b427b6ebe8', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'port_id': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'mac_address': 'fa:16:3e:fb:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:29Z', 'updated_at': '2021-08-06T18:33:29Z', 'revision_number': 0, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:33:34.764507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a06f6-a54d-4aa1-9313-ea0d61862465 req-009c06b4-39b0-4b82-85a6-2739fdc8b387 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.767167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-736a06f6-a54d-4aa1-9313-ea0d61862465 req-009c06b4-39b0-4b82-85a6-2739fdc8b387 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 945 time: 0.0748813 Aug 06 18:33:34.839932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-736a06f6-a54d-4aa1-9313-ea0d61862465 req-7c838aa1-6a4c-471d-9580-a61eb71f09ed tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Aug 06 18:33:35.150754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43254c00-9325-4d42-a30d-f45d3d91053c None None] New status for floating IP 9ed309b2-811c-4173-a8c0-e7b427b6ebe8: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:33:35.242261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-c9507d61-b255-41ac-a14a-fb3948fa939a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 1000 time: 0.7519155 Aug 06 18:33:35.451876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-4891f03c-cbfa-4026-ad63-b68aacab25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.453422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-4891f03c-cbfa-4026-ad63-b68aacab25c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 200 len: 835 time: 0.1376872 Aug 06 18:33:35.461968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ec1a0-2479-4b66-862e-0a709aca5f67 req-4ba7f6ec-7f0c-4d20-893b-c37afcfe9618 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.464311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c7ec1a0-2479-4b66-862e-0a709aca5f67 req-4ba7f6ec-7f0c-4d20-893b-c37afcfe9618 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 943 time: 0.2522242 Aug 06 18:33:35.469385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-ee3d76c2-11d8-4a1f-96a6-73569388593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.472011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-ee3d76c2-11d8-4a1f-96a6-73569388593a service neutron] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 898 time: 0.8522980 Aug 06 18:33:35.725602 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-0adb46f7-6f97-41f0-94bf-affc0365845f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 1000 time: 0.2324374 Aug 06 18:33:35.731918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c7ec1a0-2479-4b66-862e-0a709aca5f67 req-44024d3d-63e5-4fbd-b2cf-473869636c11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480998 Aug 06 18:33:35.786013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-4737835e-261b-47cb-ae2c-48fdf4387c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.788249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-4737835e-261b-47cb-ae2c-48fdf4387c21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6da1789-6b34-40c8-88a4-df202acc8c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3151920 Aug 06 18:33:35.929115 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-c1cd6f21-345d-4d57-ae27-bb10c0d04767 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294301 Aug 06 18:33:35.955101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-0c72ef10-7d05-41fe-b2d4-35455359b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.957940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-0c72ef10-7d05-41fe-b2d4-35455359b225 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.2193928 Aug 06 18:33:36.075044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3f1c1507-1cd2-428c-886a-560065d30388 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:36.176843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb070-38cb-454b-a5b6-8a1d12c364b9 req-7bb503eb-faac-48fb-b718-f9e147db1f23 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.180143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7bcb070-38cb-454b-a5b6-8a1d12c364b9 req-7bb503eb-faac-48fb-b718-f9e147db1f23 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 945 time: 0.2055511 Aug 06 18:33:36.187599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-a9662c17-b290-4596-abd9-f87bff714b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.189989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-a9662c17-b290-4596-abd9-f87bff714b2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142975 Aug 06 18:33:36.304764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b3af3-d7f6-4f74-ab76-5e942428d9e3 req-bb4621fb-7b0f-4f1c-a12a-be33df48a752 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.316241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b5b3af3-d7f6-4f74-ab76-5e942428d9e3 req-bb4621fb-7b0f-4f1c-a12a-be33df48a752 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.5972669 Aug 06 18:33:36.354447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-ba9aa42b-6a30-46d9-b9cd-d6f3201dafb5 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277432 Aug 06 18:33:36.383126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7bcb070-38cb-454b-a5b6-8a1d12c364b9 req-2c67646f-07e5-4959-b925-a514da12a795 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917865 Aug 06 18:33:36.412546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b5b3af3-d7f6-4f74-ab76-5e942428d9e3 req-ee7e5a8a-032e-459f-b715-f8b541390b9d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982280 Aug 06 18:33:36.450032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3f1c1507-1cd2-428c-886a-560065d30388,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:36.479884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '3f1c1507-1cd2-428c-886a-560065d30388', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': '3f1c1507-1cd2-428c-886a-560065d30388', 'mac_address': 'fa:16:3e:73:2a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:36.503655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d8f89b3e-162e-4410-8d2f-72549b722a41 req-1c4e9fb1-71a0-4132-8f42-1c46913c1cd9 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447645 Aug 06 18:33:36.616847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bd6d9117-fd1e-4c14-a5e8-a7a785024442 req-71b17a34-5714-49dc-977a-d17abc7e4901 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490695 Aug 06 18:33:36.620420 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.648984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f35e5e-b71d-40cb-b417-316202fc376e req-739fc402-78a5-4fc6-9cfb-a0871dec7f98 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 267 time: 0.0868952 Aug 06 18:33:36.651230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1c1507-1cd2-428c-886a-560065d30388 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:36.699332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3f1c1507-1cd2-428c-886a-560065d30388,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:36.714120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.792136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f35e5e-b71d-40cb-b417-316202fc376e req-1e708654-d8fc-44b7-8a3d-f826720f01a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.795869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f35e5e-b71d-40cb-b417-316202fc376e req-1e708654-d8fc-44b7-8a3d-f826720f01a8 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 945 time: 0.1444123 Aug 06 18:33:36.833802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'security_groups': []}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:36.851104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:36.867206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.868207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.868936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.869995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.870647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.871322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.871934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.872579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.873165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.873811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.875649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.876349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:36.936836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54382f-2ae2-40bf-a44f-83b49c9df990 req-6b2ca9e9-f610-44e4-aeed-5420148153df tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.939058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a54382f-2ae2-40bf-a44f-83b49c9df990 req-6b2ca9e9-f610-44e4-aeed-5420148153df tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.0724926 Aug 06 18:33:36.965113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.996818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a54382f-2ae2-40bf-a44f-83b49c9df990 req-eda8f8fb-3607-4258-9ea6-b560a30942cb tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Aug 06 18:33:37.123899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['3f1c1507-1cd2-428c-886a-560065d30388'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:37.197003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4d0ca-53f8-4c1f-9440-9e1fe16c68b2 req-9d58f996-412c-45db-80ba-5ef0947a802b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.198801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4e4d0ca-53f8-4c1f-9440-9e1fe16c68b2 req-9d58f996-412c-45db-80ba-5ef0947a802b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 944 time: 0.1042364 Aug 06 18:33:37.326397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4e4d0ca-53f8-4c1f-9440-9e1fe16c68b2 req-21257847-b1e4-4584-a0dc-3381e973aeea tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Aug 06 18:33:37.362408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:37.398308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.408105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.457263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.458031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.459960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56f35e5e-b71d-40cb-b417-316202fc376e req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "PUT /v2.0/ports/f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 200 len: 904 time: 0.6344595 Aug 06 18:33:37.460447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:37.463026 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:37.506169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218e583-b7cc-4cdb-8fcc-8e610023c279 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:37.570748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f2d3b2d2-803e-4dbc-8246-06a3469885fc'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:37.603125 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12763c-fdbb-4747-b2cb-ba9cce1a5d93 x-openstack-request-id: req-db12763c-fdbb-4747-b2cb-ba9cce1a5d93 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:37.603892 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:37.604343 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db12763c-fdbb-4747-b2cb-ba9cce1a5d93 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:37.605577 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'status': 'completed', 'code': 200} Aug 06 18:33:37.643321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a0b20-85f0-45f7-b199-4236c1087805 req-02955585-892d-40a6-905d-506e8e10b5f4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.645011 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-698a0b20-85f0-45f7-b199-4236c1087805 req-02955585-892d-40a6-905d-506e8e10b5f4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 907 time: 0.1030624 Aug 06 18:33:37.772525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-c579f409-e0f9-484e-b749-c2241a89c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.775065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-c579f409-e0f9-484e-b749-c2241a89c05b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 1059 time: 0.1118207 Aug 06 18:33:37.936845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d12c2b7-4723-42a9-91be-08b6b8ad4dfe None None] Provisioning complete for port f2d3b2d2-803e-4dbc-8246-06a3469885fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:37.937206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d12c2b7-4723-42a9-91be-08b6b8ad4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.964057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c49f-e48f-4e0f-b8ff-f856ce126fe1 req-cef6f22b-dafd-47a3-a8b9-d6229f3d777b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.966594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f69c49f-e48f-4e0f-b8ff-f856ce126fe1 req-cef6f22b-dafd-47a3-a8b9-d6229f3d777b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1459475 Aug 06 18:33:37.989717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-6d057de9-5ffb-4d46-b24c-f79d838157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.991529 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-6d057de9-5ffb-4d46-b24c-f79d838157cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.2075348 Aug 06 18:33:38.070410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0f69c49f-e48f-4e0f-b8ff-f856ce126fe1 req-a65d16fc-08fa-436f-839f-859b979e8114 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774989 Aug 06 18:33:38.211592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac', 'c0484651-7f74-4703-bdad-58d6072cef45'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:38.286855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515794-f708-4f8f-9786-4f3f7c920c8d req-015753e9-8b51-4165-b2a5-8210d70d37c4 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.290208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00515794-f708-4f8f-9786-4f3f7c920c8d req-015753e9-8b51-4165-b2a5-8210d70d37c4 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1623342 Aug 06 18:33:38.290530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-835f6898-ab98-4cb7-91ed-d0a3f80278bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 200 len: 217 time: 0.1469426 Aug 06 18:33:38.410405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00515794-f708-4f8f-9786-4f3f7c920c8d req-18f1ea23-8f96-429f-b9f7-146d7cbeda08 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935335 Aug 06 18:33:38.454735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-d6ebe957-79b8-4b6e-a5f5-6d41fec8d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.457277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-d6ebe957-79b8-4b6e-a5f5-6d41fec8d8fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1521177 Aug 06 18:33:38.534472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95fb91-1457-44e5-8dc5-701c32d2e441 req-07d24e13-c1f3-4f0c-9f21-17060b0c5d5c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.537153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a95fb91-1457-44e5-8dc5-701c32d2e441 req-07d24e13-c1f3-4f0c-9f21-17060b0c5d5c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2574220 Aug 06 18:33:38.696581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a95fb91-1457-44e5-8dc5-701c32d2e441 req-86c685cc-c66d-4d7d-b7da-9bed8a22bd4d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921893 Aug 06 18:33:38.701482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff11ac-191e-422c-8856-256b4833868c req-f186d987-b46b-4f35-9004-9b37893d2785 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.704406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-281c5f15-eb24-4d68-a9ff-f3d120cd6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.717518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-feff11ac-191e-422c-8856-256b4833868c req-f186d987-b46b-4f35-9004-9b37893d2785 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 944 time: 0.1458848 Aug 06 18:33:38.727042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-281c5f15-eb24-4d68-a9ff-f3d120cd6242 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528510 Aug 06 18:33:38.829204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-feff11ac-191e-422c-8856-256b4833868c req-900efbc5-642d-4364-8482-16369f2fb501 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115637 Aug 06 18:33:38.967149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-8a1b8fa6-6736-4b0a-80a0-1eff205dd94c service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367499 Aug 06 18:33:39.305857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c77c76d6-2f94-4c76-9b71-8b9b76864dcc req-b786d2ce-5fcf-4f47-b739-21afb79182a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253868 Aug 06 18:33:39.343181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-4e9d008d-4b52-4538-ab5f-252e272634b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.345199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-4e9d008d-4b52-4538-ab5f-252e272634b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.2369223 Aug 06 18:33:39.375928 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-87068a04-0fe6-4207-9e7c-8e5c0bd9cb11 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/quotas/c3fb3334df2a47b7bf87f39c05af2b35 HTTP/1.1" status: 200 len: 375 time: 0.0117280 Aug 06 18:33:39.485623 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-cc3fd7ad-52a9-4362-882e-54b1e7a69df6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1023560 Aug 06 18:33:39.620887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-183b68c8-96fb-4149-8a0f-6413cd5fa707 service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330411 Aug 06 18:33:39.721979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:39.860671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-de49cf7e-eb9c-416b-bb35-0032b4811a8a service neutron] 10.222.0.64 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305794 Aug 06 18:33:40.074169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3f1c1507-1cd2-428c-886a-560065d30388 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:40.124714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126927-656c-4845-9af8-5a259c2814f0 req-b886ef86-a1c7-435a-bc30-60110db34b9f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:40.133693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62126927-656c-4845-9af8-5a259c2814f0 req-b886ef86-a1c7-435a-bc30-60110db34b9f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 944 time: 0.1379628 Aug 06 18:33:40.237367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 3f1c1507-1cd2-428c-886a-560065d30388 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:40.250828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 3f1c1507-1cd2-428c-886a-560065d30388 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:40.251554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.311715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62126927-656c-4845-9af8-5a259c2814f0 req-214b043d-e7f6-48b6-8c54-d9ef5b7f33f2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767535 Aug 06 18:33:40.320064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 60321a98-bbcb-48ec-8dc1-ba92592f605c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:40.321991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.482338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7ef9715d-fb6d-4955-a3d6-5d4e6aadecef req-a7eb4438-e4c2-4bc2-bdf8-60d01f248311 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 210 time: 0.1944785 Aug 06 18:33:40.519070 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.612733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.626496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.626837 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.647899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:40.653250 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d751e78-8c9d-4e54-bad6-8d5e77c1bf0f" -d '{"events": [{"server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1c1507-1cd2-428c-886a-560065d30388"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:40.666055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 60321a98-bbcb-48ec-8dc1-ba92592f605c owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:40.697794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3f1c1507-1cd2-428c-886a-560065d30388,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:40.708586 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:40.812551 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9cdf7-4daa-40c0-aa40-d40f6423a7ff x-openstack-request-id: req-b2f9cdf7-4daa-40c0-aa40-d40f6423a7ff {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:40.814705 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1c1507-1cd2-428c-886a-560065d30388", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:40.815508 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2f9cdf7-4daa-40c0-aa40-d40f6423a7ff {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:40.816317 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388', 'code': 200} Aug 06 18:33:40.835893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:40.992702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206cc0a-86f5-4d5b-946a-50dcf88c47cb req-ff54bd27-5cf0-4acc-98cd-926a02023b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:40.997043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1206cc0a-86f5-4d5b-946a-50dcf88c47cb req-ff54bd27-5cf0-4acc-98cd-926a02023b8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 1097 time: 0.0877342 Aug 06 18:33:41.116179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1206cc0a-86f5-4d5b-946a-50dcf88c47cb req-b848c418-4e09-4455-9cdc-c540a692e98c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087756 Aug 06 18:33:41.118875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:41.168510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=60321a98-bbcb-48ec-8dc1-ba92592f605c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:41.254006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:41.254385 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Floating IP dfac5991-108f-4df2-a951-fed7c94b7567 disassociated (deleted). External IP: 172.25.3.94, port: 2e11aa27-9e95-431c-8a6e-d4de83aac8af. Aug 06 18:33:41.601437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66b6dd-85cb-4333-a7bf-5b33e448d618 req-7a9c4fa0-1a88-4d04-bae4-84b67dbb2298 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.620737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a66b6dd-85cb-4333-a7bf-5b33e448d618 req-7a9c4fa0-1a88-4d04-bae4-84b67dbb2298 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.1568437 Aug 06 18:33:41.659541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 7abc5d3b-14cd-4b9d-a8cc-158925753eab has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:33:41.701723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca14057a-b7e0-4a7e-9e6b-a0303358d149 req-ba69f6e5-824c-4723-8946-3183831c56e4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 210 time: 0.0728126 Aug 06 18:33:41.710228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a66b6dd-85cb-4333-a7bf-5b33e448d618 req-46e4585a-bf34-46ed-86a6-35a14f5307f0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880311 Aug 06 18:33:41.783862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:41.854434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:33:41.866528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:41.876983 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Sync routers for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:33:41.898608 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:41.899524 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:41.941094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7589e524-ede5-412d-895a-91fd506feadb tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/floatingips/dfac5991-108f-4df2-a951-fed7c94b7567 HTTP/1.1" status: 204 len: 168 time: 2.2013779 Aug 06 18:33:41.941094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:41.945397 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58bef6-7d9b-4f30-90d8-90b5949c640e" -d '{"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:42.129047 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:42.325525 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c13f27-a361-4709-806d-7641838e92d6 x-openstack-request-id: req-66c13f27-a361-4709-806d-7641838e92d6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:42.326835 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:42.327444 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66c13f27-a361-4709-806d-7641838e92d6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:42.328454 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'status': 'completed', 'code': 200} Aug 06 18:33:42.432365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-1d7a71f4-2d19-4029-b1fe-73e6518e3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.435025 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-1d7a71f4-2d19-4029-b1fe-73e6518e3327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.3492906 Aug 06 18:33:42.465255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-fc27eb01-b53b-4d24-a920-7ea4944e7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.469161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-fc27eb01-b53b-4d24-a920-7ea4944e7ca8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 1097 time: 0.1217320 Aug 06 18:33:42.606437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-cfe46487-c06e-4c17-99e1-57b80bc9c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.608050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-cfe46487-c06e-4c17-99e1-57b80bc9c443 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.1637430 Aug 06 18:33:42.624606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0c4fa-dd74-473c-b9f5-c6202cb18967 req-8d2e1038-1287-4a20-8d50-aacde112e4ae tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.627422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04d0c4fa-dd74-473c-b9f5-c6202cb18967 req-8d2e1038-1287-4a20-8d50-aacde112e4ae tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.4693718 Aug 06 18:33:42.725301 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:42.761162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-04d0c4fa-dd74-473c-b9f5-c6202cb18967 req-9fe4d4d6-c2cb-4f55-a3c3-3195d82bd68f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148703 Aug 06 18:33:42.762800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-690d8805-2694-4c98-af78-1c054fcfa9dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.1306341 Aug 06 18:33:42.793166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-f862b833-1784-48e7-aaf1-601a821038ff tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.794603 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Checking router: 7abc5d3b-14cd-4b9d-a8cc-158925753eab for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:33:42.799558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-f862b833-1784-48e7-aaf1-601a821038ff tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.55 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 812 time: 0.6317799 Aug 06 18:33:42.827588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51bb93-9508-46a8-9482-2be7d9e8c321 req-b167fc67-6317-46b9-a55e-3c3574f2720c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.836756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e51bb93-9508-46a8-9482-2be7d9e8c321 req-b167fc67-6317-46b9-a55e-3c3574f2720c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2136483 Aug 06 18:33:42.850135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Request body: {'port': {'device_id': '8437d774-c9e7-4674-b539-34c2260bae92', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'admin_state_up': True, 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:42.862641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-31013505-ca03-4f07-813c-3561db12863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.865014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-31013505-ca03-4f07-813c-3561db12863a service neutron] 10.222.0.55 "GET /v2.0/networks?id=284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 200 len: 898 time: 0.3894103 Aug 06 18:33:42.895910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:42.900636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:43.012984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e51bb93-9508-46a8-9482-2be7d9e8c321 req-af3d1284-6b43-46a0-8c8c-608c594f183f tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1680579 Aug 06 18:33:43.016784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-4357d7b7-bab5-4f7a-a807-71c97fec37ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 200 len: 217 time: 0.1251624 Aug 06 18:33:43.144529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-8bee15e4-67de-432b-a55e-af08d1dfdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.149749 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-8bee15e4-67de-432b-a55e-af08d1dfdf62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.3501041 Aug 06 18:33:43.200322 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:43.220714 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4c9a0bdf-bc04-4518-8836-a5e0a6ce6f68 req-6bcf7125-751b-4d71-841a-ad13d80c36f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 210 time: 0.1227362 Aug 06 18:33:43.259499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-c53b9ff9-b62c-415b-aeab-7bf645941774 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374982 Aug 06 18:33:43.277199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-b299389e-228f-46ed-9916-6373aa812294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.279474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-b299389e-228f-46ed-9916-6373aa812294 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 200 len: 834 time: 0.2542932 Aug 06 18:33:43.324158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Made reservation on behalf of c3fb3334df2a47b7bf87f39c05af2b35 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:43.328855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:43.351294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d2d09-b8ca-4be1-9e0d-68d61ebbc14a req-a38578cd-8f0a-40a3-9165-961c2f9c4a86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.366009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb9d2d09-b8ca-4be1-9e0d-68d61ebbc14a req-a38578cd-8f0a-40a3-9165-961c2f9c4a86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.2133546 Aug 06 18:33:43.422150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-e11e22e2-a4a1-475d-b942-dbeb4202deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.424493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-e11e22e2-a4a1-475d-b942-dbeb4202deb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=284c5c83-5b24-41f6-a12f-716bce2b7ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342928 Aug 06 18:33:43.436670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb9d2d09-b8ca-4be1-9e0d-68d61ebbc14a req-8d1a10b9-b545-43cd-8f63-28f0212d8a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702026 Aug 06 18:33:43.616521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-3d03bddc-bcf8-4546-b651-226e6a3392f1 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729298 Aug 06 18:33:43.682847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-60cab24b-05d2-437b-8d61-ee758b312352 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104385 Aug 06 18:33:43.702944 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:43.751186 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae98e-2362-4399-8764-81f9474f7e5a None None] The sync data for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 is: [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:31:36Z', 'revision_number': 4, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '09280825-ec32-43cf-85d2-664f8481fdbd', 'name': '', 'network_id': '284c5c83-5b24-41f6-a12f-716bce2b7ac1', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'mac_address': 'fa:16:3e:53:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:33Z', 'updated_at': '2021-08-06T18:31:44Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'subnets': [{'id': 'e8f9e82a-1167-4c08-b1cb-4822dfa6f150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:33:43.840958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.55', 57362) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:43.885134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-af7461d0-e226-4620-9a2d-600d744e029a service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511219 Aug 06 18:33:43.922782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d58bef6-7d9b-4f30-90d8-90b5949c640e req-aab7c411-7a55-43cf-aee5-357d6a432677 service neutron] 10.222.0.55 "GET /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952597 Aug 06 18:33:43.943756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b992c3-b4af-4c98-b3ec-f17bcd078976 req-739dd64e-4063-4a28-b4fd-67374f36d898 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.951715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26b992c3-b4af-4c98-b3ec-f17bcd078976 req-739dd64e-4063-4a28-b4fd-67374f36d898 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.3272269 Aug 06 18:33:43.956597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Allocated IP 172.20.0.12 (d5c9affe-3d42-4972-bf8d-ac5003063cae/eb0735e8-35d6-453b-ae6e-31d9f55529ff/fd42865a-dd32-46af-85bf-b8d5d2436d2f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:44.138127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-c416f8ed-a454-4eb0-8123-f8765d574310 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:44.141343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-c416f8ed-a454-4eb0-8123-f8765d574310 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.2944572 Aug 06 18:33:44.179810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26b992c3-b4af-4c98-b3ec-f17bcd078976 req-c3c3097c-d5d6-4dff-bf72-41ccfd6fa00b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271564 Aug 06 18:33:44.264987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e84f-1e60-41aa-8b49-e6118edcd3c2 req-c743dee4-c049-4fc7-8210-5534a6877175 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:44.266724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25e6e84f-1e60-41aa-8b49-e6118edcd3c2 req-c743dee4-c049-4fc7-8210-5534a6877175 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2630072 Aug 06 18:33:44.378427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25e6e84f-1e60-41aa-8b49-e6118edcd3c2 req-179e4073-65d5-42c3-99f6-381aa4207ac7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 Aug 06 18:33:44.398622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952d288-128d-4bc0-97e4-bc5834f406a3 None None] New status for floating IP dfac5991-108f-4df2-a951-fed7c94b7567: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:33:44.448991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 2e11aa27-9e95-431c-8a6e-d4de83aac8af {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:44.449641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:44.610580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ade37e-6400-4854-ae86-7bab075f49b8 req-f45b7efa-9a7f-408c-9b1b-f0c48536769b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:44.624815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78ade37e-6400-4854-ae86-7bab075f49b8 req-f45b7efa-9a7f-408c-9b1b-f0c48536769b tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 945 time: 0.1859734 Aug 06 18:33:44.690119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca31c463-69d8-43cf-ba6a-dd085884b961 req-4cf91915-6909-4e1e-96c8-243cf547145a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 210 time: 0.0650992 Aug 06 18:33:44.703722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:44.803893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Transition to ACTIVE for port object fd42865a-dd32-46af-85bf-b8d5d2436d2f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:44.806613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 2e11aa27-9e95-431c-8a6e-d4de83aac8af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=2e11aa27-9e95-431c-8a6e-d4de83aac8af,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:44.807389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:44.819511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-78ade37e-6400-4854-ae86-7bab075f49b8 req-ce86a206-ad71-4e33-9411-885b97b3aba6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929796 Aug 06 18:33:44.865834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 2e11aa27-9e95-431c-8a6e-d4de83aac8af owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:44.932462 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:44.956287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac', 'c0484651-7f74-4703-bdad-58d6072cef45'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:45.080523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:45.118286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Network d5c9affe-3d42-4972-bf8d-ac5003063cae is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:45.125556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:45.133335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:45.357529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:45.438660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=2e11aa27-9e95-431c-8a6e-d4de83aac8af,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:45.468959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:45.470853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:45.509510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-707117e5-c95f-49a2-8a4b-288a47c8649f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6804345 Aug 06 18:33:45.533788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Request body: {'port': {'device_id': '8437d774-c9e7-4674-b539-34c2260bae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:45.665626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] No DVR routers for this DVR port 2e11aa27-9e95-431c-8a6e-d4de83aac8af on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:45.692379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:45.696014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a54786cb-1096-4e5b-89aa-25d1b651dd65 req-7f51a038-46db-47f3-924f-67d174b57631 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.55 "DELETE /v2.0/ports/2e11aa27-9e95-431c-8a6e-d4de83aac8af HTTP/1.1" status: 204 len: 173 time: 1.5437112 Aug 06 18:33:45.696697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-deleted', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:45.700662 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9173210-e466-4206-9813-a2c1ff77dc81" -d '{"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-deleted", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:45.805733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280543c-e974-414c-9c1d-f7c4b843c847 req-560b780d-f0cd-4db9-8813-c4a978f416a1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:45.818407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d280543c-e974-414c-9c1d-f7c4b843c847 req-560b780d-f0cd-4db9-8813-c4a978f416a1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1468465 Aug 06 18:33:45.840434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bcea38a-d5d3-4e9a-8f52-a6bfc6b4a1ca None None] Provisioning for port fd42865a-dd32-46af-85bf-b8d5d2436d2f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:45.851163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bcea38a-d5d3-4e9a-8f52-a6bfc6b4a1ca None None] Provisioning complete for port fd42865a-dd32-46af-85bf-b8d5d2436d2f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:45.851869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bcea38a-d5d3-4e9a-8f52-a6bfc6b4a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:45.920998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d280543c-e974-414c-9c1d-f7c4b843c847 req-94e334c5-31b7-438f-9490-c165f4fbf007 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995691 Aug 06 18:33:46.012783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3bcea38a-d5d3-4e9a-8f52-a6bfc6b4a1ca None None] Port fd42865a-dd32-46af-85bf-b8d5d2436d2f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:33:46.060122 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970a056-e9ba-41ef-85b1-dafe5842e6be x-openstack-request-id: req-7970a056-e9ba-41ef-85b1-dafe5842e6be {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:46.060590 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d857e931-5999-43c7-ae7d-f8d3d5d55a91", "name": "network-vif-deleted", "tag": "2e11aa27-9e95-431c-8a6e-d4de83aac8af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:46.061001 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7970a056-e9ba-41ef-85b1-dafe5842e6be {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:46.061806 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd857e931-5999-43c7-ae7d-f8d3d5d55a91', 'name': 'network-vif-deleted', 'tag': '2e11aa27-9e95-431c-8a6e-d4de83aac8af', 'status': 'completed', 'code': 200} Aug 06 18:33:46.163324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98d03-32d9-4249-8eb7-a34e53eb35eb req-6d1a3d43-77fc-462b-9a54-327da83c62a5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:46.164983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26e98d03-32d9-4249-8eb7-a34e53eb35eb req-6d1a3d43-77fc-462b-9a54-327da83c62a5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.8223143 Aug 06 18:33:46.253603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:46.260535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-bab3e84e-5f84-445a-8cde-8dd51b5972b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1458580 Aug 06 18:33:46.265303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26e98d03-32d9-4249-8eb7-a34e53eb35eb req-2776c7d8-648c-45ef-b9d9-f7d3baf9415b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871482 Aug 06 18:33:46.267289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697258-c110-40c9-9b35-17d918c6cc59 req-46f159eb-8663-4641-9ca3-fa732088edf9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:46.274676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad697258-c110-40c9-9b35-17d918c6cc59 req-46f159eb-8663-4641-9ca3-fa732088edf9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 932 time: 0.1195886 Aug 06 18:33:46.404823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad697258-c110-40c9-9b35-17d918c6cc59 req-6ed0cfe1-d0f5-4ca2-bcd5-8bc86144456c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230824 Aug 06 18:33:46.445290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-45bc2228-efa1-460b-b1c3-68428c020871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:46.462215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-45bc2228-efa1-460b-b1c3-68428c020871 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 1097 time: 0.1330976 Aug 06 18:33:46.686065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed04972f-6f59-4dab-93bd-a00199cf64f2 req-29d098ae-2129-4286-a335-53a7fc7521e5 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d857e931-5999-43c7-ae7d-f8d3d5d55a91 HTTP/1.1" status: 200 len: 210 time: 0.0793903 Aug 06 18:33:47.030699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-d64f75f0-de57-467f-851e-2da3bc4b9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.033864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-d64f75f0-de57-467f-851e-2da3bc4b9f97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4273205 Aug 06 18:33:47.045798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-96b33ecb-5d90-48e6-b8dc-1b55633d0af8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.048611 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-96b33ecb-5d90-48e6-b8dc-1b55633d0af8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.2218487 Aug 06 18:33:47.226023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-95b02750-9a6e-447f-b660-2be32cbe431a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0484651-7f74-4703-bdad-58d6072cef45 HTTP/1.1" status: 200 len: 217 time: 0.1365066 Aug 06 18:33:47.278430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e4d8b-b2d4-4c4b-9b30-f6b793627318 req-06bc3bc1-b5fc-4343-a00c-b05ef9fa0279 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.281493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-783e4d8b-b2d4-4c4b-9b30-f6b793627318 req-06bc3bc1-b5fc-4343-a00c-b05ef9fa0279 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1814306 Aug 06 18:33:47.371917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-783e4d8b-b2d4-4c4b-9b30-f6b793627318 req-00156348-d17a-474b-9fd9-8b50894849b6 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Aug 06 18:33:47.557387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd42865a-dd32-46af-85bf-b8d5d2436d2f {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:47.575267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7be3d-f9a9-47c0-9f52-3c783e1969c0 req-90dc4a35-2201-429e-84e4-88808890d328 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.577201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fa7be3d-f9a9-47c0-9f52-3c783e1969c0 req-90dc4a35-2201-429e-84e4-88808890d328 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 932 time: 0.0657396 Aug 06 18:33:47.582775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-4e886737-8c82-4b21-b8a9-35b72b513284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.582775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-4e886737-8c82-4b21-b8a9-35b72b513284 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.3398314 Aug 06 18:33:47.586919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:47.691131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Transition to ACTIVE for port object fd42865a-dd32-46af-85bf-b8d5d2436d2f will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:47.702446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fa7be3d-f9a9-47c0-9f52-3c783e1969c0 req-f51cfabe-569a-48d0-8076-75e9a6987373 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044874 Aug 06 18:33:47.708657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port 3f1c1507-1cd2-428c-886a-560065d30388 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:47.709305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:47.721512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:47.739584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2449d8-fea8-4214-b54c-ba3dfe41cf95 req-265eeab1-1807-4d9b-907b-7171ad14c843 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.749047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:47.765150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f2449d8-fea8-4214-b54c-ba3dfe41cf95 req-265eeab1-1807-4d9b-907b-7171ad14c843 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 945 time: 0.3172772 Aug 06 18:33:47.799931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 2e11aa27-9e95-431c-8a6e-d4de83aac8af {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:47.800500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 2e11aa27-9e95-431c-8a6e-d4de83aac8af not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:47.839866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 59924) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:47.935924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-ead40bd8-8982-403e-a62f-7d8f37a58ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.939432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-ead40bd8-8982-403e-a62f-7d8f37a58ba0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3376224 Aug 06 18:33:48.116028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:48.260756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f2449d8-fea8-4214-b54c-ba3dfe41cf95 req-5362bfee-4086-46cf-a36e-38b2f8da2f10 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177275 Aug 06 18:33:48.330311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port 3f1c1507-1cd2-428c-886a-560065d30388, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=3f1c1507-1cd2-428c-886a-560065d30388,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:48.330311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:48.362423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for 3f1c1507-1cd2-428c-886a-560065d30388 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:48.755830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-86e8b7ce-0d2b-437f-ba1a-05c42e5cbdab service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459359 Aug 06 18:33:48.892681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Attempting to bind port fd42865a-dd32-46af-85bf-b8d5d2436d2f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:48.893240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Attempting to bind port fd42865a-dd32-46af-85bf-b8d5d2436d2f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:48.893797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Attempting to bind port fd42865a-dd32-46af-85bf-b8d5d2436d2f on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:48.985343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Port fd42865a-dd32-46af-85bf-b8d5d2436d2f on network d5c9affe-3d42-4972-bf8d-ac5003063cae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:48.985998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Attempting to bind port fd42865a-dd32-46af-85bf-b8d5d2436d2f on network d5c9affe-3d42-4972-bf8d-ac5003063cae {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:48.996656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.002422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd7d77-2d50-4d35-8e70-b395a7601abb req-f5d0ec77-1301-4086-a71c-809a4a2f3009 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.007069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3bd7d77-2d50-4d35-8e70-b395a7601abb req-f5d0ec77-1301-4086-a71c-809a4a2f3009 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.4757807 Aug 06 18:33:49.017989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:49.095716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:49.096275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Checking segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:49.097082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Bound using segment: {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:49.097700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Bound port: fd42865a-dd32-46af-85bf-b8d5d2436d2f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161c8e70-96b0-4ff9-95b7-279c2fe77daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:49.098297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.114359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=3f1c1507-1cd2-428c-886a-560065d30388,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:49.117027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3bd7d77-2d50-4d35-8e70-b395a7601abb req-bdb0f285-6365-4c3a-bb8b-1c34c5917ebe tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906355 Aug 06 18:33:49.181952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee7fcc5b-6797-41c0-8b27-09f086e297a2 req-fed86758-ebb9-46c9-8efc-9bd1432a0dea service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140885 Aug 06 18:33:49.255634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port 3f1c1507-1cd2-428c-886a-560065d30388 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:49.265906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.268263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2949aa4b-1a55-4955-8b87-4ad5b1c852a5 req-d2a16d0d-7316-43c3-ba20-f23ba6a5067f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "DELETE /v2.0/ports/3f1c1507-1cd2-428c-886a-560065d30388 HTTP/1.1" status: 204 len: 173 time: 2.1951642 Aug 06 18:33:49.269772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'name': 'network-vif-deleted', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:49.274642 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e7a68-a1bb-4d21-a44f-9d312f6307f1" -d '{"events": [{"server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "name": "network-vif-deleted", "tag": "3f1c1507-1cd2-428c-886a-560065d30388"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:49.289727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77d72-8eb9-4b73-9c69-ae05cfdd1c86 req-9593919c-7259-4b27-ae43-a3b64cbd7b49 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.291790 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc77d72-8eb9-4b73-9c69-ae05cfdd1c86 req-9593919c-7259-4b27-ae43-a3b64cbd7b49 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 944 time: 0.3247821 Aug 06 18:33:49.367948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:49.375197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:49.398400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc77d72-8eb9-4b73-9c69-ae05cfdd1c86 req-abbb2ffa-f6b2-406a-aadf-90b5471163a2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923653 Aug 06 18:33:49.408534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.464373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.499442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.504036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:49.507958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd42865a-dd32-46af-85bf-b8d5d2436d2f HTTP/1.1" status: 200 len: 1093 time: 3.9866989 Aug 06 18:33:49.676994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c991f-dd6f-4b10-908a-26c2766748a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:49.733346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-d30b957b-0790-4ea7-9b9a-4ee0918c4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.744705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-d30b957b-0790-4ea7-9b9a-4ee0918c4fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 1096 time: 0.1544416 Aug 06 18:33:49.804619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff9b32a-ab49-4e3a-9da1-5ef2d217399d req-d5751b81-950b-46ab-a8d9-82eb4dbf9bce tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a7de02-9b2d-47a6-9cbe-5b3991fa942b HTTP/1.1" status: 200 len: 210 time: 0.0582316 Aug 06 18:33:49.862064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-33d5553a-b7ca-460e-829b-38aa91e4a8f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f HTTP/1.1" status: 200 len: 217 time: 0.0494385 Aug 06 18:33:49.946021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-eb9bc124-3a71-4020-a73b-aef1380d5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.948197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-eb9bc124-3a71-4020-a73b-aef1380d5ecd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.0774937 Aug 06 18:33:50.173548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3f1c1507-1cd2-428c-886a-560065d30388 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:50.207586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-69034852-1969-4e85-99c5-bfe89e352c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:50.211422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-69034852-1969-4e85-99c5-bfe89e352c50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2543027 Aug 06 18:33:50.282997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 3f1c1507-1cd2-428c-886a-560065d30388 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:50.284026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 3f1c1507-1cd2-428c-886a-560065d30388 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:50.358736 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141eba4-a743-4bf6-805e-e8e1096839dd x-openstack-request-id: req-a141eba4-a743-4bf6-805e-e8e1096839dd {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:50.360918 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a7de02-9b2d-47a6-9cbe-5b3991fa942b", "name": "network-vif-deleted", "tag": "3f1c1507-1cd2-428c-886a-560065d30388", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:50.361697 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a141eba4-a743-4bf6-805e-e8e1096839dd {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:50.365597 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a7de02-9b2d-47a6-9cbe-5b3991fa942b', 'name': 'network-vif-deleted', 'tag': '3f1c1507-1cd2-428c-886a-560065d30388', 'status': 'completed', 'code': 200} Aug 06 18:33:50.398691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port 09280825-ec32-43cf-85d2-664f8481fdbd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:50.399596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:50.541683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44487eb-9a3c-40d5-a937-42d03a03a8ac req-f58a16d7-06ba-43f5-8d70-bba685d147ec tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:50.561667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c44487eb-9a3c-40d5-a937-42d03a03a8ac req-f58a16d7-06ba-43f5-8d70-bba685d147ec tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2070799 Aug 06 18:33:50.611018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-fba56d60-9bd4-4eb7-ba76-2a8d9f3f1fec service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820820 Aug 06 18:33:50.640422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port 09280825-ec32-43cf-85d2-664f8481fdbd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=09280825-ec32-43cf-85d2-664f8481fdbd,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:50.642116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:50.674889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for 09280825-ec32-43cf-85d2-664f8481fdbd owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:50.722404 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c44487eb-9a3c-40d5-a937-42d03a03a8ac req-0ca04452-0883-4cdc-b785-5ad67af1c114 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454761 Aug 06 18:33:50.862968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b45005-7bbe-47fb-b5cd-0fd267802007 req-9a6d1292-852f-46af-8d23-657404d11a17 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:50.881158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75b45005-7bbe-47fb-b5cd-0fd267802007 req-9a6d1292-852f-46af-8d23-657404d11a17 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 944 time: 0.2005885 Aug 06 18:33:50.913204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00a7dfc9-5e49-4c4b-82a8-c0e0b0286f55 req-ac6b80d3-fcf9-4efb-94e1-e3eb4fb345c7 service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938070 Aug 06 18:33:51.080241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75b45005-7bbe-47fb-b5cd-0fd267802007 req-101a324e-57fd-4001-a20c-ceabd3cc8ae3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831365 Aug 06 18:33:51.291020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:51.339390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=09280825-ec32-43cf-85d2-664f8481fdbd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:51.618458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:51.925605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-5d919e75-c7e0-4a15-9a4c-b8da6e9387e0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.927504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-5d919e75-c7e0-4a15-9a4c-b8da6e9387e0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.2801304 Aug 06 18:33:51.967418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-5bc07b98-47f1-4490-9ad8-f5f97da469ce tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0275681 Aug 06 18:33:52.144674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Router 7abc5d3b-14cd-4b9d-a8cc-158925753eab has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:33:52.156496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a91c9a-f284-4ad7-a015-79d91fa39ef5 req-79b3e3f1-24d4-4cd7-b25a-f0284a1a7f8a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:52.166820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3a91c9a-f284-4ad7-a015-79d91fa39ef5 req-79b3e3f1-24d4-4cd7-b25a-f0284a1a7f8a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1970897 Aug 06 18:33:52.207514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-4808240f-8971-402f-bfd6-b9ae8859186a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306786 Aug 06 18:33:52.312654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3a91c9a-f284-4ad7-a015-79d91fa39ef5 req-7966aaf8-96a6-4ac2-aa51-29c17e85bed5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437633 Aug 06 18:33:52.423271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:52.427911 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b315789-ac7e-4788-994c-554c2b410181" -d '{"events": [{"name": "network-changed", "server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:52.438853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-23797ee4-34fc-4a64-b32b-e5fd7030de49 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163432 Aug 06 18:33:52.463393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:33:52.472993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-48a96724-e6bb-4bfb-8fa8-568e9b3f3657 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "PUT /v2.0/routers/7abc5d3b-14cd-4b9d-a8cc-158925753eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6282001 Aug 06 18:33:52.480427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 59982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:52.481832 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Sync routers for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:33:52.502050 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:52.504033 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:52.576072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bf920-2698-4dfc-ad4b-53b0102dce0b req-809b1a41-dad7-49d5-85e5-7b8db167776f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:52.581818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-401bf920-2698-4dfc-ad4b-53b0102dce0b req-809b1a41-dad7-49d5-85e5-7b8db167776f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 944 time: 0.1345017 Aug 06 18:33:52.602060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting subnet e8f9e82a-1167-4c08-b1cb-4822dfa6f150 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:33:52.608369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:52.661717 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-ef22acc1-0dca-4487-a91b-118dfba1308c service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139659 Aug 06 18:33:52.675418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-401bf920-2698-4dfc-ad4b-53b0102dce0b req-20e40254-725d-4c52-8bd7-a5b069ffcd8c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890377 Aug 06 18:33:52.679814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:52.729581 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:52.834615 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee8de60-41fc-406f-a6a6-ae9f4f8c4f9f x-openstack-request-id: req-5ee8de60-41fc-406f-a6a6-ae9f4f8c4f9f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:52.835010 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:52.835143 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ee8de60-41fc-406f-a6a6-ae9f4f8c4f9f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:52.835708 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'status': 'completed', 'code': 200} Aug 06 18:33:52.967801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:52.979301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72b52f4d-f7ed-4dbf-b805-1360d9b55cd5 req-4dbaed0e-eb07-464c-9a66-2efe92ec047b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 210 time: 0.0590389 Aug 06 18:33:53.041595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315789-ac7e-4788-994c-554c2b410181 req-62ecda1e-14c9-4b21-b817-15f68f530d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:53.041595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-62ecda1e-14c9-4b21-b817-15f68f530d2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 1096 time: 0.2005744 Aug 06 18:33:53.196238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:33:51Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:53.234805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Checking router: 7abc5d3b-14cd-4b9d-a8cc-158925753eab for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:33:53.260692 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Routers {'7abc5d3b-14cd-4b9d-a8cc-158925753eab'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:53.262461 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:33:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:53.263800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:53.567106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] Set router 7abc5d3b-14cd-4b9d-a8cc-158925753eab gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:53.777927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f9e82a-1167-4c08-b1cb-4822dfa6f150,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:53.787391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315789-ac7e-4788-994c-554c2b410181 req-a5ff7dd0-fbbb-4885-8c7f-6de58e3b9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:53.789853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-a5ff7dd0-fbbb-4885-8c7f-6de58e3b9a44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.7404120 Aug 06 18:33:53.804382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:53.811328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:53.820906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60006) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:53.822314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a665fe1d-1681-49b3-9a5f-7b412ef10b8c tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/subnets/e8f9e82a-1167-4c08-b1cb-4822dfa6f150 HTTP/1.1" status: 204 len: 168 time: 1.3404429 Aug 06 18:33:53.955797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-41345bdc-8e4b-41fc-95ab-66e7a4538359 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f HTTP/1.1" status: 200 len: 217 time: 0.1316304 Aug 06 18:33:54.063666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315789-ac7e-4788-994c-554c2b410181 req-b4752969-9cdc-42c2-902f-4a7485291c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:54.063666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-b4752969-9cdc-42c2-902f-4a7485291c0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.0960162 Aug 06 18:33:54.064806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527eb9e0-137e-4b14-a606-98f5b2706ef5 None None] Network 284c5c83-5b24-41f6-a12f-716bce2b7ac1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:33:54.214111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de1a4-c817-43b4-a347-dabd56e923be req-96d90057-c33a-48ec-a661-ddc545d8d65e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:54.233033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-608de1a4-c817-43b4-a347-dabd56e923be req-96d90057-c33a-48ec-a661-ddc545d8d65e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.4414909 Aug 06 18:33:54.352927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-608de1a4-c817-43b4-a347-dabd56e923be req-30da36c9-5f89-4677-acef-e155c1e2bccd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143661 Aug 06 18:33:54.363639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bea4e1-a5d6-47fa-8101-c5c250bea707 req-a129ddf1-6f66-4f3e-aa34-9a334d95005c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:54.363925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315789-ac7e-4788-994c-554c2b410181 req-d16fb5f8-e7d7-40c5-93de-1d07fd8a4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:54.370113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37bea4e1-a5d6-47fa-8101-c5c250bea707 req-a129ddf1-6f66-4f3e-aa34-9a334d95005c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 944 time: 0.2794559 Aug 06 18:33:54.370470 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5db7a669-e110-4080-b361-059d3276e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:33:51Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:54.371410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-d16fb5f8-e7d7-40c5-93de-1d07fd8a4b1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712319 Aug 06 18:33:54.425123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:54.511530 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7a669-e110-4080-b361-059d3276e146 None None] The sync data for ids ['7abc5d3b-14cd-4b9d-a8cc-158925753eab'] in n-d-793621-29 is: [{'id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-526297240', 'tenant_id': '7ee904f95c494adf94b537fca9d2b1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:20Z', 'updated_at': '2021-08-06T18:33:51Z', 'revision_number': 5, 'project_id': '7ee904f95c494adf94b537fca9d2b1d4', 'gw_port': {'id': 'ce65cf12-2969-4da4-9d40-63037cd9cfec', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abc5d3b-14cd-4b9d-a8cc-158925753eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:23Z', 'updated_at': '2021-08-06T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:33:54.694101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37bea4e1-a5d6-47fa-8101-c5c250bea707 req-5c0677a2-6807-4f30-a40c-7797fb5b5210 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799134 Aug 06 18:33:54.746239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:54.778419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'mac_address': 'fa:16:3e:99:63:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:54.787013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:54.803334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc2733c7-ecda-4f35-be35-435afc2b54e6 req-2f8b9862-a5ca-4c0f-ae51-7605528195c2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 210 time: 0.1875982 Aug 06 18:33:54.876545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:54.928354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-e33edefe-fc31-47d1-bb82-6d8e98d8dce6 service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443432 Aug 06 18:33:54.939263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd42865a-dd32-46af-85bf-b8d5d2436d2f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:54.993879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Deleting port ce65cf12-2969-4da4-9d40-63037cd9cfec {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:54.994458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.045273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:55.047992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] DHCP port deletion for 284c5c83-5b24-41f6-a12f-716bce2b7ac1 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:33:55.058856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.351351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] For port ce65cf12-2969-4da4-9d40-63037cd9cfec, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ce65cf12-2969-4da4-9d40-63037cd9cfec,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:55.351719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.398750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Calling delete_port for ce65cf12-2969-4da4-9d40-63037cd9cfec owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:55.441558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['fd42865a-dd32-46af-85bf-b8d5d2436d2f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:55.534595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:55.585603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Deleting port a91b4148-293d-4e67-960c-2c4a06b33f87 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:55.587897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.635943 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b315789-ac7e-4788-994c-554c2b410181 req-c685e71c-4c5a-43fd-ac9c-5c69ed4b75d2 service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985722 Aug 06 18:33:55.688612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-2215d873-fa26-4fde-af15-7aa15af4c2c9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:55.699313 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-2215d873-fa26-4fde-af15-7aa15af4c2c9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.6416321 Aug 06 18:33:55.716627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': '014b363f-822a-4038-b2df-10414a13dcea', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:55.902801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] For port a91b4148-293d-4e67-960c-2c4a06b33f87, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a91b4148-293d-4e67-960c-2c4a06b33f87,segment=NetworkSegment(07e23711-a4b4-4b21-8081-9da5f9b85fe6),segment_id=07e23711-a4b4-4b21-8081-9da5f9b85fe6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:55.903656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.908720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c656534-35a8-4cd1-873d-839b714fd882 req-3cfe5107-64ff-4564-a6e3-6afc58c9e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:55.918022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c656534-35a8-4cd1-873d-839b714fd882 req-3cfe5107-64ff-4564-a6e3-6afc58c9e30d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.3150363 Aug 06 18:33:55.959145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 09280825-ec32-43cf-85d2-664f8481fdbd no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:56.028765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Calling delete_port for a91b4148-293d-4e67-960c-2c4a06b33f87 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:56.044106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 09280825-ec32-43cf-85d2-664f8481fdbd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:56.044635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 09280825-ec32-43cf-85d2-664f8481fdbd not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:56.045312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a91b4148-293d-4e67-960c-2c4a06b33f87 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:56.188414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7593669-5ac4-41de-98ff-77017fcd466f req-d5163634-d7d9-42bb-a8dd-c9636284ea6a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:56.191173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7593669-5ac4-41de-98ff-77017fcd466f req-d5163634-d7d9-42bb-a8dd-c9636284ea6a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 945 time: 0.2031913 Aug 06 18:33:56.315783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:56.329354 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.330019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465eade-9bfa-4836-9113-a28548e9c570 req-7e5bd4fc-4401-4704-b4e5-7439e870b50e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:56.347649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2465eade-9bfa-4836-9113-a28548e9c570 req-7e5bd4fc-4401-4704-b4e5-7439e870b50e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.6586282 Aug 06 18:33:56.388994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.406240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c656534-35a8-4cd1-873d-839b714fd882 req-74ab4f4d-929a-48fb-a612-fefe265c751a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760053 Aug 06 18:33:56.438402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7593669-5ac4-41de-98ff-77017fcd466f req-16d53b2c-6faf-4fb3-a3e5-5bb5a4a036ec tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289586 Aug 06 18:33:56.461110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.496923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Port': ['ID=ce65cf12-2969-4da4-9d40-63037cd9cfec,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:56.623542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.663772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2465eade-9bfa-4836-9113-a28548e9c570 req-c6a21a82-3453-4797-9840-3a2cf496844d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135180 Aug 06 18:33:56.672741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] Pushing event deleted for resources: {'Port': ['ID=a91b4148-293d-4e67-960c-2c4a06b33f87,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:56.679991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425ffbd-e32f-46d5-81ab-a251c698323c None None] No DVR routers for this DVR port a91b4148-293d-4e67-960c-2c4a06b33f87 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:56.689142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.762661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b165708c-dc56-40fc-8705-224170b0a5de req-c3a4c36d-551b-4eb9-bd17-f124b75f9d70 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 210 time: 0.0461917 Aug 06 18:33:56.868598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.871869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.877575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.7 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/49f5dbf3-0d64-4d7c-b7aa-2a430db2741d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:57.188023 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.255338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.272070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:57.334753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:57.354954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.356349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Fanout notify agent at l3_agent the message router_deleted on router 7abc5d3b-14cd-4b9d-a8cc-158925753eab {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:33:57.357111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:57.372452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.373896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f22b5ea4-e8e4-40ef-86ef-ac21a7fe6fd6 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/routers/7abc5d3b-14cd-4b9d-a8cc-158925753eab HTTP/1.1" status: 204 len: 168 time: 3.5516026 Aug 06 18:33:57.377913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60028) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:57.384605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:57.446157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:57.493703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:57.495088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.549393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-f1eaf0f7-87e0-4519-98cb-b7ac701087f1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8424993 Aug 06 18:33:57.573680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Request body: {'port': {'device_id': '014b363f-822a-4038-b2df-10414a13dcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:57.574239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.716375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.850522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:57.929702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.958345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284c5c83-5b24-41f6-a12f-716bce2b7ac1']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:57.975611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port fd42865a-dd32-46af-85bf-b8d5d2436d2f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:57.996710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port fd42865a-dd32-46af-85bf-b8d5d2436d2f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:58.001109 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.015809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e23711-a4b4-4b21-8081-9da5f9b85fe6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:58.019480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e23711-a4b4-4b21-8081-9da5f9b85fe6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:58.054777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aea90-b3e8-4b5e-ad02-705b32b30452 req-7debd2f8-415c-4d54-b9ff-07caa2acdb54 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:58.059322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-184aea90-b3e8-4b5e-ad02-705b32b30452 req-7debd2f8-415c-4d54-b9ff-07caa2acdb54 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1849198 Aug 06 18:33:58.061362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.160669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.217540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feef89d-bec8-4aff-92c1-638b5ceea4f6 req-3069b975-67bb-42e3-9fd2-73a464993bd7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:58.219200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1feef89d-bec8-4aff-92c1-638b5ceea4f6 req-3069b975-67bb-42e3-9fd2-73a464993bd7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 945 time: 0.4056225 Aug 06 18:33:58.241983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:33:58.242995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.288734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.313570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-184aea90-b3e8-4b5e-ad02-705b32b30452 req-cc709c99-d5b5-4f4d-806d-5078aa91794e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365158 Aug 06 18:33:58.364607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:58.368149 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ccfc47-f4ad-4537-9e27-b99e3f5dc73b" -d '{"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-plugged", "status": "completed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:33:58.400093 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:33:58.437427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:58.443418 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.452416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.457382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/networks/284c5c83-5b24-41f6-a12f-716bce2b7ac1 HTTP/1.1" status: 204 len: 168 time: 1.0777402 Aug 06 18:33:58.474159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60044) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:58.480302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.503803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1d157-3ebd-442e-93ce-47dcc17eca0a tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'Network': ['ID=284c5c83-5b24-41f6-a12f-716bce2b7ac1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:58.590194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1feef89d-bec8-4aff-92c1-638b5ceea4f6 req-75ef2ba2-74c5-422b-8929-e3ac1c95643c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816998 Aug 06 18:33:58.594524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-26a3a9c9-9be2-405e-8713-19bf0f3b2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.604914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:58.636625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.645034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:58.671095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Transition to ACTIVE for port object 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:58.735403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.781152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159047e-c2fe-443c-b623-b9e5d5b76dd5 req-b18b206d-88c3-4f29-a33a-2c0cb8ce8aa5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:58.784803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0159047e-c2fe-443c-b623-b9e5d5b76dd5 req-b18b206d-88c3-4f29-a33a-2c0cb8ce8aa5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 931 time: 0.3083394 Aug 06 18:33:58.797665 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2757b46-e90c-4c3a-b666-6ca9b8c0c1c0 x-openstack-request-id: req-b2757b46-e90c-4c3a-b666-6ca9b8c0c1c0 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:58.797964 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-plugged", "status": "completed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:58.798217 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2757b46-e90c-4c3a-b666-6ca9b8c0c1c0 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:58.798621 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'code': 200} Aug 06 18:33:58.980012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793d3ce-c1ec-4d38-a16c-2e2d5515a524 req-45c8edfc-8905-427a-b09e-8ffda3af80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:58.984492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4793d3ce-c1ec-4d38-a16c-2e2d5515a524 req-45c8edfc-8905-427a-b09e-8ffda3af80a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 1098 time: 0.1084814 Aug 06 18:33:59.110744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4793d3ce-c1ec-4d38-a16c-2e2d5515a524 req-b7c3ea56-1452-4b2f-9182-8026032b6160 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Aug 06 18:33:59.212586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.219411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0159047e-c2fe-443c-b623-b9e5d5b76dd5 req-68b00de4-b533-4574-859b-88f39d01b4e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798838 Aug 06 18:33:59.220205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:59.237337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701e79b-cbea-4965-a0b9-3a8c9d61b279 req-855186c1-0653-4def-bb7a-a6bd9491a8fc tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:59.239841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0701e79b-cbea-4965-a0b9-3a8c9d61b279 req-855186c1-0653-4def-bb7a-a6bd9491a8fc tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1007712 Aug 06 18:33:59.351970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.358020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-2cedbe1a-dfd3-44d6-9f7d-db637917077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:59.359716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-2cedbe1a-dfd3-44d6-9f7d-db637917077e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.2266352 Aug 06 18:33:59.370028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0701e79b-cbea-4965-a0b9-3a8c9d61b279 req-9fe86114-61db-4663-925c-df8f0bccdba4 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990055 Aug 06 18:33:59.473565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Attempting to bind port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:59.474149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Attempting to bind port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:59.474703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Attempting to bind port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:59.574499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:59.575055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Attempting to bind port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:59.601340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:59.601955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:59.602643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:59.603395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Bound port: 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:59.604012 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.713349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-97943c7c-1cfa-4bc5-b1de-a985f220ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:59.727579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-97943c7c-1cfa-4bc5-b1de-a985f220ed70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.3438241 Aug 06 18:33:59.751810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce65cf12-2969-4da4-9d40-63037cd9cfec no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:59.778496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ce65cf12-2969-4da4-9d40-63037cd9cfec {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:59.778849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ce65cf12-2969-4da4-9d40-63037cd9cfec not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:59.901253 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-b48ac195-92f0-46da-8d24-932cc03ae4c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.1724548 Aug 06 18:34:00.009228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:00.051441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:00.054398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.061146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.080944 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2a7f9bb-18f5-469c-bc67-f05196bfa4e5 HTTP/1.1" status: 204 len: 168 time: 1.5720499 Aug 06 18:34:00.111598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.188378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de700e2-bcd6-477b-a2d0-230becb970fb req-9d498e8b-f982-4aa6-b890-2601ccf48bf6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.188378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1de700e2-bcd6-477b-a2d0-230becb970fb req-9d498e8b-f982-4aa6-b890-2601ccf48bf6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.4255779 Aug 06 18:34:00.214651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2659b6-52ca-4c20-8985-cccb1ca2be74 tempest-TestNetworkAdvancedServerOps-1059879695 tempest-TestNetworkAdvancedServerOps-1059879695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a7f9bb-18f5-469c-bc67-f05196bfa4e5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:00.232652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.233844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.237770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] 10.222.0.16 "PUT /v2.0/ports/49f5dbf3-0d64-4d7c-b7aa-2a430db2741d HTTP/1.1" status: 200 len: 1092 time: 2.6779673 Aug 06 18:34:00.243004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:00.263082 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638" -d '{"events": [{"name": "network-changed", "server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:00.268901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-74f5ecdb-f921-49a7-a23e-abbc01c246e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.274572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-74f5ecdb-f921-49a7-a23e-abbc01c246e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.3604214 Aug 06 18:34:00.377677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-2876b2d2-51e0-4d78-8af3-3e02f57e2c30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864043 Aug 06 18:34:00.537802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-29802902-e19d-4149-a9e7-5749ec504451 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185217 Aug 06 18:34:00.537802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a395f-1bcd-437a-85da-06d83a4aa25c service neutron] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:00.591673 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1de700e2-bcd6-477b-a2d0-230becb970fb req-670e0322-ffcf-4a6c-9f69-053b27d97315 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781765 Aug 06 18:34:00.675424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-3f5f6f64-d69d-45e3-a1a8-0622cf70fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.676609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4302c-74e9-49aa-aae5-c006b3972115 req-4202fca8-4a0c-4d46-8c30-ee54fd0fa50d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.678633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-3f5f6f64-d69d-45e3-a1a8-0622cf70fa41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 1095 time: 0.3223553 Aug 06 18:34:00.680825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95e4302c-74e9-49aa-aae5-c006b3972115 req-4202fca8-4a0c-4d46-8c30-ee54fd0fa50d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 943 time: 0.2145023 Aug 06 18:34:00.755567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:00.795296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-dc2ade03-d47b-473e-907b-bf2841896c27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d HTTP/1.1" status: 200 len: 217 time: 0.0965731 Aug 06 18:34:00.806599 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5808ab71-f0fd-420a-9373-1d69c2756882 x-openstack-request-id: req-5808ab71-f0fd-420a-9373-1d69c2756882 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:00.807262 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:00.807835 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5808ab71-f0fd-420a-9373-1d69c2756882 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:00.808633 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'status': 'completed', 'code': 200} Aug 06 18:34:00.837636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95e4302c-74e9-49aa-aae5-c006b3972115 req-5574f70c-877e-4e17-b99e-d452f267f201 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426723 Aug 06 18:34:00.903061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9d00d5e-99c5-407e-9e9e-c55017293e97 req-706a5f30-79d2-49ae-93fa-647672964a95 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403382 Aug 06 18:34:00.969213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-99d43d96-284e-4c5b-949b-448fe958ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:00.972029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-99d43d96-284e-4c5b-949b-448fe958ab46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.1617436 Aug 06 18:34:01.027383 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-a2088a58-89ce-463d-9dc2-d403446fa60e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468810 Aug 06 18:34:01.078073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543eb3a-ebdc-4081-8f83-baaf72ae0f1e req-871b130b-20d2-4fe2-85e1-c5f37744dc09 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:01.092691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b543eb3a-ebdc-4081-8f83-baaf72ae0f1e req-871b130b-20d2-4fe2-85e1-c5f37744dc09 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1908016 Aug 06 18:34:01.151083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dbade355-784f-4270-a540-d1d30e84af0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ee904f95c494adf94b537fca9d2b1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937547 Aug 06 18:34:01.156563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:01.254144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b543eb3a-ebdc-4081-8f83-baaf72ae0f1e req-10518ca6-3689-45bb-83c2-cbb16140e747 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598868 Aug 06 18:34:01.283400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.324409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-bff67b18-21a9-40a8-9f3c-561534bedeb2 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877007 Aug 06 18:34:01.330225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.445648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.449541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.450864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65fa49cd-ca40-44a6-b8bf-a54070882c6e HTTP/1.1" status: 204 len: 168 time: 0.2902792 Aug 06 18:34:01.462787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e24d118d-a8aa-4277-864c-efe37b3749a4 req-d9820dcb-a9f5-4dfa-acfe-2cb934d1205d service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297071 Aug 06 18:34:01.477829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55938c23-9a47-4a40-83f0-933cdfca2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa49cd-ca40-44a6-b8bf-a54070882c6e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:01.478803 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.632448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-a6708632-19ff-4c30-bb24-6fd41829ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:01.635484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-a6708632-19ff-4c30-bb24-6fd41829ccd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 1095 time: 0.0645359 Aug 06 18:34:01.724617 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5510ddf5-53a9-4b9c-89ef-4e6e9928e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.949618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067b81-55af-4baa-bb27-6a3b509e2835 req-d40a057f-84a2-486c-bcc4-3137894adf03 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:01.950331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-ad84e354-f34b-4e1f-95d5-6d998faec8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:01.956500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-ad84e354-f34b-4e1f-95d5-6d998faec8b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.3120203 Aug 06 18:34:01.961074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac067b81-55af-4baa-bb27-6a3b509e2835 req-d40a057f-84a2-486c-bcc4-3137894adf03 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1481681 Aug 06 18:34:02.026666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-bd13da4c-f784-4ca8-8f1d-204d0a08b780 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d HTTP/1.1" status: 200 len: 217 time: 0.0630813 Aug 06 18:34:02.046903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac067b81-55af-4baa-bb27-6a3b509e2835 req-7c526f68-25f2-46b2-a53c-c4bd569a3f0d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840840 Aug 06 18:34:02.094390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:02.118179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-08012cca-f759-4b05-b96e-4616f527815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:02.119800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-08012cca-f759-4b05-b96e-4616f527815d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.0848148 Aug 06 18:34:02.132258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63dfbc-b7b3-427d-9000-6a6b3e91c419 req-81216729-9bfb-4c31-b647-c3dbca666ff2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:02.134624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e63dfbc-b7b3-427d-9000-6a6b3e91c419 req-81216729-9bfb-4c31-b647-c3dbca666ff2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 943 time: 0.1111870 Aug 06 18:34:02.174094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c19fb85-fa02-4462-b4b4-ca266d54a52e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=836a9838c4764336bb8190a42ecf09a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782523 Aug 06 18:34:02.178053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60128) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:02.208412 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-e67ba1d8-b992-4a3e-b037-5c1a5fc18375 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719306 Aug 06 18:34:02.294077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e63dfbc-b7b3-427d-9000-6a6b3e91c419 req-ddcd4c13-5d54-4d2b-ab0c-79c517754eeb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441069 Aug 06 18:34:02.335311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:02.440662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:02.468108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-15236f01-dd23-4d9c-a0dd-3860e76a8653 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476938 Aug 06 18:34:02.535919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff579-a1c5-4172-8ad0-120ad613c33d req-ecfc6a9b-ffdf-4c04-bac2-c109e454154c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:02.539074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91fff579-a1c5-4172-8ad0-120ad613c33d req-ecfc6a9b-ffdf-4c04-bac2-c109e454154c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1615379 Aug 06 18:34:02.617527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91fff579-a1c5-4172-8ad0-120ad613c33d req-2c067d25-f68d-47e3-9dba-6fecf8d6cdb0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702713 Aug 06 18:34:02.657034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:02.668194 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:02.672534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17ad5765-3aa2-42c0-9539-074588e97a4f HTTP/1.1" status: 204 len: 168 time: 0.4930084 Aug 06 18:34:02.706642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d048120-4df1-40eb-b619-8b15b5e56b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad5765-3aa2-42c0-9539-074588e97a4f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:02.957041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54079f8f-c79b-49bd-b729-526d9d0437da req-61dd4840-2f6c-4ada-9441-75c102ef3fb0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:02.962232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54079f8f-c79b-49bd-b729-526d9d0437da req-61dd4840-2f6c-4ada-9441-75c102ef3fb0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.5411108 Aug 06 18:34:03.066729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-54079f8f-c79b-49bd-b729-526d9d0437da req-6fd1684a-603b-49de-adf0-7fff14ad4d5a tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003942 Aug 06 18:34:03.097856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f6b7ac9-bfbb-46a5-a40a-ab0e6d89b638 req-d683490e-441e-4b5c-978b-1e0e42a14b86 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203537 Aug 06 18:34:03.211114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:03.503367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463fb6-8bb3-4e3f-8ae6-83ecf477b44d req-4e442e1b-0125-446a-bfbf-448592b0dc1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:03.506069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc463fb6-8bb3-4e3f-8ae6-83ecf477b44d req-4e442e1b-0125-446a-bfbf-448592b0dc1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 943 time: 0.0841482 Aug 06 18:34:03.567664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc463fb6-8bb3-4e3f-8ae6-83ecf477b44d req-6863493f-f289-48f6-a7b2-bca386f79195 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Aug 06 18:34:03.896850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f1d9-9ec9-457d-9009-d92efd7280c3 req-755172df-2149-4155-ba25-5b5491bf5f9f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:03.899116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c18f1d9-9ec9-457d-9009-d92efd7280c3 req-755172df-2149-4155-ba25-5b5491bf5f9f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1117444 Aug 06 18:34:04.014760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c18f1d9-9ec9-457d-9009-d92efd7280c3 req-7def5bac-1e42-4171-982a-92d9f399d4ae tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067955 Aug 06 18:34:04.253716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:04.461307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7c641-d3ad-4a67-a1bf-5c1344ea3657 req-e7a240d7-4c02-4563-98f0-e4410699cb10 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:04.476184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06e7c641-d3ad-4a67-a1bf-5c1344ea3657 req-e7a240d7-4c02-4563-98f0-e4410699cb10 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1837265 Aug 06 18:34:04.629896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-06e7c641-d3ad-4a67-a1bf-5c1344ea3657 req-20fd6c4e-5f3b-4f84-8061-0c09e18b70e5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508639 Aug 06 18:34:04.697225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:04.704503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.720980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'mac_address': 'fa:16:3e:59:fd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:04.832791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.868216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:04.921258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:04.939686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:05.033483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3851-f88d-437c-92af-28ef9700adff req-5a852040-e123-4536-aa57-a696a98bdcdb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:05.048787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88ca3851-f88d-437c-92af-28ef9700adff req-5a852040-e123-4536-aa57-a696a98bdcdb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 943 time: 0.2108638 Aug 06 18:34:05.143051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:05.237990 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-88ca3851-f88d-437c-92af-28ef9700adff req-4d8768f8-cac7-4dc3-b0ed-132071626057 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860418 Aug 06 18:34:05.397947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['49f5dbf3-0d64-4d7c-b7aa-2a430db2741d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:05.403629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a4512-085c-44fa-9b23-db5f75cca315 req-8c1e9f43-bdea-42ac-9f0a-513bc012083d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:05.434980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-880a4512-085c-44fa-9b23-db5f75cca315 req-8c1e9f43-bdea-42ac-9f0a-513bc012083d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1312480 Aug 06 18:34:05.570423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-880a4512-085c-44fa-9b23-db5f75cca315 req-ebc36994-8812-4459-9e70-bff015548cc7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339731 Aug 06 18:34:05.781873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:06.165248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'network': {'name': 'tempest-network-smoke--971525105', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:06.221672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:06.230433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.256039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.522685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.532006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.555505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016e8b4-f4ef-4514-958b-a50f63d1226b req-bc56c5d5-022b-4708-aaa2-80d81ee4e83a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:06.557272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:34:06.566994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f016e8b4-f4ef-4514-958b-a50f63d1226b req-bc56c5d5-022b-4708-aaa2-80d81ee4e83a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 944 time: 0.1111603 Aug 06 18:34:06.622248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f016e8b4-f4ef-4514-958b-a50f63d1226b req-80a332ca-bf55-43f4-9217-543d837aeab4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Aug 06 18:34:06.624311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.629772 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Added segment b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9 of type vlan for network a80799ef-f139-439c-9aa5-3daa674ae9fb Aug 06 18:34:06.663214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3462dea-9a8c-416e-97b4-f0375e3fa89b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:06.726429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.844873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:06.856977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:06.857937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.021980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3c5cf-1e26-4d89-b3ad-2c1fa372aab5 req-b4b68d1a-0d6e-415f-8f02-0c3e5ef3dc8c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:07.024451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d3c5cf-1e26-4d89-b3ad-2c1fa372aab5 req-b4b68d1a-0d6e-415f-8f02-0c3e5ef3dc8c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2761033 Aug 06 18:34:07.037012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Network': ['ID=a80799ef-f139-439c-9aa5-3daa674ae9fb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:07.058869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network a80799ef-f139-439c-9aa5-3daa674ae9fb details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:34:07.067430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-737b74b2-fd4b-47df-8015-8f14340db53a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2808261 Aug 06 18:34:07.067953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60236) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:07.077398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-342049429', 'admin_state_up': True, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:07.140241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.142250 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.150813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d3c5cf-1e26-4d89-b3ad-2c1fa372aab5 req-ab1563c6-3109-481a-99f0-85a432ef1a99 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089330 Aug 06 18:34:07.242705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.461097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.903875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420a9e8-a375-4fb0-84bd-ccea65036dd8 req-90316528-9a74-428c-a776-5798bb40bbb8 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:07.906877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d420a9e8-a375-4fb0-84bd-ccea65036dd8 req-90316528-9a74-428c-a776-5798bb40bbb8 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1943557 Aug 06 18:34:07.908283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:07.916212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:07.997630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.120000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37d6ee-4228-4d63-a388-2940109c2f21 req-1af57bb3-aed2-4166-9abe-684322ddee21 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:08.135962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b37d6ee-4228-4d63-a388-2940109c2f21 req-1af57bb3-aed2-4166-9abe-684322ddee21 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 944 time: 0.2959466 Aug 06 18:34:08.257903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:08.262733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:08.284000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b37d6ee-4228-4d63-a388-2940109c2f21 req-7121f782-3546-4a33-9ee5-c0bb5792ac32 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414692 Aug 06 18:34:08.295059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.25.3.180 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/9ea81e38-35e6-4e54-ab95-b190d970c051) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:08.308205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'port_id': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'mac_address': 'fa:16:3e:99:63:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:08.424146 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.447963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd42865a-dd32-46af-85bf-b8d5d2436d2f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:08.491498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:08.493214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.499164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:08.500235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:08.500657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.508910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:34:08.533630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.554583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7903401-5515-44b3-bc1c-1948ca7b08b7 req-3121d105-d8f4-4207-b36f-bacdb8511dd1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:08.562622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7903401-5515-44b3-bc1c-1948ca7b08b7 req-3121d105-d8f4-4207-b36f-bacdb8511dd1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1436393 Aug 06 18:34:08.600120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d420a9e8-a375-4fb0-84bd-ccea65036dd8 req-141425f1-15e0-422c-b249-d42845aa43fd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047847 Aug 06 18:34:08.608346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.648867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:08.668171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['fd42865a-dd32-46af-85bf-b8d5d2436d2f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:08.715413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=9ea81e38-35e6-4e54-ab95-b190d970c051,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:08.738066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:08.738547 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7903401-5515-44b3-bc1c-1948ca7b08b7 req-ad35aea9-24e5-4b41-8000-a9f0b0e24784 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658173 Aug 06 18:34:08.739642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:08.750817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:08.804679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:08.858211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:08.861132 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7053c1e-214e-43f4-9563-6ab57fc01746" -d '{"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-plugged", "status": "completed", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:08.926283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:08.946716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:09.047038 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b443b69-009d-403f-8de9-e0e5c727db0d x-openstack-request-id: req-6b443b69-009d-403f-8de9-e0e5c727db0d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:09.047562 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-plugged", "status": "completed", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:09.047974 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b443b69-009d-403f-8de9-e0e5c727db0d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:09.048793 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'code': 200} Aug 06 18:34:09.171317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:09.373374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf25c70-40c0-4701-aa1b-d9b5be50d8d5 req-026074cc-b1c5-42e2-aa98-73964aa70bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:09.375596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bf25c70-40c0-4701-aa1b-d9b5be50d8d5 req-026074cc-b1c5-42e2-aa98-73964aa70bcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 1097 time: 0.2975738 Aug 06 18:34:09.657953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a736cc8-fbd6-41f3-807b-3910d752cc17 req-946802b2-6018-475f-9625-c612cfd252b3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:09.675804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a736cc8-fbd6-41f3-807b-3910d752cc17 req-946802b2-6018-475f-9625-c612cfd252b3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.1428442 Aug 06 18:34:09.690380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:09.694485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6bf25c70-40c0-4701-aa1b-d9b5be50d8d5 req-4f63ddc5-fe10-4d45-b477-8803d47a83ef service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094056 Aug 06 18:34:09.884267 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a736cc8-fbd6-41f3-807b-3910d752cc17 req-5ef16492-9763-47f7-83b0-27349c6f222a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945546 Aug 06 18:34:09.939365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:10.176423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port fd42865a-dd32-46af-85bf-b8d5d2436d2f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:10.176988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:10.286893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4152e-f8b1-46df-afe2-b95b6c442a56 req-5415eda7-487f-4b4c-bcc1-0e8247e7b259 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:10.293184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ea4152e-f8b1-46df-afe2-b95b6c442a56 req-5415eda7-487f-4b4c-bcc1-0e8247e7b259 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 945 time: 0.1917593 Aug 06 18:34:10.606313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:10.637955 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:10.717813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:10.726589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:10.742514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2ea4152e-f8b1-46df-afe2-b95b6c442a56 req-1b5e99aa-6271-4b47-b4bb-4ff03983e877 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266822 Aug 06 18:34:10.771596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:10.814818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:11.050813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:11.055212 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0cfc11-c3cd-4263-a4d7-9cd47d9aba58" -d '{"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-plugged", "status": "completed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:11.075985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:34:11.201090 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b5c53-ac1b-4e56-96ec-b6729c9feacb x-openstack-request-id: req-833b5c53-ac1b-4e56-96ec-b6729c9feacb {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:11.201408 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-plugged", "status": "completed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:11.201893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-833b5c53-ac1b-4e56-96ec-b6729c9feacb {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:11.202355 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'code': 200} Aug 06 18:34:11.277376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2adece-ef43-4b31-8523-f80f33af167a req-28a70cb8-3a44-4d7b-a21c-061e89cf0d97 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:11.280822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f2adece-ef43-4b31-8523-f80f33af167a req-28a70cb8-3a44-4d7b-a21c-061e89cf0d97 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.0955527 Aug 06 18:34:11.337917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:11.357548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:11.387793 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:11.390920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4922983f-3f40-4284-867c-df317e013463 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3207471 Aug 06 18:34:11.397061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60320) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:11.422852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f2adece-ef43-4b31-8523-f80f33af167a req-139ef9d4-1b18-4d97-a1dc-80645f53461f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280651 Aug 06 18:34:11.426035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:11.444571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:34:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:11.569531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60332) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:11.584347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98b6aae2-f6be-4ece-b673-4d54c2f6da87 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=96ffd61e0f414fecbba0007b22ad1985&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1798625 Aug 06 18:34:11.731867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:11.775254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4e995-c9d9-4c82-b9b7-66210170a6c9 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:11.777961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-afe4e995-c9d9-4c82-b9b7-66210170a6c9 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2054341 Aug 06 18:34:11.781104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:11.901903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-71daacee-0b9f-44e3-ad25-228b7be25ce4 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192410 Aug 06 18:34:11.907335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60342) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:11.925923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928645292', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:12.086939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c650125a-20b3-479c-8497-f491ca0bec4f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:12.093344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c650125a-20b3-479c-8497-f491ca0bec4f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.4029956 Aug 06 18:34:12.126644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c5a578e2-2786-49bb-bdbb-14ff591fb186 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0254760 Aug 06 18:34:12.197135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:12.263841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:09Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:12.283259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c371-abfb-41d2-9767-a689c1f58519 req-0a529950-47b3-4d18-b293-846d8dac2c82 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:12.296069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7c8c371-abfb-41d2-9767-a689c1f58519 req-0a529950-47b3-4d18-b293-846d8dac2c82 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1887758 Aug 06 18:34:12.317843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:12.335224 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-3ad6619a-c818-4057-9542-8878bfa0a7e9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018440 Aug 06 18:34:12.339473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:12.340771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Updating router 56e0edc1-45f4-4acc-a186-6cb683666800 port 9ea81e38-35e6-4e54-ab95-b190d970c051 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:34:12.405699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7c8c371-abfb-41d2-9767-a689c1f58519 req-52950ff7-a3eb-468b-9676-df7f08588d99 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966878 Aug 06 18:34:12.410253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:12.440041 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:12.448557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:12.753839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb863de6-61a0-42af-9c7e-ebdd3faf8d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:12.946095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d14732-ed61-4551-aefc-14f940571ec4 req-cc44d4eb-1cc1-4d2b-95f7-f591a730c220 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:12.949854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33d14732-ed61-4551-aefc-14f940571ec4 req-cc44d4eb-1cc1-4d2b-95f7-f591a730c220 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.1538377 Aug 06 18:34:13.035768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-0f1b0f58-1c69-457c-95c9-2f6cee595ffe service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779933 Aug 06 18:34:13.169064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33d14732-ed61-4551-aefc-14f940571ec4 req-e1f6ccad-579d-4937-be72-67dbdf19eb6a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185141 Aug 06 18:34:13.306517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.373269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-5f52286a-ef49-4909-9743-0862a4baad7b service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295233 Aug 06 18:34:13.395795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.409047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Transition to ACTIVE for port object 9ea81e38-35e6-4e54-ab95-b190d970c051 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:13.419529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.539654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Attempting to bind port 9ea81e38-35e6-4e54-ab95-b190d970c051 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:13.543514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Attempting to bind port 9ea81e38-35e6-4e54-ab95-b190d970c051 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:13.543990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Attempting to bind port 9ea81e38-35e6-4e54-ab95-b190d970c051 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:13.565923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39b13-6f3e-438b-8630-df8d95d958c2 None None] Pushing event updated for resources: {'Port': ['ID=9ea81e38-35e6-4e54-ab95-b190d970c051,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:13.576167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:13.576795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:13.581037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.582413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:13.583731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Bound port: 9ea81e38-35e6-4e54-ab95-b190d970c051, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:13.590246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.594013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Subnet': ['ID=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:13.658675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Checking segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:13.659287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network hostable DHCP agents. Network: a80799ef-f139-439c-9aa5-3daa674ae9fb, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:34:13.701273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb863de6-61a0-42af-9c7e-ebdd3faf8d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.728911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb863de6-61a0-42af-9c7e-ebdd3faf8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.763744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cb863de6-61a0-42af-9c7e-ebdd3faf8d95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02adfae1e3834f0e996ec0b96931d74a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4374487 Aug 06 18:34:13.768397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60364) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:13.781649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1c0b4-50a7-459b-abd4-5b29f2730502 req-406b1fec-0215-474b-ba0d-60cd35c93cb4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:13.794263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fa1c0b4-50a7-459b-abd4-5b29f2730502 req-406b1fec-0215-474b-ba0d-60cd35c93cb4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.3767133 Aug 06 18:34:13.825897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network a80799ef-f139-439c-9aa5-3daa674ae9fb is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:34:13.826916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] For port 9ea81e38-35e6-4e54-ab95-b190d970c051, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:13.832495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] For port 9ea81e38-35e6-4e54-ab95-b190d970c051, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ea81e38-35e6-4e54-ab95-b190d970c051,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:13.843108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:13.958016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, a80799ef-f139-439c-9aa5-3daa674ae9fb) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:13.982550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863de6-61a0-42af-9c7e-ebdd3faf8d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d779c8-4438-4db0-82c5-7b7d1f1ecfdc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:13.992246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:13.993211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:34:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:14.109083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fa1c0b4-50a7-459b-abd4-5b29f2730502 req-4154a713-f4f8-46ef-a713-8b111537f76f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135514 Aug 06 18:34:14.130044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:14.130637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:14.155681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:14.184469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af8d3767-35ea-46ea-8e4e-8670fdd85c53 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2759228 Aug 06 18:34:14.187790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60374) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:14.223461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549a14a-3b90-4cf5-83a5-e8a1e5b7fd51 None None] Network a80799ef-f139-439c-9aa5-3daa674ae9fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:34:14.241479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39b13-6f3e-438b-8630-df8d95d958c2 None None] Pushing event updated for resources: {'Port': ['ID=9ea81e38-35e6-4e54-ab95-b190d970c051,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:14.313481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:14.430200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:14.433277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:14.434599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d779c8-4438-4db0-82c5-7b7d1f1ecfdc HTTP/1.1" status: 204 len: 168 time: 0.6650271 Aug 06 18:34:14.468233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81080e4-7b16-4433-8ec0-0ea2f9e3e102 req-ed755c99-b041-4272-b634-6b232623c289 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:14.476571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f81080e4-7b16-4433-8ec0-0ea2f9e3e102 req-ed755c99-b041-4272-b634-6b232623c289 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2806592 Aug 06 18:34:14.479178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60203fd-6b17-4d68-9723-3b1af7b4f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d779c8-4438-4db0-82c5-7b7d1f1ecfdc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:14.480921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72b72d64-d354-4332-9909-1debf238bb7d req-047e3716-9e16-4bf6-b0fa-76dfe88eb7e5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.1143599 Aug 06 18:34:14.591743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:14.652264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f81080e4-7b16-4433-8ec0-0ea2f9e3e102 req-50480729-053b-47b7-92b4-583eb4fe7eb9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744831 Aug 06 18:34:15.509012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-a80799ef-f139-439c-9aa5-3daa674ae9fb', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:34:15.524487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:15.610651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfb7d9-dc54-4df6-b4d0-a073e89399c8 req-039cc3b8-f6da-43ef-a4e6-1a3b3fcbcf13 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:15.615942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:15.628089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5bfb7d9-dc54-4df6-b4d0-a073e89399c8 req-039cc3b8-f6da-43ef-a4e6-1a3b3fcbcf13 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.2896564 Aug 06 18:34:15.770522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5bfb7d9-dc54-4df6-b4d0-a073e89399c8 req-ab155e51-966a-4e3a-a04d-4553a1648f47 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320941 Aug 06 18:34:16.243265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Allocated IP 172.20.0.2 (a80799ef-f139-439c-9aa5-3daa674ae9fb/14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d/4f230df8-1d47-44b5-9559-31b0cc93cf12) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:16.255878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febaa5e-9df5-42dc-b427-efbc3c1f00e8 req-b8433702-5cd0-476b-9f47-ce0336ec8727 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:16.275858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1febaa5e-9df5-42dc-b427-efbc3c1f00e8 req-b8433702-5cd0-476b-9f47-ce0336ec8727 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2540538 Aug 06 18:34:16.367784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28d03c5c-1a53-4999-bca1-ce9a554acd83 req-c8d43eeb-43e1-438a-9018-aa44ff931535 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.2068646 Aug 06 18:34:16.423874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:09Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:16.448328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1febaa5e-9df5-42dc-b427-efbc3c1f00e8 req-93720b16-9f92-4bf5-8272-0b77b364a9ef tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582892 Aug 06 18:34:16.713430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781fd6-6e4e-4e98-aff6-8815e1a1cd9f None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:09Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:17.172935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:17.212901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Transition to ACTIVE for port object 4f230df8-1d47-44b5-9559-31b0cc93cf12 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:17.222029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910f2e7-7175-4b9f-b627-27f74c009c33 req-796197cf-1956-4cb0-8921-c8d3d95fb670 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:17.234080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a910f2e7-7175-4b9f-b627-27f74c009c33 req-796197cf-1956-4cb0-8921-c8d3d95fb670 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.2227395 Aug 06 18:34:17.241503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-ea66614c-2305-472d-aa92-514e01497648 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:17.252114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-ea66614c-2305-472d-aa92-514e01497648 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 0.3293092 Aug 06 18:34:17.317695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Transition to ACTIVE for port object 4f230df8-1d47-44b5-9559-31b0cc93cf12 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:17.340547 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:17.519581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:17.704916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Network a80799ef-f139-439c-9aa5-3daa674ae9fb is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:17.729938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:17.750456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:17.757237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a910f2e7-7175-4b9f-b627-27f74c009c33 req-c35b3cad-d6ca-4b0c-ab75-3121faadebbe tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005379 Aug 06 18:34:17.935068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.1 (a80799ef-f139-439c-9aa5-3daa674ae9fb/14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d/724df545-1dc5-4559-964c-c0dae57e9f99) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:17.964226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1965841752-network', 'tenant_id': 'dace74d915a9445a9f8ea90a1468ba44'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:18.191712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6e03ab8-6118-43bc-9c50-a05c542630b6 req-1bf2bbe4-20c0-4a8a-97cc-ae609915779a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.3172476 Aug 06 18:34:18.203546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Made reservation on behalf of dace74d915a9445a9f8ea90a1468ba44 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:18.219743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.297392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.427962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-de7d977f-a65f-435d-8b93-99c79fc352e1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:18.435228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-de7d977f-a65f-435d-8b93-99c79fc352e1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 1.1725445 Aug 06 18:34:18.440480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Pushing event updated for resources: {'Port': ['ID=4f230df8-1d47-44b5-9559-31b0cc93cf12,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:18.461431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ea81e38-35e6-4e54-ab95-b190d970c051 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:18.475196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b90515-ea49-46dc-90ef-7646df85f319 req-bdf0c226-fa33-4b15-87a2-2529fb99a706 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:18.476405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:18.477479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49b90515-ea49-46dc-90ef-7646df85f319 req-bdf0c226-fa33-4b15-87a2-2529fb99a706 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.3664894 Aug 06 18:34:18.722084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Attempting to bind port 4f230df8-1d47-44b5-9559-31b0cc93cf12 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:18.723745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Attempting to bind port 4f230df8-1d47-44b5-9559-31b0cc93cf12 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:18.724286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Attempting to bind port 4f230df8-1d47-44b5-9559-31b0cc93cf12 on network a80799ef-f139-439c-9aa5-3daa674ae9fb {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:18.768964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:18.769844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Checking segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:18.770421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.776661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Bound using segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:18.778683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Bound port: 4f230df8-1d47-44b5-9559-31b0cc93cf12, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:18.779859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.226466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9ea81e38-35e6-4e54-ab95-b190d970c051 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:19.250024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9ea81e38-35e6-4e54-ab95-b190d970c051 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:19.250784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.448438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] For port 4f230df8-1d47-44b5-9559-31b0cc93cf12, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:19.475802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:19.477338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.536038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] For port 4f230df8-1d47-44b5-9559-31b0cc93cf12, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f230df8-1d47-44b5-9559-31b0cc93cf12,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:19.568956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.882747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.910475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865af76-1fdc-4b73-bec1-b86a5c4b6f44 None None] Pushing event updated for resources: {'Port': ['ID=4f230df8-1d47-44b5-9559-31b0cc93cf12,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:19.930344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.970179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:19.970990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.019804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49b90515-ea49-46dc-90ef-7646df85f319 req-eff1dc5e-cae6-4bcd-9f97-eaff2e5abefd tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5094700 Aug 06 18:34:20.024454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:20.095922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object 724df545-1dc5-4559-964c-c0dae57e9f99 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:20.101460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9ea81e38-35e6-4e54-ab95-b190d970c051, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ea81e38-35e6-4e54-ab95-b190d970c051,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:20.112134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.312103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9ea81e38-35e6-4e54-ab95-b190d970c051,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:20.338831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:20.478515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.511949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffbc3c39-5093-4c63-b8d7-96525467bafb req-49e54277-1772-44e9-9daf-891088da94bc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.1287954 Aug 06 18:34:20.634395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349a905-93df-4263-812b-84b646c27414 req-0ab2f970-bb41-4bf8-815c-edf419696529 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:20.642692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a349a905-93df-4263-812b-84b646c27414 req-0ab2f970-bb41-4bf8-815c-edf419696529 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 945 time: 1.2135582 Aug 06 18:34:20.660080 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.770241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:20.818957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:20.831452 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a349a905-93df-4263-812b-84b646c27414 req-a734782a-64b3-434d-bf53-658de357f21a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871240 Aug 06 18:34:20.835893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c6f99-d736-4225-8178-6ad5db34ef7a" -d '{"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-unplugged", "status": "completed", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:20.837288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.840303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network a80799ef-f139-439c-9aa5-3daa674ae9fb is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:20.847024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:20.848912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:20.856602 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.857351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:20.935674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:20.976081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:20.987095 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83b2ff-8d23-40ea-b505-8dfd326dbcfa x-openstack-request-id: req-9d83b2ff-8d23-40ea-b505-8dfd326dbcfa {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:20.990687 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-unplugged", "status": "completed", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:20.991201 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d83b2ff-8d23-40ea-b505-8dfd326dbcfa {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:20.991792 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'code': 200} Aug 06 18:34:20.992374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.057348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f66d0f-f378-43ef-8ff3-5ada47aeb57b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:21.077333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.087301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:21.095191 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.095753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:21.314992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:34:21.380000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.486188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=49f5dbf3-0d64-4d7c-b7aa-2a430db2741d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:21.636535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.637889 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Added segment bbad237e-5d6e-4415-8e5d-67378215d8d2 of type vlan for network 00213c39-978b-4642-9965-de38881b2c38 Aug 06 18:34:21.742796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port 49f5dbf3-0d64-4d7c-b7aa-2a430db2741d on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:34:21.747349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:21.756216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d57817e-d236-4770-b0b6-dacddb774f90 req-16c307a2-a097-41c1-b21f-8b152f9bb528 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "DELETE /v2.0/ports/49f5dbf3-0d64-4d7c-b7aa-2a430db2741d HTTP/1.1" status: 204 len: 173 time: 4.4436095 Aug 06 18:34:21.836637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-deleted', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:21.853872 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8bb79-a59c-4ed7-ab2e-878558c41da4" -d '{"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-deleted", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:21.909108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-921940cb-b492-429e-81c0-3663202a34b8 req-9fcf981b-9dbe-4a0c-b70a-3320bcf6dd30 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.1686423 Aug 06 18:34:21.968318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a2736-115d-4a84-be2b-e60c557209fe req-5b9b2c8b-4343-45d3-a890-10f2c2c7ca8b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:21.987688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-119a2736-115d-4a84-be2b-e60c557209fe req-5b9b2c8b-4343-45d3-a890-10f2c2c7ca8b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.6951511 Aug 06 18:34:22.108779 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0efc2d-cb56-40ff-acfa-1e45ee9b9b9a x-openstack-request-id: req-ad0efc2d-cb56-40ff-acfa-1e45ee9b9b9a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:22.109335 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b363f-822a-4038-b2df-10414a13dcea", "name": "network-vif-deleted", "tag": "49f5dbf3-0d64-4d7c-b7aa-2a430db2741d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:22.109789 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad0efc2d-cb56-40ff-acfa-1e45ee9b9b9a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:22.111129 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b363f-822a-4038-b2df-10414a13dcea', 'name': 'network-vif-deleted', 'tag': '49f5dbf3-0d64-4d7c-b7aa-2a430db2741d', 'status': 'completed', 'code': 200} Aug 06 18:34:22.171598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.321062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-119a2736-115d-4a84-be2b-e60c557209fe req-a1005f5a-d01f-4349-a5a1-696f3320cf3a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300159 Aug 06 18:34:22.357668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ba827-56fa-4c98-9258-51386d83c0cc None None] Network a80799ef-f139-439c-9aa5-3daa674ae9fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:34:22.465326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9c2ab02d-31f8-4b20-a001-2d59aa3df4a6 req-db416944-a2d9-49a2-b66b-bbc20d653017 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=014b363f-822a-4038-b2df-10414a13dcea HTTP/1.1" status: 200 len: 210 time: 0.1412959 Aug 06 18:34:22.485979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.489814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.492637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.508372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ff788d74-4fb0-4ace-b8ed-51e171a9bb66 None None] Provisioning for port 4f230df8-1d47-44b5-9559-31b0cc93cf12 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:22.633769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ea81e38-35e6-4e54-ab95-b190d970c051 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:22.650445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.1287649 Aug 06 18:34:22.651691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:22.653885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.13 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/dbd5416f-1360-4a81-b46b-28878999ec02) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:22.666786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.679506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.716854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Request body: {'subnet': {'network_id': '00213c39-978b-4642-9965-de38881b2c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1965841752-subnet', 'tenant_id': 'dace74d915a9445a9f8ea90a1468ba44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:22.966084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:23.000284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Made reservation on behalf of dace74d915a9445a9f8ea90a1468ba44 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:23.010463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:23.025153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:23.041389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef08b23-3dbc-4d99-8042-af9cf17facf9 admin admin] Pushing event updated for resources: {'Network': ['ID=00213c39-978b-4642-9965-de38881b2c38,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:23.120211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 00213c39-978b-4642-9965-de38881b2c38 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:34:23.129769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9ea81e38-35e6-4e54-ab95-b190d970c051 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:23.131351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:23.348455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network a80799ef-f139-439c-9aa5-3daa674ae9fb is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:23.353031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:23.484632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-809f1edc-6a34-480d-b554-de30b7e06bc5 req-89ddf772-6f26-4170-8874-07ea760ccb65 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0865042 Aug 06 18:34:23.542245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f230df8-1d47-44b5-9559-31b0cc93cf12 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:23.663324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:23.733576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4f230df8-1d47-44b5-9559-31b0cc93cf12 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:23.749807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4f230df8-1d47-44b5-9559-31b0cc93cf12 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:23.750410 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:23.977660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:24.006272 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:24.029370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ad52f54d-0a32-4362-9f16-f7e3935fdfb3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/56e0edc1-45f4-4acc-a186-6cb683666800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8401463 Aug 06 18:34:24.040888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60474) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:24.045118 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:24.046326 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:34:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:24.063930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Provisioning complete for port 4f230df8-1d47-44b5-9559-31b0cc93cf12 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:24.076143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.216892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c995-81fa-4fdc-9668-ce3a7d30d0a5 req-627a34b5-bf8a-4462-b069-92999ae78a36 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.235214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b991c995-81fa-4fdc-9668-ce3a7d30d0a5 req-627a34b5-bf8a-4462-b069-92999ae78a36 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.6329994 Aug 06 18:34:24.309139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.442500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:24.496178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.531591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.592143 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:24.612437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4f230df8-1d47-44b5-9559-31b0cc93cf12, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f230df8-1d47-44b5-9559-31b0cc93cf12,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:24.622489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.674469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b991c995-81fa-4fdc-9668-ce3a7d30d0a5 req-ccde1327-8727-4838-b344-6334a4019fba tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363885 Aug 06 18:34:24.721993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Checking segment: {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:24.722360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Network hostable DHCP agents. Network: 00213c39-978b-4642-9965-de38881b2c38, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:34:24.759288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4f230df8-1d47-44b5-9559-31b0cc93cf12,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:24.841976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Network 00213c39-978b-4642-9965-de38881b2c38 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:34:24.859567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.860088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.860507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.860974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.861439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.861932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.862464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.862935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.863395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.863853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.864311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.866783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d8abc67-886e-41ca-a5d1-696588f222ab tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7727 time: 0.8156371 Aug 06 18:34:24.874938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60488) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:24.903199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.923588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 00213c39-978b-4642-9965-de38881b2c38) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:24.931356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:34:24.932185 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:34:24.937186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.937865 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.955172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8851323-7835-44be-af2c-b822e1ae8bfb None None] Network 00213c39-978b-4642-9965-de38881b2c38 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:34:24.977103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.977714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.978175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.978853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.979466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.980070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.980788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.981393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.982260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.982871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.983473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.986130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-96531782-5c95-4bf5-977e-e93a838e0e75 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7190 time: 0.1101024 Aug 06 18:34:24.990006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60490) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:24.996103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76c5303a-ad33-4b37-bd11-87d32d755db5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3010750 Aug 06 18:34:25.058559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object dbd5416f-1360-4a81-b46b-28878999ec02 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:25.166677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-ec85672f-e8c3-46b4-80da-a74757420423 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:25.200494 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-ec85672f-e8c3-46b4-80da-a74757420423 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.5657732 Aug 06 18:34:25.207411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54682dd8-0de0-47bf-821b-e666f9f3b855 req-ac567d4f-ec2a-48ad-ace1-93530ef50d09 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0968058 Aug 06 18:34:25.262427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-cd02407e-f229-476e-a381-5224f4cd6c5e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0574126 Aug 06 18:34:25.314959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3a45f-a1c8-4334-a65c-673e3d6cde0a None None] Network 00213c39-978b-4642-9965-de38881b2c38 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:34:25.315919 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:22Z', 'revision_number': 2, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:25.445499 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:25.445854 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Updating router 56e0edc1-45f4-4acc-a186-6cb683666800 port 724df545-1dc5-4559-964c-c0dae57e9f99 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:34:25.480153 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-746c5430-85d9-4f1b-98a3-68610f2ed6fc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994894 Aug 06 18:34:25.527135 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.589334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Provisioning for port 724df545-1dc5-4559-964c-c0dae57e9f99 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:25.603111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Provisioning complete for port 724df545-1dc5-4559-964c-c0dae57e9f99 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:25.605370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8dc3ab4b-1da5-4474-9870-cf97c1b428f9 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5219 time: 0.6138413 Aug 06 18:34:25.609411 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.673076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-545d080a-b47d-43d5-9d8f-f969ce880034 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697412 Aug 06 18:34:25.675145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.729715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-49ffc559-60b0-4843-b5c7-10211c4c76a5 None None] Port 724df545-1dc5-4559-964c-c0dae57e9f99 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:25.851873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-d4fc71a1-c329-4151-aa24-30105236a12e service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372344 Aug 06 18:34:25.855412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41735545-6556-47a0-ab27-eb726ce87f70 None None] Provisioning complete for port 724df545-1dc5-4559-964c-c0dae57e9f99 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:25.855794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41735545-6556-47a0-ab27-eb726ce87f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.873795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:25.887270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:25.895155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:25.954664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-41735545-6556-47a0-ab27-eb726ce87f70 None None] Port 724df545-1dc5-4559-964c-c0dae57e9f99 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:26.180259 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:26.190270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:26.323712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:26.359223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c46c5490-f4a5-45e5-80e1-91d16546b110 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9081621 Aug 06 18:34:26.377399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Request body: {'port': {'device_id': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:26.654814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:26.733297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9371246c-2611-4c98-9d85-d1d3a628b05d None None] Provisioning for port dbd5416f-1360-4a81-b46b-28878999ec02 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:26.745833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9371246c-2611-4c98-9d85-d1d3a628b05d None None] Provisioning complete for port dbd5416f-1360-4a81-b46b-28878999ec02 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:26.761593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9371246c-2611-4c98-9d85-d1d3a628b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:26.976148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9371246c-2611-4c98-9d85-d1d3a628b05d None None] Port dbd5416f-1360-4a81-b46b-28878999ec02 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:26.987922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f230df8-1d47-44b5-9559-31b0cc93cf12 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:27.033533 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:27.085127 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Transition to ACTIVE for port object 724df545-1dc5-4559-964c-c0dae57e9f99 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:27.168626 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:27.189031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58033283-df2b-4c91-827f-af359d8f37d2 req-e5bef45e-aff3-4a15-91f0-2398734a80ed tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:27.203370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58033283-df2b-4c91-827f-af359d8f37d2 req-e5bef45e-aff3-4a15-91f0-2398734a80ed tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.4528859 Aug 06 18:34:27.410240 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58033283-df2b-4c91-827f-af359d8f37d2 req-b36a52cf-a2d8-4cdc-bfda-9ff12f9c73a5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054884 Aug 06 18:34:27.500591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4f230df8-1d47-44b5-9559-31b0cc93cf12 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:27.501017 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:27.618480 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Pushing event updated for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:27.816083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.816083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.816477 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.817029 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.817174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.817530 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.826172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.826588 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.828972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.828972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.828972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.828972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:27.972171 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Attempting to bind port 724df545-1dc5-4559-964c-c0dae57e9f99 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:27.972848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Attempting to bind port 724df545-1dc5-4559-964c-c0dae57e9f99 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:27.972980 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Attempting to bind port 724df545-1dc5-4559-964c-c0dae57e9f99 on network a80799ef-f139-439c-9aa5-3daa674ae9fb {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:27.993265 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:27.994230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Checking segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:27.994230 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:27.994700 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Bound using segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:27.995059 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Bound port: 724df545-1dc5-4559-964c-c0dae57e9f99, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:27.995469 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.044273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd32320-7703-4824-8e31-546cce75344c req-c94c5c10-f46a-4db0-a113-6e58657cdff9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:28.047245 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfd32320-7703-4824-8e31-546cce75344c req-c94c5c10-f46a-4db0-a113-6e58657cdff9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 932 time: 0.2288718 Aug 06 18:34:28.299837 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] For port 724df545-1dc5-4559-964c-c0dae57e9f99, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:28.308814 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] For port 724df545-1dc5-4559-964c-c0dae57e9f99, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=724df545-1dc5-4559-964c-c0dae57e9f99,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:28.333620 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.417966 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cfd32320-7703-4824-8e31-546cce75344c req-134550ff-9435-4363-902d-73eef16b2e8f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221066 Aug 06 18:34:28.442413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60528) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:28.448518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145778553', 'description': 'tempest-secgroup-smoke-145778553 description', 'project_id': '96ffd61e0f414fecbba0007b22ad1985'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:28.538189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd5416f-1360-4a81-b46b-28878999ec02 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:28.570412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.595122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.624413 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:28.653816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:34:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:28.654513 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8196c27-356e-4a48-9dc4-a74080a1f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.677368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Transition to ACTIVE for port object dbd5416f-1360-4a81-b46b-28878999ec02 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:28.700542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.732055 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6025c-df5a-4659-8078-4aea8b36ba21 None None] Pushing event updated for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:28.869584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.978438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-757442c1-3caf-4e09-934b-09386a491e3d req-b729486f-a4ca-4398-a336-91a21b571a72 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 210 time: 0.0938358 Aug 06 18:34:28.990400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:29.061581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:29.088399 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:29.089967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6453812 Aug 06 18:34:29.111300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:29.192854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b67644-1cc6-42b4-970c-768faf2cb41c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:29.234397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.237099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.245170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.247699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.250005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.258730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.263450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.268943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.270004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.272524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.275158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.280775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287807ce-8022-4ee8-87b3-a77d90bf1e59 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:29.342407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:29.528742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:30.277697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Attempting to bind port dbd5416f-1360-4a81-b46b-28878999ec02 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:30.279049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Attempting to bind port dbd5416f-1360-4a81-b46b-28878999ec02 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:30.279563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Attempting to bind port dbd5416f-1360-4a81-b46b-28878999ec02 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:30.414060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d5f2-88f3-402a-8b53-2988eae891fb req-4eb60e39-a0a9-425b-920f-3a7cd22a1840 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:30.429890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c80d5f2-88f3-402a-8b53-2988eae891fb req-4eb60e39-a0a9-425b-920f-3a7cd22a1840 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 1.4280078 Aug 06 18:34:30.449596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:30.546662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc774921-6069-44a1-8314-51befd8c40ba req-2fad8e27-4fda-41e5-9e09-a4828a83a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:30.551409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-2fad8e27-4fda-41e5-9e09-a4828a83a40a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.2082493 Aug 06 18:34:30.714885 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:28Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:30.732080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Port dbd5416f-1360-4a81-b46b-28878999ec02 on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:34:30.740894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Attempting to bind port dbd5416f-1360-4a81-b46b-28878999ec02 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:30.879032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3c80d5f2-88f3-402a-8b53-2988eae891fb req-1d56b512-8258-4315-a775-e1055bb9b5aa tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453101 Aug 06 18:34:30.922611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:30.927526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:30.928495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:30.929650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Bound port: dbd5416f-1360-4a81-b46b-28878999ec02, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:30.930578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:31.093175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be6c2-fc4e-4113-b98b-d7efc916d6ae None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:28Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:31.285986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-d1316f64-b8de-4908-a19f-c8f285d0d606 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:31.289023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-d1316f64-b8de-4908-a19f-c8f285d0d606 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 1.5256026 Aug 06 18:34:31.383638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc774921-6069-44a1-8314-51befd8c40ba req-20bfa545-6e72-4d66-ac87-82bef7d5471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:31.403277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:31.404236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-20bfa545-6e72-4d66-ac87-82bef7d5471a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.8264766 Aug 06 18:34:31.426663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:31.500501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:31.754608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-9579c1cf-0e00-4909-82d2-ea12bf8bfcc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.2988708 Aug 06 18:34:31.767823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:31.770822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65f9d630-9732-40bd-ae02-4e158072e64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:31.772590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-46d2b705-4ff4-4133-b2d3-c8a50048fd30 req-09e7ddd4-81da-45ad-8ab7-8447c9a01ace tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 210 time: 0.5944290 Aug 06 18:34:32.085706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc774921-6069-44a1-8314-51befd8c40ba req-ed3a457f-0829-45b4-b70b-b204a8e89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:32.090207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-ed3a457f-0829-45b4-b70b-b204a8e89f39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.2225900 Aug 06 18:34:32.095204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2565616c-23be-42bc-a674-326593eedb01,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:32.111129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:32.123979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945343-8d82-4c31-a173-231058e71c08 req-933f4930-459e-4c42-b028-89575db7f269 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:32.138025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb945343-8d82-4c31-a173-231058e71c08 req-933f4930-459e-4c42-b028-89575db7f269 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 1.7373421 Aug 06 18:34:32.320772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=dbd5416f-1360-4a81-b46b-28878999ec02,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:32.362646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:32.393341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-0a357149-5e0c-4ec1-83a3-a849e70db8a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2893114 Aug 06 18:34:32.496951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:32.506531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.506878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.507279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.507629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.507969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.508355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.508744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.509079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.509413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.509871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.510252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.510589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.520064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.520428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.521062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.521726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.522492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.523185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.523462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.523800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.524138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.524530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.525042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.525774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:32.540020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:32.540675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:32.549249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-df74e2c1-325f-438d-8794-edc445e5bbbe service neutron] 10.222.0.55 "PUT /v2.0/ports/dbd5416f-1360-4a81-b46b-28878999ec02 HTTP/1.1" status: 200 len: 1093 time: 6.1768994 Aug 06 18:34:32.584476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e3d6c-19b0-45f3-b365-7f52540cd9b9 req-610e4f76-24ce-4c4d-b5ac-fa312cef5ed5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:32.587024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc9e3d6c-19b0-45f3-b365-7f52540cd9b9 req-610e4f76-24ce-4c4d-b5ac-fa312cef5ed5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.4284422 Aug 06 18:34:32.587709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:32.591256 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67bd82b-afd9-4050-94b8-08e1670b88c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:32.600340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:32.613862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:32.668502 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb945343-8d82-4c31-a173-231058e71c08 req-cdef4e0f-f48c-4e30-af5c-5fab40de3f48 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268254 Aug 06 18:34:32.856060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-da78ab85-c616-4c4f-8458-292a0c086313 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367502 Aug 06 18:34:33.073398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:33.098587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d2847a4-1333-464d-8596-302e34c3cc12 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7652159 Aug 06 18:34:33.098587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60570) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:33.164580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af75393-f13f-4fd4-883f-057007812135 req-51c51885-3dc3-4e24-9e0d-29024e7100b3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:33.181329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5af75393-f13f-4fd4-883f-057007812135 req-51c51885-3dc3-4e24-9e0d-29024e7100b3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2234340 Aug 06 18:34:33.312334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:33.332735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 724df545-1dc5-4559-964c-c0dae57e9f99 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:33.457532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc9e3d6c-19b0-45f3-b365-7f52540cd9b9 req-d280fef0-41b2-48db-bb20-82e6eddee809 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780867 Aug 06 18:34:33.478049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5af75393-f13f-4fd4-883f-057007812135 req-79ecc605-a227-4656-8761-ffd4e7022ab5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949812 Aug 06 18:34:33.506498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc774921-6069-44a1-8314-51befd8c40ba req-3f0002eb-db00-47e5-a8b1-e5c8f1e31961 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381156 Aug 06 18:34:33.532743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:33.616987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 724df545-1dc5-4559-964c-c0dae57e9f99 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:33.677575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 724df545-1dc5-4559-964c-c0dae57e9f99 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:33.679590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:33.708986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-6c56a915-e8d4-46e0-b9c0-17873d30c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:33.714220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-6c56a915-e8d4-46e0-b9c0-17873d30c737 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 1096 time: 1.0691307 Aug 06 18:34:33.715534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:33.861425 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd8a06-9dc7-458a-a2df-45c59f190e87 x-openstack-request-id: req-32bd8a06-9dc7-458a-a2df-45c59f190e87 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:33.866011 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:33.866011 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32bd8a06-9dc7-458a-a2df-45c59f190e87 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:33.866011 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02', 'status': 'completed', 'code': 200} Aug 06 18:34:33.866722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.10 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/7ac667d7-e72e-49f0-b558-577cb8c34f25) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:34.193347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-98e4b1dd-128c-40b9-9d61-fc4114672274 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd5416f-1360-4a81-b46b-28878999ec02 HTTP/1.1" status: 200 len: 217 time: 0.4535029 Aug 06 18:34:34.199966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.324778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667a4c-dadc-4299-8429-161d32d1693c req-df1344dd-f40e-4b29-8639-079069c89b00 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:34.346351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34667a4c-dadc-4299-8429-161d32d1693c req-df1344dd-f40e-4b29-8639-079069c89b00 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.2874250 Aug 06 18:34:34.458481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34667a4c-dadc-4299-8429-161d32d1693c req-88b328f9-0d37-4b3c-835f-42228cab16b7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104064 Aug 06 18:34:34.462510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 724df545-1dc5-4559-964c-c0dae57e9f99, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=724df545-1dc5-4559-964c-c0dae57e9f99,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:34.481572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.486706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.499263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13fc5e36-5bb9-4ee3-8c54-5db20e42c4f0 req-9eaef568-1643-4ae9-a2a6-7e11a7b2b6b0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 210 time: 0.3686676 Aug 06 18:34:34.507214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.608553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905d19a7-896c-4b03-9f37-7400e3469cb0,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:34.699910 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.707596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:34.716607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:34.721370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-25c2d6cd-814c-4596-b395-131a5041da7c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4386301 Aug 06 18:34:34.744917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-e0141e3b-031c-4b1b-b535-4fc931ef28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:34.753924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-e0141e3b-031c-4b1b-b535-4fc931ef28ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.3812413 Aug 06 18:34:34.805008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:34.895001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.003481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.027886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5382d1a-c31e-4c35-ad8f-2d0eca34c48e req-2d3ea2ac-8f40-4f42-aac0-372396a264b4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.030939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5382d1a-c31e-4c35-ad8f-2d0eca34c48e req-2d3ea2ac-8f40-4f42-aac0-372396a264b4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2058103 Aug 06 18:34:35.069143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-f81ca4d0-f663-42e7-8b82-b04a32af5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.075478 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-f81ca4d0-f663-42e7-8b82-b04a32af5036 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3104894 Aug 06 18:34:35.254499 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-496011c5-5958-4f01-a9f6-308e2d387bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654990 Aug 06 18:34:35.381031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5382d1a-c31e-4c35-ad8f-2d0eca34c48e req-1177a82c-051b-4fee-b6f9-dfa2de4148eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004711 Aug 06 18:34:35.386472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.396290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.446862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdcf767-6bab-4bd1-801e-3d4e57ba2f57,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:35.508053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.517710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cbb83253-66a4-449b-8e2d-4d107b8e18ed tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8080497 Aug 06 18:34:35.519039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60596) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:35.546135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:35.686396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.754915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.802816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a6b2-800c-4bf8-ab56-2b23612670a7 req-8eda15ec-dbce-4785-b746-88c16596a986 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.804675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f97a6b2-800c-4bf8-ab56-2b23612670a7 req-8eda15ec-dbce-4785-b746-88c16596a986 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.8811522 Aug 06 18:34:35.993939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.013584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.090052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca8d44ae-23a1-44a2-b65c-fd68be07f00a req-c1bc1500-0c96-424f-bb61-d84ec9e48706 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243306 Aug 06 18:34:36.112525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b0aaa-6434-40ea-afc2-46ccd56a3969 req-633c6003-4907-4a5e-a702-f56589d3ae26 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.122066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5b0aaa-6434-40ea-afc2-46ccd56a3969 req-633c6003-4907-4a5e-a702-f56589d3ae26 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.4807401 Aug 06 18:34:36.139914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4f97a6b2-800c-4bf8-ab56-2b23612670a7 req-9e296465-cd9c-48d4-9600-a061f2cb97d5 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822108 Aug 06 18:34:36.155186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d40329d-5f1a-4364-9acd-860904d051ec,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.172538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.190383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:36.255125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.256871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d61c0331-44e8-4b3f-8631-cecbec85b89e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7354045 Aug 06 18:34:36.261861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60602) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:36.287672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:36.340673 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:34:36.352497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.357183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-49403dca-2728-4f0c-8543-f85109606efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.359107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-49403dca-2728-4f0c-8543-f85109606efa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.3503339 Aug 06 18:34:36.388152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5b0aaa-6434-40ea-afc2-46ccd56a3969 req-2d120281-d734-4fa5-9184-6979baf758ce tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650950 Aug 06 18:34:36.715827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.732584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.783985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf581-4afe-413b-835c-526ce666f0e0 req-635ea49d-f335-495c-a0dd-7960f9352a2d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.793188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3faf581-4afe-413b-835c-526ce666f0e0 req-635ea49d-f335-495c-a0dd-7960f9352a2d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1457720 Aug 06 18:34:36.824684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbdda80-8132-45a6-ba20-4ca9fc52a5d0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.829735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-294724b5-f2be-4d60-b048-06ba5843d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.831890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-294724b5-f2be-4d60-b048-06ba5843d28f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.4270883 Aug 06 18:34:36.841348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.843495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0b18cd92-6fd1-4b7b-a9bc-94ab21199c0c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5742290 Aug 06 18:34:36.858010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60606) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:36.866746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '10b67644-1cc6-42b4-970c-768faf2cb41c', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:36.893060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3faf581-4afe-413b-835c-526ce666f0e0 req-8c724d33-bb5a-44b5-9b99-2df212a58c7c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955818 Aug 06 18:34:36.955462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-d8e8cc38-fb1c-4828-9af6-c9636f4a5851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.1070757 Aug 06 18:34:36.975128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.978679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 724df545-1dc5-4559-964c-c0dae57e9f99 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:37.040723 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:34:37.043144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:37.048236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:37.055379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.060497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:37.132408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-96888ed2-0446-41ba-b89b-fe0411dcf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.135072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-96888ed2-0446-41ba-b89b-fe0411dcf5ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.1684322 Aug 06 18:34:37.156908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-d0ee5fe5-32ea-4e22-9b8c-53175853b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.158522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-d0ee5fe5-32ea-4e22-9b8c-53175853b759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 1096 time: 0.2552655 Aug 06 18:34:37.248575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-3d734d1a-3027-4aac-bb8c-b5b8ab7bcae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997772 Aug 06 18:34:37.315652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 724df545-1dc5-4559-964c-c0dae57e9f99 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:37.318259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.351281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693f40d-8584-4c5b-ad74-a409ac4a1acd req-2ce03049-da7b-4544-8d2b-606e1c3fea08 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.367092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e693f40d-8584-4c5b-ad74-a409ac4a1acd req-2ce03049-da7b-4544-8d2b-606e1c3fea08 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 932 time: 0.4749219 Aug 06 18:34:37.396845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.408389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.432872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.546289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e693f40d-8584-4c5b-ad74-a409ac4a1acd req-6405c211-ae15-45e0-a1f6-b3c7fddcdf53 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343391 Aug 06 18:34:37.555598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-dc7e2bc4-c6bd-430c-8c8b-fa427b5f3b1e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1443620 Aug 06 18:34:37.574283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Request body: {'port': {'device_id': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:37.813491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.819103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-267230d9-b35d-46de-81f4-99d974f9760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.822338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-267230d9-b35d-46de-81f4-99d974f9760c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.6517968 Aug 06 18:34:37.886168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-6d2102e7-8b41-43b9-8c5a-6d2fc58ee6f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd5416f-1360-4a81-b46b-28878999ec02 HTTP/1.1" status: 200 len: 217 time: 0.0439384 Aug 06 18:34:37.931087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c3db6-5ef9-4188-8a8d-838e59df1fb4 req-2de959d7-30f4-48a0-ad7e-e854cd174cd6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.942905 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f4c3db6-5ef9-4188-8a8d-838e59df1fb4 req-2de959d7-30f4-48a0-ad7e-e854cd174cd6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.2232013 Aug 06 18:34:38.241568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f4c3db6-5ef9-4188-8a8d-838e59df1fb4 req-b434603c-a520-4872-a65a-0adcf684718e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957847 Aug 06 18:34:38.249349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-cc2955d3-4be5-445b-9f02-a93bab07a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:38.252660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-cc2955d3-4be5-445b-9f02-a93bab07a98d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.3563325 Aug 06 18:34:38.280436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.402165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845da3fb-1c18-4c11-9a95-07b7de6cd103,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:38.408933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-bfa5767f-927b-46cc-a693-e6bc4b1799da service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1466312 Aug 06 18:34:38.470677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.472198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-330e7f5a-2bf9-4099-8835-235608267cdf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6125169 Aug 06 18:34:38.613963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bcc9-ad3d-465b-a0ea-59b73cd44a57 req-843476ae-09ff-4e4d-bb87-b8a0975227c7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:38.615770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d41bcc9-ad3d-465b-a0ea-59b73cd44a57 req-843476ae-09ff-4e4d-bb87-b8a0975227c7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 1.1780853 Aug 06 18:34:38.788779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d41bcc9-ad3d-465b-a0ea-59b73cd44a57 req-790e0826-0264-449e-86b3-2bcc8edcb052 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659994 Aug 06 18:34:38.804384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-643f59b7-4ebf-40bd-89a0-0ec5868026ee req-4ae46c6c-67a2-4aad-b1c5-4898a3439dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836451 Aug 06 18:34:38.858765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-de819ccc-ca91-4cd6-a837-6c6fe92c2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:38.861720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-de819ccc-ca91-4cd6-a837-6c6fe92c2a1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5947430 Aug 06 18:34:39.126763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955a42a-557c-41d3-aeb2-2c0e150d4608 req-b5028c70-2506-493f-93ec-b38e1567ba9f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:39.128633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3955a42a-557c-41d3-aeb2-2c0e150d4608 req-b5028c70-2506-493f-93ec-b38e1567ba9f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 932 time: 0.2241607 Aug 06 18:34:39.157307 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-00a55be4-2c4c-45f2-b92e-1fa6577ee7d0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618926 Aug 06 18:34:39.227010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3955a42a-557c-41d3-aeb2-2c0e150d4608 req-e47cd65b-7455-4eb0-bb68-cf0066150ab5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888841 Aug 06 18:34:39.569668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d33da7-cb58-44e9-9248-3a333840bad2 req-b584cca9-0d84-4096-a329-b09e6c8028b0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:39.573932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93d33da7-cb58-44e9-9248-3a333840bad2 req-b584cca9-0d84-4096-a329-b09e6c8028b0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.9363358 Aug 06 18:34:39.610963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-d2d50d0b-53a3-43ab-b421-b86104f054fd tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145778553&fields=id&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 267 time: 0.1435740 Aug 06 18:34:39.787120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-93d33da7-cb58-44e9-9248-3a333840bad2 req-c80684c9-88f7-4f29-a1c1-7e008026bec9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582906 Aug 06 18:34:39.949863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d67bd82b-afd9-4050-94b8-08e1670b88c3 req-17863dbf-aeac-4b27-8af0-6d02c2071d6a service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7548304 Aug 06 18:34:40.029946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-24e3404a-26d1-4b8f-9e2a-69c68435e07b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:40.034885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-24e3404a-26d1-4b8f-9e2a-69c68435e07b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 796 time: 0.4120715 Aug 06 18:34:40.074537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-9586906f-2b49-4181-a5ad-d50972d968b9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/quotas/96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 375 time: 0.0324616 Aug 06 18:34:40.195283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-d6333241-2a03-4edd-b217-10efb11820e8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129136 Aug 06 18:34:40.242539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e8b9d-5b02-4bab-9e0c-ae2cf4503d5c req-e8540a8b-ce60-4f39-bcc6-01ff6ed7f191 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:40.245286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da6e8b9d-5b02-4bab-9e0c-ae2cf4503d5c req-e8540a8b-ce60-4f39-bcc6-01ff6ed7f191 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1965885 Aug 06 18:34:40.249824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac667d7-e72e-49f0-b558-577cb8c34f25 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:40.307899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.330075 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-da6e8b9d-5b02-4bab-9e0c-ae2cf4503d5c req-dfd790d3-7805-487f-8efd-a90b26104bb9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723689 Aug 06 18:34:40.354415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Transition to ACTIVE for port object 7ac667d7-e72e-49f0-b558-577cb8c34f25 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:40.377076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.411555 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.458785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-878a6b1f-a8af-4fe6-84a2-919cc0816560 service neutron] 10.222.0.64 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178178 Aug 06 18:34:40.702550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-0b4cc4f3-3cf4-410d-b47a-c0a17aa86a92 service neutron] 10.222.0.64 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318430 Aug 06 18:34:40.724366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:40.768009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4690a05-b281-4ae2-afca-b4336a74c4ec req-af921412-b0e2-425f-9d29-617a8718d068 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:40.770761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4690a05-b281-4ae2-afca-b4336a74c4ec req-af921412-b0e2-425f-9d29-617a8718d068 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2721019 Aug 06 18:34:40.850768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Attempting to bind port 7ac667d7-e72e-49f0-b558-577cb8c34f25 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:40.851124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Attempting to bind port 7ac667d7-e72e-49f0-b558-577cb8c34f25 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:40.851798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Attempting to bind port 7ac667d7-e72e-49f0-b558-577cb8c34f25 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:40.873517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4690a05-b281-4ae2-afca-b4336a74c4ec req-8a205d2f-006b-47bc-af20-ae9ba712d327 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Aug 06 18:34:40.874533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Port 7ac667d7-e72e-49f0-b558-577cb8c34f25 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:34:40.877932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Attempting to bind port 7ac667d7-e72e-49f0-b558-577cb8c34f25 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:40.899014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:40.899970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:40.901307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:40.902262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Bound port: 7ac667d7-e72e-49f0-b558-577cb8c34f25, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:40.902752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.144881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b86a8-34ff-4301-86ee-c68cf0ea8084 req-872160e4-840e-4e21-8e76-39706130fa40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.162636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:41.164575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f9b86a8-34ff-4301-86ee-c68cf0ea8084 req-872160e4-840e-4e21-8e76-39706130fa40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1384618 Aug 06 18:34:41.197122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:41.217172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.228505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00447d-7ac7-4209-9741-9fc7b8007fdb req-88aaf062-e0c4-4a4c-9d25-3f06a1d5073c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.235395 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa00447d-7ac7-4209-9741-9fc7b8007fdb req-88aaf062-e0c4-4a4c-9d25-3f06a1d5073c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 944 time: 0.1931105 Aug 06 18:34:41.256430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f9b86a8-34ff-4301-86ee-c68cf0ea8084 req-b69b18b8-013c-45e4-9df3-f2b494b40a14 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908487 Aug 06 18:34:41.360145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:41.392482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.393212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.395032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-52e06c00-3c36-4fee-8311-9c66d5fb8c03 service neutron] 10.222.0.16 "PUT /v2.0/ports/7ac667d7-e72e-49f0-b558-577cb8c34f25 HTTP/1.1" status: 200 len: 1093 time: 3.8254209 Aug 06 18:34:41.395373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:41.398210 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5a3708-d378-428d-8ad4-696fd6754924" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:41.453482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa329f4c-d568-4a61-9635-7556fc86568c req-d0c2b66c-33d2-4417-9cec-d2c70a84e7fc tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 210 time: 0.0781071 Aug 06 18:34:41.458829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa00447d-7ac7-4209-9741-9fc7b8007fdb req-6eb9c70d-91bb-4c8d-bb72-76b25b5d65ba tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153187 Aug 06 18:34:41.558321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-b8cae0ee-54ab-4ca2-ae9f-567b7917eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.561188 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-b8cae0ee-54ab-4ca2-ae9f-567b7917eb32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0953729 Aug 06 18:34:41.627651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-f80aab7b-f443-42fc-abf4-fc2c104090f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25 HTTP/1.1" status: 200 len: 217 time: 0.0574238 Aug 06 18:34:41.629468 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b05c6-8c18-4e68-a7fd-0306b3f42d77 x-openstack-request-id: req-4a0b05c6-8c18-4e68-a7fd-0306b3f42d77 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:41.629898 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:41.630249 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a0b05c6-8c18-4e68-a7fd-0306b3f42d77 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:41.630758 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25', 'status': 'completed', 'code': 200} Aug 06 18:34:41.729032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e008f6-673b-4b14-979b-04fb723174a4 req-446d37ae-3e49-4661-9c3b-7bf5f2dd93d1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.749265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99e008f6-673b-4b14-979b-04fb723174a4 req-446d37ae-3e49-4661-9c3b-7bf5f2dd93d1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1613839 Aug 06 18:34:41.763723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-7f54b29a-f3c0-40fe-9899-de4da022ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.767172 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-7f54b29a-f3c0-40fe-9899-de4da022ca74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.1291351 Aug 06 18:34:41.771672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.872921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-99613a50-5635-4166-92ec-2cde1b1f4044 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985713 Aug 06 18:34:41.876555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99e008f6-673b-4b14-979b-04fb723174a4 req-d4174811-1e06-4d09-90d5-d233e0d7d6dd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237674 Aug 06 18:34:42.239304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee0985-d3fd-4b1f-8659-47f60a5ba7ff req-b84f9041-6d0c-49b5-a263-47fa319922f1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:42.241372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52ee0985-d3fd-4b1f-8659-47f60a5ba7ff req-b84f9041-6d0c-49b5-a263-47fa319922f1 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1646416 Aug 06 18:34:42.244405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-7ac15071-f684-40fb-a116-46dbb62d21f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630571 Aug 06 18:34:42.490283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-52ee0985-d3fd-4b1f-8659-47f60a5ba7ff req-6591d2e6-7eec-467c-a94b-a4b5f0c5767f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235973 Aug 06 18:34:42.591590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aff873-275d-4f7b-b80c-c1794179d8f0 req-a2b17670-fa32-452b-97c5-7d6b5958654d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:42.609033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54aff873-275d-4f7b-b80c-c1794179d8f0 req-a2b17670-fa32-452b-97c5-7d6b5958654d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.1850421 Aug 06 18:34:42.636502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7157eec4-cae4-41d4-8132-c2bc572e763e req-f1531472-1dd5-4c00-b6bc-2aa2195d74f2 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837192 Aug 06 18:34:42.754495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54aff873-275d-4f7b-b80c-c1794179d8f0 req-e1f6bab9-3745-491f-9084-ecea5835be0c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429577 Aug 06 18:34:42.839459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02c18262-e01e-48fe-929c-4c6be3388436 req-6489a02d-1755-4ce6-8ee9-d1ba1c5bf5bf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 210 time: 0.1414387 Aug 06 18:34:42.879818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-ea7b8555-729e-4143-9ef3-fc5b220ad42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:42.881521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-ea7b8555-729e-4143-9ef3-fc5b220ad42c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 1096 time: 0.1139901 Aug 06 18:34:43.018080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9551f-9c5a-49ad-922a-7d0c0e08b450 req-dcfd238b-66a2-469d-970d-16e636728e88 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.033086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65d9551f-9c5a-49ad-922a-7d0c0e08b450 req-dcfd238b-66a2-469d-970d-16e636728e88 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 944 time: 0.1541200 Aug 06 18:34:43.114590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-b1856aa1-5964-4b0a-af24-12350296c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.122345 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-b1856aa1-5964-4b0a-af24-12350296c635 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.2323465 Aug 06 18:34:43.140627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65d9551f-9c5a-49ad-922a-7d0c0e08b450 req-f78305dc-560c-496e-8672-fd41f19c72fc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993030 Aug 06 18:34:43.241190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-e04587c5-da75-447a-a418-f7714f54ff9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25 HTTP/1.1" status: 200 len: 217 time: 0.1001418 Aug 06 18:34:43.316508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc371f-9bde-4be3-b576-7dcde7f5a68f req-5a3bd18e-6476-4053-8c21-be5f1abc5993 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.316508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87dc371f-9bde-4be3-b576-7dcde7f5a68f req-5a3bd18e-6476-4053-8c21-be5f1abc5993 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1824310 Aug 06 18:34:43.450232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87dc371f-9bde-4be3-b576-7dcde7f5a68f req-99cfd33a-5ee8-4b2e-9718-743b4826a6b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341639 Aug 06 18:34:43.475450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-1d362fc7-9294-467f-b52c-8ab94fbd56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.483628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-1d362fc7-9294-467f-b52c-8ab94fbd56bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.2338445 Aug 06 18:34:43.549289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-aee98b34-078e-4a8b-ae64-98ab14614eda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587084 Aug 06 18:34:43.882384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-3c0e3c4e-e677-4b2c-92fb-a5fd1212b3b6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.882384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-3c0e3c4e-e677-4b2c-92fb-a5fd1212b3b6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 796 time: 0.3186693 Aug 06 18:34:43.890162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-18b5ba52-40d2-4394-836d-6be512560643 service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295205 Aug 06 18:34:43.908701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d4f43-8b50-4a31-9a32-9469b28e79d8 req-0c341f8e-b8a5-4753-a997-a60480405720 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.920432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-337d4f43-8b50-4a31-9a32-9469b28e79d8 req-0c341f8e-b8a5-4753-a997-a60480405720 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2507448 Aug 06 18:34:44.026508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-337d4f43-8b50-4a31-9a32-9469b28e79d8 req-8ab62b70-d26d-4559-95ce-49afe431b178 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915906 Aug 06 18:34:44.240546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-db1ba6ee-7e28-493c-aa72-7c0c06c72658 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 379 time: 0.3468008 Aug 06 18:34:44.252159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'port': {'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'admin_state_up': True, 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'security_groups': ['10b67644-1cc6-42b4-970c-768faf2cb41c']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:44.307483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ab7bfee-fabd-4194-b813-31cfd2a37e8b req-dc729167-4763-4565-8b2f-188ce407f08f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 210 time: 0.0909774 Aug 06 18:34:44.314938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a07e9-5f6a-426d-bcff-7ab1212b9470 req-5bb207d2-7a2b-496e-a111-9efd4667e3b5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:44.316713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-873a07e9-5f6a-426d-bcff-7ab1212b9470 req-5bb207d2-7a2b-496e-a111-9efd4667e3b5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2001855 Aug 06 18:34:44.919931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd2433-2c27-4a78-ac80-984dee6b7864 req-ffef8e6e-f09b-44ee-946c-b6b85b86e297 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:44.933660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2cd2433-2c27-4a78-ac80-984dee6b7864 req-ffef8e6e-f09b-44ee-946c-b6b85b86e297 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 944 time: 0.3407176 Aug 06 18:34:45.082950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2cd2433-2c27-4a78-ac80-984dee6b7864 req-71301cd9-dca6-412a-9ab3-acc50e74a473 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522634 Aug 06 18:34:45.099033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7e5a3708-d378-428d-8ad4-696fd6754924 req-dda08c4b-d042-4d9b-9f7b-5d7ead64c9ac service neutron] 10.222.0.16 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1880875 Aug 06 18:34:45.352640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-873a07e9-5f6a-426d-bcff-7ab1212b9470 req-6a4f68e9-1208-47e7-b590-65bd24a7943e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096119 Aug 06 18:34:45.375607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661517cb-8e8a-4e5b-942e-0c8471547f0b req-e730c077-02b9-4917-bee9-bb7f8da5e981 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:45.392190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802ffe6-5d23-462f-95c8-12ba442aede8 req-4f638f1e-f125-4a9f-adc0-a78f04d619af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:45.394868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0802ffe6-5d23-462f-95c8-12ba442aede8 req-4f638f1e-f125-4a9f-adc0-a78f04d619af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.2473476 Aug 06 18:34:45.402352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-661517cb-8e8a-4e5b-942e-0c8471547f0b req-e730c077-02b9-4917-bee9-bb7f8da5e981 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1197419 Aug 06 18:34:45.457191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:45.470669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:45.499160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-661517cb-8e8a-4e5b-942e-0c8471547f0b req-a8c876fa-27ce-40ce-8764-c1fb23f6b760 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948837 Aug 06 18:34:45.506432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0802ffe6-5d23-462f-95c8-12ba442aede8 req-7a0dddee-2506-452b-ab7a-783f9fc7329f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014843 Aug 06 18:34:45.515142 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:34:45.763965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94943aa9-c463-4ce7-969c-257c1fef666a req-6113dd9c-9e87-47a1-8439-1ccc018893e0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:45.767084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94943aa9-c463-4ce7-969c-257c1fef666a req-6113dd9c-9e87-47a1-8439-1ccc018893e0 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1649106 Aug 06 18:34:45.810990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.4 (a80799ef-f139-439c-9aa5-3daa674ae9fb/14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d/5f972ae1-6b5c-473d-9c32-844f54b914f6) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:45.839061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08739f93-82c4-4218-bc24-a7315f9b977d req-df0bdd43-a80d-4e2f-86df-a1962d487887 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 210 time: 0.0844302 Aug 06 18:34:45.884445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-94943aa9-c463-4ce7-969c-257c1fef666a req-d97e5d0a-3c50-4c25-b76f-4a3dabe23289 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752604 Aug 06 18:34:46.071422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.122481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object 5f972ae1-6b5c-473d-9c32-844f54b914f6 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:46.163584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-fad1aa2e-677c-4630-b046-dffc26cf3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.166728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-fad1aa2e-677c-4630-b046-dffc26cf3466 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 1098 time: 0.1316252 Aug 06 18:34:46.353852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b19f1a-2bd7-4f33-8f04-9a621fe6f902 req-3ab9740c-bae0-4899-97e8-a03c46096f60 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.357997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b19f1a-2bd7-4f33-8f04-9a621fe6f902 req-3ab9740c-bae0-4899-97e8-a03c46096f60 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 944 time: 0.1397476 Aug 06 18:34:46.360952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.487164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b19f1a-2bd7-4f33-8f04-9a621fe6f902 req-668004cf-1691-400c-a463-5a53a3c7ce86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115942 Aug 06 18:34:46.502780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7ac667d7-e72e-49f0-b558-577cb8c34f25 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:46.531483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network a80799ef-f139-439c-9aa5-3daa674ae9fb is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:46.573084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:46.581149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:46.642675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-8a0ec80c-769b-410b-86f6-750862522489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.647215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-8a0ec80c-769b-410b-86f6-750862522489 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.4723592 Aug 06 18:34:46.738767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:46.787013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2202d7-3a92-423c-ac9a-de62ce25d83a req-fa81799e-9cdd-45a7-a12d-e308dadb8447 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.810263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa2202d7-3a92-423c-ac9a-de62ce25d83a req-fa81799e-9cdd-45a7-a12d-e308dadb8447 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1296039 Aug 06 18:34:46.833703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:46.853869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-67ff2fc3-3d50-4bd5-8887-207abbfc6ff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f HTTP/1.1" status: 200 len: 217 time: 0.1163683 Aug 06 18:34:46.882647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa2202d7-3a92-423c-ac9a-de62ce25d83a req-b5064283-6e7d-4b4e-9043-695eb9cf585d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Aug 06 18:34:46.889404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '7ac667d7-e72e-49f0-b558-577cb8c34f25', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': '7ac667d7-e72e-49f0-b558-577cb8c34f25', 'mac_address': 'fa:16:3e:51:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:46.971119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.971835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.018915 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-2fa56c11-5eda-4f35-a5d1-947bc5f0d532 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7700095 Aug 06 18:34:47.038673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065db3dd-4e87-4d15-a136-3cfe3585e3ef req-50d73529-97e8-4641-ac9f-7ae7a896a2e3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.041774 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.046813 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-065db3dd-4e87-4d15-a136-3cfe3585e3ef req-50d73529-97e8-4641-ac9f-7ae7a896a2e3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.5056403 Aug 06 18:34:47.093132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Request body: {'port': {'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:47.118801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac667d7-e72e-49f0-b558-577cb8c34f25 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:47.127919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-59152275-edc7-4c40-9be5-30f76c2202ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.130678 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-59152275-edc7-4c40-9be5-30f76c2202ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.2493825 Aug 06 18:34:47.168469 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-065db3dd-4e87-4d15-a136-3cfe3585e3ef req-67a20d2d-43b8-4bf6-81c5-3c3cc4f57f33 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187041 Aug 06 18:34:47.173713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:47.198573 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.211302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-19ba616c-d8ae-44aa-b7de-7fa19b23da6f None None] Provisioning for port 5f972ae1-6b5c-473d-9c32-844f54b914f6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:47.255474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-19ba616c-d8ae-44aa-b7de-7fa19b23da6f None None] Provisioning complete for port 5f972ae1-6b5c-473d-9c32-844f54b914f6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:47.256618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-19ba616c-d8ae-44aa-b7de-7fa19b23da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.272943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-039b815f-b671-4cec-b737-47af574866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.274910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-039b815f-b671-4cec-b737-47af574866ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348968 Aug 06 18:34:47.276232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.298721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c82e6a-c0f7-45cb-8014-a1cfa9a28ff8 req-545d4bcc-797d-450d-8b87-88379f147e22 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.300878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08c82e6a-c0f7-45cb-8014-a1cfa9a28ff8 req-545d4bcc-797d-450d-8b87-88379f147e22 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 931 time: 0.1999874 Aug 06 18:34:47.356335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-19ba616c-d8ae-44aa-b7de-7fa19b23da6f None None] Port 5f972ae1-6b5c-473d-9c32-844f54b914f6 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:47.421602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08c82e6a-c0f7-45cb-8014-a1cfa9a28ff8 req-073ed6cf-df55-4803-8e2f-5836534e1ebf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937922 Aug 06 18:34:47.440400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:47.465034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.465805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.466481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.467166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.467852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.468563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.469209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.469875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.470698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.471258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.471944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.472761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:47.586061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-d354fd62-169c-46b4-80ea-93777fbfb2ee service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987430 Aug 06 18:34:47.635777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7ac667d7-e72e-49f0-b558-577cb8c34f25'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:47.696260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2761ca-4068-46f3-a5b1-24bba6282431 req-569c30cb-b436-40a7-9a6b-33694382cb90 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.698057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b2761ca-4068-46f3-a5b1-24bba6282431 req-569c30cb-b436-40a7-9a6b-33694382cb90 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2588875 Aug 06 18:34:47.766478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c487c-6f8e-4513-af19-ef7fec2183b4 req-c2c04828-c12c-40cc-9a12-40cad820f5a1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.767517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-648c1f1c-e7b1-4600-b503-f9281346ca0f req-91643244-4918-423e-82e7-944fd6ef46f1 service neutron] 10.222.0.55 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719418 Aug 06 18:34:47.787414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d3c487c-6f8e-4513-af19-ef7fec2183b4 req-c2c04828-c12c-40cc-9a12-40cad820f5a1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 945 time: 0.1216006 Aug 06 18:34:47.799876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5b2761ca-4068-46f3-a5b1-24bba6282431 req-6a673337-c5e9-4961-8303-7a895fcd7822 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876713 Aug 06 18:34:47.955607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d3c487c-6f8e-4513-af19-ef7fec2183b4 req-c89fb4b4-208c-4aab-ab92-6c996e3138b6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661482 Aug 06 18:34:48.131948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f972ae1-6b5c-473d-9c32-844f54b914f6 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:48.150141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:48.194724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Transition to ACTIVE for port object 5f972ae1-6b5c-473d-9c32-844f54b914f6 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:48.201589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:48.266517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bf4a1-5d6f-4019-82e4-54ff8f54cb16 req-d1b4a498-a116-4aeb-a5c4-4a4a5510c4f9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.270090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f27bf4a1-5d6f-4019-82e4-54ff8f54cb16 req-d1b4a498-a116-4aeb-a5c4-4a4a5510c4f9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1532412 Aug 06 18:34:48.319603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:48.489242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f27bf4a1-5d6f-4019-82e4-54ff8f54cb16 req-52c31cb5-830b-4e1c-89e6-b92ebaff409d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979494 Aug 06 18:34:48.734525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebadcd-9caf-48bf-831d-4e9fc498f159 req-2eec8509-201d-4943-80db-f41ca62f8105 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.743774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9bebadcd-9caf-48bf-831d-4e9fc498f159 req-2eec8509-201d-4943-80db-f41ca62f8105 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.2659438 Aug 06 18:34:48.781786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Attempting to bind port 5f972ae1-6b5c-473d-9c32-844f54b914f6 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:48.781786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Attempting to bind port 5f972ae1-6b5c-473d-9c32-844f54b914f6 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:48.781786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Attempting to bind port 5f972ae1-6b5c-473d-9c32-844f54b914f6 on network a80799ef-f139-439c-9aa5-3daa674ae9fb {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:48.785493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-73bb0341-22b9-4262-8534-e9a256ba7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.786710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-73bb0341-22b9-4262-8534-e9a256ba7c3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 1097 time: 0.2938979 Aug 06 18:34:48.794562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Port 5f972ae1-6b5c-473d-9c32-844f54b914f6 on network a80799ef-f139-439c-9aa5-3daa674ae9fb not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:34:48.795022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Attempting to bind port 5f972ae1-6b5c-473d-9c32-844f54b914f6 on network a80799ef-f139-439c-9aa5-3daa674ae9fb {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:48.827679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70925b-383f-4c60-a2cf-dd61319d1a77 req-84621f42-2924-4198-a533-f32edf19d3e2 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.836029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:48.836515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Checking segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:48.836767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Bound using segment: {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:48.836916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d70925b-383f-4c60-a2cf-dd61319d1a77 req-84621f42-2924-4198-a533-f32edf19d3e2 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1338880 Aug 06 18:34:48.837286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Bound port: 5f972ae1-6b5c-473d-9c32-844f54b914f6, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:48.837738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:48.859005 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9bebadcd-9caf-48bf-831d-4e9fc498f159 req-52e62292-459e-40fa-8c8a-5165a7cfbef9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149163 Aug 06 18:34:48.912572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d70925b-383f-4c60-a2cf-dd61319d1a77 req-58c6262a-a66d-4240-8ebc-14bdd48cce0d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746150 Aug 06 18:34:49.089169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:49.104951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-e2b7ff94-942f-46d6-a2fa-41457f40cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.106956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-e2b7ff94-942f-46d6-a2fa-41457f40cb0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 200 len: 920 time: 0.3091621 Aug 06 18:34:49.172840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-b953611e-3ab4-4cef-8f88-f590e4e3bf0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 200 len: 217 time: 0.0436153 Aug 06 18:34:49.176901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:49.218896 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:49.235000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9390a-f8aa-46f4-bac5-cb6d29cd7497 req-0fd4b3b8-cabb-4193-9581-5da856eb27fe tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.244070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76d9390a-f8aa-46f4-bac5-cb6d29cd7497 req-0fd4b3b8-cabb-4193-9581-5da856eb27fe tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 945 time: 0.1296911 Aug 06 18:34:49.290925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93a8bf-9fbb-4728-a124-3bf549bca7c5 req-22a62b64-19d5-4a9a-8bef-740e5814875b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.292651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b93a8bf-9fbb-4728-a124-3bf549bca7c5 req-22a62b64-19d5-4a9a-8bef-740e5814875b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 943 time: 0.2871492 Aug 06 18:34:49.301085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:49.302122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76d9390a-f8aa-46f4-bac5-cb6d29cd7497 req-5f9e442b-4e69-4978-828a-64fdcb116118 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Aug 06 18:34:49.347617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.348257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:49.349808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-5888d851-1b02-4e61-ba6b-76fed22d47b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 1092 time: 2.2691648 Aug 06 18:34:49.350294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:49.352690 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70616c42-28c1-4e77-8658-56e23b954853" -d '{"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:49.357768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-c7344bbf-a99b-4819-a98e-44c9f7cb3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.359578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-c7344bbf-a99b-4819-a98e-44c9f7cb3093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 200 len: 859 time: 0.1754344 Aug 06 18:34:49.410654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0b93a8bf-9fbb-4728-a124-3bf549bca7c5 req-c27a419f-8972-431f-aa50-127ea18f49e7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951056 Aug 06 18:34:49.421486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-aec7b953-153d-4b7c-81a3-5d9a124f4988 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9f7760c-0946-4cb6-81f0-ed69a03d75c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441477 Aug 06 18:34:49.500847 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f7523-2138-492f-8882-c2c63a752d5b x-openstack-request-id: req-b46f7523-2138-492f-8882-c2c63a752d5b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:49.502290 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:49.502290 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b46f7523-2138-492f-8882-c2c63a752d5b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:49.514851 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'status': 'completed', 'code': 200} Aug 06 18:34:49.738282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-282bf1b0-6b48-43dc-a35e-13e168624f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.743133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-282bf1b0-6b48-43dc-a35e-13e168624f22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1095 time: 0.3133595 Aug 06 18:34:49.838792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-49e1ac79-339a-4c37-8888-5e16b627f8ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 217 time: 0.0841482 Aug 06 18:34:49.855146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42a722-32cf-4e37-8002-7570e8196a2c req-1868e72f-053f-4666-be6e-33fb9d05fdd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.870686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc42a722-32cf-4e37-8002-7570e8196a2c req-1868e72f-053f-4666-be6e-33fb9d05fdd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1777735 Aug 06 18:34:49.902054 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-d3810c14-0465-4b72-a5d9-7a73d100d37a service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360638 Aug 06 18:34:49.928978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-977adcc7-5cc6-4c26-bb2c-c71982798f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.946865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-977adcc7-5cc6-4c26-bb2c-c71982798f94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 200 len: 835 time: 0.0958703 Aug 06 18:34:49.987634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc42a722-32cf-4e37-8002-7570e8196a2c req-20077161-6044-4cb6-8600-04269c58cb8b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130123 Aug 06 18:34:50.082316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:50.276106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c27d0fe4-4643-4f13-b5e0-af79a6046c1f req-1c220bc8-3067-4a34-b67e-3d8b67b7f20c service neutron] 10.222.0.55 "GET /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555005 Aug 06 18:34:50.321229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f068-7200-4566-b0af-99ee495801ab req-47dc731a-61bb-4fee-8d69-f3f0295e044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.326598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-47dc731a-61bb-4fee-8d69-f3f0295e044d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3565595 Aug 06 18:34:50.331818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf38f15-5cc8-42a9-bb43-f1bbfb9a8e96 req-5bac4f44-9502-499a-9cb0-01224163bbb3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.335507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bf38f15-5cc8-42a9-bb43-f1bbfb9a8e96 req-5bac4f44-9502-499a-9cb0-01224163bbb3 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.1242404 Aug 06 18:34:50.367943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:50.386442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046f2f-0ab2-4725-8311-0af2654551d9 req-a4fb7f55-89f0-4688-9974-9bc315d8f457 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.389341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5046f2f-0ab2-4725-8311-0af2654551d9 req-a4fb7f55-89f0-4688-9974-9bc315d8f457 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 946 time: 0.3251164 Aug 06 18:34:50.460543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:50.463129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:50.463944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bf38f15-5cc8-42a9-bb43-f1bbfb9a8e96 req-127071d1-1008-43ba-95e9-ede000e9eba8 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217117 Aug 06 18:34:50.469933 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a03b15-a207-4924-8320-4d1c1e800138" -d '{"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-unplugged", "status": "completed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:50.474772 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:50.492419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5046f2f-0ab2-4725-8311-0af2654551d9 req-b4cf2bb8-8388-40b7-b315-60b29ebec2ff tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Aug 06 18:34:50.618465 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147daada-d5f1-4577-b668-af555c7dc180 x-openstack-request-id: req-147daada-d5f1-4577-b668-af555c7dc180 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:50.618711 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-unplugged", "status": "failed", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f", "code": 422}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:50.618893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-147daada-d5f1-4577-b668-af555c7dc180 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:50.619311 n-d-793621-29 neutron-server[94123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'code': 422} returned with failed status Aug 06 18:34:50.624740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7ac667d7-e72e-49f0-b558-577cb8c34f25 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:50.732532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:50.734969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6562869-02ae-4004-bfda-09a07601942b req-799b3ae4-5a4b-4716-84e4-c26c7717a676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.746296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6562869-02ae-4004-bfda-09a07601942b req-799b3ae4-5a4b-4716-84e4-c26c7717a676 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 945 time: 0.1242256 Aug 06 18:34:50.764696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 7ac667d7-e72e-49f0-b558-577cb8c34f25 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:50.795940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 7ac667d7-e72e-49f0-b558-577cb8c34f25 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:50.796362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:50.800322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6562869-02ae-4004-bfda-09a07601942b req-4257da07-e334-46a8-87f5-c8d01e0e7fcb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514066 Aug 06 18:34:50.901247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-76a11ba9-1665-4867-8c59-0dc2d9d81ce2 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620253 Aug 06 18:34:50.977577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab6f6-8aa5-490e-ab40-59807ceebef7 req-7f3680e0-7c41-43d3-ad2b-16965965062b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.984063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f4ab6f6-8aa5-490e-ab40-59807ceebef7 req-7f3680e0-7c41-43d3-ad2b-16965965062b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 943 time: 0.2289011 Aug 06 18:34:51.011192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:51.084600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:51.096352 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:51.140496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf2e27-7b5d-4f2a-9877-87d158bb0e5e req-3632eb1e-c7e5-4b9a-b25f-cd77113e7eb1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.149344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6cf2e27-7b5d-4f2a-9877-87d158bb0e5e req-3632eb1e-c7e5-4b9a-b25f-cd77113e7eb1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1998878 Aug 06 18:34:51.155198 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f4ab6f6-8aa5-490e-ab40-59807ceebef7 req-43264f9a-3fb6-4ed3-bc0b-eda6fdc5db5c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362774 Aug 06 18:34:51.163493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:51.204748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6cf2e27-7b5d-4f2a-9877-87d158bb0e5e req-f9d84e29-95bb-4cce-9be8-c70499a5600b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541484 Aug 06 18:34:51.224873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8997f068-7200-4566-b0af-99ee495801ab req-bcb614d1-4a4f-4f6e-8954-6002b4f1e128 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066101 Aug 06 18:34:51.426493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798d6dc-32d2-4213-8996-f515dca286de req-508f6db2-9b2c-475f-81b0-576eb9936486 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.428795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9798d6dc-32d2-4213-8996-f515dca286de req-508f6db2-9b2c-475f-81b0-576eb9936486 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1670973 Aug 06 18:34:51.458862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3d8d-cd97-4720-8b4a-5945acd65bea req-675fa728-a270-46b2-9082-4ac5585c270b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.471871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-064a3d8d-cd97-4720-8b4a-5945acd65bea req-675fa728-a270-46b2-9082-4ac5585c270b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1548262 Aug 06 18:34:51.487631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616c42-28c1-4e77-8658-56e23b954853 req-135c867a-ad94-4f18-8ab8-bcafcd805123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.489612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-135c867a-ad94-4f18-8ab8-bcafcd805123 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1095 time: 0.1696837 Aug 06 18:34:51.546121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-064a3d8d-cd97-4720-8b4a-5945acd65bea req-dd2c6794-9f94-4003-bf41-9c78f1fc3ef4 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727756 Aug 06 18:34:51.550296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9798d6dc-32d2-4213-8996-f515dca286de req-4d97584e-77c4-44bb-9f2e-0407e88d54f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946186 Aug 06 18:34:51.800101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616c42-28c1-4e77-8658-56e23b954853 req-47854a36-0bda-4ec8-8b80-1a194dfd7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.807466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-47854a36-0bda-4ec8-8b80-1a194dfd7a43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 897 time: 0.2996044 Aug 06 18:34:51.901278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-ad6a83f3-61f4-476e-99f2-40cef30d9e1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 217 time: 0.0865190 Aug 06 18:34:51.938499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8946e85-9773-45b0-a909-f9b4e64f40b4 req-cbb49bf1-da33-421c-9d57-9e949e59d46e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.941640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8946e85-9773-45b0-a909-f9b4e64f40b4 req-cbb49bf1-da33-421c-9d57-9e949e59d46e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2353599 Aug 06 18:34:52.038318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807b958-9874-4739-8740-66b4a7dccb53 req-5325982b-87ef-48f9-a145-ee91abd9515d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.041820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9807b958-9874-4739-8740-66b4a7dccb53 req-5325982b-87ef-48f9-a145-ee91abd9515d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0987298 Aug 06 18:34:52.053291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616c42-28c1-4e77-8658-56e23b954853 req-3ec95ce8-b5f9-4c55-88b2-0bc5ba4feb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.055479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-3ec95ce8-b5f9-4c55-88b2-0bc5ba4feb33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 200 len: 835 time: 0.1423335 Aug 06 18:34:52.063130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f8946e85-9773-45b0-a909-f9b4e64f40b4 req-4e11b9fa-810e-42f9-9d3c-99027b924b93 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786417 Aug 06 18:34:52.132715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9807b958-9874-4739-8740-66b4a7dccb53 req-7ee3785d-6b9c-4d26-9a12-d8f05191d91e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813379 Aug 06 18:34:52.133904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616c42-28c1-4e77-8658-56e23b954853 req-abd363db-49f5-4d8e-aee3-6c9b13aeb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.135611 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-abd363db-49f5-4d8e-aee3-6c9b13aeb13f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713632 Aug 06 18:34:52.278698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e4107-05e5-4600-ab38-f5b408819806 req-b556a8c6-0c86-41f1-a5c1-3e2401c6e000 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.280360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-488e4107-05e5-4600-ab38-f5b408819806 req-b556a8c6-0c86-41f1-a5c1-3e2401c6e000 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.1036973 Aug 06 18:34:52.300200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-300adeba-46ba-450b-bec4-6991f40ae94a service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513875 Aug 06 18:34:52.316092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d323-119e-4a80-a1ad-656711862c26 req-a49f75b1-74f0-479a-add0-417abd3e8f27 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.319071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3818d323-119e-4a80-a1ad-656711862c26 req-a49f75b1-74f0-479a-add0-417abd3e8f27 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 943 time: 0.0705669 Aug 06 18:34:52.389025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3818d323-119e-4a80-a1ad-656711862c26 req-dfe71645-3115-493b-a8d3-2985304459d5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601811 Aug 06 18:34:52.414379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-488e4107-05e5-4600-ab38-f5b408819806 req-7eae5302-f366-4f72-9f89-63144ef89299 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226084 Aug 06 18:34:52.462765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70616c42-28c1-4e77-8658-56e23b954853 req-f7ff25b5-0643-4b33-89d2-e95c8099645a service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493943 Aug 06 18:34:52.620978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:52.625777 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7952fe-1214-41aa-b3fa-82dd199d58b6" -d '{"events": [{"server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "name": "network-vif-plugged", "status": "completed", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:52.674106 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c36680d-7c09-4c55-8c31-9c511a6674b1 x-openstack-request-id: req-3c36680d-7c09-4c55-8c31-9c511a6674b1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:52.674524 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "name": "network-vif-plugged", "status": "completed", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:52.674886 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c36680d-7c09-4c55-8c31-9c511a6674b1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:52.675530 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25', 'code': 200} Aug 06 18:34:52.737232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f6f5a-51a7-4e2c-a609-1394ecfb7c27 req-90845ea0-6c73-48ce-aeae-5c1eac273656 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.738951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-815f6f5a-51a7-4e2c-a609-1394ecfb7c27 req-90845ea0-6c73-48ce-aeae-5c1eac273656 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0696929 Aug 06 18:34:52.795023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-815f6f5a-51a7-4e2c-a609-1394ecfb7c27 req-6ab4c45b-4cac-4831-a06f-006800795068 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Aug 06 18:34:52.806019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d5a7-c237-4299-a17b-b977d74d7a2d req-2f4306fc-1b3d-4221-b2c9-02d9a5d11664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.807731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ae7d5a7-c237-4299-a17b-b977d74d7a2d req-2f4306fc-1b3d-4221-b2c9-02d9a5d11664 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0516384 Aug 06 18:34:52.854771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ae7d5a7-c237-4299-a17b-b977d74d7a2d req-96e69632-c833-48df-bb65-a995e283bced service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Aug 06 18:34:53.213846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e3eb1-e010-4c1e-9a76-55af03534dce req-6389e768-bc16-4cd3-ae40-2a08ca05f0cd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.215661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e71e3eb1-e010-4c1e-9a76-55af03534dce req-6389e768-bc16-4cd3-ae40-2a08ca05f0cd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.0565035 Aug 06 18:34:53.262137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e71e3eb1-e010-4c1e-9a76-55af03534dce req-a1c3d7b7-0160-4076-978b-af587bd30931 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Aug 06 18:34:53.270289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd76f4d-10c7-4ce1-93b1-bd20405ed3d2 req-3cbfc0f8-f4c0-4e77-ab92-23a22d446950 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.272234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-edd76f4d-10c7-4ce1-93b1-bd20405ed3d2 req-3cbfc0f8-f4c0-4e77-ab92-23a22d446950 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0545857 Aug 06 18:34:53.349433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-edd76f4d-10c7-4ce1-93b1-bd20405ed3d2 req-d60c13e1-788e-48e3-91e0-bd3c4b1038c9 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575669 Aug 06 18:34:53.595173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558457-7424-47f0-8c4c-4ea66237bb29 req-ef7ccfa5-6831-4446-b2a1-47f173d833ee tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.598132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17558457-7424-47f0-8c4c-4ea66237bb29 req-ef7ccfa5-6831-4446-b2a1-47f173d833ee tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 943 time: 0.0969915 Aug 06 18:34:53.704695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17558457-7424-47f0-8c4c-4ea66237bb29 req-26712a65-5dd3-41e7-a238-924847a159bf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904806 Aug 06 18:34:53.804900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7af7-3186-454f-820f-8fbc01b0d08f req-c0ce61f7-ac86-479f-a51a-57db235afa60 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.806680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d7e7af7-3186-454f-820f-8fbc01b0d08f req-c0ce61f7-ac86-479f-a51a-57db235afa60 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.0564272 Aug 06 18:34:53.873190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d7e7af7-3186-454f-820f-8fbc01b0d08f req-90a1099c-b956-4c95-8cb2-39c177653d34 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Aug 06 18:34:53.934526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5aa57-7cff-4b3b-8ff2-a36eaa374e24 req-57c63a03-c6fa-4bd7-9493-92490eabee1f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.937052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-faa5aa57-7cff-4b3b-8ff2-a36eaa374e24 req-57c63a03-c6fa-4bd7-9493-92490eabee1f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0573347 Aug 06 18:34:53.981430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-faa5aa57-7cff-4b3b-8ff2-a36eaa374e24 req-10570d1a-07ec-46f5-837b-64bc0e7ca68d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Aug 06 18:34:54.082222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fd42865a-dd32-46af-85bf-b8d5d2436d2f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:54.533469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5f972ae1-6b5c-473d-9c32-844f54b914f6 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:54.540071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6026a-ebb8-4e81-92f8-c89b17563810 req-abd882f3-dcee-4a14-a16b-bc0053e846d3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:54.545384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0df6026a-ebb8-4e81-92f8-c89b17563810 req-abd882f3-dcee-4a14-a16b-bc0053e846d3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0900652 Aug 06 18:34:54.612854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0df6026a-ebb8-4e81-92f8-c89b17563810 req-d5fa0ed0-2d21-49cf-8f94-4333fa045d57 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571568 Aug 06 18:34:54.700417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:54.715300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:54.800005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:54.833401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f972ae1-6b5c-473d-9c32-844f54b914f6 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:54.878954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:54.886272 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:54.915724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068a7d3-8f52-4d57-9f8d-27bdc8cf3270 req-6661d5e2-3293-4c99-820c-e48f370b9b8a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:54.919535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9068a7d3-8f52-4d57-9f8d-27bdc8cf3270 req-6661d5e2-3293-4c99-820c-e48f370b9b8a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 943 time: 0.0902839 Aug 06 18:34:54.986236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:54.999971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9068a7d3-8f52-4d57-9f8d-27bdc8cf3270 req-c5174470-d335-4dae-8f22-8668043f90d7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703840 Aug 06 18:34:55.082825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55320-ed4f-4494-b4bc-ed154923a7eb req-c598e453-1247-42e0-86fb-9ef3358a66ce tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.086920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9e55320-ed4f-4494-b4bc-ed154923a7eb req-c598e453-1247-42e0-86fb-9ef3358a66ce tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.1005011 Aug 06 18:34:55.152235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e9e55320-ed4f-4494-b4bc-ed154923a7eb req-93d4b933-3dd0-49a7-a45b-812169b3360e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Aug 06 18:34:55.206359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccdafd-6691-46d8-99a2-8ecafc61e733 req-0f336b0f-f4e2-4706-865a-bc3acc923fa8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.208509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5dccdafd-6691-46d8-99a2-8ecafc61e733 req-0f336b0f-f4e2-4706-865a-bc3acc923fa8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0952401 Aug 06 18:34:55.278185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5dccdafd-6691-46d8-99a2-8ecafc61e733 req-e2832d57-6761-4d4c-a3ba-f1b6524128ab tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614581 Aug 06 18:34:55.366150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5f972ae1-6b5c-473d-9c32-844f54b914f6'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:55.470917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-291b23a9-6dd1-42db-b06e-5fabe95c8404 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.479098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-291b23a9-6dd1-42db-b06e-5fabe95c8404 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.1630011 Aug 06 18:34:55.497218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-97b7efde-9cc3-4506-a9dc-2c29a352590b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0167782 Aug 06 18:34:55.833008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f95ac9-5fc4-418d-940a-af7d4ee041d9 req-438c94af-a1fe-4911-807f-2fb678cda3c3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.835738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f95ac9-5fc4-418d-940a-af7d4ee041d9 req-438c94af-a1fe-4911-807f-2fb678cda3c3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1064298 Aug 06 18:34:55.907532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5f95ac9-5fc4-418d-940a-af7d4ee041d9 req-a065591e-c7ed-4fb6-bd46-b6e99efac12c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648630 Aug 06 18:34:56.013777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-0ea50ecb-5e07-4a5a-873b-dd8184503c89 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5122402 Aug 06 18:34:56.158123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19b2ae-872b-4e64-88c4-3e0c53f5aa53 req-bdcceacd-9b62-4803-a410-fc8480033536 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:56.160481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d19b2ae-872b-4e64-88c4-3e0c53f5aa53 req-bdcceacd-9b62-4803-a410-fc8480033536 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 944 time: 0.0630274 Aug 06 18:34:56.182752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-04c8f507-3fd8-4922-955e-1400c7e8fc7e service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591587 Aug 06 18:34:56.224400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d19b2ae-872b-4e64-88c4-3e0c53f5aa53 req-687fd743-38c4-4002-b879-61a99f2f20f1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554137 Aug 06 18:34:56.302835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-8d19ef6f-36e4-41ce-b439-81e98755cb7c service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095183 Aug 06 18:34:56.455510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc5639-b8e3-408d-a94e-49ab42bae5ac req-d0343761-df6b-47c2-8c71-23f4065ee12a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:56.457987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7cc5639-b8e3-408d-a94e-49ab42bae5ac req-d0343761-df6b-47c2-8c71-23f4065ee12a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0742397 Aug 06 18:34:56.523664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7cc5639-b8e3-408d-a94e-49ab42bae5ac req-46e39ed9-91c4-4b8b-8e2f-e5f7bf5499b6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544870 Aug 06 18:34:56.543866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1caa3001-50c0-4131-8d73-14fd9b7e7b2c req-e54b4ea5-c428-4232-8d56-468bede9b43c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 210 time: 0.0466058 Aug 06 18:34:57.114867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b394c-eaaf-4e98-9bd8-ae824e581b62 req-86f6f853-b472-4783-a7ea-79e556f8bfc5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.129194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a6b394c-eaaf-4e98-9bd8-ae824e581b62 req-86f6f853-b472-4783-a7ea-79e556f8bfc5 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1036415 Aug 06 18:34:57.194309 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a6b394c-eaaf-4e98-9bd8-ae824e581b62 req-cb557596-0559-4bf5-b9ee-5c19a76ff381 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636535 Aug 06 18:34:57.386215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade61f7b-c6ed-4390-a0ab-090a0ec201ac req-a1877c76-f9b4-4bfd-a3a7-888ca919b191 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.393158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ade61f7b-c6ed-4390-a0ab-090a0ec201ac req-a1877c76-f9b4-4bfd-a3a7-888ca919b191 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 944 time: 0.0802903 Aug 06 18:34:57.454983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ade61f7b-c6ed-4390-a0ab-090a0ec201ac req-d8cd7379-6d8c-484d-8d02-499aa9535c2b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520396 Aug 06 18:34:57.726560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afcea331-ef21-40da-8cb4-fd6a42abde7d req-76b85b62-e17c-4b67-a4f5-ab633eb8aa51 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 210 time: 0.0486221 Aug 06 18:34:57.742125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3adf5-8b6a-4146-98c3-4fe7bc6b83a2 req-cb01acbf-87e2-40e1-b684-4843ed0c0855 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.750655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcc3adf5-8b6a-4146-98c3-4fe7bc6b83a2 req-cb01acbf-87e2-40e1-b684-4843ed0c0855 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0880761 Aug 06 18:34:57.791699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcc3adf5-8b6a-4146-98c3-4fe7bc6b83a2 req-4506d13c-0219-4dd4-9e7b-253a898ec068 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Aug 06 18:34:57.938958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-205b0cb0-7882-43be-b2fa-93aefaee49d2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.941542 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-205b0cb0-7882-43be-b2fa-93aefaee49d2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.1390066 Aug 06 18:34:57.956177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:58.118433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:58.125064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.356502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.6 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/6eaa5048-acbe-42bf-a519-c28119fc15b2) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:58.395592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ba019-0a14-4a8a-b21a-325e4f2e5328 req-e6a34746-9c6c-499e-bb18-7837a1f3102d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:58.404424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565ba019-0a14-4a8a-b21a-325e4f2e5328 req-e6a34746-9c6c-499e-bb18-7837a1f3102d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0824831 Aug 06 18:34:58.453612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-565ba019-0a14-4a8a-b21a-325e4f2e5328 req-629aa1e4-0458-4c65-8546-6d4630662f1f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Aug 06 18:34:58.516702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1aff2d85-c738-4b38-be96-fb3b69fa9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.535045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5f972ae1-6b5c-473d-9c32-844f54b914f6 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:58.547037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.634594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5f972ae1-6b5c-473d-9c32-844f54b914f6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:58.639917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5f972ae1-6b5c-473d-9c32-844f54b914f6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:58.640289 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.668731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.685482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:58.726736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7ac667d7-e72e-49f0-b558-577cb8c34f25'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:58.768032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70357f-e0a5-41da-858a-6b4cea5046c5 req-6fd16646-af64-4026-806e-53925fc874cb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:58.782350 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc70357f-e0a5-41da-858a-6b4cea5046c5 req-6fd16646-af64-4026-806e-53925fc874cb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 944 time: 0.1942887 Aug 06 18:34:58.795394 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:58.813529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:58.823804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:58.830544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:58.957300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:58.959424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.971919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b0f3-8a9f-4166-95e2-0d8e13d35653 req-698e9994-45e4-464c-9aa4-d9404b601860 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:58.975195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4dc8b0f3-8a9f-4166-95e2-0d8e13d35653 req-698e9994-45e4-464c-9aa4-d9404b601860 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 931 time: 0.0984974 Aug 06 18:34:58.983952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.995090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bc70357f-e0a5-41da-858a-6b4cea5046c5 req-1b849154-3696-449e-b851-c41841a0861c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932542 Aug 06 18:34:59.022883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-51dcbab6-5c25-413a-8a8b-e2664e396a24 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0717382 Aug 06 18:34:59.045803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Request body: {'port': {'device_id': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:59.073285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:59.073285 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08dde4f-44e6-42e4-85f4-f7874ade0905" -d '{"events": [{"server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "name": "network-vif-plugged", "status": "completed", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:59.089883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:59.116066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4dc8b0f3-8a9f-4166-95e2-0d8e13d35653 req-b95daf0a-f148-463f-b58e-f4300c906a0f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272128 Aug 06 18:34:59.122771 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:59.210573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:59.274924 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d2f29-853d-4ff1-b3be-3e37a871c818 x-openstack-request-id: req-386d2f29-853d-4ff1-b3be-3e37a871c818 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:59.275220 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "name": "network-vif-plugged", "status": "completed", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:59.275475 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-386d2f29-853d-4ff1-b3be-3e37a871c818 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:59.275877 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'code': 200} Aug 06 18:34:59.290947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:59.371639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621cd4e-f17f-40ec-83be-158a49c44673 req-76078478-3c3e-446f-9ada-71a5dfd3c7b1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.374431 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a621cd4e-f17f-40ec-83be-158a49c44673 req-76078478-3c3e-446f-9ada-71a5dfd3c7b1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.1557002 Aug 06 18:34:59.536006 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a621cd4e-f17f-40ec-83be-158a49c44673 req-91a6b758-e45f-471a-a64c-ec9552128809 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095319 Aug 06 18:34:59.596524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f67d-3b29-4c64-8f52-127a0775b25a req-b0e5b654-474c-424e-919c-42eec8d852ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.598286 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43d3f67d-3b29-4c64-8f52-127a0775b25a req-b0e5b654-474c-424e-919c-42eec8d852ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1097 time: 0.2225416 Aug 06 18:34:59.670299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-43d3f67d-3b29-4c64-8f52-127a0775b25a req-4b5df232-5772-44ba-9e60-5c94f3dd8616 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601308 Aug 06 18:34:59.672173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d3ebe-052c-4025-ad55-7f9a82eb7432 req-3e43f040-624b-4106-9927-741f93cbe312 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.675863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-903d3ebe-052c-4025-ad55-7f9a82eb7432 req-3e43f040-624b-4106-9927-741f93cbe312 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.0800714 Aug 06 18:34:59.738086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-903d3ebe-052c-4025-ad55-7f9a82eb7432 req-61526c45-0053-4c34-9904-89b228594ca6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554495 Aug 06 18:34:59.841153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eaa5048-acbe-42bf-a519-c28119fc15b2 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:59.851251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:59.868158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Transition to ACTIVE for port object 6eaa5048-acbe-42bf-a519-c28119fc15b2 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:59.873700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:59.937837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Pushing event updated for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:00.062090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Attempting to bind port 6eaa5048-acbe-42bf-a519-c28119fc15b2 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:00.062449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Attempting to bind port 6eaa5048-acbe-42bf-a519-c28119fc15b2 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:00.063016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Attempting to bind port 6eaa5048-acbe-42bf-a519-c28119fc15b2 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:00.070698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Port 6eaa5048-acbe-42bf-a519-c28119fc15b2 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:35:00.071274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Attempting to bind port 6eaa5048-acbe-42bf-a519-c28119fc15b2 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:00.081197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:00.081836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:00.082461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:00.083145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Bound port: 6eaa5048-acbe-42bf-a519-c28119fc15b2, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:00.083706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:00.094405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device dbd5416f-1360-4a81-b46b-28878999ec02 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:35:00.228452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:00.235746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:00.253840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:00.342753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fc8c-489a-49e4-8b5f-478b4b174ab3 req-a03ae634-b6f6-4157-9a80-b28215cf45b3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:00.358403 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1347fc8c-489a-49e4-8b5f-478b4b174ab3 req-a03ae634-b6f6-4157-9a80-b28215cf45b3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.2130094 Aug 06 18:35:00.384345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f43fe-c0df-4b44-9620-e9793daec14a req-554bb662-ebb9-41cc-9aa0-6deb97447619 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:00.394613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:00.395716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:00.399480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] 10.222.0.55 "PUT /v2.0/ports/6eaa5048-acbe-42bf-a519-c28119fc15b2 HTTP/1.1" status: 200 len: 1092 time: 1.3663220 Aug 06 18:35:00.400241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:00.400424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-203f43fe-c0df-4b44-9620-e9793daec14a req-554bb662-ebb9-41cc-9aa0-6deb97447619 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 943 time: 0.1784625 Aug 06 18:35:00.404900 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:00.491532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-203f43fe-c0df-4b44-9620-e9793daec14a req-c62b2567-d571-4101-8c95-b31bf9188bb7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Aug 06 18:35:00.525305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1347fc8c-489a-49e4-8b5f-478b4b174ab3 req-19b825c2-8ac6-4281-bc5d-59c11e7786b9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653910 Aug 06 18:35:00.552600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=dbd5416f-1360-4a81-b46b-28878999ec02,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:00.586874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'dbd5416f-1360-4a81-b46b-28878999ec02', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': 'dbd5416f-1360-4a81-b46b-28878999ec02', 'mac_address': 'fa:16:3e:a8:70:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:35:00.608351 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8165717-55c2-4338-b97c-eb0b11b4437b x-openstack-request-id: req-d8165717-55c2-4338-b97c-eb0b11b4437b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:00.608818 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:00.609222 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8165717-55c2-4338-b97c-eb0b11b4437b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:00.609905 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2', 'status': 'completed', 'code': 200} Aug 06 18:35:00.632428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0816e76-f555-429d-a911-d216f60be1ed service neutron] Pushing event updated for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:00.673323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-ecfe676c-3fad-46fe-b08a-fa4ab56b4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:00.675832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-ecfe676c-3fad-46fe-b08a-fa4ab56b4332 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 1095 time: 0.1736753 Aug 06 18:35:00.700779 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:00.734350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd5416f-1360-4a81-b46b-28878999ec02 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:00.742388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade4f0-bb55-4900-802d-c77a6a311316 req-ad161ddd-f226-43af-bcd2-d4017cf45f33 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:00.744166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bade4f0-bb55-4900-802d-c77a6a311316 req-ad161ddd-f226-43af-bcd2-d4017cf45f33 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 944 time: 0.0921996 Aug 06 18:35:00.777391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=dbd5416f-1360-4a81-b46b-28878999ec02,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:00.785179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:00.817938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-dc64a391-6177-4157-a24e-1f089682c1b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2 HTTP/1.1" status: 200 len: 217 time: 0.1308224 Aug 06 18:35:00.846242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bade4f0-bb55-4900-802d-c77a6a311316 req-db66177e-bf64-4bc3-81ed-27f861edbddc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Aug 06 18:35:00.924065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:01.031097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['dbd5416f-1360-4a81-b46b-28878999ec02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:01.057475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-dd6277e7-7aff-4474-9007-77db40634c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.061479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-dd6277e7-7aff-4474-9007-77db40634c93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.2342606 Aug 06 18:35:01.097660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935316-b276-4452-b1d1-63d6101c14eb req-73462939-f1e6-4688-a8e7-9697aaae370d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.100185 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1935316-b276-4452-b1d1-63d6101c14eb req-73462939-f1e6-4688-a8e7-9697aaae370d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2312212 Aug 06 18:35:01.140752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-64de9c39-aa37-4392-830d-686974ca9f5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699031 Aug 06 18:35:01.270811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b1935316-b276-4452-b1d1-63d6101c14eb req-5513364c-1cd4-403e-bc5e-a1e91e27b09a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351500 Aug 06 18:35:01.319368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-b9ecaa62-160d-42d8-9b42-6b8560286260 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693254 Aug 06 18:35:01.452254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee8ffb1b-5259-4dae-baa7-6d5829a517a0 req-b2b02ed3-b703-4189-9425-aac89bc1b763 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243281 Aug 06 18:35:01.472902 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:01.699100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cb336d1c-f6a9-4cf9-bd0c-084db9fde102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:01.699716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-16f19ddf-7abc-4a95-8e7e-d711b343ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.701400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-16f19ddf-7abc-4a95-8e7e-d711b343ca14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 1095 time: 0.1629288 Aug 06 18:35:01.742062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0afb-8cc6-4544-a57f-43d0d20bb188 req-32b2bd02-2a42-4db3-813c-0c2fdc5b8ac4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.755694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d0d0afb-8cc6-4544-a57f-43d0d20bb188 req-32b2bd02-2a42-4db3-813c-0c2fdc5b8ac4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 943 time: 0.1160488 Aug 06 18:35:01.756676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef1bf-47ef-4ef7-84d8-59aac4dcef4a req-067e8514-0669-4b82-afba-02dadf972856 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.757598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d2ef1bf-47ef-4ef7-84d8-59aac4dcef4a req-067e8514-0669-4b82-afba-02dadf972856 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.1224937 Aug 06 18:35:01.816636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d0d0afb-8cc6-4544-a57f-43d0d20bb188 req-b57119da-6863-4dbf-9366-12c97c7d17a0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Aug 06 18:35:01.872257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d2ef1bf-47ef-4ef7-84d8-59aac4dcef4a req-de761411-8d8e-4d01-8cbb-1fe48dfcf74d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808640 Aug 06 18:35:01.894447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-4c91f893-515c-45fb-b491-57b246496c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:01.894447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-4c91f893-515c-45fb-b491-57b246496c07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.1849034 Aug 06 18:35:01.982436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:02.028562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-332825aa-0fac-4444-a603-289274289816 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2 HTTP/1.1" status: 200 len: 217 time: 0.1255612 Aug 06 18:35:02.099680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6ac0-2090-4046-be69-8c4c8fa9f6e6 req-26955ff4-95f8-490e-bec6-864a9f3925cf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.101571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6ce6ac0-2090-4046-be69-8c4c8fa9f6e6 req-26955ff4-95f8-490e-bec6-864a9f3925cf tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.1177371 Aug 06 18:35:02.102333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device dbd5416f-1360-4a81-b46b-28878999ec02 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:02.112753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-ae853dae-d4cd-44b2-a56f-4918fd8ac876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.114211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-ae853dae-d4cd-44b2-a56f-4918fd8ac876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.0772002 Aug 06 18:35:02.182597 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-5d8e96d3-8bc5-4e7a-8649-05870e3e6597 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576131 Aug 06 18:35:02.202786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-09a6fbaa-3236-49e0-8908-26feb00c0d27 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4872 time: 0.2162471 Aug 06 18:35:02.210286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60932) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:02.212505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff34f60-fec2-4dc9-9354-e11cd0349179 req-eb03a2c3-ea54-4648-9641-b1ebd5f6170b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.214734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ff34f60-fec2-4dc9-9354-e11cd0349179 req-eb03a2c3-ea54-4648-9641-b1ebd5f6170b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 945 time: 0.2488816 Aug 06 18:35:02.222020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c6ce6ac0-2090-4046-be69-8c4c8fa9f6e6 req-32b9d8bf-b7bb-4b5b-a9a1-f9d73bc8a37f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860052 Aug 06 18:35:02.225479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port dbd5416f-1360-4a81-b46b-28878999ec02 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:02.237710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port dbd5416f-1360-4a81-b46b-28878999ec02 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:02.238645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.238860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'network': {'name': 'tempest-network-smoke--878136030', 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'port_security_enabled': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:02.273873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60934) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:02.370105 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ff34f60-fec2-4dc9-9354-e11cd0349179 req-3949fe76-e616-427d-ac91-5d07bed93dc4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335566 Aug 06 18:35:02.390160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae71bcc1-d7f1-4e40-b8c7-44c611014f86 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.392682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae71bcc1-d7f1-4e40-b8c7-44c611014f86 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1092 time: 0.1130702 Aug 06 18:35:02.396249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:02.398947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 60938) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:02.401425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.410097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:02.427003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.460056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.482790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:02.486568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:35:02.487434 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa9204e-9fb4-4d92-b836-dd01c1d2b7ad" -d '{"events": [{"server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:02.495065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-fd83dca1-1398-41bb-8116-0d9373adc608 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834871 Aug 06 18:35:02.543027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=dbd5416f-1360-4a81-b46b-28878999ec02,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:02.559376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.576183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.576573 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Added segment 3e18fda8-90f5-414c-8aa4-4740c3f34086 of type vlan for network 88abea13-42f1-459b-ad13-e9415f626c00 Aug 06 18:35:02.726368 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1478944-4f67-4bfd-9aed-7fe098737d48 x-openstack-request-id: req-d1478944-4f67-4bfd-9aed-7fe098737d48 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:02.728196 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:02.728196 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1478944-4f67-4bfd-9aed-7fe098737d48 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:02.728196 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02', 'code': 200} Aug 06 18:35:02.735692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2f84e5f-c0c0-4ca5-8c66-30c126d2e8ca req-5f087b64-b63b-4c10-b965-87b341a8740c service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325609 Aug 06 18:35:02.752081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a097-cd82-44f0-834b-b0c4922a96ad req-adc48f3a-1feb-4948-a03d-4f19656e7824 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.754312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3399a097-cd82-44f0-834b-b0c4922a96ad req-adc48f3a-1feb-4948-a03d-4f19656e7824 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.3360980 Aug 06 18:35:02.756393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb81b7f-31e5-4798-b8e8-088912e8e6f1 req-e71dc776-5a0b-4757-bdc5-ecc45524108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.759829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcb81b7f-31e5-4798-b8e8-088912e8e6f1 req-e71dc776-5a0b-4757-bdc5-ecc45524108e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 1098 time: 0.1100140 Aug 06 18:35:02.769794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.799872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:02.824089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcb81b7f-31e5-4798-b8e8-088912e8e6f1 req-5950f64c-c231-4a4b-96dd-3832de7fdf1d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Aug 06 18:35:02.836481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.899826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3399a097-cd82-44f0-834b-b0c4922a96ad req-4e086130-7bac-471f-8930-e0edc9e2b1da tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236472 Aug 06 18:35:02.903663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:02.918885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:02.919959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.054102 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8296442 Aug 06 18:35:03.062237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 60950) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:03.076738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'admin_state_up': True, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:03.089138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.25.3.192 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e3e241f5-408a-464b-9ee1-1bc67269274a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:03.104780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039a34c-e29f-4a58-909e-6264ce179f8d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Network': ['ID=88abea13-42f1-459b-ad13-e9415f626c00,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:03.137474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 88abea13-42f1-459b-ad13-e9415f626c00 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:35:03.167863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.169977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.365211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.388828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.413684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.440805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49277b0-c17c-478f-bc3c-cf3d51189ad8 req-0017c796-9904-4ba3-9bf8-86e76d4a21d8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:03.441988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c49277b0-c17c-478f-bc3c-cf3d51189ad8 req-0017c796-9904-4ba3-9bf8-86e76d4a21d8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 943 time: 0.5117021 Aug 06 18:35:03.515936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c49277b0-c17c-478f-bc3c-cf3d51189ad8 req-762c4939-9d8a-43e7-a7dd-160b3b9176b7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647414 Aug 06 18:35:03.524970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.551326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:03.565107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:03.599398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc372c-8e3e-426a-9cad-b73088507ae4 req-82cd6cbc-3f5b-4d8d-9e43-df580e5b612e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:03.603712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4dc372c-8e3e-426a-9cad-b73088507ae4 req-82cd6cbc-3f5b-4d8d-9e43-df580e5b612e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2374790 Aug 06 18:35:03.607925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:03.613077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-4797f02e-e70c-4e21-98e6-2c4b111e125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:03.615535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-4797f02e-e70c-4e21-98e6-2c4b111e125f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 0.2481415 Aug 06 18:35:03.716155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=e3e241f5-408a-464b-9ee1-1bc67269274a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:03.797270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b3ab-5b08-4f04-a7f7-0cb343899003 req-c19fff9b-f800-4389-aa3f-c5d65196ce96 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:03.800607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3524b3ab-5b08-4f04-a7f7-0cb343899003 req-c19fff9b-f800-4389-aa3f-c5d65196ce96 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.1850123 Aug 06 18:35:03.830857 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:03.905624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3524b3ab-5b08-4f04-a7f7-0cb343899003 req-833484c5-9277-474e-a158-159603d79eeb tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804775 Aug 06 18:35:03.977957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-275aeee9-e034-4a7a-bfe2-d39ae3262ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:03.980821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-275aeee9-e034-4a7a-bfe2-d39ae3262ae3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 0.2958474 Aug 06 18:35:03.983783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4dc372c-8e3e-426a-9cad-b73088507ae4 req-25a75a7f-c07f-4a4f-998f-7f83d2f34828 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942195 Aug 06 18:35:04.060787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-fee331ba-b104-49d1-9426-825304cf3357 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.0683007 Aug 06 18:35:04.112162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6eaa5048-acbe-42bf-a519-c28119fc15b2 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:35:04.251201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-5218f871-344a-4481-956d-61cbf12358f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:04.253726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-5218f871-344a-4481-956d-61cbf12358f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.1569369 Aug 06 18:35:04.316154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:04.333437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-c30b40b9-125f-4be8-a17a-a5ae3f00ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:04.350189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-c30b40b9-125f-4be8-a17a-a5ae3f00ac94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870667 Aug 06 18:35:04.389781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:04.429653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '6eaa5048-acbe-42bf-a519-c28119fc15b2', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': '6eaa5048-acbe-42bf-a519-c28119fc15b2', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:35:04.440861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:04.527883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:04.557699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eaa5048-acbe-42bf-a519-c28119fc15b2 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:04.604124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:04.613488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:04.743773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:04.758153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:04.830535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d580-f998-4d44-bbcb-a9002569b571 req-9ac51df0-2d83-4fdd-9dd6-9b695c7ac7a3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:04.832200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae91d580-f998-4d44-bbcb-a9002569b571 req-9ac51df0-2d83-4fdd-9dd6-9b695c7ac7a3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 944 time: 0.1257920 Aug 06 18:35:04.883973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6eaa5048-acbe-42bf-a519-c28119fc15b2'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:04.985118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.006055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.055428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae91d580-f998-4d44-bbcb-a9002569b571 req-f05eb23e-c4c8-4582-91fd-6371235682ac tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140501 Aug 06 18:35:05.056991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.111859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.147416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=e3e241f5-408a-464b-9ee1-1bc67269274a,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:05.217834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.260706 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-b433128c-5486-4531-aff4-0d0018c0a68a service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9029713 Aug 06 18:35:05.412748 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Floating IP d4dfe42c-a464-424b-8480-9645a9eca963 associated. External IP: 172.25.3.192, port: 5f972ae1-6b5c-473d-9c32-844f54b914f6. Aug 06 18:35:05.484587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea77265d-72c9-40b9-87bf-36eb006da15c req-a34f12a1-e0f8-4b5e-9c84-8772be7ef99a service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141314 Aug 06 18:35:05.498746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaa7e5-7ef5-4c05-a989-86b1e53adb8f req-188b3874-f39e-4425-8a40-ff73e61a10b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:05.510792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8eeaa7e5-7ef5-4c05-a989-86b1e53adb8f req-188b3874-f39e-4425-8a40-ff73e61a10b6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2936869 Aug 06 18:35:05.526044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1876375-393a-4157-a816-1778fb2a908f req-86bb6435-9fc6-42d2-983f-a8225a00ea0f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:05.535973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f1876375-393a-4157-a816-1778fb2a908f req-86bb6435-9fc6-42d2-983f-a8225a00ea0f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.3914511 Aug 06 18:35:05.628033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f1876375-393a-4157-a816-1778fb2a908f req-ef50e17f-fce3-4605-ac56-20b19ba9256e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893905 Aug 06 18:35:05.672690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.25.3.205 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/c24a4c52-af29-46e2-9207-d4f11aacbacc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:05.751881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8eeaa7e5-7ef5-4c05-a989-86b1e53adb8f req-a37e41c3-8fa9-4786-b0a6-074d3f0ac9eb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353475 Aug 06 18:35:05.898190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688f245-2379-4fe7-ac10-3528da3549c1 req-174ccf34-17b2-4dc0-8e67-7446106756fc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:05.906807 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3688f245-2379-4fe7-ac10-3528da3549c1 req-174ccf34-17b2-4dc0-8e67-7446106756fc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.1100698 Aug 06 18:35:05.986187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3688f245-2379-4fe7-ac10-3528da3549c1 req-06e14f66-8ace-429e-bbf2-e7afe27e5d7d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Aug 06 18:35:06.008205 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.140234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6eaa5048-acbe-42bf-a519-c28119fc15b2 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:06.200762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.362761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:06.396028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:06.403063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:06.458056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 6eaa5048-acbe-42bf-a519-c28119fc15b2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:06.527287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=c24a4c52-af29-46e2-9207-d4f11aacbacc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:06.544987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 6eaa5048-acbe-42bf-a519-c28119fc15b2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:06.544987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.558218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa21eb-9137-4252-836f-8dfd036e8ebd req-89bed7f6-38f1-41c8-915a-fddd2d85bef0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:06.565783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6fa21eb-9137-4252-836f-8dfd036e8ebd req-89bed7f6-38f1-41c8-915a-fddd2d85bef0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 944 time: 0.1961625 Aug 06 18:35:06.740472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a6fa21eb-9137-4252-836f-8dfd036e8ebd req-7b003cb9-bc74-48c6-8aaf-d0f6be2ec054 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735518 Aug 06 18:35:06.844804 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.930630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:06.931979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:06.934703 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e294604-1de3-4d06-b0aa-4f4a6b4c4d57" -d '{"events": [{"server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "name": "network-vif-plugged", "status": "completed", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:06.946861 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:07.012376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:07.175143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf57e7-8ba9-466b-b4cc-ebc8644a80ff req-3f93357b-926b-4777-8706-1ccac6ba09a3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:07.176946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7ccf57e7-8ba9-466b-b4cc-ebc8644a80ff req-3f93357b-926b-4777-8706-1ccac6ba09a3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2613373 Aug 06 18:35:07.267908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:07.277575 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7ccf57e7-8ba9-466b-b4cc-ebc8644a80ff req-e866a68e-f266-494f-a66c-13a2e642f92a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858231 Aug 06 18:35:07.291450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41f92a-97af-4283-88b0-cd8fec0795da req-73bf1155-2236-4381-a372-4236e7405d06 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:07.298071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a41f92a-97af-4283-88b0-cd8fec0795da req-73bf1155-2236-4381-a372-4236e7405d06 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.3054323 Aug 06 18:35:07.368884 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616eaa6-cf72-43de-bcc8-4bf8d28247dc x-openstack-request-id: req-a616eaa6-cf72-43de-bcc8-4bf8d28247dc {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:07.370300 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "name": "network-vif-plugged", "status": "completed", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:07.371086 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a616eaa6-cf72-43de-bcc8-4bf8d28247dc {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:07.372195 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2', 'code': 200} Aug 06 18:35:07.401281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:07.490239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a41f92a-97af-4283-88b0-cd8fec0795da req-718786fa-8897-4bf3-91a8-abdc52207823 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745701 Aug 06 18:35:07.625187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59270a93-00c6-4143-80e7-5b5e5570c0f2 req-8a6cedd1-668f-49ae-8ccf-188a295631ea tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:07.626947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59270a93-00c6-4143-80e7-5b5e5570c0f2 req-8a6cedd1-668f-49ae-8ccf-188a295631ea tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1636441 Aug 06 18:35:07.673515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e191a-5fdf-404b-b3c9-db9a66854afc req-8bf471fd-32f3-444a-8e45-37a9cc4fc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:07.676395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d31e191a-5fdf-404b-b3c9-db9a66854afc req-8bf471fd-32f3-444a-8e45-37a9cc4fc093 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 1097 time: 0.1850734 Aug 06 18:35:07.783184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d31e191a-5fdf-404b-b3c9-db9a66854afc req-fe1823e2-a2c5-4460-af38-145ab0a6e1d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681002 Aug 06 18:35:07.806017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:07.820476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:07.843150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:07.844280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:07.869759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:07.888149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59270a93-00c6-4143-80e7-5b5e5570c0f2 req-9704e8d7-7d87-41af-877e-e869a26c02cb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484848 Aug 06 18:35:07.946530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c30d0095-6721-40c3-86d9-2b9f9182d467 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5461915 Aug 06 18:35:07.947328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:07.951131 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8e5cf-64cd-43f8-8875-cc91fd107817" -d '{"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:07.955559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:08.025417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:08.101063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:08.164979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-91fc83ee-34c0-437e-ba6a-34158c40b7c7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/d4dfe42c-a464-424b-8480-9645a9eca963 HTTP/1.1" status: 200 len: 991 time: 0.1958506 Aug 06 18:35:08.354643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9178237-51d9-4c53-8925-e10e28fe1191 req-0b1f0c56-3625-4c65-8367-23f0e39dc56c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:08.368693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d792e-f05b-4c6b-87df-6de9597c80b8 req-7e3c59cd-acad-4feb-b6e4-00f6a834ca18 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:08.372636 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-216d792e-f05b-4c6b-87df-6de9597c80b8 req-7e3c59cd-acad-4feb-b6e4-00f6a834ca18 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 945 time: 0.2002652 Aug 06 18:35:08.375599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9178237-51d9-4c53-8925-e10e28fe1191 req-0b1f0c56-3625-4c65-8367-23f0e39dc56c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1435640 Aug 06 18:35:08.472060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9178237-51d9-4c53-8925-e10e28fe1191 req-53f150c8-6eef-4e1a-9dc6-a151d36122b1 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914483 Aug 06 18:35:08.566947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-216d792e-f05b-4c6b-87df-6de9597c80b8 req-93003fd0-6d04-44bd-b84b-f6404c9ab194 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613102 Aug 06 18:35:08.592493 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff225a2-f0e0-44df-8aed-516a1e32c9dd x-openstack-request-id: req-bff225a2-f0e0-44df-8aed-516a1e32c9dd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:08.593010 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:08.593415 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bff225a2-f0e0-44df-8aed-516a1e32c9dd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:08.597021 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'status': 'completed', 'code': 200} Aug 06 18:35:08.602161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:04Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:08.659045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:08.705932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:08.705932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:08.780735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 7ef24f41-5976-439e-8f24-c2dafa6b8748 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:35:08.788485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-8747fb95-ff19-4de4-846d-62e20498fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:08.790637 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-8747fb95-ff19-4de4-846d-62e20498fd82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1097 time: 0.1496775 Aug 06 18:35:08.873013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b21859-d49f-47fd-be26-e2c5076498a0 req-4c0dbffa-12f1-4b5c-bfe6-9d3bff9fb247 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:08.879123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b21859-d49f-47fd-be26-e2c5076498a0 req-4c0dbffa-12f1-4b5c-bfe6-9d3bff9fb247 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.1619983 Aug 06 18:35:09.126981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:09.157937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32840) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:09.266307 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d2ff11ac-054d-4f7c-aa3f-d17743916295 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/d4dfe42c-a464-424b-8480-9645a9eca963 HTTP/1.1" status: 200 len: 991 time: 0.1029189 Aug 06 18:35:09.275533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b21859-d49f-47fd-be26-e2c5076498a0 req-07e5ad3d-de18-402b-a659-207bf62718c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439038 Aug 06 18:35:09.298036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28dfdb-da9d-4ce0-b2f4-6860af753ea6 req-8084df88-9f52-4fd0-82b4-f9207225f5f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.310996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e28dfdb-da9d-4ce0-b2f4-6860af753ea6 req-8084df88-9f52-4fd0-82b4-f9207225f5f3 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2147429 Aug 06 18:35:09.355550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-7e9562c7-4dfb-4726-b47c-c935a618af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.358230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-7e9562c7-4dfb-4726-b47c-c935a618af19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 897 time: 0.5459785 Aug 06 18:35:09.388585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e28dfdb-da9d-4ce0-b2f4-6860af753ea6 req-bd7a9e8f-07ff-420a-94d0-603dd3704d8a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634429 Aug 06 18:35:09.462871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:09.475798 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Sync routers for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:09.502263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:09.503224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:09.542161 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-66e2ed4c-8bcf-49ea-b54d-055f81ba84b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 999 time: 0.1752322 Aug 06 18:35:09.546920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:09.549946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e1784527-84b7-4217-aa29-47668716fe6f tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.4855621 Aug 06 18:35:09.553993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:09.635103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:04Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:09.693341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ff124-e07b-4fbe-b180-fbf405e8fb90 None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:34:21Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:04Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:09.707715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-6cbd1bf9-de76-4e84-8cfc-65b74d3f41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.710358 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-6cbd1bf9-de76-4e84-8cfc-65b74d3f41a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 200 len: 835 time: 0.1577275 Aug 06 18:35:09.741383 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:09.879005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce623e-a745-472e-85b7-36838aff4a5b tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.883921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5ce623e-a745-472e-85b7-36838aff4a5b tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b3abce411fa64883b8dcd542fab5824b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3248734 Aug 06 18:35:09.884122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-1448cd5b-b061-4396-b21a-e88ac905d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.884122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-1448cd5b-b061-4396-b21a-e88ac905d57a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645048 Aug 06 18:35:09.890738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:09.892114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea331f-050f-4406-b05e-de7014fd57d7 req-5f46b648-89ab-4bce-9963-4c50f3aed525 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.893787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67ea331f-050f-4406-b05e-de7014fd57d7 req-5f46b648-89ab-4bce-9963-4c50f3aed525 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 945 time: 0.1347427 Aug 06 18:35:09.906698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-26f4f93d-51e0-47f0-8cd1-88ea4f2b774c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:09.908842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-26f4f93d-51e0-47f0-8cd1-88ea4f2b774c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.1465857 Aug 06 18:35:10.158108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-67ea331f-050f-4406-b05e-de7014fd57d7 req-cab4afdc-5ec5-4551-a67e-a363925b5c95 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483289 Aug 06 18:35:10.237955 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:06Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:10.277121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32862) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:10.279982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bbc53-d358-4fce-a085-d7adae7537c2 None None] New status for floating IP d4dfe42c-a464-424b-8480-9645a9eca963: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:35:10.441737 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Checking router: 7ef24f41-5976-439e-8f24-c2dafa6b8748 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:10.442169 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Updating router 7ef24f41-5976-439e-8f24-c2dafa6b8748 port c24a4c52-af29-46e2-9207-d4f11aacbacc binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:10.550212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888ea5f-ef15-4aaa-b002-2f23f5d0c308 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:10.554361 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:10.558043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3888ea5f-ef15-4aaa-b002-2f23f5d0c308 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6474791 Aug 06 18:35:10.568937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32870) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:10.606173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-deb69c30-439c-439f-9ed9-e93808299bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988745 Aug 06 18:35:10.759374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ddf49c0-c768-4b50-b2df-be808f5fddf5 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1880350 Aug 06 18:35:10.774220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:10.808301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13390a3d-8572-44cc-8e55-c39f90ec8225 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/d4dfe42c-a464-424b-8480-9645a9eca963 HTTP/1.1" status: 200 len: 991 time: 0.5270672 Aug 06 18:35:10.816582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:10.916382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9b8e5cf-64cd-43f8-8875-cc91fd107817 req-c37e198b-a032-46c8-b9e8-8a1d2c156d9b service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869523 Aug 06 18:35:10.990769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port dbd5416f-1360-4a81-b46b-28878999ec02 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:10.991247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.001717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-abf64845-02cb-4278-b46e-2dd20833b727 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b3abce411fa64883b8dcd542fab5824b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1478698 Aug 06 18:35:11.002258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:11.050991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332938-0bc3-458b-ba65-e15eac97f7b1 req-65c8d4aa-4a10-4e24-b1d7-0d2639525691 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:11.062726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df332938-0bc3-458b-ba65-e15eac97f7b1 req-65c8d4aa-4a10-4e24-b1d7-0d2639525691 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 946 time: 0.3553152 Aug 06 18:35:11.229209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df332938-0bc3-458b-ba65-e15eac97f7b1 req-5abeb017-e012-4f7a-ac42-faf095e2f487 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561291 Aug 06 18:35:11.292031 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.300654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port dbd5416f-1360-4a81-b46b-28878999ec02, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=dbd5416f-1360-4a81-b46b-28878999ec02,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:11.301360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.337868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for dbd5416f-1360-4a81-b46b-28878999ec02 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:11.341838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Transition to ACTIVE for port object c24a4c52-af29-46e2-9207-d4f11aacbacc will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:11.361855 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.379673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec373af-499c-4a0e-9598-09b48777096d tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:11.382574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8ec373af-499c-4a0e-9598-09b48777096d tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3786650 Aug 06 18:35:11.395864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32886) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:11.413678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fe3-9235-4a05-b47d-8dda143d3e12 req-e0768d2c-ebb4-4d51-a241-b8bb559410db tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:11.427146 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40cd0fe3-9235-4a05-b47d-8dda143d3e12 req-e0768d2c-ebb4-4d51-a241-b8bb559410db tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.2102027 Aug 06 18:35:11.456367 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Attempting to bind port c24a4c52-af29-46e2-9207-d4f11aacbacc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:11.456929 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Attempting to bind port c24a4c52-af29-46e2-9207-d4f11aacbacc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:11.457754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Attempting to bind port c24a4c52-af29-46e2-9207-d4f11aacbacc on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:11.468747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:11.469747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:11.470515 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.471234 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:11.472084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Bound port: c24a4c52-af29-46e2-9207-d4f11aacbacc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:11.472985 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.510167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-91585782-39d0-488c-b629-019fc941b081 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669837 Aug 06 18:35:11.510927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32888) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:11.516337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036624045', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:11.532543 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3218-5a43-4bdb-81a0-8d07af90799e None None] Pushing event updated for resources: {'Port': ['ID=c24a4c52-af29-46e2-9207-d4f11aacbacc,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:11.604954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] For port c24a4c52-af29-46e2-9207-d4f11aacbacc, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:11.610339 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] For port c24a4c52-af29-46e2-9207-d4f11aacbacc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c24a4c52-af29-46e2-9207-d4f11aacbacc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:11.620852 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.662343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40cd0fe3-9235-4a05-b47d-8dda143d3e12 req-becbf4fb-ce93-4e7e-83f7-17a4a515a5ca tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340221 Aug 06 18:35:11.709069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:11.715170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.715902 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3218-5a43-4bdb-81a0-8d07af90799e None None] Pushing event updated for resources: {'Port': ['ID=c24a4c52-af29-46e2-9207-d4f11aacbacc,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:11.751325 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:11.752653 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:11.778833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.787748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafd84c-7fa7-4798-98cd-8b62217f803f req-e40ffd7e-b48b-4c09-96c4-7e12997c386a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:11.791047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-faafd84c-7fa7-4798-98cd-8b62217f803f req-e40ffd7e-b48b-4c09-96c4-7e12997c386a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2460690 Aug 06 18:35:11.792127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:11.810296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['dbd5416f-1360-4a81-b46b-28878999ec02'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:11.876920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 32896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:11.878266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=dbd5416f-1360-4a81-b46b-28878999ec02,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:11.934390 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:12.077504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-faafd84c-7fa7-4798-98cd-8b62217f803f req-0d1b7228-37fe-4dc8-b90f-1ae6bf85cf2c tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185831 Aug 06 18:35:12.212290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:12.256667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port dbd5416f-1360-4a81-b46b-28878999ec02 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:12.271118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:12.274752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de79d8b2-5575-453a-b1c0-241f13d20940 req-36df2650-4bee-4198-ac9e-d97a45fcc7c1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "DELETE /v2.0/ports/dbd5416f-1360-4a81-b46b-28878999ec02 HTTP/1.1" status: 204 len: 173 time: 2.3550060 Aug 06 18:35:12.285681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'name': 'network-vif-deleted', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:12.289792 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c320d1-2e47-49be-84ba-e5fc0d2b324f" -d '{"events": [{"server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "name": "network-vif-deleted", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:12.319759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4230dab0-072f-4391-8849-885716c0fc60 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/d4dfe42c-a464-424b-8480-9645a9eca963 HTTP/1.1" status: 200 len: 993 time: 0.4283133 Aug 06 18:35:12.352248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Subnet': ['ID=6f03b897-9020-4bc3-a297-0a91d1b2048e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:12.413429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171fcda-3044-414f-9dd4-9b0209518f1d req-43580a0c-72ce-45de-90e9-211eae7f24aa tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:12.435621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4171fcda-3044-414f-9dd4-9b0209518f1d req-43580a0c-72ce-45de-90e9-211eae7f24aa tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.5409467 Aug 06 18:35:12.466004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138895c-1760-4be1-b63a-6006a7cbc6ef req-38b8cf66-170c-42b6-aee6-18173e8cf38b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:12.474334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4138895c-1760-4be1-b63a-6006a7cbc6ef req-38b8cf66-170c-42b6-aee6-18173e8cf38b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 945 time: 0.1588302 Aug 06 18:35:12.569719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:06Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:12.610562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4138895c-1760-4be1-b63a-6006a7cbc6ef req-8aa20887-ea5e-44f7-b1c2-6fc1f71514a2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199183 Aug 06 18:35:12.654096 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948129-3fd5-4256-9da2-59456cd51ee2 None None] The sync data for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 is: [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:06Z', 'revision_number': 3, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:12.677165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4171fcda-3044-414f-9dd4-9b0209518f1d req-cfc167a5-0537-4eac-a334-2fe510f0e65d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395647 Aug 06 18:35:12.719120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Checking segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:12.719710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network hostable DHCP agents. Network: 88abea13-42f1-459b-ad13-e9415f626c00, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:35:12.810451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-f3a2dc1e-bbe6-4e99-b3b7-0a4472b68aec tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:12.813031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-f3a2dc1e-bbe6-4e99-b3b7-0a4472b68aec tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.1492693 Aug 06 18:35:12.817726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 88abea13-42f1-459b-ad13-e9415f626c00 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:35:12.850420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 88abea13-42f1-459b-ad13-e9415f626c00) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:12.856977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:12.858915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:12.871542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded2cae-921f-4be8-a827-386de833ec7f None None] Network 88abea13-42f1-459b-ad13-e9415f626c00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:12.938998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-031d1b5c-fd08-4dd6-80df-fa9eb2f897dc tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4266245 Aug 06 18:35:12.945548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 32912) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:13.234379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Deleting port 0a95e864-1bcd-44ed-96d5-1f1024785582 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:13.234379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:13.257412 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfc4538-9f2c-4fd9-b205-00109f32d7b6 x-openstack-request-id: req-bdfc4538-9f2c-4fd9-b205-00109f32d7b6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:13.257879 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240bb3e-74aa-47c8-a3a2-176ba815df23", "name": "network-vif-deleted", "tag": "dbd5416f-1360-4a81-b46b-28878999ec02", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:13.258327 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdfc4538-9f2c-4fd9-b205-00109f32d7b6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:13.258940 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240bb3e-74aa-47c8-a3a2-176ba815df23', 'name': 'network-vif-deleted', 'tag': 'dbd5416f-1360-4a81-b46b-28878999ec02', 'status': 'completed', 'code': 200} Aug 06 18:35:13.378063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9f9fe86e-d98f-45a6-86cc-f0ee14ca696e req-fab9929c-7909-406e-b5ac-96b5f9a685f8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.2665780 Aug 06 18:35:13.439774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-88abea13-42f1-459b-ad13-e9415f626c00', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'fixed_ips': [{'subnet_id': '6f03b897-9020-4bc3-a297-0a91d1b2048e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:35:13.441505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:13.774357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] For port 0a95e864-1bcd-44ed-96d5-1f1024785582, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0a95e864-1bcd-44ed-96d5-1f1024785582,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:13.775051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:13.838948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Calling delete_port for 0a95e864-1bcd-44ed-96d5-1f1024785582 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:14.121744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Allocated IP 172.20.0.18 (88abea13-42f1-459b-ad13-e9415f626c00/6f03b897-9020-4bc3-a297-0a91d1b2048e/9279953c-642d-4d2d-a893-040551db877e) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:14.430933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9372ea2-2921-45ef-be45-9f4b4fdaa093 req-bcf12f3b-8c98-4b5d-bd96-54deb61a932e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:14.433852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9372ea2-2921-45ef-be45-9f4b4fdaa093 req-bcf12f3b-8c98-4b5d-bd96-54deb61a932e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 945 time: 0.2730625 Aug 06 18:35:14.627688 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:14.649247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Transition to ACTIVE for port object 9279953c-642d-4d2d-a893-040551db877e will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:14.686103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Transition to ACTIVE for port object 9279953c-642d-4d2d-a893-040551db877e will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:14.693367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device dbd5416f-1360-4a81-b46b-28878999ec02 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:14.727515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9372ea2-2921-45ef-be45-9f4b4fdaa093 req-372ec61e-7470-4ecb-91cc-508a420bdab7 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693529 Aug 06 18:35:14.741271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: dbd5416f-1360-4a81-b46b-28878999ec02 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:14.742527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device dbd5416f-1360-4a81-b46b-28878999ec02 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:14.745295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:14.820131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:14.969341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Network 88abea13-42f1-459b-ad13-e9415f626c00 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:14.978548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Pushing event updated for resources: {'Port': ['ID=9279953c-642d-4d2d-a893-040551db877e,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:15.002920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:15.016540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['258afb9e-0a9a-451f-8316-fa3f4393087d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:15.023683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:15.042708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c24a4c52-af29-46e2-9207-d4f11aacbacc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:15.051206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Pushing event deleted for resources: {'Port': ['ID=0a95e864-1bcd-44ed-96d5-1f1024785582,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:15.153515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] No DVR routers for this DVR port 0a95e864-1bcd-44ed-96d5-1f1024785582 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:15.157822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:15.160662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b60f567-bd5f-44f9-9d6e-b8e2407aec6a req-6cb1fe9e-061b-4b44-b81e-2cc296498e87 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "DELETE /v2.0/ports/0a95e864-1bcd-44ed-96d5-1f1024785582 HTTP/1.1" status: 204 len: 173 time: 2.3341718 Aug 06 18:35:15.254894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-5024e081-eb27-4846-a2a6-1f5a6ad046af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:15.266466 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-5024e081-eb27-4846-a2a6-1f5a6ad046af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 1096 time: 1.9243207 Aug 06 18:35:15.277484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5b744-1391-4787-8ea5-ef5b0535735b req-6a90ad23-32e5-4a60-8942-a2fc69cff98c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:15.280209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cb5b744-1391-4787-8ea5-ef5b0535735b req-6a90ad23-32e5-4a60-8942-a2fc69cff98c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 945 time: 0.2785738 Aug 06 18:35:15.293429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'name': 'network-vif-deleted', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:15.300768 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b47a55-6cae-4a67-bf83-9470c9ca850e" -d '{"events": [{"server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "name": "network-vif-deleted", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:15.534299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9cb5b744-1391-4787-8ea5-ef5b0535735b req-4ea4794d-3146-47be-9eda-30c01635c23b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956351 Aug 06 18:35:15.592969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a05075-2469-4d37-b671-54be99d8d24c req-c6575533-012e-4c04-ae01-1c14c1910888 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:15.595498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6a05075-2469-4d37-b671-54be99d8d24c req-c6575533-012e-4c04-ae01-1c14c1910888 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 945 time: 0.3105502 Aug 06 18:35:15.696526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593c94d-c4ac-4a82-939c-37bb6d1842d9 req-354d65f5-8070-494b-a10d-a2eafb98408e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:15.710207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b593c94d-c4ac-4a82-939c-37bb6d1842d9 req-354d65f5-8070-494b-a10d-a2eafb98408e tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 1.9242585 Aug 06 18:35:15.754375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Attempting to bind port 9279953c-642d-4d2d-a893-040551db877e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:15.763652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Attempting to bind port 9279953c-642d-4d2d-a893-040551db877e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:15.769191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Attempting to bind port 9279953c-642d-4d2d-a893-040551db877e on network 88abea13-42f1-459b-ad13-e9415f626c00 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:15.829505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:15.830655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Checking segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:15.831701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:15.832631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Bound using segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:15.841144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Bound port: 9279953c-642d-4d2d-a893-040551db877e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:15.843117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:15.867348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd0e8b85-39d2-4ada-b12d-9140b6202638 req-0d92588d-7491-441c-be15-fec50aba01e1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0602269 Aug 06 18:35:15.898817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port 6eaa5048-acbe-42bf-a519-c28119fc15b2 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:15.899302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:15.986081 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e4159a-c8a1-446f-bd99-b1c066a98cec x-openstack-request-id: req-e4e4159a-c8a1-446f-bd99-b1c066a98cec {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:15.986692 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93dd0d9-383b-4fe8-86eb-03a6109cb1cf", "name": "network-vif-deleted", "tag": "0a95e864-1bcd-44ed-96d5-1f1024785582", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:15.987237 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4e4159a-c8a1-446f-bd99-b1c066a98cec {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:15.990381 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93dd0d9-383b-4fe8-86eb-03a6109cb1cf', 'name': 'network-vif-deleted', 'tag': '0a95e864-1bcd-44ed-96d5-1f1024785582', 'status': 'completed', 'code': 200} Aug 06 18:35:16.172687 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b593c94d-c4ac-4a82-939c-37bb6d1842d9 req-fb8a8ffd-3717-4408-8f0b-00b84954e7ee tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651371 Aug 06 18:35:16.288655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-9c2194f9-8e21-46f2-b978-1c2d3003bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:16.292984 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-9c2194f9-8e21-46f2-b978-1c2d3003bf1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 200 len: 913 time: 1.0171309 Aug 06 18:35:16.391737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-098a3c91-e852-4ac7-8f6d-2990f94c2801 req-ec050ce5-cd9e-44d2-961c-9ee63ef27c2f tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=f93dd0d9-383b-4fe8-86eb-03a6109cb1cf HTTP/1.1" status: 200 len: 210 time: 0.1293528 Aug 06 18:35:16.443162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port 6eaa5048-acbe-42bf-a519-c28119fc15b2, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6eaa5048-acbe-42bf-a519-c28119fc15b2,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:16.445595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:16.484953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a95e864-1bcd-44ed-96d5-1f1024785582 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:16.488631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c24a4c52-af29-46e2-9207-d4f11aacbacc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:16.497767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for 6eaa5048-acbe-42bf-a519-c28119fc15b2 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:16.550290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 0a95e864-1bcd-44ed-96d5-1f1024785582 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:16.551546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0a95e864-1bcd-44ed-96d5-1f1024785582 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:16.552615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6eaa5048-acbe-42bf-a519-c28119fc15b2 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:16.572865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c24a4c52-af29-46e2-9207-d4f11aacbacc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:16.574052 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:16.655759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:16.714996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-1df0d7a6-b134-411f-9297-7668f967d7b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 200 len: 999 time: 0.4108140 Aug 06 18:35:16.885721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:16.917333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['7ac667d7-e72e-49f0-b558-577cb8c34f25'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:16.940930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] For port 9279953c-642d-4d2d-a893-040551db877e, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:16.952368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No active binding found for port 6eaa5048-acbe-42bf-a519-c28119fc15b2 {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:35:16.953336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6eaa5048-acbe-42bf-a519-c28119fc15b2 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:16.979792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=6eaa5048-acbe-42bf-a519-c28119fc15b2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:17.069722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-19cc8144-a530-4f13-a69e-4054d4ed866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:17.069722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-19cc8144-a530-4f13-a69e-4054d4ed866f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 200 len: 851 time: 0.3206561 Aug 06 18:35:17.106182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] For port 9279953c-642d-4d2d-a893-040551db877e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9279953c-642d-4d2d-a893-040551db877e,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:17.130065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port 6eaa5048-acbe-42bf-a519-c28119fc15b2 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:17.133266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:17.135963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6a05075-2469-4d37-b671-54be99d8d24c req-ed48e886-7ca1-4f1a-9532-4be10c9c9381 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "DELETE /v2.0/ports/6eaa5048-acbe-42bf-a519-c28119fc15b2 HTTP/1.1" status: 204 len: 173 time: 1.5328150 Aug 06 18:35:17.177377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8920f-aae8-4014-9af1-83a7be9c225d req-7664141d-9da6-49cd-92d9-dda6bc79c83e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:17.181127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b8920f-aae8-4014-9af1-83a7be9c225d req-7664141d-9da6-49cd-92d9-dda6bc79c83e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb12c11b-3f5d-4ae9-9052-3c2fccde1c62 HTTP/1.1" status: 200 len: 867 time: 0.4323156 Aug 06 18:35:17.193072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-696738bb-b3d3-47e3-ba64-3dfcf8b4fc92 req-1f99c190-3d77-4edd-b9f8-1243dfa24121 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0558598 Aug 06 18:35:17.249673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:17.259077 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:17.421371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c24a4c52-af29-46e2-9207-d4f11aacbacc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c24a4c52-af29-46e2-9207-d4f11aacbacc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:17.434860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-96b8920f-aae8-4014-9af1-83a7be9c225d req-0364446c-f439-4b59-ab79-492369118aa2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303874 Aug 06 18:35:17.439907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-bffa28c1-cdce-48af-a611-1289958d83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:17.444098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-bffa28c1-cdce-48af-a611-1289958d83ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5c9affe-3d42-4972-bf8d-ac5003063cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611096 Aug 06 18:35:17.510708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbe4f-15e1-41fa-87c5-c6786a008232 None None] Pushing event updated for resources: {'Port': ['ID=9279953c-642d-4d2d-a893-040551db877e,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:17.525384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:17.598591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47000f-8e21-4063-acfd-80e2c1e0ee8d req-2c3170c5-e31a-4c51-a1be-85817cf31db2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:17.608627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be47000f-8e21-4063-acfd-80e2c1e0ee8d req-2c3170c5-e31a-4c51-a1be-85817cf31db2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2477467 Aug 06 18:35:17.708916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be47000f-8e21-4063-acfd-80e2c1e0ee8d req-75ffbb84-517a-4230-8511-3910b36cee46 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885262 Aug 06 18:35:17.774594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:17.782212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.20.0.17 (88abea13-42f1-459b-ad13-e9415f626c00/6f03b897-9020-4bc3-a297-0a91d1b2048e/c20f75e1-6a52-41ba-bc5e-7351e4734891) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:17.840002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c24a4c52-af29-46e2-9207-d4f11aacbacc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:17.993667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'name': 'network-vif-deleted', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:17.999390 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79704ccc-175f-4b9f-a0f9-a99dd78651e5" -d '{"events": [{"server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "name": "network-vif-deleted", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:18.203996 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdfbc1e-5b06-446a-9e84-f0f213cc41cd x-openstack-request-id: req-4bdfbc1e-5b06-446a-9e84-f0f213cc41cd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:18.204436 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12c11b-3f5d-4ae9-9052-3c2fccde1c62", "name": "network-vif-deleted", "tag": "6eaa5048-acbe-42bf-a519-c28119fc15b2", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:18.204834 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bdfbc1e-5b06-446a-9e84-f0f213cc41cd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:18.205652 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12c11b-3f5d-4ae9-9052-3c2fccde1c62', 'name': 'network-vif-deleted', 'tag': '6eaa5048-acbe-42bf-a519-c28119fc15b2', 'status': 'completed', 'code': 200} Aug 06 18:35:18.434446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb255c8f-047f-4365-bb60-2c029b36a996 req-62bf8313-208a-4d84-b642-781af3f347b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0542622 Aug 06 18:35:18.476348 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-89982b17-cacb-4675-bbb0-08aaa39c5939 service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0215447 Aug 06 18:35:18.494001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:18.628662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6356-31d8-4e42-92c6-730846962fa7 req-2c1a46e7-87e4-4461-83ec-faf57bc61213 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:18.630626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e16d6356-31d8-4e42-92c6-730846962fa7 req-2c1a46e7-87e4-4461-83ec-faf57bc61213 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2475922 Aug 06 18:35:18.631854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Transition to ACTIVE for port object c20f75e1-6a52-41ba-bc5e-7351e4734891 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:18.796588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-776eba77-aa25-47f8-bee6-a02ee9746551 req-877dfab0-4041-4124-8726-eefa9434461d service neutron] 10.222.0.16 "GET /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061080 Aug 06 18:35:18.814811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e16d6356-31d8-4e42-92c6-730846962fa7 req-ed1c9530-e836-40fd-a982-bc123f9a3513 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705668 Aug 06 18:35:18.830975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:18.958503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 88abea13-42f1-459b-ad13-e9415f626c00 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:18.969292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:18.979218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:19.093109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:19.156044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:19.177895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992e00-e684-4f9a-ad64-af0560161220 req-b22f9772-ecd6-499b-8686-a7b7968df95f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:19.179696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84992e00-e684-4f9a-ad64-af0560161220 req-b22f9772-ecd6-499b-8686-a7b7968df95f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.1487923 Aug 06 18:35:19.238257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84992e00-e684-4f9a-ad64-af0560161220 req-e594390c-6455-4171-a9f5-ce35951c34ab tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Aug 06 18:35:19.323935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cb7-1fab-476c-a904-82bf36025718 req-139486b9-bae6-4be0-8e6a-e432e3a06f86 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:19.325727 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dafa4cb7-1fab-476c-a904-82bf36025718 req-139486b9-bae6-4be0-8e6a-e432e3a06f86 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2090425 Aug 06 18:35:19.498857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dafa4cb7-1fab-476c-a904-82bf36025718 req-41c2f344-c7db-48f1-bb1b-97d60be13d7f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609018 Aug 06 18:35:19.553869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed86668-d973-4259-ba83-96e403260716 None None] Network 88abea13-42f1-459b-ad13-e9415f626c00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:19.623439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cbc033a2-5307-4be3-ac93-81691d68d9d8 req-6bb5a868-61b5-4a30-b510-70f76ec72af2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0722094 Aug 06 18:35:19.700438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3b827a43-2450-4fab-8657-a3f646bf6d2d None None] Provisioning for port 9279953c-642d-4d2d-a893-040551db877e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:19.704850 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:19.941376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c24a4c52-af29-46e2-9207-d4f11aacbacc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:20.130863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c24a4c52-af29-46e2-9207-d4f11aacbacc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:20.131667 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.305287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a56d58-f1de-447a-a2f3-1e0c56439ad5 req-f562bfb8-ca73-4453-a1e6-53789df0d865 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:20.308914 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3a56d58-f1de-447a-a2f3-1e0c56439ad5 req-f562bfb8-ca73-4453-a1e6-53789df0d865 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.3092833 Aug 06 18:35:20.357307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9279953c-642d-4d2d-a893-040551db877e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:20.511612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.521906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Provisioning for port c20f75e1-6a52-41ba-bc5e-7351e4734891 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:20.529682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Provisioning complete for port c20f75e1-6a52-41ba-bc5e-7351e4734891 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:20.530377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.532849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9279953c-642d-4d2d-a893-040551db877e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:20.540834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9279953c-642d-4d2d-a893-040551db877e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:20.541361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.546025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.621909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96ab1-f8bb-460e-ae6e-9ad11c83aa4c req-935cfc46-30b9-406a-8776-5821d988b1ec tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:20.624093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba96ab1-f8bb-460e-ae6e-9ad11c83aa4c req-935cfc46-30b9-406a-8776-5821d988b1ec tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.1356153 Aug 06 18:35:20.690358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.706849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Port c20f75e1-6a52-41ba-bc5e-7351e4734891 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:20.737909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Provisioning complete for port 9279953c-642d-4d2d-a893-040551db877e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:20.738516 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6f2833e-1481-43fd-9c3d-ac3a591150ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.770126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba96ab1-f8bb-460e-ae6e-9ad11c83aa4c req-330d02d8-c548-4216-9a73-d60d5e1ccb23 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262665 Aug 06 18:35:20.770980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9279953c-642d-4d2d-a893-040551db877e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9279953c-642d-4d2d-a893-040551db877e,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:20.780605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:20.813527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3a56d58-f1de-447a-a2f3-1e0c56439ad5 req-3f4d1028-6ab2-401c-8240-cfed83fac86d tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864104 Aug 06 18:35:20.933480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:20.954829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9279953c-642d-4d2d-a893-040551db877e,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:20.958020 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:21.082537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30f35d72-e7a1-4800-ba7e-a8112cdcf524 req-2cb284fb-8f62-4f24-8b5f-d9b95ce9e3c2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=c240bb3e-74aa-47c8-a3a2-176ba815df23 HTTP/1.1" status: 200 len: 210 time: 0.0979404 Aug 06 18:35:21.092792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1bccbf2-e5c3-4ccc-b7bd-77969a1f54d1 None None] Provisioning complete for port c20f75e1-6a52-41ba-bc5e-7351e4734891 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:21.093165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1bccbf2-e5c3-4ccc-b7bd-77969a1f54d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:21.148283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e2886-8b00-4e5a-91e1-41b905bb61a2 req-b8d01cb9-52f7-4b1b-a87d-3fba4070f5cf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:21.157028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-376e2886-8b00-4e5a-91e1-41b905bb61a2 req-b8d01cb9-52f7-4b1b-a87d-3fba4070f5cf tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1405046 Aug 06 18:35:21.199398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d1bccbf2-e5c3-4ccc-b7bd-77969a1f54d1 None None] Port c20f75e1-6a52-41ba-bc5e-7351e4734891 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:21.209859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 88abea13-42f1-459b-ad13-e9415f626c00 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:21.213697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:21.261543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-376e2886-8b00-4e5a-91e1-41b905bb61a2 req-70b7cabf-2a5a-4f51-a08e-888b32fa8500 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027436 Aug 06 18:35:21.564673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-c3f25592-595e-4720-a8d7-e41a5bb473dc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:21.565958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-c3f25592-595e-4720-a8d7-e41a5bb473dc tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.2379513 Aug 06 18:35:21.654353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-62f791de-c26c-40d3-b457-694b37f8de96 None None] Provisioning complete for port c20f75e1-6a52-41ba-bc5e-7351e4734891 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:21.655348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62f791de-c26c-40d3-b457-694b37f8de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:21.723294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 7ef24f41-5976-439e-8f24-c2dafa6b8748 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:21.733908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f9695-4f9e-4b6d-b34b-c56f495023a5 req-8ee47445-06b9-49c5-a0d8-d83438ab1456 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:21.744339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232f9695-4f9e-4b6d-b34b-c56f495023a5 req-8ee47445-06b9-49c5-a0d8-d83438ab1456 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2635438 Aug 06 18:35:21.753368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-62f791de-c26c-40d3-b457-694b37f8de96 None None] Port c20f75e1-6a52-41ba-bc5e-7351e4734891 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:21.781865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9279953c-642d-4d2d-a893-040551db877e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:21.865116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9279953c-642d-4d2d-a893-040551db877e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:21.865731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:21.906270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-232f9695-4f9e-4b6d-b34b-c56f495023a5 req-99321492-f450-4aa2-bfd7-3904dcdea77a tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584258 Aug 06 18:35:21.927916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port 7ac667d7-e72e-49f0-b558-577cb8c34f25 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:21.927916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:22.187814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8be4e1-dc82-48ff-9bfd-8b9678b79a70 req-e5431725-7907-443f-b41a-5fbab94f469c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:22.194720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa8be4e1-dc82-48ff-9bfd-8b9678b79a70 req-e5431725-7907-443f-b41a-5fbab94f469c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffd9482d-d332-4e4b-9956-34196ea94ce3 HTTP/1.1" status: 200 len: 946 time: 0.2328477 Aug 06 18:35:22.310100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa8be4e1-dc82-48ff-9bfd-8b9678b79a70 req-6ca6168e-cece-42c8-a298-2ddd570af63b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991735 Aug 06 18:35:22.333308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:22.349102 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Sync routers for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:22.366952 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b36c5c52-e2c7-40b7-8c61-d9987f7a5ddb tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "PUT /v2.0/routers/7ef24f41-5976-439e-8f24-c2dafa6b8748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4109359 Aug 06 18:35:22.390733 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:22.392282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:22.425895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port 7ac667d7-e72e-49f0-b558-577cb8c34f25, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=7ac667d7-e72e-49f0-b558-577cb8c34f25,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:22.426493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:22.497665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for 7ac667d7-e72e-49f0-b558-577cb8c34f25 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:22.558517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:35:22.573389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db9eaa-cadd-44df-b515-43553c468f71 req-036ef014-b62e-49bb-94a1-8f3ac0bbf9af tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:22.605968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60db9eaa-cadd-44df-b515-43553c468f71 req-036ef014-b62e-49bb-94a1-8f3ac0bbf9af tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.3767912 Aug 06 18:35:22.774263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:22.803204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-60db9eaa-cadd-44df-b515-43553c468f71 req-816e0afc-b32d-41c7-b575-d17d48bc36f9 tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda56d91-e89f-42b9-b173-e5b9b0694076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892679 Aug 06 18:35:23.004743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:23.019440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:23.127714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=7ac667d7-e72e-49f0-b558-577cb8c34f25,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:23.551720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:19Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c20f75e1-6a52-41ba-bc5e-7351e4734891', 'name': '', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:1c:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:17Z', 'updated_at': '2021-08-06T18:35:20Z', 'revision_number': 2, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:23.624567 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Checking router: 7ef24f41-5976-439e-8f24-c2dafa6b8748 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:23.624927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Updating router 7ef24f41-5976-439e-8f24-c2dafa6b8748 port c20f75e1-6a52-41ba-bc5e-7351e4734891 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:23.639327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-732e4bf5-3285-4887-b401-1ae7412b62dd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:23.642458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-732e4bf5-3285-4887-b401-1ae7412b62dd tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 945 time: 0.2248554 Aug 06 18:35:23.697047 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:23.784673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port 7ac667d7-e72e-49f0-b558-577cb8c34f25 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:23.797363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:23.799656 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca5d03a3-330f-4eec-b1ba-44da22f24575 req-e1c9f4f5-1e3f-411c-9488-ff8afc6ab8eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.16 "DELETE /v2.0/ports/7ac667d7-e72e-49f0-b558-577cb8c34f25 HTTP/1.1" status: 204 len: 173 time: 2.2222049 Aug 06 18:35:23.800157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'name': 'network-vif-deleted', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:23.803630 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442aa6f6-f25e-4268-af65-f568762aaddd" -d '{"events": [{"server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "name": "network-vif-deleted", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:23.891598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Deleting port 258afb9e-0a9a-451f-8316-fa3f4393087d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:23.891960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:24.112548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] For port 258afb9e-0a9a-451f-8316-fa3f4393087d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=258afb9e-0a9a-451f-8316-fa3f4393087d,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:24.113019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:24.169082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Calling delete_port for 258afb9e-0a9a-451f-8316-fa3f4393087d owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:24.199499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-207ad1fd-6c3c-464a-a232-b2e253394516 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:24.218624 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-207ad1fd-6c3c-464a-a232-b2e253394516 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/networks?id=88abea13-42f1-459b-ad13-e9415f626c00 HTTP/1.1" status: 200 len: 797 time: 0.4589531 Aug 06 18:35:24.262515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-ad89cd3c-9c4a-45f8-bea3-32dea3940d68 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/quotas/b3abce411fa64883b8dcd542fab5824b HTTP/1.1" status: 200 len: 375 time: 0.0414116 Aug 06 18:35:24.356495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3ae3cdeb-e7ea-474a-9117-c542bedfeba4 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0907121 Aug 06 18:35:24.595654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-2f552e15-526e-4ccf-b61d-1d14b0aa0f8f service neutron] 10.222.0.64 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108080 Aug 06 18:35:24.630241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7ac667d7-e72e-49f0-b558-577cb8c34f25 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:24.724660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-8de47057-0cb3-425b-9629-e56aac33e9ae tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:24.731652 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:24.739310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-8de47057-0cb3-425b-9629-e56aac33e9ae tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=8437d774-c9e7-4674-b539-34c2260bae92 HTTP/1.1" status: 200 len: 944 time: 0.2047644 Aug 06 18:35:24.751848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 7ac667d7-e72e-49f0-b558-577cb8c34f25 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:24.752748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 7ac667d7-e72e-49f0-b558-577cb8c34f25 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:24.764224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Transition to ACTIVE for port object c20f75e1-6a52-41ba-bc5e-7351e4734891 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:24.778645 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:24.806395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:24.891482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-051f075a-3c9c-495e-b2b4-6825c02370cc service neutron] 10.222.0.64 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829216 Aug 06 18:35:24.914736 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7c034-5ccc-4dde-b292-7e326cc63e7d None None] Pushing event updated for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:25.023732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Pushing event deleted for resources: {'Port': ['ID=258afb9e-0a9a-451f-8316-fa3f4393087d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:25.101622 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Attempting to bind port c20f75e1-6a52-41ba-bc5e-7351e4734891 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:25.101998 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Attempting to bind port c20f75e1-6a52-41ba-bc5e-7351e4734891 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:25.102363 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Attempting to bind port c20f75e1-6a52-41ba-bc5e-7351e4734891 on network 88abea13-42f1-459b-ad13-e9415f626c00 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Checking segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Bound using segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Bound port: c20f75e1-6a52-41ba-bc5e-7351e4734891, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:25.122199 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.181815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] No DVR routers for this DVR port 258afb9e-0a9a-451f-8316-fa3f4393087d on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:25.187982 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.196989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc4ee2c1-c15e-45b3-ac0c-0bf245b27b33 req-2882ebb6-f10a-4fb1-adcf-bd46b4f238ac tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.55 "DELETE /v2.0/ports/258afb9e-0a9a-451f-8316-fa3f4393087d HTTP/1.1" status: 204 len: 173 time: 1.5471268 Aug 06 18:35:25.201566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'name': 'network-vif-deleted', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:25.215459 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fd7e8-9088-4e55-b9e8-2a0dab54a482" -d '{"events": [{"server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "name": "network-vif-deleted", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:25.368406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port fd42865a-dd32-46af-85bf-b8d5d2436d2f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:25.368888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.379770 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] For port c20f75e1-6a52-41ba-bc5e-7351e4734891, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:25.391788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] For port c20f75e1-6a52-41ba-bc5e-7351e4734891, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c20f75e1-6a52-41ba-bc5e-7351e4734891,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:25.410701 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.423394 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a332d-b7b9-43e5-a3dc-4ff141256593 x-openstack-request-id: req-d96a332d-b7b9-43e5-a3dc-4ff141256593 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:25.424270 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9482d-d332-4e4b-9956-34196ea94ce3", "name": "network-vif-deleted", "tag": "7ac667d7-e72e-49f0-b558-577cb8c34f25", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:25.424726 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d96a332d-b7b9-43e5-a3dc-4ff141256593 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:25.425339 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9482d-d332-4e4b-9956-34196ea94ce3', 'name': 'network-vif-deleted', 'tag': '7ac667d7-e72e-49f0-b558-577cb8c34f25', 'status': 'completed', 'code': 200} Aug 06 18:35:25.552210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:25.561824 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:25.680574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c7d6fc02-af2d-461c-8c9e-e8c08d03f18a req-21da2484-bcbf-4f4a-a7c9-0cfa2227451e tempest-ServerRescueNegativeTestJSON-2017171666 tempest-ServerRescueNegativeTestJSON-2017171666-project] 10.222.0.64 "GET /v2.0/ports?device_id=8e269220-faae-4f6c-b622-7fcd3e74fbb2 HTTP/1.1" status: 200 len: 210 time: 0.1194019 Aug 06 18:35:25.721084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7c034-5ccc-4dde-b292-7e326cc63e7d None None] Pushing event updated for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:25.793086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port fd42865a-dd32-46af-85bf-b8d5d2436d2f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fd42865a-dd32-46af-85bf-b8d5d2436d2f,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:25.793854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.812818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a25b588-e1c2-431f-b382-2d11ebc4807b req-bc83200c-df72-453a-a012-1fc7348959c6 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 210 time: 0.0912488 Aug 06 18:35:25.850793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for fd42865a-dd32-46af-85bf-b8d5d2436d2f owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:25.978799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:26.038360 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236099fa-bff6-4eb0-a77a-ff728721bbec x-openstack-request-id: req-236099fa-bff6-4eb0-a77a-ff728721bbec {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:26.038800 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e269220-faae-4f6c-b622-7fcd3e74fbb2", "name": "network-vif-deleted", "tag": "258afb9e-0a9a-451f-8316-fa3f4393087d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:26.039529 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-236099fa-bff6-4eb0-a77a-ff728721bbec {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:26.040340 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e269220-faae-4f6c-b622-7fcd3e74fbb2', 'name': 'network-vif-deleted', 'tag': '258afb9e-0a9a-451f-8316-fa3f4393087d', 'status': 'completed', 'code': 200} Aug 06 18:35:26.216540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 258afb9e-0a9a-451f-8316-fa3f4393087d no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:26.245523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 258afb9e-0a9a-451f-8316-fa3f4393087d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:26.245874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 258afb9e-0a9a-451f-8316-fa3f4393087d not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:26.281526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:26.296903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac', 'c0484651-7f74-4703-bdad-58d6072cef45'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:26.424792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-8042d22c-bc42-4821-a9cc-27a41cf275f7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:26.430327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=fd42865a-dd32-46af-85bf-b8d5d2436d2f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:26.440904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-8042d22c-bc42-4821-a9cc-27a41cf275f7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.2876451 Aug 06 18:35:26.473901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-cf350b37-9d53-4dde-a7df-720f3ac52c8e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0273874 Aug 06 18:35:26.556958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:19Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c20f75e1-6a52-41ba-bc5e-7351e4734891', 'name': '', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:1c:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:17Z', 'updated_at': '2021-08-06T18:35:25Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:26.642281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-51e0ca70-2ec5-473a-a450-9309d4387baa tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1495686 Aug 06 18:35:26.643322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] No DVR routers for this DVR port fd42865a-dd32-46af-85bf-b8d5d2436d2f on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:26.659395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:26.674630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bde1e9f3-d7fb-44f1-a418-5ab2c9731393 req-4a5d1001-70be-451a-b636-cd01f9e27e50 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "DELETE /v2.0/ports/fd42865a-dd32-46af-85bf-b8d5d2436d2f HTTP/1.1" status: 204 len: 173 time: 1.9212592 Aug 06 18:35:26.697290 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8459ef-ede7-4e22-a006-3e398d96c0c1 None None] The sync data for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 is: [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:19Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c20f75e1-6a52-41ba-bc5e-7351e4734891', 'name': '', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:1c:2d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:17Z', 'updated_at': '2021-08-06T18:35:25Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:27.039738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-925c8663-a028-4c62-8125-b543a9157709 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952811 Aug 06 18:35:27.318752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33192) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:27.348536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-aa5c9d57-a798-45a2-83ab-399dce4d9fb7 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074222 Aug 06 18:35:27.919842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c20f75e1-6a52-41ba-bc5e-7351e4734891 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:28.094024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49b907c9-da33-4dbf-a072-36fa835b4088 req-08b5b017-7227-417c-8744-ef804a47735e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 210 time: 0.0656214 Aug 06 18:35:28.165632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c20f75e1-6a52-41ba-bc5e-7351e4734891 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:28.181396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c20f75e1-6a52-41ba-bc5e-7351e4734891 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:28.181981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.673135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-deleted', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:28.683309 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b71e16-57c0-4608-b0ff-5db1cb34108e" -d '{"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-deleted", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:28.687153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.789490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c20f75e1-6a52-41ba-bc5e-7351e4734891, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c20f75e1-6a52-41ba-bc5e-7351e4734891,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:28.802770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.851148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62e03e0b-e413-4e1e-84f7-5f0020fcbe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.068225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:29.090588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a981b3-28da-4f17-b15c-5dd659a6694f req-20e76a48-4dbb-4671-ab40-f2cf11633a83 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.093110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b3a981b3-28da-4f17-b15c-5dd659a6694f req-20e76a48-4dbb-4671-ab40-f2cf11633a83 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 907 time: 0.2639537 Aug 06 18:35:29.140350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-307e2b79-d437-41e2-b801-1c277d21d36e req-78a3988c-062f-4f29-bff9-d5c7e49c814b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 210 time: 1.6687710 Aug 06 18:35:29.185096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-ab46b582-5758-420e-8b5b-ede8bbc8510b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.187268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-ab46b582-5758-420e-8b5b-ede8bbc8510b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.55 "GET /v2.0/networks?id=88abea13-42f1-459b-ad13-e9415f626c00 HTTP/1.1" status: 200 len: 797 time: 0.4622662 Aug 06 18:35:29.267246 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298341c1-6c7a-4756-a1c9-abc500b8b3ac x-openstack-request-id: req-298341c1-6c7a-4756-a1c9-abc500b8b3ac {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:29.273584 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8437d774-c9e7-4674-b539-34c2260bae92", "name": "network-vif-deleted", "tag": "fd42865a-dd32-46af-85bf-b8d5d2436d2f", "status": "failed", "code": 422}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:29.274262 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-298341c1-6c7a-4756-a1c9-abc500b8b3ac {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:29.274923 n-d-793621-29 neutron-server[94122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8437d774-c9e7-4674-b539-34c2260bae92', 'name': 'network-vif-deleted', 'tag': 'fd42865a-dd32-46af-85bf-b8d5d2436d2f', 'status': 'failed', 'code': 422} returned with failed status Aug 06 18:35:29.280583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Request body: {'port': {'device_id': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'admin_state_up': True, 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:29.473394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db58da15-16c8-4110-b792-63840c809ec0 req-dd19574b-3c39-4dc6-bc18-b17ede7f27f8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 210 time: 0.0536990 Aug 06 18:35:29.587431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Made reservation on behalf of b3abce411fa64883b8dcd542fab5824b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:29.593784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.811885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c20f75e1-6a52-41ba-bc5e-7351e4734891 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:29.935053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c20f75e1-6a52-41ba-bc5e-7351e4734891 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:29.935946 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:30.276473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Allocated IP 172.20.0.24 (88abea13-42f1-459b-ad13-e9415f626c00/6f03b897-9020-4bc3-a297-0a91d1b2048e/b86b290a-6a63-47b6-8c9c-3c7ab23a8302) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:30.513003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fa792a64-fb10-4411-9c58-cd4b2a153581 req-01071e41-7417-4bf5-ba7b-559846afe3b0 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 210 time: 0.0444229 Aug 06 18:35:30.530955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-6a24997d-151f-45e6-9606-b1fb8c3fcab9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:30.533405 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-6a24997d-151f-45e6-9606-b1fb8c3fcab9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.3722630 Aug 06 18:35:30.552107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': '80059b1e-887e-4771-a25a-452f0857d886', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:30.634975 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:30.691410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Transition to ACTIVE for port object b86b290a-6a63-47b6-8c9c-3c7ab23a8302 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:30.726969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-453542a6-99a7-4c3a-9dc7-ead0bb05971a req-2272c720-1369-4041-88da-d36cbb53278e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 210 time: 0.0798244 Aug 06 18:35:30.728811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4248a63-e26e-424e-8316-e6e8e93ee2b5 req-7f55b039-0246-4e0c-9bbe-66b326f8722d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:30.730485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4248a63-e26e-424e-8316-e6e8e93ee2b5 req-7f55b039-0246-4e0c-9bbe-66b326f8722d tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 907 time: 0.2649105 Aug 06 18:35:30.776269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:30.782534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:30.807506 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-06c4d96a-adc0-4960-abdc-f19c053315c6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:30.809493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-06c4d96a-adc0-4960-abdc-f19c053315c6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 907 time: 0.2448390 Aug 06 18:35:30.885151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Network 88abea13-42f1-459b-ad13-e9415f626c00 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:30.886884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:30.898373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:30.984003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:30.990016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.036454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event updated for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:31.104434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.105768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.114802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.115954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.123402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.124311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.124879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.125424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.126067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.126616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.127181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.127973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.128517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.129046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:31.182723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-3f420043-a925-4f11-9159-5ad73a813cae tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9061654 Aug 06 18:35:31.253140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Request body: {'port': {'device_id': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:31.305835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-77d3b0a1-12de-4ae8-9020-964806330fa8 None None] Provisioning for port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:31.316111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-77d3b0a1-12de-4ae8-9020-964806330fa8 None None] Provisioning complete for port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:31.316892 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-77d3b0a1-12de-4ae8-9020-964806330fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.342708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port f2d3b2d2-803e-4dbc-8246-06a3469885fc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:31.343131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.347297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.5 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/e896504f-b484-40a5-8e09-148f45e6fe7c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:31.456128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-77d3b0a1-12de-4ae8-9020-964806330fa8 None None] Port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:31.481298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.535361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.714266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1336044c-2bf3-4418-9f2f-d180b1cbad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.834927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port f2d3b2d2-803e-4dbc-8246-06a3469885fc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f2d3b2d2-803e-4dbc-8246-06a3469885fc,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:31.836050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:31.860811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6218b-6213-4a67-ab42-af3c05183be0 req-b0cb5cbd-28dd-439c-ad29-924d6cbb1bd6 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.869342 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61a6218b-6213-4a67-ab42-af3c05183be0 req-b0cb5cbd-28dd-439c-ad29-924d6cbb1bd6 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 895 time: 0.1913400 Aug 06 18:35:31.917745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for f2d3b2d2-803e-4dbc-8246-06a3469885fc owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:31.986199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.083382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7325c9cf-71e0-46de-b6a1-b5a40d602abf req-81ea58de-6ff6-4d27-ba79-4b8a0280fa43 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 210 time: 0.0701785 Aug 06 18:35:32.128241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1414caf-df82-45be-acf9-aba096a23929 req-1dd41a42-0d4d-45c7-a959-83442f480121 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:32.137147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1414caf-df82-45be-acf9-aba096a23929 req-1dd41a42-0d4d-45c7-a959-83442f480121 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe HTTP/1.1" status: 200 len: 907 time: 0.1101573 Aug 06 18:35:32.186449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Deleting port 2a2abb30-4d35-45d7-9b29-e5489fdadc03 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:32.187598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.194985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.215890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:32.316251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:32.326825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:32.338009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:32.344092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:32.386323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.442437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=f2d3b2d2-803e-4dbc-8246-06a3469885fc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:32.511165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:32.512350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.524542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] For port 2a2abb30-4d35-45d7-9b29-e5489fdadc03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2a2abb30-4d35-45d7-9b29-e5489fdadc03,segment=NetworkSegment(9f34a3ae-dc62-4ff2-b427-768dd8fb66fe),segment_id=9f34a3ae-dc62-4ff2-b427-768dd8fb66fe)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:32.525138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.538264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] No DVR routers for this DVR port f2d3b2d2-803e-4dbc-8246-06a3469885fc on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:32.547376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.549644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a97c4a6b-62fb-4a0a-878b-ac244746e098 req-dd6e815e-4078-4b07-aeec-66dd44eaa7f7 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "DELETE /v2.0/ports/f2d3b2d2-803e-4dbc-8246-06a3469885fc HTTP/1.1" status: 204 len: 173 time: 1.7310941 Aug 06 18:35:32.554770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'name': 'network-vif-deleted', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:32.557287 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0dbb97-ed51-4716-bc75-c729a31e324c" -d '{"events": [{"server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "name": "network-vif-deleted", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:32.560937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Calling delete_port for 2a2abb30-4d35-45d7-9b29-e5489fdadc03 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:32.587192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-46085e63-0fc4-46d3-b544-a7482fb99868 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0419927 Aug 06 18:35:32.642737 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b76be6-ac9a-402c-8e35-58f1a501fc8b x-openstack-request-id: req-e3b76be6-ac9a-402c-8e35-58f1a501fc8b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:32.643233 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe", "name": "network-vif-deleted", "tag": "f2d3b2d2-803e-4dbc-8246-06a3469885fc", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:32.643567 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3b76be6-ac9a-402c-8e35-58f1a501fc8b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:32.644104 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4af5a-c2db-40a8-adcd-5dbe04a21dbe', 'name': 'network-vif-deleted', 'tag': 'f2d3b2d2-803e-4dbc-8246-06a3469885fc', 'status': 'completed', 'code': 200} Aug 06 18:35:32.647721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86b290a-6a63-47b6-8c9c-3c7ab23a8302 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:32.653545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f2d3b2d2-803e-4dbc-8246-06a3469885fc no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:32.706492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f2d3b2d2-803e-4dbc-8246-06a3469885fc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:32.710650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.710840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f2d3b2d2-803e-4dbc-8246-06a3469885fc not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:32.799984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Transition to ACTIVE for port object b86b290a-6a63-47b6-8c9c-3c7ab23a8302 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:32.817825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:32.833232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Request body: {'port': {'device_id': '80059b1e-887e-4771-a25a-452f0857d886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:33.039529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:33.255135 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:33.434941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Pushing event updated for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:33.526705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:33.536649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338827-71c0-42e4-b5ca-cb925bc396b2 req-7559597d-c25b-450e-ab95-de517b2be730 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:33.545479 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7338827-71c0-42e4-b5ca-cb925bc396b2 req-7559597d-c25b-450e-ab95-de517b2be730 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 931 time: 0.1480229 Aug 06 18:35:33.603931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2abb30-4d35-45d7-9b29-e5489fdadc03,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:33.669601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aa3b-6099-4211-bca1-a74c05e8f520 req-dca215fd-addc-492a-ab69-797c5363a7f9 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:33.685686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5653aa3b-6099-4211-bca1-a74c05e8f520 req-dca215fd-addc-492a-ab69-797c5363a7f9 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 907 time: 0.5745585 Aug 06 18:35:33.764795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7338827-71c0-42e4-b5ca-cb925bc396b2 req-a5b70942-8201-428d-8c13-e76c0f488a99 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101362 Aug 06 18:35:33.787585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Attempting to bind port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:33.788013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Attempting to bind port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:33.788343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Attempting to bind port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 on network 88abea13-42f1-459b-ad13-e9415f626c00 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:33.798867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 on network 88abea13-42f1-459b-ad13-e9415f626c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:35:33.799242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Attempting to bind port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 on network 88abea13-42f1-459b-ad13-e9415f626c00 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:33.820152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:33.820502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Checking segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:33.821545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Bound using segment: {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:33.822058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Bound port: b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e18fda8-90f5-414c-8aa4-4740c3f34086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:33.823219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:33.940880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e896504f-b484-40a5-8e09-148f45e6fe7c {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:33.958457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:33.987018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Transition to ACTIVE for port object e896504f-b484-40a5-8e09-148f45e6fe7c will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:33.997926 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.065153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.067849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:34.072892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:34.099518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.148661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Pushing event updated for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:34.174295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.174898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.175404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.176064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.176531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.177068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.177798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.178540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.179135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.179736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.180361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.180913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:34.291578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Attempting to bind port e896504f-b484-40a5-8e09-148f45e6fe7c on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:34.291931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Attempting to bind port e896504f-b484-40a5-8e09-148f45e6fe7c by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:34.292267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Attempting to bind port e896504f-b484-40a5-8e09-148f45e6fe7c on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:34.298504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Port e896504f-b484-40a5-8e09-148f45e6fe7c on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:35:34.299235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Attempting to bind port e896504f-b484-40a5-8e09-148f45e6fe7c on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:34.307575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:34.308571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:34.309541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:34.310158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Bound port: e896504f-b484-40a5-8e09-148f45e6fe7c, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:34.310696 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.374356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:34.375702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.391785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] 10.222.0.55 "PUT /v2.0/ports/b86b290a-6a63-47b6-8c9c-3c7ab23a8302 HTTP/1.1" status: 200 len: 1056 time: 3.1510839 Aug 06 18:35:34.399352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:34.403601 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f" -d '{"events": [{"name": "network-changed", "server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:34.506663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:34.517000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e896504f-b484-40a5-8e09-148f45e6fe7c,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:34.530093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.639143 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c03c40-7581-4c72-9e3b-910453a64018 x-openstack-request-id: req-83c03c40-7581-4c72-9e3b-910453a64018 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:34.643065 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:34.657333 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83c03c40-7581-4c72-9e3b-910453a64018 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:34.658298 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302', 'status': 'completed', 'code': 200} Aug 06 18:35:34.658655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:34.659400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.661167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] 10.222.0.55 "PUT /v2.0/ports/e896504f-b484-40a5-8e09-148f45e6fe7c HTTP/1.1" status: 200 len: 1092 time: 2.0655835 Aug 06 18:35:34.661706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:34.665580 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:34.682436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008073c-8f60-4be2-980c-2040ba13d9de service neutron] Pushing event updated for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:34.731010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.808583 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5510a0-f757-4e3c-90a5-d62ee57530e0 x-openstack-request-id: req-be5510a0-f757-4e3c-90a5-d62ee57530e0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:34.808903 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:34.810427 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be5510a0-f757-4e3c-90a5-d62ee57530e0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:34.810879 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c', 'status': 'completed', 'code': 200} Aug 06 18:35:34.841535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c9299-6e8e-4311-98f8-102ab2e5231a service neutron] Pushing event updated for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:34.872911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-84c30b36-1bf9-4b85-9e7b-8e5cb4a7a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:34.874565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-84c30b36-1bf9-4b85-9e7b-8e5cb4a7a0a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 1095 time: 0.1424508 Aug 06 18:35:34.964106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-fe7e918e-084c-4803-a8c1-e41f9b9740ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e896504f-b484-40a5-8e09-148f45e6fe7c HTTP/1.1" status: 200 len: 217 time: 0.0809197 Aug 06 18:35:35.044718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-4f46d8a3-9b49-47fd-bf00-afc74435169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.046591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-4f46d8a3-9b49-47fd-bf00-afc74435169c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.0560355 Aug 06 18:35:35.142109 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-569b9b8d-6aa7-410c-95ec-162bddc9a62a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788996 Aug 06 18:35:35.177983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048ba53-5daf-421c-ae33-882009e1c50c req-c78f6b5c-e028-4a18-82c8-84ab5849bdc1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.195501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3048ba53-5daf-421c-ae33-882009e1c50c req-c78f6b5c-e028-4a18-82c8-84ab5849bdc1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 907 time: 0.2598124 Aug 06 18:35:35.310963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-dbe253e0-d58e-46f6-89b0-e9c8f730eb92 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.313802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-dbe253e0-d58e-46f6-89b0-e9c8f730eb92 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 945 time: 0.4240637 Aug 06 18:35:35.520200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfd70e-48da-478b-9d93-c9c45dcebb94 req-97405b7a-bd52-446d-8901-20deb851fff6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.532274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88cfd70e-48da-478b-9d93-c9c45dcebb94 req-97405b7a-bd52-446d-8901-20deb851fff6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 945 time: 1.3087623 Aug 06 18:35:35.573203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-a0e04157-a8a2-49f9-b40c-9c4ddf2f6a38 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170794 Aug 06 18:35:35.582660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2b600-3a99-40b5-88da-371fc50a96cb req-fe807fb8-0f8d-4bf9-9b4f-71b637cf8c1f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.591512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a2b600-3a99-40b5-88da-371fc50a96cb req-fe807fb8-0f8d-4bf9-9b4f-71b637cf8c1f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 943 time: 0.1996891 Aug 06 18:35:35.701758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-eba40784-04f7-47c6-83b1-8b335bcf528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:35.732093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-eba40784-04f7-47c6-83b1-8b335bcf528b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 1059 time: 1.1510305 Aug 06 18:35:35.750663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:35.803627 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-73a2b600-3a99-40b5-88da-371fc50a96cb req-554e613d-5545-49e9-abd3-3c27d6586b2e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110186 Aug 06 18:35:35.827769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port c0484651-7f74-4703-bdad-58d6072cef45 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:35.828095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:35.861242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-df53ad24-2c2e-45c6-be55-5ae2ab2d5584 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302 HTTP/1.1" status: 200 len: 217 time: 0.1308672 Aug 06 18:35:35.942121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-af40b724-5609-4f72-bd0f-2cf191fc5edf req-43ccb78b-ded4-42d8-9f10-bc93da430c85 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471127 Aug 06 18:35:35.998541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88cfd70e-48da-478b-9d93-c9c45dcebb94 req-28a11918-d293-40f4-8a4b-2d0602c5f679 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471641 Aug 06 18:35:36.003234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-a1d818cb-cb56-4faf-8b5d-8173dc2bced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:36.006993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-a1d818cb-cb56-4faf-8b5d-8173dc2bced7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f03b897-9020-4bc3-a297-0a91d1b2048e HTTP/1.1" status: 200 len: 838 time: 0.1351171 Aug 06 18:35:36.017472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port c0484651-7f74-4703-bdad-58d6072cef45, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c0484651-7f74-4703-bdad-58d6072cef45,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:36.017864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:36.058078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for c0484651-7f74-4703-bdad-58d6072cef45 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:36.217298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-a0c3d8f8-1d9b-4d76-8fff-292b0a27d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:36.222592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-a0c3d8f8-1d9b-4d76-8fff-292b0a27d816 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 1095 time: 0.2007966 Aug 06 18:35:36.253742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cc4d1840-a821-43e2-a22a-f5aa63e0d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:36.256489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-cc4d1840-a821-43e2-a22a-f5aa63e0d8f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88abea13-42f1-459b-ad13-e9415f626c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2400649 Aug 06 18:35:36.533040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:36.564475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Sync routers for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:36.566249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ecfe5-aa0c-4a6e-9c11-87dc2af85eac req-ab31806d-0d32-4137-b054-73dc99b54326 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:36.570492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc3ecfe5-aa0c-4a6e-9c11-87dc2af85eac req-ab31806d-0d32-4137-b054-73dc99b54326 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 907 time: 0.2256036 Aug 06 18:35:36.582929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a54ad99b-791e-4496-a208-4491f133d5fa admin admin] 10.222.0.64 "PUT /v2.0/routers/cd511f8f-0398-4ffc-b37e-0a95dd9b8324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2622006 Aug 06 18:35:36.584050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33390) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:36.620488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:36.631833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:36.661495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-79d723aa-670b-4faf-a7fe-34478c32edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:36.664658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-79d723aa-670b-4faf-a7fe-34478c32edda service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.4297800 Aug 06 18:35:36.749832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-2f945c57-43f7-42ac-8e5c-2c90b4f01290 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e896504f-b484-40a5-8e09-148f45e6fe7c HTTP/1.1" status: 200 len: 217 time: 0.0759611 Aug 06 18:35:36.822277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:36.907198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['51b95960-5f5f-494f-94cd-0654b31e29ac'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:36.972492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.158030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=c0484651-7f74-4703-bdad-58d6072cef45,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:37.231766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] No DVR routers for this DVR port c0484651-7f74-4703-bdad-58d6072cef45 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:37.239395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:37.242183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.244409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-66b140c9-a2fe-4e75-9d0d-61b530e5e0d3 req-ac09e4cc-cbc5-49d0-90d5-44ec09acaf52 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "DELETE /v2.0/ports/c0484651-7f74-4703-bdad-58d6072cef45 HTTP/1.1" status: 204 len: 173 time: 1.9012012 Aug 06 18:35:37.271798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'name': 'network-vif-deleted', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:37.294815 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4781580-7490-4514-9882-da6f1952491d" -d '{"events": [{"server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "name": "network-vif-deleted", "tag": "c0484651-7f74-4703-bdad-58d6072cef45"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:37.317164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-459c4f29-3e5c-46ba-b8d1-53b369e48623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:37.322088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-459c4f29-3e5c-46ba-b8d1-53b369e48623 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.5626781 Aug 06 18:35:37.513950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5f45f97-135d-4cc3-8262-bb4c69b8489e req-69e1ab98-c237-4f15-9053-d92270d51eec tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=143890c2-82db-4b77-b325-b34e60de4722 HTTP/1.1" status: 200 len: 210 time: 0.2088165 Aug 06 18:35:37.638580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-2c4359ec-3f75-4b4d-a64b-fe9e25ec4e76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590149 Aug 06 18:35:37.710232 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f885b-12a5-4b38-b162-8c4913ea5b4c x-openstack-request-id: req-a37f885b-12a5-4b38-b162-8c4913ea5b4c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:37.712791 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143890c2-82db-4b77-b325-b34e60de4722", "name": "network-vif-deleted", "tag": "c0484651-7f74-4703-bdad-58d6072cef45", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:37.721671 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a37f885b-12a5-4b38-b162-8c4913ea5b4c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:37.723552 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143890c2-82db-4b77-b325-b34e60de4722', 'name': 'network-vif-deleted', 'tag': 'c0484651-7f74-4703-bdad-58d6072cef45', 'status': 'completed', 'code': 200} Aug 06 18:35:37.724869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-db19f8a7-320a-48a3-a241-f74d91f0a9b3 service neutron] 10.222.0.55 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4570305 Aug 06 18:35:37.910696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.950962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:35:33Z', 'revision_number': 5, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port': {'id': 'd8b7e0c3-27cf-49c7-a477-ecaf96bb6f62', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:16Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.093439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67334-2ac5-467c-9a51-2d0926aa296e req-6e613f84-63d8-49bd-a414-7e176754467f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:38.095250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67b67334-2ac5-467c-9a51-2d0926aa296e req-6e613f84-63d8-49bd-a414-7e176754467f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 943 time: 0.5889733 Aug 06 18:35:38.100584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Checking router: cd511f8f-0398-4ffc-b37e-0a95dd9b8324 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:38.155532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Routers {'cd511f8f-0398-4ffc-b37e-0a95dd9b8324'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:38.156974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.285219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e9306c-4003-43c6-b242-6cc9b1a3564f req-61f46666-caeb-43e6-a363-d59714f2629b service neutron] 10.222.0.55 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435383 Aug 06 18:35:38.291026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67b67334-2ac5-467c-9a51-2d0926aa296e req-034a5a37-377b-4a00-89e2-cc1598d984f0 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791694 Aug 06 18:35:38.322500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Deleting port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:38.322882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.685387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb12ab4-2945-4cbe-937e-265649a77d5a req-aa4fb5f7-21d4-4c06-91e1-ef68897f3316 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:38.687705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4eb12ab4-2945-4cbe-937e-265649a77d5a req-aa4fb5f7-21d4-4c06-91e1-ef68897f3316 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 907 time: 0.8584270 Aug 06 18:35:38.711885 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-71a21582-4f3c-46d0-98db-eda4a0b51721 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0656412 Aug 06 18:35:38.786595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] For port d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:38.787368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.793352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-67ebf361-d641-4c1d-8cde-69524553dcbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2013667 Aug 06 18:35:38.795870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-ae484df6-e8a8-411d-8f0a-94b00977db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:38.797865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-ae484df6-e8a8-411d-8f0a-94b00977db16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 1059 time: 0.2986887 Aug 06 18:35:38.846362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Calling delete_port for d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:38.864116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e896504f-b484-40a5-8e09-148f45e6fe7c details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:35:38.867706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c0484651-7f74-4703-bdad-58d6072cef45 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:39.024792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: c0484651-7f74-4703-bdad-58d6072cef45 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:39.027660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c0484651-7f74-4703-bdad-58d6072cef45 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:39.059789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99f0242f-73dc-44f0-8f50-e49bdbccd4a1 req-0ffafbd8-4ff9-4ffc-b48b-60f33a76f76d service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376389 Aug 06 18:35:39.195441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e896504f-b484-40a5-8e09-148f45e6fe7c,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:39.222333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e896504f-b484-40a5-8e09-148f45e6fe7c', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': 'e896504f-b484-40a5-8e09-148f45e6fe7c', 'mac_address': 'fa:16:3e:1b:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:35:39.236396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] Set router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:39.276071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-d8ce9b43-5c64-44ff-858e-8b9c29e781ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.278906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-d8ce9b43-5c64-44ff-858e-8b9c29e781ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 1097 time: 0.4230905 Aug 06 18:35:39.394649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-23a71dba-0198-4e30-9290-3a605eb0a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.396343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-23a71dba-0198-4e30-9290-3a605eb0a88c service neutron] 10.222.0.55 "GET /v2.0/networks?id=88abea13-42f1-459b-ad13-e9415f626c00 HTTP/1.1" status: 200 len: 898 time: 0.5880156 Aug 06 18:35:39.400854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:35:37Z', 'revision_number': 6, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:39.434762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4419bbe-b21e-46cd-848e-23791337c942 req-78e628d2-1925-490e-9a24-c44adcd668f0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.436427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4419bbe-b21e-46cd-848e-23791337c942 req-78e628d2-1925-490e-9a24-c44adcd668f0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2187965 Aug 06 18:35:39.493256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93f870-1152-4f10-b5b5-cfe7ebbe8675 None None] The sync data for ids ['cd511f8f-0398-4ffc-b37e-0a95dd9b8324'] in n-d-793621-29 is: [{'id': 'cd511f8f-0398-4ffc-b37e-0a95dd9b8324', 'name': 'tempest-ServerRescueNegativeTestJSON-1449711480-router', 'tenant_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:35:37Z', 'revision_number': 6, 'project_id': '42039bed6b1d4247b9bb61fcb9023a9d', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:39.576809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.605252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e896504f-b484-40a5-8e09-148f45e6fe7c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:39.637578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e896504f-b484-40a5-8e09-148f45e6fe7c,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:39.642031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c4419bbe-b21e-46cd-848e-23791337c942 req-4057ab5b-d6d7-4f49-9dd1-f9314a02b308 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=668661fa-ba86-4368-8d17-04bf4a9d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876402 Aug 06 18:35:39.647614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.668712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-8464df3f-0e65-49d5-ab4e-d655e828ef8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302 HTTP/1.1" status: 200 len: 217 time: 0.2307043 Aug 06 18:35:39.675315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.717362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-0de70a9f-73c8-42ff-983d-888cfe6833e0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.719023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-0de70a9f-73c8-42ff-983d-888cfe6833e0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 946 time: 0.2221985 Aug 06 18:35:39.770109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:39.775766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-5918713a-c7f3-45d4-a880-bd37fe29894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.777692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-5918713a-c7f3-45d4-a880-bd37fe29894c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f03b897-9020-4bc3-a297-0a91d1b2048e HTTP/1.1" status: 200 len: 838 time: 0.0684912 Aug 06 18:35:39.860128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e896504f-b484-40a5-8e09-148f45e6fe7c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:39.923407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:39.964551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-72d124e5-1e25-41ad-9560-6f40754aaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:39.970995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-72d124e5-1e25-41ad-9560-6f40754aaab8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.5963693 Aug 06 18:35:40.085934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2a2abb30-4d35-45d7-9b29-e5489fdadc03 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:40.168277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2a2abb30-4d35-45d7-9b29-e5489fdadc03 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:40.168855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2a2abb30-4d35-45d7-9b29-e5489fdadc03 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:40.175115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafc7b4-dcdf-445f-bfa1-aa254aed7831 req-f46b11a8-796c-4a73-8127-5e3f34808028 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:40.196147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dfafc7b4-dcdf-445f-bfa1-aa254aed7831 req-f46b11a8-796c-4a73-8127-5e3f34808028 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 907 time: 0.2327783 Aug 06 18:35:40.210912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port 51b95960-5f5f-494f-94cd-0654b31e29ac {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:40.211480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.318756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.326187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-b5425660-0868-42e9-82ab-e428248a5127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 200 len: 217 time: 0.3303583 Aug 06 18:35:40.334632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5e869-8685-4375-8d1f-faec61a36175 req-a61de324-c662-49b6-a6ac-71166ce59f94 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:40.336747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9b5e869-8685-4375-8d1f-faec61a36175 req-a61de324-c662-49b6-a6ac-71166ce59f94 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 944 time: 0.7702105 Aug 06 18:35:40.397523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b86b290a-6a63-47b6-8c9c-3c7ab23a8302 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:35:40.496748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.502812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-5af756c4-0ce0-4d13-994f-1a107afc685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:40.504795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-5af756c4-0ce0-4d13-994f-1a107afc685a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88abea13-42f1-459b-ad13-e9415f626c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6047041 Aug 06 18:35:40.506455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port 51b95960-5f5f-494f-94cd-0654b31e29ac, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=51b95960-5f5f-494f-94cd-0654b31e29ac,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:40.511779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.536105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for 51b95960-5f5f-494f-94cd-0654b31e29ac owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:40.658519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.688702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.729962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-2db3558c-d457-42d0-b996-3bd25d3b85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:40.736756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-2db3558c-d457-42d0-b996-3bd25d3b85a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.3967812 Aug 06 18:35:40.770367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:40.798835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302', 'network_id': '88abea13-42f1-459b-ad13-e9415f626c00', 'port_id': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302', 'mac_address': 'fa:16:3e:7f:a6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f03b897-9020-4bc3-a297-0a91d1b2048e', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:35:40.822078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.850022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a77ca846-84fb-4096-94c0-983f90d5e1a0 req-30a15fda-ffc8-4bbe-ba2e-d161a784aecb tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.0473521 Aug 06 18:35:40.894870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=51b95960-5f5f-494f-94cd-0654b31e29ac,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:40.933625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.980851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] No DVR routers for this DVR port 51b95960-5f5f-494f-94cd-0654b31e29ac on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:40.987941 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9b5e869-8685-4375-8d1f-faec61a36175 req-7e4e2b9c-fa08-4bac-94cb-40fe58590198 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365499 Aug 06 18:35:40.988263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.991665 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3ff0d31-fa24-4a00-87af-3721b62ba1c8 req-b1032492-0dd9-4c60-a5c7-96624301f8a0 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "DELETE /v2.0/ports/51b95960-5f5f-494f-94cd-0654b31e29ac HTTP/1.1" status: 204 len: 173 time: 1.2650068 Aug 06 18:35:40.992298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'name': 'network-vif-deleted', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:41.010610 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9718086-2aa1-486f-a1e9-4a75984f181f" -d '{"events": [{"server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "name": "network-vif-deleted", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:41.053912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86b290a-6a63-47b6-8c9c-3c7ab23a8302 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:41.149114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-437f8a3b-a0e0-4b49-9578-4b1c7ae081a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583173 Aug 06 18:35:41.160466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:41.172071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.211347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.212236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd511f8f-0398-4ffc-b37e-0a95dd9b8324 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:35:41.244883 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317b5c08-4577-4eee-855f-f70d10a64018 x-openstack-request-id: req-317b5c08-4577-4eee-855f-f70d10a64018 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:41.245321 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800b14f5-f5f4-4003-943d-9759ecbee21e", "name": "network-vif-deleted", "tag": "51b95960-5f5f-494f-94cd-0654b31e29ac", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:41.245977 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-317b5c08-4577-4eee-855f-f70d10a64018 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:41.246569 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800b14f5-f5f4-4003-943d-9759ecbee21e', 'name': 'network-vif-deleted', 'tag': '51b95960-5f5f-494f-94cd-0654b31e29ac', 'status': 'completed', 'code': 200} Aug 06 18:35:41.256880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.262638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-423f9e20-6dc5-45be-85a4-587b0669403e admin admin] 10.222.0.64 "DELETE /v2.0/routers/cd511f8f-0398-4ffc-b37e-0a95dd9b8324 HTTP/1.1" status: 204 len: 168 time: 4.6709440 Aug 06 18:35:41.264944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33512) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:41.369904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-ede026f8-0118-430b-9895-3e1a1750d6f6 service neutron] 10.222.0.55 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109553 Aug 06 18:35:41.439873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b86b290a-6a63-47b6-8c9c-3c7ab23a8302'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:41.474095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:41.534229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Deleting subnet 3b8c695b-e3bb-42d0-a367-a13c3070276c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:35:41.546099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.678911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.758584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.788424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.904325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:41.905570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.938953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.943770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b8c695b-e3bb-42d0-a367-a13c3070276c HTTP/1.1" status: 204 len: 168 time: 0.6703508 Aug 06 18:35:41.953210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33522) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:41.972298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:41.975884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d8b7e0c3-27cf-49c7-a477-ecaf96bb6f62 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:42.038931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd76f-8308-4388-8e68-4e15bd4b481f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8c695b-e3bb-42d0-a367-a13c3070276c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:42.053407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76b72cf1-c2cf-4d5b-b1e6-d5160a0ce65f req-19af97da-0b62-4ff9-9851-b6f5071c65bc service neutron] 10.222.0.55 "GET /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696317 Aug 06 18:35:42.072421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bc1fc-e5a1-48cf-aa9e-62f09e68b188 req-511892c0-8428-45e2-ab38-1523eb747fa2 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:42.074016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed9bc1fc-e5a1-48cf-aa9e-62f09e68b188 req-511892c0-8428-45e2-ab38-1523eb747fa2 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 908 time: 0.7012930 Aug 06 18:35:42.098314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-301bc1db-9fb8-4c0c-88f9-e0757ecbcef9 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9390073 Aug 06 18:35:42.240261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.287340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daf753b7-01e5-493a-a749-4817bff8fb6b req-6da7769f-37d7-4a50-9bbc-685f4ecdd020 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=800b14f5-f5f4-4003-943d-9759ecbee21e HTTP/1.1" status: 200 len: 210 time: 0.2057533 Aug 06 18:35:42.292361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53599640-3687-4bd0-a5a0-b7d2ab744610 req-6ad96875-c912-4262-9676-56c29bb7afa7 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858070 Aug 06 18:35:42.357407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b86b290a-6a63-47b6-8c9c-3c7ab23a8302 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:42.414022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581462fd-4150-4e38-897f-68ddf6c966bc req-cfabd938-b3b2-4a9e-8b9c-4b13733cb3bb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:42.426905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-581462fd-4150-4e38-897f-68ddf6c966bc req-cfabd938-b3b2-4a9e-8b9c-4b13733cb3bb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 944 time: 0.0932450 Aug 06 18:35:42.443440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.461376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f7760c-0946-4cb6-81f0-ed69a03d75c8']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.472825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.473508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f34a3ae-dc62-4ff2-b427-768dd8fb66fe') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.482361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:42.485288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.491343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:42.492476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.511743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.512066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-581462fd-4150-4e38-897f-68ddf6c966bc req-0305aee8-b3d6-4ec4-a5b7-e978bc4e042d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816483 Aug 06 18:35:42.529026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:35:42.529490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:35:42.533687 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:35:42.643898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.664594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.674521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/f9f7760c-0946-4cb6-81f0-ed69a03d75c8 HTTP/1.1" status: 204 len: 168 time: 0.7198396 Aug 06 18:35:42.701347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52419a1-e81f-4551-a241-f534c795b4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f7760c-0946-4cb6-81f0-ed69a03d75c8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:42.703545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 51b95960-5f5f-494f-94cd-0654b31e29ac no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:42.769115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 51b95960-5f5f-494f-94cd-0654b31e29ac {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:42.769692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 51b95960-5f5f-494f-94cd-0654b31e29ac not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:42.777201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.819381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:42.821889 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911417b-0653-46fa-8680-6cebcb25cdb6" -d '{"events": [{"server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "name": "network-vif-plugged", "status": "completed", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:42.864736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:42.871896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.873424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e896504f-b484-40a5-8e09-148f45e6fe7c up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:42.901294 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3f9a4-63b2-4950-98ec-ef3a572e39e9 x-openstack-request-id: req-3fc3f9a4-63b2-4950-98ec-ef3a572e39e9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:42.901704 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "name": "network-vif-plugged", "status": "completed", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:42.902034 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fc3f9a4-63b2-4950-98ec-ef3a572e39e9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:42.902430 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302', 'code': 200} Aug 06 18:35:42.968935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:42.984962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33542) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:43.007117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e896504f-b484-40a5-8e09-148f45e6fe7c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:43.015143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e896504f-b484-40a5-8e09-148f45e6fe7c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:43.016060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.083023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-02d1fdfc-fa98-4d2f-a1fe-75a2319fa09e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42039bed6b1d4247b9bb61fcb9023a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958705 Aug 06 18:35:43.083363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33544) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:43.124277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba577ea-681b-4768-bfd5-1d3f529b9a7e req-72d99d8a-966c-4a89-b0d5-e5c5dbedbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:43.128765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eba577ea-681b-4768-bfd5-1d3f529b9a7e req-72d99d8a-966c-4a89-b0d5-e5c5dbedbd92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 1061 time: 0.1094346 Aug 06 18:35:43.147495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.195140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.247684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.302281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.306553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.310777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dda56d91-e89f-42b9-b173-e5b9b0694076 HTTP/1.1" status: 204 len: 168 time: 0.2235198 Aug 06 18:35:43.318660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985311d-4a2b-458d-bd4c-3c9e8c8276dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda56d91-e89f-42b9-b173-e5b9b0694076,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.340982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e896504f-b484-40a5-8e09-148f45e6fe7c,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:43.350068 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.477083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998144-1b3f-4798-b046-52a0e54b3978 req-1bc5d8ed-af32-461c-8b95-e13402aaeb45 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:43.479269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7e998144-1b3f-4798-b046-52a0e54b3978 req-1bc5d8ed-af32-461c-8b95-e13402aaeb45 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.2164674 Aug 06 18:35:43.533540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.858269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d182cd0-c903-496c-9489-d1c3f74bc00c req-81eed00e-9c02-48d9-a92a-c745e01e62d6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:43.865353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d182cd0-c903-496c-9489-d1c3f74bc00c req-81eed00e-9c02-48d9-a92a-c745e01e62d6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.1965878 Aug 06 18:35:43.997223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7976e2-2776-444e-90fb-19479a0134a7 req-8cf9b741-3e06-46e1-a9f5-6ac2818b4ab2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:44.000646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d7976e2-2776-444e-90fb-19479a0134a7 req-8cf9b741-3e06-46e1-a9f5-6ac2818b4ab2 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1026731 Aug 06 18:35:44.017194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d182cd0-c903-496c-9489-d1c3f74bc00c req-f98050d7-44f2-48a3-a633-14110b8a436f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238539 Aug 06 18:35:44.125869 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d7976e2-2776-444e-90fb-19479a0134a7 req-8eed262b-d1b1-4549-ba8d-a1200221150b tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041045 Aug 06 18:35:44.749818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b76423-ee02-4771-a424-6340a5a6efed req-425e524b-b55a-4a05-b76e-09578fb6a422 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:44.752441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5b76423-ee02-4771-a424-6340a5a6efed req-425e524b-b55a-4a05-b76e-09578fb6a422 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.1260607 Aug 06 18:35:44.827363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33604) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:44.903897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:44.908261 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bbaba0-55d5-4b7b-9ba7-5fe3566150ea" -d '{"events": [{"server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "name": "network-vif-plugged", "status": "completed", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:44.994627 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a951ce-9188-4228-9356-7adcc6ee6a4a x-openstack-request-id: req-19a951ce-9188-4228-9356-7adcc6ee6a4a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:44.995070 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "name": "network-vif-plugged", "status": "completed", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:44.995484 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a951ce-9188-4228-9356-7adcc6ee6a4a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:44.996127 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c', 'code': 200} Aug 06 18:35:45.059784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3997ba-879e-454c-af14-64074b0d4808 req-4ed98ab6-3123-4ec1-a21c-14b0c413ed51 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.066705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a3997ba-879e-454c-af14-64074b0d4808 req-4ed98ab6-3123-4ec1-a21c-14b0c413ed51 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.1702764 Aug 06 18:35:45.178943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1767521612-network', 'tenant_id': '50e80056de9a46ed84c4c90acaf94844'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:45.317330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aa0f0-4bd8-48d1-95f2-31da8c0d46b6 req-b278d018-7c4a-45e3-859b-8b32c3dc02c4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.319355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-430aa0f0-4bd8-48d1-95f2-31da8c0d46b6 req-b278d018-7c4a-45e3-859b-8b32c3dc02c4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.0989542 Aug 06 18:35:45.322032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc841-56f6-4715-8a21-1a0d20a1c69f req-00e98af9-f025-4032-9aa1-1bf233a5d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.323959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-513bc841-56f6-4715-8a21-1a0d20a1c69f req-00e98af9-f025-4032-9aa1-1bf233a5d641 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 1097 time: 0.2087793 Aug 06 18:35:45.364179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Made reservation on behalf of 50e80056de9a46ed84c4c90acaf94844 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:45.368109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.401615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.411421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-bb5f5778-a0c4-48c6-8c7c-0621272aa092 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.413143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-bb5f5778-a0c4-48c6-8c7c-0621272aa092 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.2286556 Aug 06 18:35:45.428368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224faaef-db3a-4806-a7f9-920952a85432 req-715a65e4-0ed3-4970-a7c6-d0c4ce912809 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.432365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-224faaef-db3a-4806-a7f9-920952a85432 req-715a65e4-0ed3-4970-a7c6-d0c4ce912809 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 1061 time: 0.1797576 Aug 06 18:35:45.453121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-430aa0f0-4bd8-48d1-95f2-31da8c0d46b6 req-864725ae-e67b-419e-840d-97e4c12f2345 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Aug 06 18:35:45.488563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-513bc841-56f6-4715-8a21-1a0d20a1c69f req-18acc448-6648-4dfa-9760-3c40932e3a8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 Aug 06 18:35:45.645116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:45.645738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.822130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b4c95-ab6e-4793-bc0f-6e8fb756a740 req-91131642-b111-40b4-aa28-908874dd452f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.826155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f68b4c95-ab6e-4793-bc0f-6e8fb756a740 req-91131642-b111-40b4-aa28-908874dd452f tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 944 time: 0.1784403 Aug 06 18:35:45.855597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.873646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.935268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263cf4b-c68b-4784-a02f-20f5c0d02ef2 req-f0549b68-d1d9-4f12-8ce8-17bd13fcf62d tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.936655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b263cf4b-c68b-4784-a02f-20f5c0d02ef2 req-f0549b68-d1d9-4f12-8ce8-17bd13fcf62d tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.2459805 Aug 06 18:35:45.943048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] For port 56ea84cd-4f17-4b80-9d09-3957f2412cf8, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=56ea84cd-4f17-4b80-9d09-3957f2412cf8,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:45.943298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f68b4c95-ab6e-4793-bc0f-6e8fb756a740 req-7e879454-d554-46e0-bfe4-caf2ae5b3cb6 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups?id=4606d0c9-13e6-4c3d-a569-933f2352ae45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847979 Aug 06 18:35:45.943842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.947364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:35:45.955139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5309cef-c2d8-4d44-bb81-4e9d03b1d124,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:46.110257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.111311 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Added segment 4a4106c9-b793-4e79-8f59-f1cc220b5710 of type vlan for network c29e7f05-602c-4078-955a-6bbef4c87a81 Aug 06 18:35:46.205878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b263cf4b-c68b-4784-a02f-20f5c0d02ef2 req-7e971d7f-ec85-410d-bd7c-771461e304ea tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2424419 Aug 06 18:35:46.235243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.255745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33634) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:46.342355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aaaf43-a526-44e9-b9e7-966ea196ad20 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:46.344161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c8aaaf43-a526-44e9-b9e7-966ea196ad20 tempest-TestSecurityGroupsBasicOps-1375044767 tempest-TestSecurityGroupsBasicOps-1375044767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 1056 time: 0.0871432 Aug 06 18:35:46.377421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.378770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:46.379147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.472240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c29e7f05-602c-4078-955a-6bbef4c87a81,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:46.482783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c29e7f05-602c-4078-955a-6bbef4c87a81 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:35:46.539576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-07c79fcb-ecb1-4b4c-aa00-5b7904bd28c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7108626 Aug 06 18:35:46.543949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.544171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33642) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:46.546080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.546435 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Floating IP 753c5a5e-6ff7-4b13-b227-188ad8916fb5 disassociated. External IP: 172.25.3.102, port: 56ea84cd-4f17-4b80-9d09-3957f2412cf8. Aug 06 18:35:46.546853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for 56ea84cd-4f17-4b80-9d09-3957f2412cf8 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:46.553297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Request body: {'subnet': {'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1767521612-subnet', 'tenant_id': '50e80056de9a46ed84c4c90acaf94844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:46.611553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Made reservation on behalf of 50e80056de9a46ed84c4c90acaf94844 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:46.615644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.822334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf0dd2-f8b9-4a8e-a920-899f075592bc req-d89b9ad5-029d-4e76-b1c7-bbc23d006826 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:46.831630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0caf0dd2-f8b9-4a8e-a920-899f075592bc req-d89b9ad5-029d-4e76-b1c7-bbc23d006826 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.2483363 Aug 06 18:35:47.018163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0caf0dd2-f8b9-4a8e-a920-899f075592bc req-9b9ac068-ccca-44e4-881c-1f4b93f98a3c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854217 Aug 06 18:35:47.050321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.081583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-a3c53b32-9b4b-4439-a067-aaa790e91119 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3799930 Aug 06 18:35:47.207636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230dc8-669a-4887-b21e-885b164fe526 req-93772ae4-805c-4071-a071-89ae3acd28ea tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:47.210727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=56ea84cd-4f17-4b80-9d09-3957f2412cf8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:47.218037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b230dc8-669a-4887-b21e-885b164fe526 req-93772ae4-805c-4071-a071-89ae3acd28ea tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.2001126 Aug 06 18:35:47.219616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.395292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-818185b6-68c8-48f8-9ebd-016c1653fbd7 req-c4e863c0-ad53-4db1-a727-dbffa64e0774 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95 HTTP/1.1" status: 200 len: 210 time: 0.1778531 Aug 06 18:35:47.426698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:47.478932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Checking segment: {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:47.479578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Network hostable DHCP agents. Network: c29e7f05-602c-4078-955a-6bbef4c87a81, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:35:47.507917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Network c29e7f05-602c-4078-955a-6bbef4c87a81 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:35:47.525210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c29e7f05-602c-4078-955a-6bbef4c87a81) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:47.531115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:47.532105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.546806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afde01-da0b-4d5e-b917-06ad3d90931a None None] Network c29e7f05-602c-4078-955a-6bbef4c87a81 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:47.563494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ab0ebe0-a452-4596-8005-76d265f769a2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0099952 Aug 06 18:35:47.653863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-0bf480e4-219a-494d-8f5d-cae26a369573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:47.655541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-0bf480e4-219a-494d-8f5d-cae26a369573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.4659874 Aug 06 18:35:47.902903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f094b3-85c4-4235-ad8d-1e7a7bb03c65 req-cbeae5d6-aa95-4eb0-9ddd-17c2597dccf5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:47.924472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39f094b3-85c4-4235-ad8d-1e7a7bb03c65 req-cbeae5d6-aa95-4eb0-9ddd-17c2597dccf5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.2750363 Aug 06 18:35:47.928509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459a3c9-b950-4bfa-b52c-e9f3b1185fb2 None None] Network c29e7f05-602c-4078-955a-6bbef4c87a81 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:47.958756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Router 26b76536-206d-4168-8563-6b68efb29189 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:48.187037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-b18573e1-118d-47ec-8dcb-f69b6c1c3409 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.202914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-b18573e1-118d-47ec-8dcb-f69b6c1c3409 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.1583018 Aug 06 18:35:48.226815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-39f094b3-85c4-4235-ad8d-1e7a7bb03c65 req-6a3d63cf-0a8d-404f-9c4b-408d67b41710 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986572 Aug 06 18:35:48.245151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-52488101-9857-4e3b-9654-9636af5f5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.250066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-52488101-9857-4e3b-9654-9636af5f5fe7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 897 time: 0.5492094 Aug 06 18:35:48.425772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-7b1824ac-daba-4a0c-8c35-9fd1ec1be41f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 1002 time: 0.1675398 Aug 06 18:35:48.426417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:48.427150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.523640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:48.542440 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Sync routers for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:48.571426 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:48.572497 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:48.597721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] No DVR routers for this DVR port 56ea84cd-4f17-4b80-9d09-3957f2412cf8 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:48.602937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-56d6f1af-250a-428a-b0d2-816a6c2f3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.605571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-56d6f1af-250a-428a-b0d2-816a6c2f3f3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 200 len: 835 time: 0.1653557 Aug 06 18:35:48.610277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.616038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a96aeb3-3e18-4537-8ae9-8a3a8643b9ae req-2202bafe-0433-45d1-a9f4-398f1c643b40 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.16 "DELETE /v2.0/ports/56ea84cd-4f17-4b80-9d09-3957f2412cf8 HTTP/1.1" status: 204 len: 173 time: 3.1903403 Aug 06 18:35:48.616791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-deleted', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:48.621006 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f2338-4517-4f57-a0b3-bce78dc9219a" -d '{"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-deleted", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:48.702944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4b2a-bc83-4a60-a309-e21a8405c526 req-5ec355cf-80b0-4c1a-8927-84f02100c9e2 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.719054 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f32a4b2a-bc83-4a60-a309-e21a8405c526 req-5ec355cf-80b0-4c1a-8927-84f02100c9e2 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 909 time: 0.2342701 Aug 06 18:35:48.734701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:48.784526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 56ea84cd-4f17-4b80-9d09-3957f2412cf8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:48.785044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 56ea84cd-4f17-4b80-9d09-3957f2412cf8 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:48.826119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-c0a1caba-b8c4-4d0f-8d63-f6220fa460e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.833576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-c0a1caba-b8c4-4d0f-8d63-f6220fa460e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6da1789-6b34-40c8-88a4-df202acc8c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025945 Aug 06 18:35:48.854616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-192088be-3ab0-4b89-98a7-d59e99ca7cd3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.864860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-192088be-3ab0-4b89-98a7-d59e99ca7cd3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 814 time: 0.4297824 Aug 06 18:35:48.888469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-f8cc1e63-1c0b-422e-aeb4-27961c5c0d5e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/quotas/50e80056de9a46ed84c4c90acaf94844 HTTP/1.1" status: 200 len: 375 time: 0.0217690 Aug 06 18:35:48.902884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port b86b290a-6a63-47b6-8c9c-3c7ab23a8302, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:48.903413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.963682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-11211cc2-81ad-4dc6-8ad1-74d71752a582 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734129 Aug 06 18:35:48.968515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:48.974176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for b86b290a-6a63-47b6-8c9c-3c7ab23a8302 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:49.228853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-eae1867a-1dd7-4ad9-b46c-ec0dbaef7594 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905959 Aug 06 18:35:49.245778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-66895aad-55b5-4a43-ad53-4405ff811923 service neutron] 10.222.0.64 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805064 Aug 06 18:35:49.315701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff061f4-4819-4579-9f40-d478b68cc0c8 req-7993ba48-5d72-4180-9618-dbfde28b7872 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:49.317387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ff061f4-4819-4579-9f40-d478b68cc0c8 req-7993ba48-5d72-4180-9618-dbfde28b7872 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.3384717 Aug 06 18:35:49.456845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-3e37e2b7-d90f-45ca-8255-5dc9f214bf1f service neutron] 10.222.0.64 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082958 Aug 06 18:35:49.515248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ff061f4-4819-4579-9f40-d478b68cc0c8 req-4b523559-112f-4d32-97fc-4f90f6a8e032 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803653 Aug 06 18:35:49.524857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a2e22f0e-929a-4595-b97b-52bd20e05d9f req-2fcd0246-8b1d-4c4a-9309-c98f49a7c39a service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868950 Aug 06 18:35:49.641809 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:49.666030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:49.689066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Checking router: 26b76536-206d-4168-8563-6b68efb29189 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:49.705959 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:49.706987 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:49.753068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=b86b290a-6a63-47b6-8c9c-3c7ab23a8302,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:49.825770 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75b117b-ae6a-4b63-95d0-347522cffb3b x-openstack-request-id: req-a75b117b-ae6a-4b63-95d0-347522cffb3b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:49.826934 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95", "name": "network-vif-deleted", "tag": "56ea84cd-4f17-4b80-9d09-3957f2412cf8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:49.827469 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a75b117b-ae6a-4b63-95d0-347522cffb3b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:49.828168 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de4e91-bfd1-4e0f-bb2c-831e23c3bc95', 'name': 'network-vif-deleted', 'tag': '56ea84cd-4f17-4b80-9d09-3957f2412cf8', 'status': 'completed', 'code': 200} Aug 06 18:35:49.936925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33730) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.053940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] No DVR routers for this DVR port b86b290a-6a63-47b6-8c9c-3c7ab23a8302 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:50.060389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.088990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1248646-fdac-4f0e-b446-757ad9549bf2 req-1b142f4e-35a0-4eea-858b-24849b2be81e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.55 "DELETE /v2.0/ports/b86b290a-6a63-47b6-8c9c-3c7ab23a8302 HTTP/1.1" status: 204 len: 173 time: 1.8801374 Aug 06 18:35:50.091702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'name': 'network-vif-deleted', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:50.106218 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64042328-89e0-4cb1-936f-774b37484e8e" -d '{"events": [{"server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "name": "network-vif-deleted", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:50.296844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.314869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c905c6c5-ab8d-4d78-a215-2b0c472c76d5 req-c318c9bd-b2e9-4ed8-985c-084c5b2e744c tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=e18718bd-32ad-4829-bde9-c509069a3d8d HTTP/1.1" status: 200 len: 210 time: 0.1242819 Aug 06 18:35:50.373853 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:50.378202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85eda364-da68-4ad6-b10c-521676fd546d req-bbc13256-cc32-484d-9e0d-8ca8d505ec38 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 210 time: 0.1157107 Aug 06 18:35:50.419766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.524611 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7531fde-04a4-43c0-ba4e-ef9634d855de x-openstack-request-id: req-c7531fde-04a4-43c0-ba4e-ef9634d855de {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:50.525599 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18718bd-32ad-4829-bde9-c509069a3d8d", "name": "network-vif-deleted", "tag": "b86b290a-6a63-47b6-8c9c-3c7ab23a8302", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:50.525599 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7531fde-04a4-43c0-ba4e-ef9634d855de {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:50.525599 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18718bd-32ad-4829-bde9-c509069a3d8d', 'name': 'network-vif-deleted', 'tag': 'b86b290a-6a63-47b6-8c9c-3c7ab23a8302', 'status': 'completed', 'code': 200} Aug 06 18:35:50.649315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.653290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.658992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.669643 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "DELETE /v2.0/security-groups/4606d0c9-13e6-4c3d-a569-933f2352ae45 HTTP/1.1" status: 204 len: 168 time: 0.7305183 Aug 06 18:35:50.697091 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-00a21639-4c58-406b-90c6-5d83b025ee80 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] show failed (client error): The resource could not be found. Aug 06 18:35:50.703579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-00a21639-4c58-406b-90c6-5d83b025ee80 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "GET /v2.0/security-groups/4606d0c9-13e6-4c3d-a569-933f2352ae45 HTTP/1.1" status: 404 len: 347 time: 0.0430379 Aug 06 18:35:50.705258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33752) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.736460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928084d5-0c2d-427b-85df-78e3c58a5136 req-258cfb0d-a747-4e09-8e2b-926bc38a7026 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:50.749576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-928084d5-0c2d-427b-85df-78e3c58a5136 req-258cfb0d-a747-4e09-8e2b-926bc38a7026 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.2068172 Aug 06 18:35:50.765180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e16d-c452-473c-a005-8823a52675ac tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606d0c9-13e6-4c3d-a569-933f2352ae45,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:50.821284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-928084d5-0c2d-427b-85df-78e3c58a5136 req-4328e668-7558-44ff-b4c9-118d0ceace81 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667396 Aug 06 18:35:50.907244 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:50.963732 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad84d90-ef63-4636-865c-918c7d0dfad9 None None] The sync data for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 is: [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:22:17Z', 'revision_number': 4, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'b46b761e-644a-4ca3-a52f-a5fa28f2da71', 'name': '', 'network_id': 'd5c9affe-3d42-4972-bf8d-ac5003063cae', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'mac_address': 'fa:16:3e:dc:a5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:15Z', 'updated_at': '2021-08-06T18:22:25Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'subnets': [{'id': 'eb0735e8-35d6-453b-ae6e-31d9f55529ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:51.076679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Deleting port 3dd058f3-e15e-4756-98ea-76d54f7e39d5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:51.077336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.280950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.281794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.318035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Calling delete_port for 3dd058f3-e15e-4756-98ea-76d54f7e39d5 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:51.524738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:51.616502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504254-bc40-4957-9630-8775fe4519af None None] New status for floating IP 753c5a5e-6ff7-4b13-b227-188ad8916fb5: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:35:51.760108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-2915b731-cad8-4dfd-ba1d-ec76b51b0926 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:51.762773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-2915b731-cad8-4dfd-ba1d-ec76b51b0926 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.1906970 Aug 06 18:35:51.900120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-ae504254-bc40-4957-9630-8775fe4519af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:35:51.900975 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-ae504254-bc40-4957-9630-8775fe4519af None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:35:51.904022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.005927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Pushing event deleted for resources: {'Port': ['ID=3dd058f3-e15e-4756-98ea-76d54f7e39d5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:52.137651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10b4968e-7723-421a-bb85-37db84f488d7 req-477534d1-ced2-4ca5-be43-9b79823896b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 210 time: 0.2310061 Aug 06 18:35:52.230922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.235008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.236834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8365a4fc-c506-4a72-b45d-fab3d8b03199 tempest-ServerActionsTestJSON-1917864307 tempest-ServerActionsTestJSON-1917864307-project] 10.222.0.64 "DELETE /v2.0/floatingips/753c5a5e-6ff7-4b13-b227-188ad8916fb5 HTTP/1.1" status: 204 len: 168 time: 1.5257852 Aug 06 18:35:52.253951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33778) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:52.258583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port e896504f-b484-40a5-8e09-148f45e6fe7c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:52.258924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.404131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae504254-bc40-4957-9630-8775fe4519af None None] New status for floating IP 753c5a5e-6ff7-4b13-b227-188ad8916fb5: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:35:52.443071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port e896504f-b484-40a5-8e09-148f45e6fe7c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e896504f-b484-40a5-8e09-148f45e6fe7c,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:52.444195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.502569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b86b290a-6a63-47b6-8c9c-3c7ab23a8302 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:52.536092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: b86b290a-6a63-47b6-8c9c-3c7ab23a8302 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:52.537610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b86b290a-6a63-47b6-8c9c-3c7ab23a8302 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:52.747540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f6c48-4288-4031-9ca0-4c5438417247 req-cd960884-1705-414b-ae82-926478184de5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:52.751228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d8f6c48-4288-4031-9ca0-4c5438417247 req-cd960884-1705-414b-ae82-926478184de5 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 945 time: 0.6662927 Aug 06 18:35:52.766300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for e896504f-b484-40a5-8e09-148f45e6fe7c owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:52.925656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d8f6c48-4288-4031-9ca0-4c5438417247 req-ff422118-d7dc-49ad-a8ec-461f15de14a8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550272 Aug 06 18:35:53.226976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-00e03302-6b94-4169-b43a-0ed636d484cf tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:53.228691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-00e03302-6b94-4169-b43a-0ed636d484cf tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 814 time: 1.0579114 Aug 06 18:35:53.242773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.259918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:53.324379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=e896504f-b484-40a5-8e09-148f45e6fe7c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:53.354491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port e896504f-b484-40a5-8e09-148f45e6fe7c on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:53.357970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.360591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d209fc0-d3c3-4cfc-9a3e-e30f6a88bd12 req-9b4c2a59-5403-4d7a-ac4e-06d612deed11 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "DELETE /v2.0/ports/e896504f-b484-40a5-8e09-148f45e6fe7c HTTP/1.1" status: 204 len: 173 time: 1.5882249 Aug 06 18:35:53.361638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'name': 'network-vif-deleted', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:53.364544 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e12c65-9e05-4f5a-833c-bad6de9ba8d8" -d '{"events": [{"server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "name": "network-vif-deleted", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:53.390411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Request body: {'port': {'device_id': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'admin_state_up': True, 'tenant_id': '50e80056de9a46ed84c4c90acaf94844'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:53.497163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.549897 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c87604-f073-452a-a166-7c1e06ac9c68 x-openstack-request-id: req-b0c87604-f073-452a-a166-7c1e06ac9c68 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:53.550505 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80059b1e-887e-4771-a25a-452f0857d886", "name": "network-vif-deleted", "tag": "e896504f-b484-40a5-8e09-148f45e6fe7c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:53.551030 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0c87604-f073-452a-a166-7c1e06ac9c68 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:53.552507 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80059b1e-887e-4771-a25a-452f0857d886', 'name': 'network-vif-deleted', 'tag': 'e896504f-b484-40a5-8e09-148f45e6fe7c', 'status': 'completed', 'code': 200} Aug 06 18:35:53.627825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-63d46217-4408-4f7b-9aed-ab336f24ab30 req-b30c31af-4bc3-4552-987e-ec4dfb7c70a9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 210 time: 0.1634777 Aug 06 18:35:53.845790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.859222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Made reservation on behalf of 50e80056de9a46ed84c4c90acaf94844 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:53.870304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.998934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Deleting port b46b761e-644a-4ca3-a52f-a5fa28f2da71 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:53.999813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.274064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Allocated IP 172.20.0.7 (c29e7f05-602c-4078-955a-6bbef4c87a81/ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5/5e014876-7025-494c-8431-6004821dc23d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:54.402241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e896504f-b484-40a5-8e09-148f45e6fe7c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:54.425729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: e896504f-b484-40a5-8e09-148f45e6fe7c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:54.426400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e896504f-b484-40a5-8e09-148f45e6fe7c not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:54.554473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f41b7322-52ec-434d-9ae6-1aae77c3205d req-1b7c8925-efb0-41e7-a1f5-d8deafa73c9e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=80059b1e-887e-4771-a25a-452f0857d886 HTTP/1.1" status: 200 len: 210 time: 0.0777886 Aug 06 18:35:54.633768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] For port b46b761e-644a-4ca3-a52f-a5fa28f2da71, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b46b761e-644a-4ca3-a52f-a5fa28f2da71,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:54.634145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.657503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Calling delete_port for b46b761e-644a-4ca3-a52f-a5fa28f2da71 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:54.695880 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.845756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5071bd0c-0aa4-4b44-97d7-7173e03c3830 req-9cece35c-e247-4f00-9228-c0275f040af4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 210 time: 0.0687218 Aug 06 18:35:54.924613 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.977823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.015517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Network c29e7f05-602c-4078-955a-6bbef4c87a81 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:55.019944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port c20f75e1-6a52-41ba-bc5e-7351e4734891 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:55.020807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.048848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:55.053959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:55.078692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.129619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:55.129619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.152568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b761e-644a-4ca3-a52f-a5fa28f2da71,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.227767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-febd4d63-8631-49db-89cc-bcd48896e4ff tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8844934 Aug 06 18:35:55.262913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Request body: {'port': {'device_id': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.369170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port c20f75e1-6a52-41ba-bc5e-7351e4734891, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c20f75e1-6a52-41ba-bc5e-7351e4734891,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:55.370343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.467272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for c20f75e1-6a52-41ba-bc5e-7351e4734891 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:55.481838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.527201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.972121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Router 26b76536-206d-4168-8563-6b68efb29189 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:56.010604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.178251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=c20f75e1-6a52-41ba-bc5e-7351e4734891,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:56.322490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02ea69-99cd-45f6-a3a1-e8a6de9f0391 req-ec828205-bef2-4df3-85b6-a82948062fed tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:56.325277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc02ea69-99cd-45f6-a3a1-e8a6de9f0391 req-ec828205-bef2-4df3-85b6-a82948062fed tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 931 time: 0.2321949 Aug 06 18:35:56.339204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-46798711-8d32-4bec-9f81-92d2e10c3165 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:56.342072 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-46798711-8d32-4bec-9f81-92d2e10c3165 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.1953745 Aug 06 18:35:56.384252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:56.393561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ad0981b3-e8b7-4a48-a80c-53a8dd35d55f admin admin] 10.222.0.64 "PUT /v2.0/routers/26b76536-206d-4168-8563-6b68efb29189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1380289 Aug 06 18:35:56.400594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:56.402660 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Sync routers for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:56.424679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-ed6f66be-7cb7-4cbb-abd7-f4b3903554d1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/quotas/2194056620a740208e6c9986b75f6878 HTTP/1.1" status: 200 len: 375 time: 0.0725007 Aug 06 18:35:56.456242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:56.468711 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:56.539757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc02ea69-99cd-45f6-a3a1-e8a6de9f0391 req-e6c1547b-63d9-4df6-85fe-c4e4fa2a3b78 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054627 Aug 06 18:35:56.733739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-fb931483-e98f-4496-ba1b-7a5da0ac2db9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075860 Aug 06 18:35:56.794791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.908844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:56.969095 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-911b22da-fea2-42ac-8d29-a3766fd3b896 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343078 Aug 06 18:35:57.034264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e014876-7025-494c-8431-6004821dc23d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:57.048566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.203227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Transition to ACTIVE for port object 5e014876-7025-494c-8431-6004821dc23d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:57.223386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.236881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.325517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.344070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-34050937-c70f-4ce1-97ad-2db7c0ce66e7 service neutron] 10.222.0.64 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727822 Aug 06 18:35:57.386561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Deleting port 4652c706-1ad0-4aa8-ba8c-1ab925b26611 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:57.387235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.512132 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port': {'id': '4652c706-1ad0-4aa8-ba8c-1ab925b26611', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ff:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b76536-206d-4168-8563-6b68efb29189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:08Z', 'updated_at': '2021-08-06T18:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:57.518627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:57.622221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] For port 4652c706-1ad0-4aa8-ba8c-1ab925b26611, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4652c706-1ad0-4aa8-ba8c-1ab925b26611,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:57.624122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.638174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Checking router: 26b76536-206d-4168-8563-6b68efb29189 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:57.670144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Routers {'26b76536-206d-4168-8563-6b68efb29189'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:57.671188 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['26b76536-206d-4168-8563-6b68efb29189'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:57.680660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Calling delete_port for 4652c706-1ad0-4aa8-ba8c-1ab925b26611 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:57.929884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4d86f76-6529-4917-8b7a-f05afe7c6eca req-ddccb5e9-6a46-413f-8815-dc00c2b9b595 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 210 time: 0.1225393 Aug 06 18:35:58.037078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Attempting to bind port 5e014876-7025-494c-8431-6004821dc23d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:58.039370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Attempting to bind port 5e014876-7025-494c-8431-6004821dc23d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:58.040658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Attempting to bind port 5e014876-7025-494c-8431-6004821dc23d on network c29e7f05-602c-4078-955a-6bbef4c87a81 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:58.161199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63549d3f-1bf7-4fb7-b0a4-23fa59e355be req-ce097f4b-125c-4ff7-8450-da65364b4d34 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:58.163989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63549d3f-1bf7-4fb7-b0a4-23fa59e355be req-ce097f4b-125c-4ff7-8450-da65364b4d34 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.4187787 Aug 06 18:35:58.175198 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] Set router 26b76536-206d-4168-8563-6b68efb29189 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:58.192919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Port 5e014876-7025-494c-8431-6004821dc23d on network c29e7f05-602c-4078-955a-6bbef4c87a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:35:58.193438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Attempting to bind port 5e014876-7025-494c-8431-6004821dc23d on network c29e7f05-602c-4078-955a-6bbef4c87a81 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:58.244370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:58.244908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Checking segment: {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:58.246737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Bound using segment: {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:58.252155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Bound port: 5e014876-7025-494c-8431-6004821dc23d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:58.255991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.294794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.365482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:35:57Z', 'revision_number': 6, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:58.376694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4652c706-1ad0-4aa8-ba8c-1ab925b26611,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:58.438755 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ee30b-5995-4875-8a6e-cabe10634d09 None None] The sync data for ids ['26b76536-206d-4168-8563-6b68efb29189'] in n-d-793621-29 is: [{'id': '26b76536-206d-4168-8563-6b68efb29189', 'name': 'tempest-ServerActionsTestJSON-1175346097-router', 'tenant_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:06Z', 'updated_at': '2021-08-06T18:35:57Z', 'revision_number': 6, 'project_id': 'c3fb3334df2a47b7bf87f39c05af2b35', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:58.516548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63549d3f-1bf7-4fb7-b0a4-23fa59e355be req-123ac28d-548d-462f-bb30-00fa90fab18e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396297 Aug 06 18:35:58.537184 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3adf75b4-3752-4dc2-a241-84fd4b20890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.618613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 7ef24f41-5976-439e-8f24-c2dafa6b8748 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:58.633710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:58.642530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:58.643996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.695321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.843190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.847806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.912155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:58.914112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.921874 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] 10.222.0.16 "PUT /v2.0/ports/5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 1092 time: 3.6843128 Aug 06 18:35:58.951470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:58.977979 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2fdae-0154-4289-af64-4a48ee9db230" -d '{"events": [{"name": "network-changed", "server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:58.978301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.979162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b76536-206d-4168-8563-6b68efb29189 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:35:58.996790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.002751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-751f4fac-3ccd-474d-bc5f-6a26617b52b1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/26b76536-206d-4168-8563-6b68efb29189 HTTP/1.1" status: 204 len: 168 time: 2.5943725 Aug 06 18:35:59.020313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 33908) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:59.240623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Deleting subnet eb0735e8-35d6-453b-ae6e-31d9f55529ff {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:35:59.249039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.339903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.541774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:35:59.622003 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a255f5c-8ef6-4744-98ea-bd5d5812ae77 x-openstack-request-id: req-5a255f5c-8ef6-4744-98ea-bd5d5812ae77 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:59.622570 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "tag": "5e014876-7025-494c-8431-6004821dc23d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:59.622570 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a255f5c-8ef6-4744-98ea-bd5d5812ae77 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:59.622938 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'status': 'completed', 'code': 200} Aug 06 18:35:59.647873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.786820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5407cf08-f514-4522-aa43-a1116715f035 req-dd5de7ae-932d-4b84-8a44-1ef204b1e960 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 210 time: 0.1459930 Aug 06 18:35:59.885540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:59.892207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a9aa-b3a5-44a3-b29f-2c74023618da service neutron] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:59.910667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Sync routers for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:59.941584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60ee93e6-8b92-4843-b5eb-54efee2921ce tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "PUT /v2.0/routers/7ef24f41-5976-439e-8f24-c2dafa6b8748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4150577 Aug 06 18:35:59.949161 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33924) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:59.950822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4652c706-1ad0-4aa8-ba8c-1ab925b26611 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:00.060486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:00.062044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.092118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:00.110960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting subnet 6f03b897-9020-4bc3-a297-0a91d1b2048e {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:36:00.126662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e779c-26c5-453a-8c8e-a1be3f931d04 req-2f6b25c0-d0db-4c3c-a757-000ad29101d5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:00.137923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.140985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e69e779c-26c5-453a-8c8e-a1be3f931d04 req-2f6b25c0-d0db-4c3c-a757-000ad29101d5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.3105664 Aug 06 18:36:00.145340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.152259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb0735e8-35d6-453b-ae6e-31d9f55529ff HTTP/1.1" status: 204 len: 168 time: 1.1280906 Aug 06 18:36:00.204953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:00.212524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4652c706-1ad0-4aa8-ba8c-1ab925b26611 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:00.213502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4652c706-1ad0-4aa8-ba8c-1ab925b26611 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:00.214148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b46b761e-644a-4ca3-a52f-a5fa28f2da71 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:00.252637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a4a92-06d0-49df-b449-4c2b5799e6e9 None None] Network d5c9affe-3d42-4972-bf8d-ac5003063cae requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:00.315824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe3fc5-a2fc-4338-9c5b-e272461f63f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0735e8-35d6-453b-ae6e-31d9f55529ff,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:00.320971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b46b761e-644a-4ca3-a52f-a5fa28f2da71 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:00.321810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b46b761e-644a-4ca3-a52f-a5fa28f2da71 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:00.368298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-244bbb1c-5a95-4d4a-b706-9bb9c4f56bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:00.370973 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-244bbb1c-5a95-4d4a-b706-9bb9c4f56bbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1095 time: 1.3695180 Aug 06 18:36:00.385715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:00.616512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.685912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-b7efa86d-930f-4772-b6ee-11c2a2381cd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.2035367 Aug 06 18:36:00.717474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.783989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] DHCP port deletion for d5c9affe-3d42-4972-bf8d-ac5003063cae request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:36:00.886545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660a5e-38e2-4937-8464-ee05784122b5 req-19d8def7-322d-4e1d-aa4e-b9c96f37ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:00.888182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-19d8def7-322d-4e1d-aa4e-b9c96f37ec77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.1937420 Aug 06 18:36:00.893703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Deleting port 022ad045-e530-4e8b-874b-2b8e929d6718 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:00.895819 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.944573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e69e779c-26c5-453a-8c8e-a1be3f931d04 req-67e5b720-4e0a-46a5-b3e6-c8199d4865ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979775 Aug 06 18:36:00.999147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-36ba16b8-5691-4de4-8d23-2c83d4628612 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:01.004426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-36ba16b8-5691-4de4-8d23-2c83d4628612 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 806 time: 0.5962312 Aug 06 18:36:01.010285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-0ffc1a6d-3708-436d-923b-08810c16f22d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814226 Aug 06 18:36:01.022841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Request body: {'port': {'device_id': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'admin_state_up': True, 'tenant_id': '2194056620a740208e6c9986b75f6878'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:01.056769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:01.126882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Checking router: 7ef24f41-5976-439e-8f24-c2dafa6b8748 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:01.139151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] For port 022ad045-e530-4e8b-874b-2b8e929d6718, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=022ad045-e530-4e8b-874b-2b8e929d6718,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:01.139589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.151421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Routers {'7ef24f41-5976-439e-8f24-c2dafa6b8748'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:01.152162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:35:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7ef24f41-5976-439e-8f24-c2dafa6b8748'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:01.158425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Calling delete_port for 022ad045-e530-4e8b-874b-2b8e929d6718 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:01.297131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d1c81130-ee58-4f29-a6a5-7e15c8b5ef5a req-0feb0813-3f9a-48bf-84a4-d3eee462455f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 210 time: 0.2641339 Aug 06 18:36:01.310810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-268281cc-4283-46b7-8ceb-4ddda0f1d7bb service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074895 Aug 06 18:36:01.358149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Made reservation on behalf of 2194056620a740208e6c9986b75f6878 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:01.366267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.439090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.595475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Allocated IP 172.20.0.12 (5bb621d5-c566-4242-a7b7-73c96cac3a7b/30c8cf66-2d77-4ac0-8b92-ee031c84993c/442519b4-b4cb-4f06-8897-79f7a5a1cf24) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:01.624376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.641957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-10660a5e-38e2-4937-8464-ee05784122b5 req-582185ae-b8ed-4792-9625-3fed7991a71e service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083823 Aug 06 18:36:01.665498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Deleting port 022ad045-e530-4e8b-874b-2b8e929d6718 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:01.665498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.748141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] Set router 7ef24f41-5976-439e-8f24-c2dafa6b8748 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:01.880497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.031668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.066490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] For port 022ad045-e530-4e8b-874b-2b8e929d6718, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=022ad045-e530-4e8b-874b-2b8e929d6718,segment=NetworkSegment(161c8e70-96b0-4ff9-95b7-279c2fe77daf),segment_id=161c8e70-96b0-4ff9-95b7-279c2fe77daf)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:02.066813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.072989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Subnet': ['ID=6f03b897-9020-4bc3-a297-0a91d1b2048e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:02.073835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 022ad045-e530-4e8b-874b-2b8e929d6718 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:02.085716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-022cb524-1abd-45df-b830-efc889ed4c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.112519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.128095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.132666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c304fb22-2390-4ee8-8456-c4b272136008 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/subnets/6f03b897-9020-4bc3-a297-0a91d1b2048e HTTP/1.1" status: 204 len: 168 time: 2.1802728 Aug 06 18:36:02.157814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:02.175374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c43bace-c704-476d-b7de-cf3eb8fbe988 None None] Network 88abea13-42f1-459b-ad13-e9415f626c00 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:02.177872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Calling delete_port for 022ad045-e530-4e8b-874b-2b8e929d6718 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:02.182498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:02.207321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-9c916275-f8cb-43b8-a05d-4a9bf96371dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.210303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-9c916275-f8cb-43b8-a05d-4a9bf96371dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1095 time: 0.3622181 Aug 06 18:36:02.253079 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.312717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Pushing event deleted for resources: {'Port': ['ID=022ad045-e530-4e8b-874b-2b8e929d6718,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:02.326852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Network 5bb621d5-c566-4242-a7b7-73c96cac3a7b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:02.340997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.341351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.341747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.342220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.342579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.343026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.343607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.343929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.344259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.344586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.344913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.345237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:02.357937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:02.375965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:02.476916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92672786-5e21-48cb-8a5e-8970100a6ffb None None] No DVR routers for this DVR port 022ad045-e530-4e8b-874b-2b8e929d6718 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:02.508959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event updated for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:02.530202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5443-7c87-4cac-8639-18dfa5f4f1de req-081e3d09-3d00-4cf9-b265-572ad39e502b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.532785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bdc5443-7c87-4cac-8639-18dfa5f4f1de req-081e3d09-3d00-4cf9-b265-572ad39e502b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.4164538 Aug 06 18:36:02.539543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.540394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.588296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-b12e48c1-5e19-4ff8-a0bd-17e81a41b3e4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5739427 Aug 06 18:36:02.607880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Request body: {'port': {'device_id': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:02.609887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No active binding found for port 022ad045-e530-4e8b-874b-2b8e929d6718 {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:36:02.611118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 022ad045-e530-4e8b-874b-2b8e929d6718 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:02.617767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bdc5443-7c87-4cac-8639-18dfa5f4f1de req-7264b2d2-6b9f-4969-9f17-adca80083001 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737326 Aug 06 18:36:02.700360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:02.717133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.741627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.761957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f3b4-4f33-450f-9de8-b402130a5e1d req-e1f31678-bc6e-44e5-bfe4-8fb4775c849a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.762683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a83f3b4-4f33-450f-9de8-b402130a5e1d req-e1f31678-bc6e-44e5-bfe4-8fb4775c849a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 932 time: 0.1882842 Aug 06 18:36:02.792091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab49328-c882-4f51-be7f-a37aa22a85c5 None None] The sync data for ids ['7ef24f41-5976-439e-8f24-c2dafa6b8748'] in n-d-793621-29 is: [{'id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1203180893', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:03Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': 'c24a4c52-af29-46e2-9207-d4f11aacbacc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef24f41-5976-439e-8f24-c2dafa6b8748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:05Z', 'updated_at': '2021-08-06T18:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:02.907576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.914700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a83f3b4-4f33-450f-9de8-b402130a5e1d req-2340a8bc-a283-437b-832c-2e8c2a20f084 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548542 Aug 06 18:36:02.918251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-910c0855-a307-4d36-b12d-731a1f29f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.920084 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-910c0855-a307-4d36-b12d-731a1f29f7d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.6414185 Aug 06 18:36:03.007373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=022ad045-e530-4e8b-874b-2b8e929d6718,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:03.013216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] No DVR routers for this DVR port 022ad045-e530-4e8b-874b-2b8e929d6718 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:03.050931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-93a77117-6546-4cef-acb7-92b66ea0f8ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.1177084 Aug 06 18:36:03.175605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.199788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] DHCP port deletion for 88abea13-42f1-459b-ad13-e9415f626c00 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:36:03.257750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-575d4c1b-acd6-4aae-a067-eca77945357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:03.266814 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-575d4c1b-acd6-4aae-a067-eca77945357b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.1809602 Aug 06 18:36:03.274662 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.343674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.347771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Deleting port 9279953c-642d-4d2d-a893-040551db877e {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:03.348233 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.457830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c9affe-3d42-4972-bf8d-ac5003063cae']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:03.467335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442519b4-b4cb-4f06-8897-79f7a5a1cf24 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:03.478617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-ae8577da-f343-464f-a6ad-b0dd4f4cead6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974812 Aug 06 18:36:03.503517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.544936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c8e70-96b0-4ff9-95b7-279c2fe77daf') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:03.545402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c8e70-96b0-4ff9-95b7-279c2fe77daf') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:03.563955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Transition to ACTIVE for port object 442519b4-b4cb-4f06-8897-79f7a5a1cf24 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:03.569288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] For port 9279953c-642d-4d2d-a893-040551db877e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9279953c-642d-4d2d-a893-040551db877e,segment=NetworkSegment(3e18fda8-90f5-414c-8aa4-4740c3f34086),segment_id=3e18fda8-90f5-414c-8aa4-4740c3f34086)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:03.570545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.573910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.610740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.632279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Calling delete_port for 9279953c-642d-4d2d-a893-040551db877e owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:03.712075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Pushing event updated for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:03.732751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.782801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:36:03.783412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:36:03.786690 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:36:03.811520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port c24a4c52-af29-46e2-9207-d4f11aacbacc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:03.811916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.840750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:03.903395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9279953c-642d-4d2d-a893-040551db877e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:03.909864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] Pushing event deleted for resources: {'Port': ['ID=9279953c-642d-4d2d-a893-040551db877e,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:03.966499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe5378-535e-4cb7-8d11-f5e7950de148 None None] No DVR routers for this DVR port 9279953c-642d-4d2d-a893-040551db877e on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:03.969943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9279953c-642d-4d2d-a893-040551db877e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:03.970489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9279953c-642d-4d2d-a893-040551db877e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:03.971163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c20f75e1-6a52-41ba-bc5e-7351e4734891 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:04.060343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-b95afe25-3aec-4bfa-aa91-0724bbd7d0e5 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407565 Aug 06 18:36:04.119389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c20f75e1-6a52-41ba-bc5e-7351e4734891 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:04.133164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c20f75e1-6a52-41ba-bc5e-7351e4734891 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:04.143096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Attempting to bind port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:04.144354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Attempting to bind port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:04.145039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Attempting to bind port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:04.170354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098633-5549-428f-8a64-41bebe84f56e req-e3acc697-183e-442c-960d-5c0ba0d1b39c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.173917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e098633-5549-428f-8a64-41bebe84f56e req-e3acc697-183e-442c-960d-5c0ba0d1b39c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.2673576 Aug 06 18:36:04.183826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:04.184909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Attempting to bind port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 on network 5bb621d5-c566-4242-a7b7-73c96cac3a7b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:04.208216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.216463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:04.217368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Checking segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:04.218225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Bound using segment: {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:04.219188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Bound port: 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:04.220003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.278557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port c24a4c52-af29-46e2-9207-d4f11aacbacc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c24a4c52-af29-46e2-9207-d4f11aacbacc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:04.278950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.300909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.303959 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d5c9affe-3d42-4972-bf8d-ac5003063cae HTTP/1.1" status: 204 len: 168 time: 4.0983584 Aug 06 18:36:04.358032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for c24a4c52-af29-46e2-9207-d4f11aacbacc owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:04.376505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943e6d5-d357-4bde-9b70-e8b6502343e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c9affe-3d42-4972-bf8d-ac5003063cae,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:04.389100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e098633-5549-428f-8a64-41bebe84f56e req-85e924e0-0caf-4ef6-bcc3-5a39ecc78525 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072537 Aug 06 18:36:04.453950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:04.466868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:04.478856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.529933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.531047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.536794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] 10.222.0.55 "PUT /v2.0/ports/442519b4-b4cb-4f06-8897-79f7a5a1cf24 HTTP/1.1" status: 200 len: 1093 time: 1.9397330 Aug 06 18:36:04.542937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:04.547187 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a676ab3-cec2-4f17-9a5c-143aa26efb29" -d '{"events": [{"name": "network-changed", "server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:04.569068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90b29-e356-44ee-9732-9dfe5d4b1291 req-393e26a6-f6e5-4f49-92a4-22f347283d1f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.572751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fb90b29-e356-44ee-9732-9dfe5d4b1291 req-393e26a6-f6e5-4f49-92a4-22f347283d1f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 944 time: 0.3757441 Aug 06 18:36:04.618796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:04.650287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16d2fdae-0154-4289-af64-4a48ee9db230 req-92174e8e-78db-41d9-bc13-879cff724129 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602500 Aug 06 18:36:04.715225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.719346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-091e93bb-6331-4bb1-b149-2070f80b0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.721007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-091e93bb-6331-4bb1-b149-2070f80b0471 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 1096 time: 0.0975094 Aug 06 18:36:04.722045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24df63-ca4c-4ad0-9bdf-7ff9c4578575 service neutron] Pushing event updated for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:04.742720 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67ef360-8933-472e-bc3a-04665fe213f5 x-openstack-request-id: req-a67ef360-8933-472e-bc3a-04665fe213f5 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:04.743174 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:04.743577 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a67ef360-8933-472e-bc3a-04665fe213f5 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:04.744211 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24', 'status': 'completed', 'code': 200} Aug 06 18:36:04.756783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7fb90b29-e356-44ee-9732-9dfe5d4b1291 req-1f95b428-14b8-4e4e-90ed-c96e0459e9d7 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444862 Aug 06 18:36:04.813085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-439dd7ee-35e3-4629-813f-7c565faf5ba8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24 HTTP/1.1" status: 200 len: 217 time: 0.0824850 Aug 06 18:36:04.819154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f5987ea-9178-4714-958d-ef1d3a9c7f34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3fb3334df2a47b7bf87f39c05af2b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901503 Aug 06 18:36:04.822214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 33998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:04.924534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-c07faf78-2f3f-497e-bad4-8504e636a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.928274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-c07faf78-2f3f-497e-bad4-8504e636a04d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.1042712 Aug 06 18:36:04.935347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:04.967861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-cc3aa3ef-6407-4e4b-8455-4095f3b24038 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328155 Aug 06 18:36:04.996933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.006321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.084560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=c24a4c52-af29-46e2-9207-d4f11aacbacc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:05.242538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.281096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-4d9cc922-f2ff-43fd-997d-0037a00b44bf service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055365 Aug 06 18:36:05.372059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.378468 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.380828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/668661fa-ba86-4368-8d17-04bf4a9d54f0 HTTP/1.1" status: 204 len: 168 time: 0.5573261 Aug 06 18:36:05.464566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.468465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793beca-8b43-4e38-82c1-81a52c1836d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668661fa-ba86-4368-8d17-04bf4a9d54f0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:05.473439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.595152 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.597099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef24f41-5976-439e-8f24-c2dafa6b8748 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:36:05.614768 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.617607 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06205675-8fb0-49fc-87ad-36453519d28b tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/routers/7ef24f41-5976-439e-8f24-c2dafa6b8748 HTTP/1.1" status: 204 len: 168 time: 3.4618666 Aug 06 18:36:05.621736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34016) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:05.710390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bd2d68f-44ed-4f99-bb85-e63ac24a714f req-5e80b980-3c89-441f-bc6f-b58dfce89572 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202561 Aug 06 18:36:05.932102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:05.968602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0469c6-98b8-4681-8e02-1c1a9b53aa6f req-5c632677-2356-493f-bc25-7b6feea383bb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:05.981743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db0469c6-98b8-4681-8e02-1c1a9b53aa6f req-5c632677-2356-493f-bc25-7b6feea383bb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.2695260 Aug 06 18:36:06.053301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-77fdf692-1e23-4392-b6e1-a91f1e4de343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:06.055875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-77fdf692-1e23-4392-b6e1-a91f1e4de343 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 1096 time: 0.1984525 Aug 06 18:36:06.079660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db0469c6-98b8-4681-8e02-1c1a9b53aa6f req-e41c4ebd-a1ca-4ecf-8108-10d89f5d5833 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967677 Aug 06 18:36:06.203053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.224729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88abea13-42f1-459b-ad13-e9415f626c00']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:06.246879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e18fda8-90f5-414c-8aa4-4740c3f34086') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:06.247451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e18fda8-90f5-414c-8aa4-4740c3f34086') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:06.268065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.304779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.330892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:36:06.332000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:36:06.515704 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:36:06.600591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.646806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89b20-2bbc-4a09-8e33-3d14f9ed44c8 req-b116358f-7112-4e6f-ae25-a3a1c7bf11f8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:06.650675 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7b89b20-2bbc-4a09-8e33-3d14f9ed44c8 req-b116358f-7112-4e6f-ae25-a3a1c7bf11f8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 944 time: 0.6252508 Aug 06 18:36:06.652255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:06.669822 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/networks/88abea13-42f1-459b-ad13-e9415f626c00 HTTP/1.1" status: 204 len: 168 time: 1.0455964 Aug 06 18:36:06.677595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34038) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:06.736672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0be74c-3ef0-46c4-bdb5-949a6403d762 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Network': ['ID=88abea13-42f1-459b-ad13-e9415f626c00,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:06.788003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:06.929885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-4b79ddc2-23c1-4cb9-bd64-b0bdbc266c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:06.933328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-4b79ddc2-23c1-4cb9-bd64-b0bdbc266c17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.8683813 Aug 06 18:36:07.011440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:07.034412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:07.052054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5e014876-7025-494c-8431-6004821dc23d', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'port_id': '5e014876-7025-494c-8431-6004821dc23d', 'mac_address': 'fa:16:3e:c6:f4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:07.064008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-6ade9c21-c1a3-441f-b386-c5924662f6e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24 HTTP/1.1" status: 200 len: 217 time: 0.1138110 Aug 06 18:36:07.079589 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7b89b20-2bbc-4a09-8e33-3d14f9ed44c8 req-36e2bafa-84b2-4112-9fa7-dc946748551f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810265 Aug 06 18:36:07.181581 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.217419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e014876-7025-494c-8431-6004821dc23d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:07.261029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:07.272603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.273632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-13b2e777-d96a-4bc1-a5ec-22df9e9cff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:07.275485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-13b2e777-d96a-4bc1-a5ec-22df9e9cff0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.2043536 Aug 06 18:36:07.362614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:07.364338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-91dd54a9-c733-4ed1-81af-3e59342ba342 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799034 Aug 06 18:36:07.387260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-400603953-network', 'tenant_id': '7c1c7363d56e4b87a771960eaa9ef8e4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:07.402415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ae14b-db79-46a5-bce2-23febb420e61 req-1751a01f-f0c6-4213-9e2a-9ba0c14455b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:07.417032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d36ae14b-db79-46a5-bce2-23febb420e61 req-1751a01f-f0c6-4213-9e2a-9ba0c14455b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.2044015 Aug 06 18:36:07.441868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Made reservation on behalf of 7c1c7363d56e4b87a771960eaa9ef8e4 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:07.447455 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.471438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port 8adac3d6-3d57-4b9f-8256-1c3c4b58b16e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:07.471643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.479391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.614966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d36ae14b-db79-46a5-bce2-23febb420e61 req-7971b3b3-4bd6-4e33-b8c9-956fa95b7669 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703897 Aug 06 18:36:07.666982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-e947485c-c343-4120-a520-735458b84943 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940314 Aug 06 18:36:07.709597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:07.760135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.760690 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:07.776845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c24a4c52-af29-46e2-9207-d4f11aacbacc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:07.815828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c24a4c52-af29-46e2-9207-d4f11aacbacc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:07.817007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c24a4c52-af29-46e2-9207-d4f11aacbacc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:07.820554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for 8adac3d6-3d57-4b9f-8256-1c3c4b58b16e owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:07.937219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a676ab3-cec2-4f17-9a5c-143aa26efb29 req-f991501d-b490-4060-9b2e-a4dc160c5ddf service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475150 Aug 06 18:36:08.049538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.062504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.082092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:36:08.098934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.099547 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Added segment f50191fb-333d-4f5c-bef5-01d2c1bd322f of type vlan for network 9a8871e1-6ebd-44c0-881e-19772049f56b Aug 06 18:36:08.467141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 442519b4-b4cb-4f06-8897-79f7a5a1cf24 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:08.609563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:08.631002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '442519b4-b4cb-4f06-8897-79f7a5a1cf24', 'network_id': '5bb621d5-c566-4242-a7b7-73c96cac3a7b', 'port_id': '442519b4-b4cb-4f06-8897-79f7a5a1cf24', 'mac_address': 'fa:16:3e:ad:98:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c8cf66-2d77-4ac0-8b92-ee031c84993c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:08.678753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b818a2ca-7161-46da-8af2-f15c17af88a2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:08.690934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.692742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.716643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442519b4-b4cb-4f06-8897-79f7a5a1cf24 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:08.754189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:08.762690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.807120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35297e7-b3d7-4b76-ac46-e52a06ed3330 req-eb472a8c-5c29-421e-b46e-d88cbec8713d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.809197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b35297e7-b3d7-4b76-ac46-e52a06ed3330 req-eb472a8c-5c29-421e-b46e-d88cbec8713d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 944 time: 0.2661710 Aug 06 18:36:08.830060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.831539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.832316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.847489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:08.892951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88731844-100c-4947-9a20-ef1684ff0ca1 req-862010bf-5467-40f7-853a-2cc889f25f95 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.895398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88731844-100c-4947-9a20-ef1684ff0ca1 req-862010bf-5467-40f7-853a-2cc889f25f95 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.1478107 Aug 06 18:36:08.931976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] Pushing event updated for resources: {'Network': ['ID=9a8871e1-6ebd-44c0-881e-19772049f56b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:08.953266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88731844-100c-4947-9a20-ef1684ff0ca1 req-b9dfb1c7-4853-4229-ae89-ba7a74e4ccd9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Aug 06 18:36:08.962658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 9a8871e1-6ebd-44c0-881e-19772049f56b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:36:08.980864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:08.989144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['442519b4-b4cb-4f06-8897-79f7a5a1cf24'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:09.005541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:09.012400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Request body: {'subnet': {'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-400603953-subnet', 'tenant_id': '7c1c7363d56e4b87a771960eaa9ef8e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:09.017645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ade74da-bce2-44b5-ba78-9eff9defc7cf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9952166 Aug 06 18:36:09.089904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Made reservation on behalf of 7c1c7363d56e4b87a771960eaa9ef8e4 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:09.106169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:09.156633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b35297e7-b3d7-4b76-ac46-e52a06ed3330 req-de269941-8a4f-4694-b6a6-692b7165a9d1 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282442 Aug 06 18:36:09.181794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=8adac3d6-3d57-4b9f-8256-1c3c4b58b16e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:09.362256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:09.363171 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Floating IP 9ed309b2-811c-4173-a8c0-e7b427b6ebe8 disassociated (deleted). External IP: 172.25.3.174, port: 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808. Aug 06 18:36:09.519139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:09.600387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:09.643529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Checking segment: {'id': 'f50191fb-333d-4f5c-bef5-01d2c1bd322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:09.643930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Network hostable DHCP agents. Network: 9a8871e1-6ebd-44c0-881e-19772049f56b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:36:09.669851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Network 9a8871e1-6ebd-44c0-881e-19772049f56b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:36:09.684817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 9a8871e1-6ebd-44c0-881e-19772049f56b) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:09.696023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:09.697147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82861a43-4959-47eb-8630-1744da874ad8 None None] Network 9a8871e1-6ebd-44c0-881e-19772049f56b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:09.700764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:09.734842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da9c9104-315f-4978-9271-1acbb2b56c67 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7267268 Aug 06 18:36:09.892403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44248813-7453-4603-9b2f-dc772286dfc6 None None] Network 9a8871e1-6ebd-44c0-881e-19772049f56b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:09.962175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 949cded8-6601-40e9-b2a4-e893670d75dd has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:36:10.391702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:36:10.420703 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Sync routers for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:36:10.431448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:10.447708 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:10.454426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d8341-1876-43b6-bf06-425bf8ea717a req-581b591a-27b4-4b08-b5b5-cda501115192 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:10.460112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc5d8341-1876-43b6-bf06-425bf8ea717a req-581b591a-27b4-4b08-b5b5-cda501115192 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.1660848 Aug 06 18:36:10.467570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:10.468662 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:10.481968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 442519b4-b4cb-4f06-8897-79f7a5a1cf24 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:10.635077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5098474c-22f2-4e6c-b984-9303b4440671 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/floatingips/9ed309b2-811c-4173-a8c0-e7b427b6ebe8 HTTP/1.1" status: 204 len: 168 time: 3.9464796 Aug 06 18:36:10.638776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:10.647201 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e25192-0d27-47c7-a486-a6579a0ede96" -d '{"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:10.647940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc5d8341-1876-43b6-bf06-425bf8ea717a req-d32941a4-de65-432f-9937-c7037ef42786 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678107 Aug 06 18:36:10.772610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:10.785095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:10.786073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:10.808376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:10.877499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:11.054499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f12ad-6cfd-4797-8802-feee37264494 req-1022526d-eb1d-4723-b897-a61176d81626 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:11.057405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c58f12ad-6cfd-4797-8802-feee37264494 req-1022526d-eb1d-4723-b897-a61176d81626 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 945 time: 0.1634994 Aug 06 18:36:11.082438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.156174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:11.159372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-a61c483b-e828-410a-bdef-babe3a50a383 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:11.161546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:11.162202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-a61c483b-e828-410a-bdef-babe3a50a383 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/networks?id=9a8871e1-6ebd-44c0-881e-19772049f56b HTTP/1.1" status: 200 len: 808 time: 0.3287575 Aug 06 18:36:11.167163 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ae5869-7c98-4cdc-8748-0e53a3a58439" -d '{"events": [{"server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "name": "network-vif-plugged", "status": "completed", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:11.181889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.184063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c58f12ad-6cfd-4797-8802-feee37264494 req-9ee506e2-1682-4713-981b-033009c660cb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130455 Aug 06 18:36:11.200290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-32a4ce31-c3b0-435a-b13d-6cbf1bc9356b tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/quotas/7c1c7363d56e4b87a771960eaa9ef8e4 HTTP/1.1" status: 200 len: 375 time: 0.0275600 Aug 06 18:36:11.272101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 5e014876-7025-494c-8431-6004821dc23d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:11.290141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-bf883355-5e25-42a4-8d65-8cdf2ef6e03c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1c7363d56e4b87a771960eaa9ef8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739946 Aug 06 18:36:11.298200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5e014876-7025-494c-8431-6004821dc23d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:11.299024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.395024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:11.489196 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:11.492220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.602458 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-cad1363f-cac8-476e-9f9d-75cf71a5cfd3 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878375 Aug 06 18:36:11.609318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Checking router: 949cded8-6601-40e9-b2a4-e893670d75dd for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:11.616724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:11.642701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:11.643649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.644674 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:11.773727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:11.811435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:11.894224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:11.909920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-eb9640c1-e08f-4c1f-a502-60ebfb8cf629 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057456 Aug 06 18:36:12.009437 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d74f1-1dce-4554-9289-d62c3e63b371 x-openstack-request-id: req-943d74f1-1dce-4554-9289-d62c3e63b371 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:12.010333 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:12.011544 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-943d74f1-1dce-4554-9289-d62c3e63b371 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:12.012493 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'status': 'completed', 'code': 200} Aug 06 18:36:12.112716 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478b4f7-0277-408f-9559-a4367eea8cd8 x-openstack-request-id: req-4478b4f7-0277-408f-9559-a4367eea8cd8 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:12.113530 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "name": "network-vif-plugged", "status": "completed", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:12.114687 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4478b4f7-0277-408f-9559-a4367eea8cd8 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:12.115415 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24', 'code': 200} Aug 06 18:36:12.195544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-ff08dd4f-58d3-4a1b-b99f-117adba0eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.201948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-ff08dd4f-58d3-4a1b-b99f-117adba0eb68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3abce411fa64883b8dcd542fab5824b&device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 1137 time: 0.1536710 Aug 06 18:36:12.311369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228b23e-8247-4297-9309-0b353818534e req-8beb4dbb-3100-403c-89b7-6f69b6956891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.316928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9228b23e-8247-4297-9309-0b353818534e req-8beb4dbb-3100-403c-89b7-6f69b6956891 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 1098 time: 0.1116707 Aug 06 18:36:12.502619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dccd7-0999-4fe4-9fe0-f435602963a9 req-fde37393-dfae-4d97-9157-387ae354c939 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.509524 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:12.511700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c3dccd7-0999-4fe4-9fe0-f435602963a9 req-fde37393-dfae-4d97-9157-387ae354c939 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1247799 Aug 06 18:36:12.555526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-4d597188-3526-479a-bc7a-d3b67771c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.559941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-4d597188-3526-479a-bc7a-d3b67771c9c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 200 len: 897 time: 0.3491514 Aug 06 18:36:12.578001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9228b23e-8247-4297-9309-0b353818534e req-66358934-49f0-46bb-abd6-d7a66d00596a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530787 Aug 06 18:36:12.630544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732968-540e-4ffa-bcb5-57ddd8ba36c5 req-3f77b3ab-c59d-44f8-bc0d-95c6ed58b7e7 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.630893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c3dccd7-0999-4fe4-9fe0-f435602963a9 req-987b3c58-e756-419b-a99b-049b1197946f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176198 Aug 06 18:36:12.631488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c3043-365f-40b2-9941-9c81664202b5 None None] The sync data for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 is: [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:32:57Z', 'revision_number': 4, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dde54509-ed38-496a-8dac-07600354b8fc', 'name': '', 'network_id': 'f6da1789-6b34-40c8-88a4-df202acc8c99', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'mac_address': 'fa:16:3e:01:31:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:55Z', 'updated_at': '2021-08-06T18:33:08Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'subnets': [{'id': '027623be-63f3-4ffb-864d-5b27f422ac4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:12.633249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11732968-540e-4ffa-bcb5-57ddd8ba36c5 req-3f77b3ab-c59d-44f8-bc0d-95c6ed58b7e7 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.2867332 Aug 06 18:36:12.714642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-7cf382bb-7c6f-45b5-b4bc-9eb2a67edaf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 200 len: 217 time: 0.1134114 Aug 06 18:36:12.834056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11732968-540e-4ffa-bcb5-57ddd8ba36c5 req-fff270a7-0ca9-4133-b688-140021a4f717 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1752000 Aug 06 18:36:12.926306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-e747eb82-3643-429d-8473-018e093eff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.928815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-e747eb82-3643-429d-8473-018e093eff7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 200 len: 835 time: 0.2057168 Aug 06 18:36:13.076775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-363d072a-ec0f-4a40-99a2-f0367aa07f3a req-61919622-f0c8-4012-b3ea-5d582eeb2524 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 210 time: 0.1077478 Aug 06 18:36:13.181224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aba50-155b-4dc9-acf0-da457cdedf7d req-46b04c6b-3b3f-4348-ac8e-35a4cc03ef7d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.201541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-693aba50-155b-4dc9-acf0-da457cdedf7d req-46b04c6b-3b3f-4348-ac8e-35a4cc03ef7d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.3139787 Aug 06 18:36:13.258271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-c3340e7e-ec3b-49c1-ad29-2791139a72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.260067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-c3340e7e-ec3b-49c1-ad29-2791139a72f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6da1789-6b34-40c8-88a4-df202acc8c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3141613 Aug 06 18:36:13.318881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-693aba50-155b-4dc9-acf0-da457cdedf7d req-7abe0d47-8571-41f8-b724-89152734426b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036766 Aug 06 18:36:13.456994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eac3d26-292e-45ad-adb4-1fd534d54e69 None None] New status for floating IP 9ed309b2-811c-4173-a8c0-e7b427b6ebe8: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:36:13.934308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-59a1c770-fa0a-4755-b9eb-6dd90d57ede1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.937047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-59a1c770-fa0a-4755-b9eb-6dd90d57ede1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.3803723 Aug 06 18:36:13.980168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-05f05c65-941b-454d-a8fd-3367188c9d28 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668923 Aug 06 18:36:14.122162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:14.124666 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d3524-b97c-4c65-8509-2b1de2c9629a" -d '{"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:14.215889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5e98-0afe-4e85-be2a-f7d549cf3741 req-01ea8dc2-a2d6-4a3a-a877-7338d32011f4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:14.217770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9cd5e98-0afe-4e85-be2a-f7d549cf3741 req-01ea8dc2-a2d6-4a3a-a877-7338d32011f4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2555354 Aug 06 18:36:14.304524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9cd5e98-0afe-4e85-be2a-f7d549cf3741 req-8b3edffd-eba6-491e-b7a0-ad9c35e22e2c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671785 Aug 06 18:36:14.356180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12200bc7-e940-4972-ad39-cdd422d129c0 req-2937ad91-5dba-4cce-ac1c-ae33ef56ff5d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:14.365912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12200bc7-e940-4972-ad39-cdd422d129c0 req-2937ad91-5dba-4cce-ac1c-ae33ef56ff5d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 985 time: 0.2988281 Aug 06 18:36:14.442833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d5e25192-0d27-47c7-a486-a6579a0ede96 req-a81f4455-942c-42ac-ac73-1789d41b2159 service neutron] 10.222.0.16 "GET /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922229 Aug 06 18:36:14.483664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12200bc7-e940-4972-ad39-cdd422d129c0 req-d3e40ab1-e28b-445b-8015-89d84aad2670 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/security-groups?id=b494076d-eed3-4d23-af4b-7d2ad4502bd3&id=29fc6ffa-b850-4bfd-a8c3-39ce698ae045&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1131692 Aug 06 18:36:14.489166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:14.492378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:14.517408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e742faac-94b0-4f1f-b2b4-5032f4fe1b1b req-3be05eec-b1fd-40c4-84b0-8187bc8b5606 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 210 time: 0.0440776 Aug 06 18:36:14.576730 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb4093-4d39-4a1a-8497-078439cfc6e5 x-openstack-request-id: req-bffb4093-4d39-4a1a-8497-078439cfc6e5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:14.578041 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:14.578517 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bffb4093-4d39-4a1a-8497-078439cfc6e5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:14.579494 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'code': 200} Aug 06 18:36:14.678468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:14.679291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:14.699599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:15.048447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-019da60c-8a5f-4547-a9e1-55a661646f97 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:15.050141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-019da60c-8a5f-4547-a9e1-55a661646f97 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.55 "GET /v2.0/networks?id=9a8871e1-6ebd-44c0-881e-19772049f56b HTTP/1.1" status: 200 len: 808 time: 0.2455745 Aug 06 18:36:15.084043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Request body: {'port': {'device_id': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b', 'admin_state_up': True, 'tenant_id': '7c1c7363d56e4b87a771960eaa9ef8e4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:15.235482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d47fa-b48b-479e-a795-07ee79753c3a req-6ced7b9c-8bd5-48a7-957f-25b6cf6347ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:15.238199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a26d47fa-b48b-479e-a795-07ee79753c3a req-6ced7b9c-8bd5-48a7-957f-25b6cf6347ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1097 time: 0.4105666 Aug 06 18:36:15.289203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25f37-e09b-4dc8-b370-9fe24f032005 req-a13ecbbb-5f5a-4ee0-8f9b-ed3964fa5f7a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:15.293940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3a25f37-e09b-4dc8-b370-9fe24f032005 req-a13ecbbb-5f5a-4ee0-8f9b-ed3964fa5f7a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.5839489 Aug 06 18:36:15.440814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-11fc3b48-1104-4d3c-959f-f9d009cc4dc8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:15.445485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-11fc3b48-1104-4d3c-959f-f9d009cc4dc8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.6158118 Aug 06 18:36:15.458913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3a25f37-e09b-4dc8-b370-9fe24f032005 req-dde950d5-623f-4bb9-973d-49ec0060d526 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Aug 06 18:36:15.470089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a26d47fa-b48b-479e-a795-07ee79753c3a req-8f4018b2-083d-4269-b909-cf99b8ca7d45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881609 Aug 06 18:36:15.476807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Made reservation on behalf of 7c1c7363d56e4b87a771960eaa9ef8e4 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:15.481536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:15.496636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:15.526647 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-20a1631d-cd42-4ebf-ac41-e6e1791daf0d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0425951 Aug 06 18:36:15.555051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:15.655293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] No DVR routers for this DVR port 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:15.658625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:15.661044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9fac72be-d634-4acc-b38e-6e554cd16028 req-16f4ef48-b27c-4cce-a136-17cccd07ad0d tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.16 "DELETE /v2.0/ports/6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 HTTP/1.1" status: 204 len: 173 time: 1.7129328 Aug 06 18:36:15.661581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'name': 'network-vif-deleted', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:15.664409 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c6a78-ec1e-4af9-8d1a-5a52ef9258c6" -d '{"events": [{"server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "name": "network-vif-deleted", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:15.711674 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-e5a5a402-8d08-4d9c-a70f-a7cb1ddf5264 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416991 Aug 06 18:36:16.002411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-48d1eb9a-854e-4f9b-a3ee-8737cba270cb service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734816 Aug 06 18:36:16.029648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e6ccb-61fb-4353-b312-9586f0563440 req-1081e887-1c21-4497-a5f6-dadb30a8cfea tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:16.033084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d26e6ccb-61fb-4353-b312-9586f0563440 req-1081e887-1c21-4497-a5f6-dadb30a8cfea tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3274169 Aug 06 18:36:16.100292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Allocated IP 172.20.0.7 (9a8871e1-6ebd-44c0-881e-19772049f56b/3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb/86f3b31f-bd88-418c-86ae-a37755df990c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:16.268286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d26e6ccb-61fb-4353-b312-9586f0563440 req-046d096f-7c76-422c-916e-72b17422d2f8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201071 Aug 06 18:36:16.276168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-c79b6959-f2d6-4436-8132-bd96509a848f service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551262 Aug 06 18:36:16.600714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:16.714098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:16.871453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8870078-e0e6-4c7e-810e-c2ecd65ff57c req-0b34d0e8-e691-4942-b7ab-de96085e7a1e tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c810c4e-3d74-4d78-9a1d-9e747d8f955d HTTP/1.1" status: 200 len: 210 time: 0.0848598 Aug 06 18:36:16.875286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Network 9a8871e1-6ebd-44c0-881e-19772049f56b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:16.882167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:16.893084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:16.903705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Pushing event updated for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:17.083906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.085014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:17.114213 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2321d9ec-b256-4d4a-a7a3-166611649bcf x-openstack-request-id: req-2321d9ec-b256-4d4a-a7a3-166611649bcf {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:17.114782 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c810c4e-3d74-4d78-9a1d-9e747d8f955d", "name": "network-vif-deleted", "tag": "6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:17.115088 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2321d9ec-b256-4d4a-a7a3-166611649bcf {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:17.115758 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c810c4e-3d74-4d78-9a1d-9e747d8f955d', 'name': 'network-vif-deleted', 'tag': '6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808', 'status': 'completed', 'code': 200} Aug 06 18:36:17.148552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-91b88e4e-e1df-4805-819f-85fd35a25ad3 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0827155 Aug 06 18:36:17.171076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Request body: {'port': {'device_id': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:17.267145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30e6e0-1b88-4bc5-b8e8-7a4f2ea0234c req-0394f8af-b68d-432b-958c-af664dd8251a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.269027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a30e6e0-1b88-4bc5-b8e8-7a4f2ea0234c req-0394f8af-b68d-432b-958c-af664dd8251a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 931 time: 0.2255058 Aug 06 18:36:17.377230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:17.383336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c85c0a-001f-44f4-88d6-d5c2b4311486 req-54b56c8f-421d-4916-83a1-380ba16ca721 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.399645 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5c85c0a-001f-44f4-88d6-d5c2b4311486 req-54b56c8f-421d-4916-83a1-380ba16ca721 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.2001064 Aug 06 18:36:17.402953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a30e6e0-1b88-4bc5-b8e8-7a4f2ea0234c req-dfc017a1-1acd-4d40-8aac-ad5906dca060 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733712 Aug 06 18:36:17.548592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5c85c0a-001f-44f4-88d6-d5c2b4311486 req-4751ae6b-3b60-40a1-95a1-935702419e34 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334248 Aug 06 18:36:17.680179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fa9d525-26fc-40b2-8708-1d0523e26415 req-be6f9cdb-100c-4f2f-9231-f32d2825a374 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0833180 Aug 06 18:36:17.806478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd20272-275f-4f07-a432-149202bbb6f9 req-7f40ece2-4611-48d4-931e-260a694a2c13 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.808595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cd20272-275f-4f07-a432-149202bbb6f9 req-7f40ece2-4611-48d4-931e-260a694a2c13 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1215296 Aug 06 18:36:17.949285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2cd20272-275f-4f07-a432-149202bbb6f9 req-e016b7a4-a6f8-4692-86a4-6ed59d7abebc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862350 Aug 06 18:36:17.978552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac387b-73c9-458e-a6e4-4ba084df0fe8 req-f6282d13-97c1-4d72-92a4-8f4c5cf427ea tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.994024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23ac387b-73c9-458e-a6e4-4ba084df0fe8 req-f6282d13-97c1-4d72-92a4-8f4c5cf427ea tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1075799 Aug 06 18:36:18.061404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34542) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:18.164498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23ac387b-73c9-458e-a6e4-4ba084df0fe8 req-64945a70-a848-4db9-a01f-3a5b7dd11101 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685224 Aug 06 18:36:18.172222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f3b31f-bd88-418c-86ae-a37755df990c {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:18.193324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.197562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.255066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.271364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Transition to ACTIVE for port object 86f3b31f-bd88-418c-86ae-a37755df990c will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:18.278788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.390577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.396440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.405265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:18.416436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/security-groups/29fc6ffa-b850-4bfd-a8c3-39ce698ae045 HTTP/1.1" status: 204 len: 168 time: 0.3531079 Aug 06 18:36:18.450286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f5e26-a4c0-432b-82bc-f1c4ad9f6987 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc6ffa-b850-4bfd-a8c3-39ce698ae045,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:18.459837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Pushing event updated for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:18.755715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca977eca-c6dc-451c-b3bc-80a01747e19c req-e3b4ed71-f30a-4487-80e9-612081a07058 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:18.758612 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca977eca-c6dc-451c-b3bc-80a01747e19c req-e3b4ed71-f30a-4487-80e9-612081a07058 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 943 time: 0.0904808 Aug 06 18:36:18.817253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.834696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ca977eca-c6dc-451c-b3bc-80a01747e19c req-57042c54-083d-4c28-8dad-865e42f9a8fd tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Aug 06 18:36:18.842260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:18.881756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:18.882290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 6f6cdcfb-01e5-4e2e-b21a-abfcd0cd1808 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:18.909774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Attempting to bind port 86f3b31f-bd88-418c-86ae-a37755df990c on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:18.910276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Attempting to bind port 86f3b31f-bd88-418c-86ae-a37755df990c by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f50191fb-333d-4f5c-bef5-01d2c1bd322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:18.910758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Attempting to bind port 86f3b31f-bd88-418c-86ae-a37755df990c on network 9a8871e1-6ebd-44c0-881e-19772049f56b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:18.928902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Port 86f3b31f-bd88-418c-86ae-a37755df990c on network 9a8871e1-6ebd-44c0-881e-19772049f56b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:18.929264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Attempting to bind port 86f3b31f-bd88-418c-86ae-a37755df990c on network 9a8871e1-6ebd-44c0-881e-19772049f56b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:18.955391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.973089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:18.973653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Checking segment: {'id': 'f50191fb-333d-4f5c-bef5-01d2c1bd322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:18.975243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Bound using segment: {'id': 'f50191fb-333d-4f5c-bef5-01d2c1bd322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:18.975999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Bound port: 86f3b31f-bd88-418c-86ae-a37755df990c, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50191fb-333d-4f5c-bef5-01d2c1bd322f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:18.976558 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:18.995211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-ba651e1f-3f2a-40e0-9098-c44107748cf1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:18.999228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-ba651e1f-3f2a-40e0-9098-c44107748cf1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 814 time: 0.4265821 Aug 06 18:36:19.071297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-9faa04e2-0cd7-4847-bbe7-33cf73e16c0e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/quotas/50e80056de9a46ed84c4c90acaf94844 HTTP/1.1" status: 200 len: 375 time: 0.0449202 Aug 06 18:36:19.233715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efad6c4-4c90-4aa2-998f-68c78dcb81d2 req-83f8243a-4f31-4911-98bb-0ab800748134 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.236947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0efad6c4-4c90-4aa2-998f-68c78dcb81d2 req-83f8243a-4f31-4911-98bb-0ab800748134 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.2580757 Aug 06 18:36:19.237723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:19.242814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:19.244812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/security-groups/b494076d-eed3-4d23-af4b-7d2ad4502bd3 HTTP/1.1" status: 204 len: 168 time: 0.8378229 Aug 06 18:36:19.250333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:19.275787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ef256-dbc3-4c6a-8c74-0c15cfe6ed17 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494076d-eed3-4d23-af4b-7d2ad4502bd3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:19.284836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:19.298572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=86f3b31f-bd88-418c-86ae-a37755df990c,segment=NetworkSegment(f50191fb-333d-4f5c-bef5-01d2c1bd322f),segment_id=f50191fb-333d-4f5c-bef5-01d2c1bd322f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:19.311983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-da62f622-32e0-44e2-b033-6f4423f69482 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928568 Aug 06 18:36:19.315335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:19.394848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.396541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:19.398556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] 10.222.0.55 "PUT /v2.0/ports/86f3b31f-bd88-418c-86ae-a37755df990c HTTP/1.1" status: 200 len: 1092 time: 2.2401893 Aug 06 18:36:19.399525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:19.404061 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbe36b9-74dc-475f-8bb0-a19bf889a173" -d '{"events": [{"name": "network-changed", "server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:19.464534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce62642-dc80-4597-b6cb-04e50609934e service neutron] Pushing event updated for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:19.574258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-beb77a72-eb9c-4361-86c2-6b9c9b70c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.578955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-beb77a72-eb9c-4361-86c2-6b9c9b70c6d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c1c7363d56e4b87a771960eaa9ef8e4&device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 1095 time: 0.1079478 Aug 06 18:36:19.672124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-f161707b-19aa-482d-9000-46172f6b3e13 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.674995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-f161707b-19aa-482d-9000-46172f6b3e13 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.6316061 Aug 06 18:36:19.691024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-d72d1d5d-488e-46a2-90b6-eebe24eda47c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f3b31f-bd88-418c-86ae-a37755df990c HTTP/1.1" status: 200 len: 217 time: 0.1043756 Aug 06 18:36:19.708489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:19.759669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0efad6c4-4c90-4aa2-998f-68c78dcb81d2 req-ed51daa1-79cd-4834-95d9-ce86e11e4fb3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072267 Aug 06 18:36:19.862112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c8f-d807-4165-9819-8f0745c77886 req-59579010-22d7-4167-a0d6-257354bd86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.864763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-59579010-22d7-4167-a0d6-257354bd86f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb HTTP/1.1" status: 200 len: 848 time: 0.1614113 Aug 06 18:36:19.926395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-5ede4067-1c49-4197-9829-a5e022b9ddae service neutron] 10.222.0.64 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569496 Aug 06 18:36:19.931230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-29d6f7d1-97c8-44ef-9db6-7bc90c36e234 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a8871e1-6ebd-44c0-881e-19772049f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518456 Aug 06 18:36:19.952824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f22f170-9d01-4680-9032-a55e2cb342b9 req-cfb22681-f90f-499b-8886-18ea6ad2290b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Aug 06 18:36:20.055681 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa12721c-725e-41d5-8dfb-b279b26e8630 x-openstack-request-id: req-aa12721c-725e-41d5-8dfb-b279b26e8630 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:20.056112 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:20.056490 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa12721c-725e-41d5-8dfb-b279b26e8630 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:20.057109 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c', 'status': 'completed', 'code': 200} Aug 06 18:36:20.094911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:20.099931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:20.242747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-97bedbac-b508-4fce-80f7-c2c45235d699 service neutron] 10.222.0.64 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097029 Aug 06 18:36:20.274753 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-998466ae-9a7f-4437-a5ad-de168a75328c service neutron] 10.222.0.55 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261392 Aug 06 18:36:20.522248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df453c8f-d807-4165-9819-8f0745c77886 req-3623af1d-fadc-4698-844a-8bbf9cb41ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264044 Aug 06 18:36:20.727216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af79d655-306a-4ac0-bb6a-ef644fb82973 req-8c4c692d-50f2-4155-9491-f9e06a767ada tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 210 time: 0.1801076 Aug 06 18:36:20.751432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-bd93e993-c938-4ad6-a33e-c7ce462773c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:20.760407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-bd93e993-c938-4ad6-a33e-c7ce462773c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c1c7363d56e4b87a771960eaa9ef8e4&device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 1095 time: 0.1139562 Aug 06 18:36:21.003606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47108f98-6072-4593-afd8-49f5629c0612 req-cba5f01e-d46c-4e58-98af-3e2d45948e05 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:21.017769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47108f98-6072-4593-afd8-49f5629c0612 req-cba5f01e-d46c-4e58-98af-3e2d45948e05 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 943 time: 0.8442459 Aug 06 18:36:21.129749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6adda-6300-4db5-a4e9-ab1f770676f8 req-452bfef8-a9a1-4dff-b6e2-b99f9a2c19b9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:21.133394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15c6adda-6300-4db5-a4e9-ab1f770676f8 req-452bfef8-a9a1-4dff-b6e2-b99f9a2c19b9 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1553724 Aug 06 18:36:21.152831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.10 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/c4418f3f-12ac-4d49-a37c-2c01281081e0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:21.187912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-32bca0c3-d69a-4e13-9995-6623ef7474e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:21.193887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-32bca0c3-d69a-4e13-9995-6623ef7474e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9a8871e1-6ebd-44c0-881e-19772049f56b HTTP/1.1" status: 200 len: 909 time: 0.4243684 Aug 06 18:36:21.279490 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47108f98-6072-4593-afd8-49f5629c0612 req-e536a84b-7332-4f4b-9401-661e62657403 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603564 Aug 06 18:36:21.306377 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-0bf579ae-da9b-4be6-a93e-c6658d952fe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86f3b31f-bd88-418c-86ae-a37755df990c HTTP/1.1" status: 200 len: 217 time: 0.1019042 Aug 06 18:36:21.317683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15c6adda-6300-4db5-a4e9-ab1f770676f8 req-d7efebb0-edd5-40c2-ae15-edcfea7d288f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679976 Aug 06 18:36:21.423650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-38cad226-5435-4bd3-80e5-96f7eb88218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:21.431194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-38cad226-5435-4bd3-80e5-96f7eb88218d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb HTTP/1.1" status: 200 len: 848 time: 0.1064975 Aug 06 18:36:21.475902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-86b3ae5d-25fb-4a5a-85bd-7b2c91f441ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9a8871e1-6ebd-44c0-881e-19772049f56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365977 Aug 06 18:36:21.549519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f552b785-e407-46b8-a552-a37c9e59313b req-afedd562-f898-42aa-b3d0-1a920d2a3b4f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0521994 Aug 06 18:36:21.732026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-949a99fc-84d3-46e4-8795-071502f3b49e service neutron] 10.222.0.55 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469726 Aug 06 18:36:21.741899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:21.786022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object c4418f3f-12ac-4d49-a37c-2c01281081e0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:21.836433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:21.877724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dbe36b9-74dc-475f-8bb0-a19bf889a173 req-5538f81a-eaee-48e2-8b6d-306f4195df16 service neutron] 10.222.0.55 "GET /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375589 Aug 06 18:36:21.905003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-3de4ec8b-92df-4026-aa03-3dc3d3c38b58 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:21.913213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-3de4ec8b-92df-4026-aa03-3dc3d3c38b58 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 814 time: 0.4075778 Aug 06 18:36:21.948237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-c566b317-d567-49c6-86b2-8a838af7d7bc tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/quotas/dace74d915a9445a9f8ea90a1468ba44 HTTP/1.1" status: 200 len: 375 time: 0.0337744 Aug 06 18:36:21.955682 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-276a1811-f885-4873-815a-195b7eb71eba req-4146ff6c-7302-4828-b85c-50393711e606 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 210 time: 0.0579197 Aug 06 18:36:22.032841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:22.065334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-eb22312f-2bd6-4684-9115-b1ea33755412 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642784 Aug 06 18:36:22.188407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:22.220370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:22.225673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:22.371663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:22.468060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:22.475118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:22.515078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-782961c9-28d2-4f17-aa97-db3e2efdec39 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8185003 Aug 06 18:36:22.542352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 86f3b31f-bd88-418c-86ae-a37755df990c details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:22.543815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Request body: {'port': {'device_id': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:22.666492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-6b874cfb-fce4-4dad-a0d4-1a35fffb3b75 service neutron] 10.222.0.64 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462375 Aug 06 18:36:22.686713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4c7c9-c6c3-4b63-a9c6-813b6492474c req-814aa02b-79d0-47a0-a819-81771fe87ac5 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:22.689439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bb4c7c9-c6c3-4b63-a9c6-813b6492474c req-814aa02b-79d0-47a0-a819-81771fe87ac5 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 943 time: 0.2103720 Aug 06 18:36:22.708725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-feae1119-7cf6-4160-bf42-29176f6d21a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:22.711407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-feae1119-7cf6-4160-bf42-29176f6d21a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.55 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 814 time: 0.4527771 Aug 06 18:36:22.759584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Request body: {'port': {'device_id': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'admin_state_up': True, 'tenant_id': '50e80056de9a46ed84c4c90acaf94844'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:22.766589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:22.833750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=86f3b31f-bd88-418c-86ae-a37755df990c,segment=NetworkSegment(f50191fb-333d-4f5c-bef5-01d2c1bd322f),segment_id=f50191fb-333d-4f5c-bef5-01d2c1bd322f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:22.842559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bb4c7c9-c6c3-4b63-a9c6-813b6492474c req-d6113e11-0e95-417c-a6bf-006504db1136 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295145 Aug 06 18:36:22.884597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '86f3b31f-bd88-418c-86ae-a37755df990c', 'network_id': '9a8871e1-6ebd-44c0-881e-19772049f56b', 'port_id': '86f3b31f-bd88-418c-86ae-a37755df990c', 'mac_address': 'fa:16:3e:a0:66:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:22.984593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.012628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f3b31f-bd88-418c-86ae-a37755df990c {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:23.059599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e12e9f6-31a1-48de-b875-1a9907a014b3 None None] Provisioning for port c4418f3f-12ac-4d49-a37c-2c01281081e0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:23.070825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e12e9f6-31a1-48de-b875-1a9907a014b3 None None] Provisioning complete for port c4418f3f-12ac-4d49-a37c-2c01281081e0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:23.071812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e12e9f6-31a1-48de-b875-1a9907a014b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.079016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=86f3b31f-bd88-418c-86ae-a37755df990c,segment=NetworkSegment(f50191fb-333d-4f5c-bef5-01d2c1bd322f),segment_id=f50191fb-333d-4f5c-bef5-01d2c1bd322f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:23.124058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.234974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:23.253486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-75cad172-3bbb-4416-a372-fe5178b78737 service neutron] 10.222.0.64 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916813 Aug 06 18:36:23.264210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7e12e9f6-31a1-48de-b875-1a9907a014b3 None None] Port c4418f3f-12ac-4d49-a37c-2c01281081e0 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:36:23.367027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['86f3b31f-bd88-418c-86ae-a37755df990c'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:23.539420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port dde54509-ed38-496a-8dac-07600354b8fc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:23.539950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.625147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2084-90e2-442a-b78d-3c0cd7410337 req-711ccb74-58a7-4074-9d30-872cf7a64811 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:23.626880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-708f2084-90e2-442a-b78d-3c0cd7410337 req-711ccb74-58a7-4074-9d30-872cf7a64811 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.2048581 Aug 06 18:36:23.883565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-708f2084-90e2-442a-b78d-3c0cd7410337 req-f6b766d5-ecba-49aa-95ca-c80162f4ae51 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408071 Aug 06 18:36:23.886034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Made reservation on behalf of 50e80056de9a46ed84c4c90acaf94844 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:23.906698 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.938233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port dde54509-ed38-496a-8dac-07600354b8fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dde54509-ed38-496a-8dac-07600354b8fc,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:23.938864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.012334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd4686-00cd-48d6-a8be-804a5503aabe req-1aa56fdf-be08-4ea2-904c-071b8194fe73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:24.015366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09bd4686-00cd-48d6-a8be-804a5503aabe req-1aa56fdf-be08-4ea2-904c-071b8194fe73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 932 time: 0.1999977 Aug 06 18:36:24.020141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for dde54509-ed38-496a-8dac-07600354b8fc owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:24.108252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f8cf200-be39-4e4f-b072-6c3183377368 req-7797a9ea-59bd-4c02-8bd2-2f3cbd30c7a7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 210 time: 0.0510242 Aug 06 18:36:24.272242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2927a69f-b51c-4f18-b530-25120628fa38 req-1ec63462-74e2-42f9-b67c-c62454b68a25 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 210 time: 0.0569651 Aug 06 18:36:24.273778 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09bd4686-00cd-48d6-a8be-804a5503aabe req-460bd3c1-3a04-4693-9809-cf81d531e2bb tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399530 Aug 06 18:36:24.313212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Allocated IP 172.20.0.2 (c29e7f05-602c-4078-955a-6bbef4c87a81/ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5/a8d8aa20-b624-4af7-9790-49d7f770182a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:24.328403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4418f3f-12ac-4d49-a37c-2c01281081e0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:24.340876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.360874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Transition to ACTIVE for port object c4418f3f-12ac-4d49-a37c-2c01281081e0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:24.373871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.506737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfea49-b461-4e02-8243-f27c1ba0c95b req-7d5b0f6a-884b-4045-a12d-0f2be53c008a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:24.514979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58dfea49-b461-4e02-8243-f27c1ba0c95b req-7d5b0f6a-884b-4045-a12d-0f2be53c008a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 944 time: 0.1202199 Aug 06 18:36:24.516631 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Pushing event updated for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:24.554749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 86f3b31f-bd88-418c-86ae-a37755df990c up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:24.681590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.722373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 86f3b31f-bd88-418c-86ae-a37755df990c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:24.725650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.736516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 86f3b31f-bd88-418c-86ae-a37755df990c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:24.737639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.773138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=dde54509-ed38-496a-8dac-07600354b8fc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:24.774365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58dfea49-b461-4e02-8243-f27c1ba0c95b req-22fc9eac-9005-48b2-afd1-c53312029ddb tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582412 Aug 06 18:36:24.775569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:24.911861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Pushing event updated for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:24.952019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Network c29e7f05-602c-4078-955a-6bbef4c87a81 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:24.963155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Attempting to bind port c4418f3f-12ac-4d49-a37c-2c01281081e0 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:24.966686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Attempting to bind port c4418f3f-12ac-4d49-a37c-2c01281081e0 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:24.968689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Attempting to bind port c4418f3f-12ac-4d49-a37c-2c01281081e0 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:24.986229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:24.995387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:25.136245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Port c4418f3f-12ac-4d49-a37c-2c01281081e0 on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:25.137033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Attempting to bind port c4418f3f-12ac-4d49-a37c-2c01281081e0 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:25.140759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:25.144379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.215137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:25.216193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:25.216811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:25.217421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-cd101920-84dd-4753-839c-6a4a21d634ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4651749 Aug 06 18:36:25.218209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Bound port: c4418f3f-12ac-4d49-a37c-2c01281081e0, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:25.218847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.242483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Request body: {'port': {'device_id': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:25.253202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:25.493395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.582445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce61b1-07d9-418e-bcdd-25f76b41027f req-4e876a41-f525-4b27-a1f7-6bb8f4f70ad0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:25.596048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0ce61b1-07d9-418e-bcdd-25f76b41027f req-4e876a41-f525-4b27-a1f7-6bb8f4f70ad0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 931 time: 0.2155325 Aug 06 18:36:25.739803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ab82-5579-4a28-8151-c75263802e6c req-063a1185-2d4e-4c1b-91c6-c09e7350d96b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:25.743615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee09ab82-5579-4a28-8151-c75263802e6c req-063a1185-2d4e-4c1b-91c6-c09e7350d96b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.5096910 Aug 06 18:36:25.746305 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.750744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.800075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0ce61b1-07d9-418e-bcdd-25f76b41027f req-469792a3-900b-4978-b370-30a7bd9f40ee tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972182 Aug 06 18:36:25.844192 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee09ab82-5579-4a28-8151-c75263802e6c req-2b993a19-f35b-4bbc-adf4-98c6e0dc8e1a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Aug 06 18:36:25.999344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d864db21-7891-43f8-9e9f-14020cdff88e req-db9f9e31-1e70-437e-a682-9f44bbd6f9a6 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 210 time: 0.0828977 Aug 06 18:36:26.095906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:26.106059 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea1906-c739-4dda-81ce-ad6e57bda0db" -d '{"events": [{"server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "name": "network-vif-plugged", "status": "completed", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:26.184974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=86f3b31f-bd88-418c-86ae-a37755df990c,segment=NetworkSegment(f50191fb-333d-4f5c-bef5-01d2c1bd322f),segment_id=f50191fb-333d-4f5c-bef5-01d2c1bd322f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:26.186223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:26.191364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:26.195379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.225249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.325202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:26.451589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fabd3-d31d-4590-8c2e-51a7f60b1608 req-5413e70e-27f4-4fa0-8bbe-6cf2ba6b3b51 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.454675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-708fabd3-d31d-4590-8c2e-51a7f60b1608 req-5413e70e-27f4-4fa0-8bbe-6cf2ba6b3b51 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.2592711 Aug 06 18:36:26.519390 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d8aa20-b624-4af7-9790-49d7f770182a {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:26.547089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.566979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-708fabd3-d31d-4590-8c2e-51a7f60b1608 req-e638adb2-8730-4809-8e00-4011357b0aa4 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Aug 06 18:36:26.573393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Transition to ACTIVE for port object a8d8aa20-b624-4af7-9790-49d7f770182a will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:26.580160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.664763 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09b874-c762-4980-b53d-a8d3d304fb79 x-openstack-request-id: req-2f09b874-c762-4980-b53d-a8d3d304fb79 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:26.664763 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "name": "network-vif-plugged", "status": "completed", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:26.664763 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f09b874-c762-4980-b53d-a8d3d304fb79 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:26.664763 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c', 'code': 200} Aug 06 18:36:26.769504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:26.818604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.819406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.821233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] 10.222.0.16 "PUT /v2.0/ports/c4418f3f-12ac-4d49-a37c-2c01281081e0 HTTP/1.1" status: 200 len: 1093 time: 4.2953923 Aug 06 18:36:26.827921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:26.830499 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc26116c-54cb-4077-be8f-dbc82efd5808" -d '{"events": [{"name": "network-changed", "server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:26.860364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Attempting to bind port a8d8aa20-b624-4af7-9790-49d7f770182a on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:26.861489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Attempting to bind port a8d8aa20-b624-4af7-9790-49d7f770182a by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:26.861489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Attempting to bind port a8d8aa20-b624-4af7-9790-49d7f770182a on network c29e7f05-602c-4078-955a-6bbef4c87a81 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:26.880411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Port a8d8aa20-b624-4af7-9790-49d7f770182a on network c29e7f05-602c-4078-955a-6bbef4c87a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:26.885116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Attempting to bind port a8d8aa20-b624-4af7-9790-49d7f770182a on network c29e7f05-602c-4078-955a-6bbef4c87a81 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:26.893416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:26.894258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Checking segment: {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:26.895652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Bound using segment: {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:26.896485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Bound port: a8d8aa20-b624-4af7-9790-49d7f770182a, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4106c9-b793-4e79-8f59-f1cc220b5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:26.896757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.938818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b74c-de08-47c0-83f5-0290b82763ff req-1c2aea0e-b685-4f81-8904-917cf1277043 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.940701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6f7b74c-de08-47c0-83f5-0290b82763ff req-1c2aea0e-b685-4f81-8904-917cf1277043 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.8607385 Aug 06 18:36:26.949857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d8c26-9bf8-4580-9faf-ba42459489ab service neutron] Pushing event updated for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:26.996471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1804d2-636b-413c-893d-c0fc03984053 req-7e6b4e4f-9af4-4973-a6aa-c18a96fff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.999283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec1804d2-636b-413c-893d-c0fc03984053 req-7e6b4e4f-9af4-4973-a6aa-c18a96fff247 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 1097 time: 0.2431958 Aug 06 18:36:27.051047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-3c4496f9-c0d9-4706-8ac7-ba0b94e8ae6f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.052921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-3c4496f9-c0d9-4706-8ac7-ba0b94e8ae6f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.16 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 814 time: 0.9657869 Aug 06 18:36:27.077692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Router 949cded8-6601-40e9-b2a4-e893670d75dd has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:36:27.089650 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6f7b74c-de08-47c0-83f5-0290b82763ff req-432c2da5-8de2-4b45-a5e9-72f24becba58 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209030 Aug 06 18:36:27.095261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Request body: {'port': {'device_id': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'network_id': '00213c39-978b-4642-9965-de38881b2c38', 'admin_state_up': True, 'tenant_id': 'dace74d915a9445a9f8ea90a1468ba44'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:27.158404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-9f79a14e-6a61-4ac0-a306-862839860fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.160995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-9f79a14e-6a61-4ac0-a306-862839860fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 1096 time: 0.2141140 Aug 06 18:36:27.232460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec1804d2-636b-413c-893d-c0fc03984053 req-3e8b14ac-4341-4ffc-821d-951253d7e343 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230790 Aug 06 18:36:27.254398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:27.294515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a8d8aa20-b624-4af7-9790-49d7f770182a,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:27.307005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.322886 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4f874-2ce0-449a-8a54-3fa1a14e044a x-openstack-request-id: req-7cb4f874-2ce0-449a-8a54-3fa1a14e044a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:27.323419 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:27.323747 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cb4f874-2ce0-449a-8a54-3fa1a14e044a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:27.324426 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0', 'status': 'completed', 'code': 200} Aug 06 18:36:27.331947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef06e8c-0a8f-4215-8107-c34df9940ed0 req-30c2ef5b-1c3b-4e42-8559-1fedb96b5122 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.343715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-2e2abcd7-4013-472b-93e8-3f0bde8696d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0 HTTP/1.1" status: 200 len: 217 time: 0.1407938 Aug 06 18:36:27.344663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ef06e8c-0a8f-4215-8107-c34df9940ed0 req-30c2ef5b-1c3b-4e42-8559-1fedb96b5122 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 943 time: 0.3011618 Aug 06 18:36:27.450906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.452102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.454681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8d8aa20-b624-4af7-9790-49d7f770182a HTTP/1.1" status: 200 len: 1092 time: 2.2268538 Aug 06 18:36:27.455663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:27.459947 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:27.512000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ef06e8c-0a8f-4215-8107-c34df9940ed0 req-68fa3279-eecd-4cf7-a6c5-b2bc35b0ba5c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659601 Aug 06 18:36:27.528065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e8fa-56eb-46d9-82d0-1232c2380186 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:27.568517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-8c830cb1-d433-4962-ac4d-a05c69aeeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.570248 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-8c830cb1-d433-4962-ac4d-a05c69aeeeee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.2132990 Aug 06 18:36:27.596687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-dba4ded4-e68a-42c8-9eb3-2e3f7bef6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.599009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-dba4ded4-e68a-42c8-9eb3-2e3f7bef6f47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 1095 time: 0.0928750 Aug 06 18:36:27.642617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:36:27.656421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea54d64d-afa2-4a9e-aaba-95817cae2333 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "PUT /v2.0/routers/949cded8-6601-40e9-b2a4-e893670d75dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4023178 Aug 06 18:36:27.659719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Sync routers for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:36:27.660332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34756) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:27.671192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a8ec-2e45-4f2a-9bf8-190da7efe370 req-84e9b988-a017-48a4-a9ea-77819bd68244 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.673284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bad7a8ec-2e45-4f2a-9bf8-190da7efe370 req-84e9b988-a017-48a4-a9ea-77819bd68244 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.2448726 Aug 06 18:36:27.681317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:27.682631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:27.721742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3048100-5eb9-4f35-b6b5-f1a7cf1dffbc req-9eacb5db-9232-4e15-82fc-457e98ccfbc8 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 210 time: 0.1142590 Aug 06 18:36:27.723843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-60d18c43-6be6-4a3a-96a6-095e24de759f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d8aa20-b624-4af7-9790-49d7f770182a HTTP/1.1" status: 200 len: 217 time: 0.1116126 Aug 06 18:36:27.769986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Made reservation on behalf of dace74d915a9445a9f8ea90a1468ba44 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:27.776265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.797949 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb23043e-1d95-4bc0-a40e-44bfeda9624f x-openstack-request-id: req-fb23043e-1d95-4bc0-a40e-44bfeda9624f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:27.798601 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:27.799139 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb23043e-1d95-4bc0-a40e-44bfeda9624f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:27.799899 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a', 'status': 'completed', 'code': 200} Aug 06 18:36:27.805291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-304618fd-eb00-4569-a3fb-a8ac0fbd6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.807064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-304618fd-eb00-4569-a3fb-a8ac0fbd6f30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.0747838 Aug 06 18:36:27.839633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d9948-878f-4025-8b66-a674016e7701 req-0526bd43-3eaa-4150-acaa-bfad450e700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.842441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-0526bd43-3eaa-4150-acaa-bfad450e700c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2514780 Aug 06 18:36:27.850302 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-37ff764c-1566-4807-b375-ff2ce1aa3411 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322065 Aug 06 18:36:27.887592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:27.906170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting subnet 027623be-63f3-4ffb-864d-5b27f422ac4c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:36:27.933515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bad7a8ec-2e45-4f2a-9bf8-190da7efe370 req-a54746dc-c126-468c-8c9f-d4f56039394c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418735 Aug 06 18:36:27.937943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.045973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acd98a-e963-469b-9769-f237397e0247 req-f3197172-018e-4052-9c30-55cb6b85100a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.049635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0acd98a-e963-469b-9769-f237397e0247 req-f3197172-018e-4052-9c30-55cb6b85100a tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.1744072 Aug 06 18:36:28.115458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-0044ee5b-b05c-4375-a749-bdf7f462526a service neutron] 10.222.0.55 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538764 Aug 06 18:36:28.187622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.218008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0acd98a-e963-469b-9769-f237397e0247 req-4fbc9c1e-e119-44f7-9ca3-0dd3abcd5e47 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261671 Aug 06 18:36:28.310743 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:36:24Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:28.312120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fde37cf6-6248-4af0-94bc-e7e8b1ead2c0 req-28f2c5ab-d43b-4123-b72c-b81ccd8babfb service neutron] 10.222.0.55 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772985 Aug 06 18:36:28.352993 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Checking router: 949cded8-6601-40e9-b2a4-e893670d75dd for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:28.369072 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Routers {'949cded8-6601-40e9-b2a4-e893670d75dd'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:28.370005 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['949cded8-6601-40e9-b2a4-e893670d75dd'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:28.439273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Allocated IP 172.20.0.5 (00213c39-978b-4642-9965-de38881b2c38/77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b/aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:28.445043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-b8b16cd7-45b8-40f2-b822-85caece11839 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827034 Aug 06 18:36:28.451108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-86425330-d1f5-4b5d-add0-a9500d5489c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.454767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-86425330-d1f5-4b5d-add0-a9500d5489c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 1095 time: 0.0821900 Aug 06 18:36:28.519525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be1931-4006-47b5-9633-2872d710a1ba req-384ecd08-20f9-4497-8ff2-332abcfea730 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.521272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3be1931-4006-47b5-9633-2872d710a1ba req-384ecd08-20f9-4497-8ff2-332abcfea730 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.2571607 Aug 06 18:36:28.521757 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] Set router 949cded8-6601-40e9-b2a4-e893670d75dd gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:28.536614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55e1e1d6-aa7a-4c4b-ba78-f03ab1faf978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.617494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.624901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-2742128d-fadc-4401-a07f-c96225682bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.627413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-2742128d-fadc-4401-a07f-c96225682bf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.1648855 Aug 06 18:36:28.712671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d3be1931-4006-47b5-9633-2872d710a1ba req-13fddb47-3297-42a6-979d-dcbb335cdc1f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790130 Aug 06 18:36:28.749589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-7b316a1e-c55b-4246-bade-0fa5f5b8a4e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8d8aa20-b624-4af7-9790-49d7f770182a HTTP/1.1" status: 200 len: 217 time: 0.1032124 Aug 06 18:36:28.802860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff949-f3b7-48a9-b549-b88918764ef4 req-8a2b0f88-fc36-4b7b-bdfa-c5cdf2e4bc75 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.809916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-947ff949-f3b7-48a9-b549-b88918764ef4 req-8a2b0f88-fc36-4b7b-bdfa-c5cdf2e4bc75 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 943 time: 0.1864824 Aug 06 18:36:28.822995 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-be4d9948-878f-4025-8b66-a674016e7701 req-084bc7af-96b1-40ce-9672-fe4d05e7d684 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509510 Aug 06 18:36:28.857021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.866100 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:36:24Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:28.914318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09d313-f991-4c0c-bf96-90a8af739498 None None] The sync data for ids ['949cded8-6601-40e9-b2a4-e893670d75dd'] in n-d-793621-29 is: [{'id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703631572', 'tenant_id': 'b3abce411fa64883b8dcd542fab5824b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:48Z', 'updated_at': '2021-08-06T18:36:24Z', 'revision_number': 5, 'project_id': 'b3abce411fa64883b8dcd542fab5824b', 'gw_port': {'id': '726b7a33-ff33-41ef-b46c-d951024fef75', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949cded8-6601-40e9-b2a4-e893670d75dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:49Z', 'updated_at': '2021-08-06T18:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:28.923290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-306ac46d-d426-4cc4-8433-1f1317c79c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.925934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-306ac46d-d426-4cc4-8433-1f1317c79c12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.1673443 Aug 06 18:36:28.928390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Subnet': ['ID=027623be-63f3-4ffb-864d-5b27f422ac4c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:28.949695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defc4bb-b3a4-4276-af0c-c218febae0a6 None None] Network f6da1789-6b34-40c8-88a4-df202acc8c99 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:28.966975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-947ff949-f3b7-48a9-b549-b88918764ef4 req-e124a481-09e7-46a7-b446-539896d09aeb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094794 Aug 06 18:36:28.985729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.991246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-317d8862-9230-4e8e-b8a8-24ddc4c5b6e1 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/subnets/027623be-63f3-4ffb-864d-5b27f422ac4c HTTP/1.1" status: 204 len: 168 time: 1.3134613 Aug 06 18:36:28.993079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34764) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:29.000448 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b76ef2ae-a583-4f5b-836a-a50ea723637f req-b4a94f82-dc47-4354-907b-95fb9e48d453 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 210 time: 0.0972352 Aug 06 18:36:29.007695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-78fcf075-5d42-44e3-8e45-ba1582b713dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702641 Aug 06 18:36:29.039786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.049972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-046aef09-38aa-432e-b9d3-caf1d7c19059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.051863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-046aef09-38aa-432e-b9d3-caf1d7c19059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 1096 time: 0.1450903 Aug 06 18:36:29.177813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.203704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Network 00213c39-978b-4642-9965-de38881b2c38 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:29.212357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:29.215167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:29.274997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-e7dc78d2-2bb4-4055-af6a-97fa86f233b7 service neutron] 10.222.0.55 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548556 Aug 06 18:36:29.294442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3df3-9acf-495c-9f61-dd25fe3182e9 req-a4fb5766-6c4c-40f4-a0f7-4a2866e8991d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.302706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d9d3df3-9acf-495c-9f61-dd25fe3182e9 req-a4fb5766-6c4c-40f4-a0f7-4a2866e8991d tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1890497 Aug 06 18:36:29.321536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-2a98b118-08c6-4805-8142-2d17b6cab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.323820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec98cae-1999-4327-8e69-4651916c697e None None] DHCP port deletion for f6da1789-6b34-40c8-88a4-df202acc8c99 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:36:29.324109 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-2a98b118-08c6-4805-8142-2d17b6cab1b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.2609518 Aug 06 18:36:29.390952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Pushing event updated for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:29.394690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-81af641d-9bcc-40d3-8391-bb7e5e3f628b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0 HTTP/1.1" status: 200 len: 217 time: 0.0556180 Aug 06 18:36:29.398028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.408360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.408970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.417912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d9d3df3-9acf-495c-9f61-dd25fe3182e9 req-79443214-165f-4d5a-8e4b-616f9f9b66a2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136107 Aug 06 18:36:29.462719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-45fc7a6a-2888-4988-bc54-e88f4028971d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3792615 Aug 06 18:36:29.472805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Deleting port 1c0b72c0-08d0-46d6-a75a-028288e86913 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:29.474127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.538443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Request body: {'port': {'device_id': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:29.575727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bec98cae-1999-4327-8e69-4651916c697e None None] For port 1c0b72c0-08d0-46d6-a75a-028288e86913, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1c0b72c0-08d0-46d6-a75a-028288e86913,segment=NetworkSegment(3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86),segment_id=3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:29.576391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.599508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Calling delete_port for 1c0b72c0-08d0-46d6-a75a-028288e86913 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:29.612981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-ef2f2771-ee54-4c26-b906-3f7f7200d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.615559 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-ef2f2771-ee54-4c26-b906-3f7f7200d7b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1963015 Aug 06 18:36:29.675583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e743cc9d-7c89-4809-b45e-79a7bfb8a3aa req-aaab951d-371f-4227-9f10-1a81d739f75e service neutron] 10.222.0.55 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689187 Aug 06 18:36:29.683945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.707667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3ca63-3260-4064-826e-d23df81f0078 req-afdad8ba-2b65-40c0-aa07-23ce45668c02 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.710596 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4e3ca63-3260-4064-826e-d23df81f0078 req-afdad8ba-2b65-40c0-aa07-23ce45668c02 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.2791691 Aug 06 18:36:29.730138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.776679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.854336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec98cae-1999-4327-8e69-4651916c697e None None] Pushing event deleted for resources: {'Port': ['ID=1c0b72c0-08d0-46d6-a75a-028288e86913,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:29.862937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1c0b72c0-08d0-46d6-a75a-028288e86913 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:29.867620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec98cae-1999-4327-8e69-4651916c697e None None] No DVR routers for this DVR port 1c0b72c0-08d0-46d6-a75a-028288e86913 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:29.882285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Deleting port 726b7a33-ff33-41ef-b46c-d951024fef75 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:29.882747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.903341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1c0b72c0-08d0-46d6-a75a-028288e86913 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:29.903567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4e3ca63-3260-4064-826e-d23df81f0078 req-5abca428-c628-45c4-b918-4c3fa5492e03 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820762 Aug 06 18:36:29.904733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1c0b72c0-08d0-46d6-a75a-028288e86913 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:29.905430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dde54509-ed38-496a-8dac-07600354b8fc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:29.906717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-54783e61-4157-415b-95ab-f3bb314e15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.909292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-54783e61-4157-415b-95ab-f3bb314e15d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2853084 Aug 06 18:36:29.950307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: dde54509-ed38-496a-8dac-07600354b8fc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:29.951332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dde54509-ed38-496a-8dac-07600354b8fc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:30.069227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad645-0296-4dba-8f84-143bd4814845 req-c4398442-c603-4d90-b6dc-b81c03739515 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:30.079237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a0ad645-0296-4dba-8f84-143bd4814845 req-c4398442-c603-4d90-b6dc-b81c03739515 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.1709914 Aug 06 18:36:30.147860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] For port 726b7a33-ff33-41ef-b46c-d951024fef75, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=726b7a33-ff33-41ef-b46c-d951024fef75,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:30.147860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.203987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-9f455865-f318-4a23-8d4e-f8e24712c75f service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809336 Aug 06 18:36:30.204164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a0ad645-0296-4dba-8f84-143bd4814845 req-e157ef0f-8911-45fa-a8c4-85ab8ed901b9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187358 Aug 06 18:36:30.225630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Calling delete_port for 726b7a33-ff33-41ef-b46c-d951024fef75 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:30.357904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a03a-e850-496f-a94a-1a7b13368df2 req-30d2584e-8a4a-4aca-b755-007e83999045 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:30.359519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e728a03a-e850-496f-a94a-1a7b13368df2 req-30d2584e-8a4a-4aca-b755-007e83999045 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 931 time: 0.0729680 Aug 06 18:36:30.440317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e728a03a-e850-496f-a94a-1a7b13368df2 req-dda013d7-2ac7-460e-a90a-ff147b3b674b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Aug 06 18:36:30.464973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee550a-2fe1-40cf-af46-9df0ba581942 req-ed8dbb07-af91-413f-b9d4-4d43439150f1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:30.466671 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47ee550a-2fe1-40cf-af46-9df0ba581942 req-ed8dbb07-af91-413f-b9d4-4d43439150f1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 943 time: 0.1897211 Aug 06 18:36:30.471010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc26116c-54cb-4077-be8f-dbc82efd5808 req-0b359f11-8998-412f-ac01-347c4485b34d service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540431 Aug 06 18:36:30.477389 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:30.487674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.506265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Transition to ACTIVE for port object aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:30.542375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.582478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Port': ['ID=726b7a33-ff33-41ef-b46c-d951024fef75,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:30.592657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a8d8aa20-b624-4af7-9790-49d7f770182a details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:30.750616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5adda1-36ab-46ac-8144-d53a9569b129 req-1d1bf128-2abc-4206-9ba7-df0ff94fb5fe tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:30.753044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f5adda1-36ab-46ac-8144-d53a9569b129 req-1d1bf128-2abc-4206-9ba7-df0ff94fb5fe tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1786633 Aug 06 18:36:30.760743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.788174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a8d8aa20-b624-4af7-9790-49d7f770182a,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:30.819471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'a8d8aa20-b624-4af7-9790-49d7f770182a', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'port_id': 'a8d8aa20-b624-4af7-9790-49d7f770182a', 'mac_address': 'fa:16:3e:3a:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:30.891611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.894316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.922062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d8aa20-b624-4af7-9790-49d7f770182a {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:30.943644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.949549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.960341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-47ee550a-2fe1-40cf-af46-9df0ba581942 req-c69f7028-5a2e-4c83-83d5-3e57e7c8afae tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518275 Aug 06 18:36:30.968205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:30.977818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a8d8aa20-b624-4af7-9790-49d7f770182a,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:30.990616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.065748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Attempting to bind port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:31.065748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Attempting to bind port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:31.065748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Attempting to bind port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 on network 00213c39-978b-4642-9965-de38881b2c38 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:31.074387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 on network 00213c39-978b-4642-9965-de38881b2c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:31.074387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Attempting to bind port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 on network 00213c39-978b-4642-9965-de38881b2c38 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:31.081661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:31.082186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f5adda1-36ab-46ac-8144-d53a9569b129 req-c3c35b71-6e2a-4718-87e8-50827a54e77b tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683506 Aug 06 18:36:31.082933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Checking segment: {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:31.083715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Bound using segment: {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:31.084429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Bound port: aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:31.084849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.119080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.119080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Fanout notify agent at l3_agent the message router_deleted on router 949cded8-6601-40e9-b2a4-e893670d75dd {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:36:31.128260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:31.140195 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.146774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94547389-e91d-4196-8377-3ff640006031 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/routers/949cded8-6601-40e9-b2a4-e893670d75dd HTTP/1.1" status: 204 len: 168 time: 2.1519170 Aug 06 18:36:31.150955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:31.237537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:31.241309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['a8d8aa20-b624-4af7-9790-49d7f770182a'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:31.262461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:31.267520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.273575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.352489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:31.352979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.354512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 HTTP/1.1" status: 200 len: 1092 time: 1.8297267 Aug 06 18:36:31.355272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:31.357734 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61809355-fa83-4976-be84-f1122ae661b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:31.367753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853eb7b-9fd7-41d6-ac13-5e97a0ee8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:31.481005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0bd03-fabb-4ffb-a272-ffa0913a3ffd req-0932a0f5-efe9-4e3a-bac1-737169c7f684 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:31.482752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f0bd03-fabb-4ffb-a272-ffa0913a3ffd req-0932a0f5-efe9-4e3a-bac1-737169c7f684 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.0992687 Aug 06 18:36:31.571844 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca6c75f-0126-4ae9-a6fc-3df05188af81 x-openstack-request-id: req-cca6c75f-0126-4ae9-a6fc-3df05188af81 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:31.572289 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:31.572657 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cca6c75f-0126-4ae9-a6fc-3df05188af81 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:31.573533 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6', 'status': 'completed', 'code': 200} Aug 06 18:36:31.589223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f0bd03-fabb-4ffb-a272-ffa0913a3ffd req-bab160e3-3c14-4010-8d1c-d88cd6c0b8ff tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910537 Aug 06 18:36:31.592626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.622966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6da1789-6b34-40c8-88a4-df202acc8c99']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:31.629759 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.640683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-6f8a1e28-7a6c-49f0-9799-4bd03f196c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:31.642793 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-6f8a1e28-7a6c-49f0-9799-4bd03f196c0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 1095 time: 0.2138836 Aug 06 18:36:31.667762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:31.668355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48b5c1-cf51-49c8-bd56-5f8f1d1d7f86') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:31.698506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f8f733d-97e6-42b1-b805-5238c3e33089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.757078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.762212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-87e333e2-d795-4905-8dbb-cb59a3e8fb42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 HTTP/1.1" status: 200 len: 217 time: 0.1062787 Aug 06 18:36:31.862193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.885009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 726b7a33-ff33-41ef-b46c-d951024fef75 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:31.900638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ce6d-408d-46c9-8b6d-75d17bd6908d req-090720ae-429c-4bf5-b138-c6e82e7a4d72 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:31.903477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0a8ce6d-408d-46c9-8b6d-75d17bd6908d req-090720ae-429c-4bf5-b138-c6e82e7a4d72 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 943 time: 0.2882934 Aug 06 18:36:31.908709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:36:31.909401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:36:31.915872 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:36:31.923918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 726b7a33-ff33-41ef-b46c-d951024fef75 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:31.924454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 726b7a33-ff33-41ef-b46c-d951024fef75 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:32.026260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-6386af99-60de-4e6f-bfc7-507da19f7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.029020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-6386af99-60de-4e6f-bfc7-507da19f7efb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b HTTP/1.1" status: 200 len: 854 time: 0.2488160 Aug 06 18:36:32.106476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-832ee78f-371a-4d6b-b0c9-982d1d5e36e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00213c39-978b-4642-9965-de38881b2c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561697 Aug 06 18:36:32.117187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:32.162546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:32.166106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] 10.222.0.64 "DELETE /v2.0/networks/f6da1789-6b34-40c8-88a4-df202acc8c99 HTTP/1.1" status: 204 len: 168 time: 1.0137839 Aug 06 18:36:32.211573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0a8ce6d-408d-46c9-8b6d-75d17bd6908d req-76a2ddaa-ebb1-46fe-9afd-1a051d70c0fb tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625337 Aug 06 18:36:32.215413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb857bf-397e-4a32-b267-19724c93aa8c req-42045a93-58c2-4f8a-9cc6-2efca4d7d4c6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.220319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cb857bf-397e-4a32-b267-19724c93aa8c req-42045a93-58c2-4f8a-9cc6-2efca4d7d4c6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 944 time: 0.0771902 Aug 06 18:36:32.224511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9d060-7d01-4798-9b16-08be8643e354 tempest-TestSecurityGroupsBasicOps-76937396 tempest-TestSecurityGroupsBasicOps-76937396-project] Pushing event deleted for resources: {'Network': ['ID=f6da1789-6b34-40c8-88a4-df202acc8c99,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:32.283992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cb857bf-397e-4a32-b267-19724c93aa8c req-b6a7e248-cec7-4538-9ef7-8d0043a28c6e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569336 Aug 06 18:36:32.360193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-05b9c8aa-08d6-4ef6-a8d7-dc3ac25f9076 service neutron] 10.222.0.16 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342415 Aug 06 18:36:32.412052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fbd9-ec30-4547-a5c7-c967d94da7ab req-04f25ce2-36dc-4498-9d68-3c68b6f5feff tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.414090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a90fbd9-ec30-4547-a5c7-c967d94da7ab req-04f25ce2-36dc-4498-9d68-3c68b6f5feff tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.0600734 Aug 06 18:36:32.471969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a90fbd9-ec30-4547-a5c7-c967d94da7ab req-52d43ecf-c55a-4225-85c2-ffb65980342e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Aug 06 18:36:32.567579 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b98251e8-52b9-4a1c-8bee-f16e7592d6ad req-b7d5b976-f926-4f8f-8830-bc6a9d47bb58 service neutron] 10.222.0.16 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968729 Aug 06 18:36:32.609079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a8d8aa20-b624-4af7-9790-49d7f770182a up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:32.706876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port a8d8aa20-b624-4af7-9790-49d7f770182a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:32.721754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port a8d8aa20-b624-4af7-9790-49d7f770182a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:32.722590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:32.778593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34828) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:32.789125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809355-fa83-4976-be84-f1122ae661b9 req-186f20ed-72e2-414f-8e51-cdada5358900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.792530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-186f20ed-72e2-414f-8e51-cdada5358900 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 1095 time: 0.1466718 Aug 06 18:36:32.858606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:32.909025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a8d8aa20-b624-4af7-9790-49d7f770182a,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:32.910524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:32.914628 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7bc5fe-f6f5-4447-93b8-73c684a2b4d1" -d '{"events": [{"server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:32.919655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:32.955122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110281cd-43c0-42d0-aab5-97a6fdc56393 req-0ea514d3-5950-4b4f-a1ed-fc13ff09da55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.968392 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-110281cd-43c0-42d0-aab5-97a6fdc56393 req-0ea514d3-5950-4b4f-a1ed-fc13ff09da55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.2479193 Aug 06 18:36:32.993114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:33.062000 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb41c46-0f6c-4487-983b-63146b49c864 x-openstack-request-id: req-ebb41c46-0f6c-4487-983b-63146b49c864 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:33.064214 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:33.064214 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebb41c46-0f6c-4487-983b-63146b49c864 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:33.064681 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a', 'code': 200} Aug 06 18:36:33.094155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-110281cd-43c0-42d0-aab5-97a6fdc56393 req-013f3dc6-fd65-4de7-b851-190d5deb15bd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208186 Aug 06 18:36:33.104125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c6d0d4de-6ceb-42aa-beb0-428f13df49a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3abce411fa64883b8dcd542fab5824b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227620 Aug 06 18:36:33.112462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34838) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:33.115892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809355-fa83-4976-be84-f1122ae661b9 req-66e60a13-e2b1-4b02-a891-749343907042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.118028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-66e60a13-e2b1-4b02-a891-749343907042 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 915 time: 0.3136640 Aug 06 18:36:33.187430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-5cab3707-4f0a-4d96-aacf-7b52290380fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 HTTP/1.1" status: 200 len: 217 time: 0.0597403 Aug 06 18:36:33.227550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:33.281501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:33.286111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809355-fa83-4976-be84-f1122ae661b9 req-fbd08a19-01b9-4bcd-98a8-92ec29b5bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.289077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-fbd08a19-01b9-4bcd-98a8-92ec29b5bc2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b HTTP/1.1" status: 200 len: 854 time: 0.0936627 Aug 06 18:36:33.290331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a29e3-7777-4f67-8865-0cbc999c9290 req-fd5fb473-ad6a-482b-8c98-8b364b1ce9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.293057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b69a29e3-7777-4f67-8865-0cbc999c9290 req-fd5fb473-ad6a-482b-8c98-8b364b1ce9f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 1097 time: 0.1145771 Aug 06 18:36:33.358769 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:33.366940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-20d742a2-eade-4201-981d-5e69ecd4dc62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00213c39-978b-4642-9965-de38881b2c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671442 Aug 06 18:36:33.428946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b69a29e3-7777-4f67-8865-0cbc999c9290 req-65f7ee53-10ca-4471-82ef-075b370ede2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151097 Aug 06 18:36:33.484287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:33.487523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:33.489563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78d2c0f0-cedf-4c45-98ae-2df9751c25db HTTP/1.1" status: 204 len: 168 time: 0.3755543 Aug 06 18:36:33.503358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d2c0f0-cedf-4c45-98ae-2df9751c25db,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:33.514756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.515092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.515606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.516115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.516679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.517167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.518214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.518705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.519274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.519781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.520256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.520853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03030b78-2fad-4044-b2c5-261d52f722ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:33.526535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8f37c-1ba6-4be4-9156-a8b41298817c req-9f995eca-7a89-499c-9930-804e8edd622a tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.528406 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fc8f37c-1ba6-4be4-9156-a8b41298817c req-9f995eca-7a89-499c-9930-804e8edd622a tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 943 time: 0.1647544 Aug 06 18:36:33.530901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-83891f47-94fa-4f56-b946-c59a8c1bd88c service neutron] 10.222.0.16 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495388 Aug 06 18:36:33.602782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77531e-8230-4175-9ed4-358792582371 req-d18f723f-8099-46d9-a735-871dde7913a4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.604496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c77531e-8230-4175-9ed4-358792582371 req-d18f723f-8099-46d9-a735-871dde7913a4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 945 time: 0.0631742 Aug 06 18:36:33.639608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1fc8f37c-1ba6-4be4-9156-a8b41298817c req-82e84277-fa58-40b3-a85d-04a0286ae6ae tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017170 Aug 06 18:36:33.659936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4c77531e-8230-4175-9ed4-358792582371 req-3f2834aa-890d-4c42-a72a-9402ea16e6fc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Aug 06 18:36:33.676839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-61809355-fa83-4976-be84-f1122ae661b9 req-fb9b72c0-a69f-4b3b-ba72-d9432101028f service neutron] 10.222.0.16 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376607 Aug 06 18:36:33.854206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28128af9-21f3-404b-bde0-3a2c9e56e308 req-e5157136-42c8-4687-a4a5-8e00aebfb800 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:33.856174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28128af9-21f3-404b-bde0-3a2c9e56e308 req-e5157136-42c8-4687-a4a5-8e00aebfb800 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.0630009 Aug 06 18:36:33.929491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28128af9-21f3-404b-bde0-3a2c9e56e308 req-c677c596-a250-4a41-a27d-92bbe6755f50 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641463 Aug 06 18:36:34.038589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34860) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:34.063888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.150597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe603a-b989-4343-8cc2-f6c650bab797 req-95d5af29-b419-4aae-b7d7-4c03c3ec61cc tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:34.153335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2afe603a-b989-4343-8cc2-f6c650bab797 req-95d5af29-b419-4aae-b7d7-4c03c3ec61cc tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.0735743 Aug 06 18:36:34.206149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.213030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.222119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2afe603a-b989-4343-8cc2-f6c650bab797 req-237f361a-0f95-41a6-90f3-d92cfbaccb21 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572505 Aug 06 18:36:34.322092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfce024434f548e295078b87ae457666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815802 Aug 06 18:36:34.323237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b2785a-bd3c-4f12-afad-a6dfe19dbd6b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:34.326339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34864) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:34.340730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.341143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.341695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.342193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.342712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.343256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.343760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.344163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.344657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.345125 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.345685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.346209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48572c81-6550-496d-8455-9a480dc093c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:34.392601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a641bf1-39a7-4fc9-8cee-d45c51206d22 req-2a8099db-4317-4a48-9a50-99945e5a398a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:34.395131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a641bf1-39a7-4fc9-8cee-d45c51206d22 req-2a8099db-4317-4a48-9a50-99945e5a398a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.1390545 Aug 06 18:36:34.422552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.452165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2a641bf1-39a7-4fc9-8cee-d45c51206d22 req-f765dd97-2d6e-43df-a0d9-1dd45c9689bf tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Aug 06 18:36:34.464927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.560736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.563885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.565361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6b2785a-bd3c-4f12-afad-a6dfe19dbd6b HTTP/1.1" status: 204 len: 168 time: 0.2372417 Aug 06 18:36:34.575740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe135f-ff67-4545-a729-b12325515a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b2785a-bd3c-4f12-afad-a6dfe19dbd6b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:34.712734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:34.858837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01490dc-af0c-4bcc-88b1-3bbabc8c2b45 req-caf99259-22ce-49a9-8a5a-affd9615f6b5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:34.859160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bae69-fbd1-45ac-9632-78b0196e8600 req-55b79122-c07b-4857-a0c1-e60f1b426e97 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:34.860925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-013bae69-fbd1-45ac-9632-78b0196e8600 req-55b79122-c07b-4857-a0c1-e60f1b426e97 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 943 time: 0.0906990 Aug 06 18:36:34.867038 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b01490dc-af0c-4bcc-88b1-3bbabc8c2b45 req-caf99259-22ce-49a9-8a5a-affd9615f6b5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 945 time: 0.0798471 Aug 06 18:36:34.910993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b01490dc-af0c-4bcc-88b1-3bbabc8c2b45 req-c0b95b0c-3a41-44d7-9030-cffed78094e7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Aug 06 18:36:34.912435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-013bae69-fbd1-45ac-9632-78b0196e8600 req-2b153fa1-3faf-436e-aba2-a3a1864f9671 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Aug 06 18:36:35.142158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34882) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:35.165847 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:35.218141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753fd7-da4b-46b9-91cf-683d7e739de2 req-82d463c4-8ce4-4390-913f-f270f6242e67 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.221317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37753fd7-da4b-46b9-91cf-683d7e739de2 req-82d463c4-8ce4-4390-913f-f270f6242e67 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1403000 Aug 06 18:36:35.227210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-110cef71-0b0f-49fd-a482-8e5a59d32a31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1dc67c22fef84bcbb29722824013dde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831568 Aug 06 18:36:35.231771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34886) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:35.345190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b2cb-52bd-4d7b-8f92-72948a124ca4 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.345765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b2cb-52bd-4d7b-8f92-72948a124ca4 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.346458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b2cb-52bd-4d7b-8f92-72948a124ca4 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.359437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8af7b2cb-52bd-4d7b-8f92-72948a124ca4 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=96ffd61e0f414fecbba0007b22ad1985&network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 2972 time: 0.1822786 Aug 06 18:36:35.359437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37753fd7-da4b-46b9-91cf-683d7e739de2 req-6bd7f247-0c80-4b02-8d38-4775eca40db3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048632 Aug 06 18:36:35.371479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4295b-20c0-4671-aabf-bd8e4e452c5a req-5cb8f8b7-6ab5-4f70-ae0c-750bc98bac7d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.375131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adb4295b-20c0-4671-aabf-bd8e4e452c5a req-5cb8f8b7-6ab5-4f70-ae0c-750bc98bac7d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 945 time: 0.1455953 Aug 06 18:36:35.409814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.485390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.492785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adb4295b-20c0-4671-aabf-bd8e4e452c5a req-956d7c7e-36ef-4f5f-8bd5-b402ce699129 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029987 Aug 06 18:36:35.493079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bd096-00bc-483f-841e-0ebb69ed55a0 req-e14964ea-4eb1-4316-b220-5cf23cf83678 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.500978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-452bd096-00bc-483f-841e-0ebb69ed55a0 req-e14964ea-4eb1-4316-b220-5cf23cf83678 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.0563083 Aug 06 18:36:35.566318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-452bd096-00bc-483f-841e-0ebb69ed55a0 req-347622f9-061c-4afe-be89-474e77ae216d tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541866 Aug 06 18:36:35.657519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-53906980-97a2-4310-802d-bc6babc58fa0 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.660230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-53906980-97a2-4310-802d-bc6babc58fa0 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.55 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.1094606 Aug 06 18:36:35.690204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.695125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.697061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7ef74df-7515-4d87-9eed-5fb756322c2c HTTP/1.1" status: 204 len: 168 time: 0.4638927 Aug 06 18:36:35.761080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389c036-1e09-4ef5-8756-2342a05ce7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef74df-7515-4d87-9eed-5fb756322c2c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:36.100655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d9226-1712-46e8-9adb-2c001bf7549d req-2af02575-4475-47ff-97b1-04a329ae61dc tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.106110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-881d9226-1712-46e8-9adb-2c001bf7549d req-2af02575-4475-47ff-97b1-04a329ae61dc tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 943 time: 0.0946221 Aug 06 18:36:36.178367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-881d9226-1712-46e8-9adb-2c001bf7549d req-873cc0a1-f295-4b0f-9f64-e140838cf54f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Aug 06 18:36:36.325684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d457-137e-40ab-88b7-857ce86d5f6a req-b49528c8-aa33-43de-912a-ce4b0751595c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.328221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02b4d457-137e-40ab-88b7-857ce86d5f6a req-b49528c8-aa33-43de-912a-ce4b0751595c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.7095768 Aug 06 18:36:36.419486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02b4d457-137e-40ab-88b7-857ce86d5f6a req-4a7a906e-f517-48cf-898e-21c9238b8ec9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779333 Aug 06 18:36:36.431534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Deleting port 86f3b31f-bd88-418c-86ae-a37755df990c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:36.432392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.551607 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:36:36.562713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] For port 86f3b31f-bd88-418c-86ae-a37755df990c, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=86f3b31f-bd88-418c-86ae-a37755df990c,segment=NetworkSegment(f50191fb-333d-4f5c-bef5-01d2c1bd322f),segment_id=f50191fb-333d-4f5c-bef5-01d2c1bd322f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:36.563252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.564885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd7c12-a059-40fd-83f0-f70ef7bf3315 req-ac2cd411-774f-4825-b1bc-c335261596ee tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.567750 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dbd7c12-a059-40fd-83f0-f70ef7bf3315 req-ac2cd411-774f-4825-b1bc-c335261596ee tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.0952520 Aug 06 18:36:36.639818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Calling delete_port for 86f3b31f-bd88-418c-86ae-a37755df990c owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:36.641965 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1dbd7c12-a059-40fd-83f0-f70ef7bf3315 req-aaefc322-24ac-432e-9353-8493e6f0eb38 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614958 Aug 06 18:36:36.719125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd0f7c-0d74-4518-a84f-674bda9bedb4 req-efd3ab8f-2387-43d7-9e79-4f10eb5cd4b4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.720811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55bd0f7c-0d74-4518-a84f-674bda9bedb4 req-efd3ab8f-2387-43d7-9e79-4f10eb5cd4b4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 945 time: 0.1313651 Aug 06 18:36:36.739304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-8ff56a6b-a630-4b3e-a970-609bac7a2784 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.741008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-8ff56a6b-a630-4b3e-a970-609bac7a2784 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 945 time: 0.1737697 Aug 06 18:36:36.813966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418dc4e-e105-4a99-a0ae-d4be94f3896d req-cb471b10-555d-41e2-a5be-108446ab0d27 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.815646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a418dc4e-e105-4a99-a0ae-d4be94f3896d req-cb471b10-555d-41e2-a5be-108446ab0d27 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 945 time: 0.0732651 Aug 06 18:36:36.870944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55bd0f7c-0d74-4518-a84f-674bda9bedb4 req-4b076012-ae69-4557-84d3-3d1d8bc5cc70 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269507 Aug 06 18:36:36.887855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a418dc4e-e105-4a99-a0ae-d4be94f3896d req-b0575b3a-2844-4ff4-84ab-9d26c6d365f4 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/security-groups?id=b818a2ca-7161-46da-8af2-f15c17af88a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644243 Aug 06 18:36:36.888142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:36.972881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Deleting port a8d8aa20-b624-4af7-9790-49d7f770182a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:36.973235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.978295 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.062466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Pushing event deleted for resources: {'Port': ['ID=86f3b31f-bd88-418c-86ae-a37755df990c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.079233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:37.091874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6', 'network_id': '00213c39-978b-4642-9965-de38881b2c38', 'port_id': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6', 'mac_address': 'fa:16:3e:b7:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:37.133075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.138097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] No DVR routers for this DVR port 86f3b31f-bd88-418c-86ae-a37755df990c on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:37.143813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.146327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6923954-33a3-4aa2-a581-c5c30874fca9 req-d0cb2945-37ac-4f80-980f-d7482e67cd1c tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.55 "DELETE /v2.0/ports/86f3b31f-bd88-418c-86ae-a37755df990c HTTP/1.1" status: 204 len: 173 time: 1.4596882 Aug 06 18:36:37.146548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'name': 'network-vif-deleted', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:37.148882 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015c63c-dd52-4ae5-9bfb-fcb3ec60e562" -d '{"events": [{"server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "name": "network-vif-deleted", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:37.150883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:37.171971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] For port a8d8aa20-b624-4af7-9790-49d7f770182a, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a8d8aa20-b624-4af7-9790-49d7f770182a,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:37.172541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.190359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:37.198453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Calling delete_port for a8d8aa20-b624-4af7-9790-49d7f770182a owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:37.198678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.294145 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f94a5-046f-4cff-bf31-2dec020568cc x-openstack-request-id: req-6c3f94a5-046f-4cff-bf31-2dec020568cc {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:37.294618 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166dbd63-8a32-4829-811e-93dbeaf7c450", "name": "network-vif-deleted", "tag": "86f3b31f-bd88-418c-86ae-a37755df990c", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:37.294978 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c3f94a5-046f-4cff-bf31-2dec020568cc {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:37.295617 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166dbd63-8a32-4829-811e-93dbeaf7c450', 'name': 'network-vif-deleted', 'tag': '86f3b31f-bd88-418c-86ae-a37755df990c', 'status': 'completed', 'code': 200} Aug 06 18:36:37.304913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.308092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34914) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:37.423678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e71a06-cf0d-4f49-978e-0c88bf3cc77d tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:37.425951 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83e71a06-cf0d-4f49-978e-0c88bf3cc77d tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89 HTTP/1.1" status: 200 len: 814 time: 0.1149879 Aug 06 18:36:37.471635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.486126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['a8d8aa20-b624-4af7-9790-49d7f770182a'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:37.488389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d33af-15a5-46ea-8e7f-fad0948a7426 req-cfbc8394-1a14-4ef9-9bf6-65ec8f9a8c27 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:37.491197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-994d33af-15a5-46ea-8e7f-fad0948a7426 req-cfbc8394-1a14-4ef9-9bf6-65ec8f9a8c27 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 944 time: 0.1311972 Aug 06 18:36:37.528946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:37.557664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Pushing event deleted for resources: {'Port': ['ID=a8d8aa20-b624-4af7-9790-49d7f770182a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.597707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6606-db28-4121-8d88-cf0f73030102 req-35e051d6-70ff-4b7d-9b68-7e42d8224d89 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:37.599472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed4c6606-db28-4121-8d88-cf0f73030102 req-35e051d6-70ff-4b7d-9b68-7e42d8224d89 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.0751145 Aug 06 18:36:37.607670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:37.662073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] No DVR routers for this DVR port a8d8aa20-b624-4af7-9790-49d7f770182a on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:37.666031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.669433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00027a1f-309d-47fc-9574-d4c5fc45247e req-294afd5e-0ed7-4523-b1a7-460e4c3f82e6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.55 "DELETE /v2.0/ports/a8d8aa20-b624-4af7-9790-49d7f770182a HTTP/1.1" status: 204 len: 173 time: 0.9149287 Aug 06 18:36:37.676622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-994d33af-15a5-46ea-8e7f-fad0948a7426 req-143b8976-d29c-4e03-8767-98dd44d7da61 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325195 Aug 06 18:36:37.683883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed4c6606-db28-4121-8d88-cf0f73030102 req-cca704ac-793c-4d88-9af8-d26e3b1308d0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723605 Aug 06 18:36:37.928979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c601-77f4-443b-869d-34b1e655f35d req-8aa0888c-da31-4a55-bb68-680e14ef4f35 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:37.933147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3278c601-77f4-443b-869d-34b1e655f35d req-8aa0888c-da31-4a55-bb68-680e14ef4f35 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1124887 Aug 06 18:36:37.986290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-9e9c9b37-a1a3-44c7-9493-4cb91d77aedc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1442592 Aug 06 18:36:38.053127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3278c601-77f4-443b-869d-34b1e655f35d req-21297b59-b923-4f5c-89d8-580f5ba50bff tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000497 Aug 06 18:36:38.090600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-910b3705-f1d7-4777-83c2-018db6494267 req-a6ffde35-d834-4ddd-89a9-ab020ac1e161 tempest-ServerTagsTestJSON-999809008 tempest-ServerTagsTestJSON-999809008-project] 10.222.0.64 "GET /v2.0/ports?device_id=166dbd63-8a32-4829-811e-93dbeaf7c450 HTTP/1.1" status: 200 len: 210 time: 0.0411456 Aug 06 18:36:38.178550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-2ced829f-69c9-4216-a2cd-8b1b9a5b27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.180663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-2ced829f-69c9-4216-a2cd-8b1b9a5b27ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2194056620a740208e6c9986b75f6878&device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 1097 time: 0.0726252 Aug 06 18:36:38.198191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-26a52002-b769-42ce-a07f-52e397736c85 req-285197e8-74bf-4bd5-ac98-9612a07ce7e9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecc27da-9d1b-4bc8-81d5-dedb585cee8a HTTP/1.1" status: 200 len: 210 time: 0.0456994 Aug 06 18:36:38.331066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-472dd745-9090-4973-bd43-b7cca5ba982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.333268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-472dd745-9090-4973-bd43-b7cca5ba982b service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 200 len: 907 time: 0.1292267 Aug 06 18:36:38.395040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-0580e6d4-251a-40bc-925b-69cfc89ba572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 200 len: 217 time: 0.0524716 Aug 06 18:36:38.464037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-d7176d2c-194b-4b15-9cd2-65b07b659c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.466372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-d7176d2c-194b-4b15-9cd2-65b07b659c2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 200 len: 846 time: 0.0629594 Aug 06 18:36:38.509425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-c0cceca4-00af-4c88-9246-90f98bd9bf45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bb621d5-c566-4242-a7b7-73c96cac3a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348613 Aug 06 18:36:38.548078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:38.554744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'network': {'name': 'tempest-network-smoke--2053984171', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:38.584838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:38.590286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.633316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:36:38.644117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a8d8aa20-b624-4af7-9790-49d7f770182a no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:38.652674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.653267 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Added segment aba6377d-a93d-4e42-bad3-fe3cf42b7cfe of type vlan for network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 Aug 06 18:36:38.656430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-8b357065-d7a7-476c-806f-0687722d1ec9 service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380720 Aug 06 18:36:38.672663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: a8d8aa20-b624-4af7-9790-49d7f770182a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:38.673127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a8d8aa20-b624-4af7-9790-49d7f770182a not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:38.673903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 86f3b31f-bd88-418c-86ae-a37755df990c no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:38.696095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 86f3b31f-bd88-418c-86ae-a37755df990c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:38.703730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 86f3b31f-bd88-418c-86ae-a37755df990c not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:38.737297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.820466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.826510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.827178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.898057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62c6251b-f1c7-4711-929f-5ac1dc411cea req-6e467a95-713f-4c91-a4b9-1dc4e041adfb service neutron] 10.222.0.55 "GET /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330053 Aug 06 18:36:38.907725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c4418f3f-12ac-4d49-a37c-2c01281081e0 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:38.921964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cacc7f-df54-4f38-bbc3-dbe7a3e25462 req-6313af02-89b2-4cf8-bd53-30d01590f5be tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.924721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57cacc7f-df54-4f38-bbc3-dbe7a3e25462 req-6313af02-89b2-4cf8-bd53-30d01590f5be tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 944 time: 0.1194172 Aug 06 18:36:38.930350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34934) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:38.930824 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3808002 Aug 06 18:36:38.934413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:38.938616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80686f-83bb-4052-bcc0-313c9bac8407 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Network': ['ID=80dc050c-0bbb-437a-bc8f-d1d102b6dc49,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:38.953779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972a0a0-4541-4399-ac97-8895e9b00f52 req-35053838-5b8e-44b4-9b49-411d3a2e122c tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.955830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6972a0a0-4541-4399-ac97-8895e9b00f52 req-35053838-5b8e-44b4-9b49-411d3a2e122c tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 944 time: 0.1470211 Aug 06 18:36:38.994054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:36:39.037715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6972a0a0-4541-4399-ac97-8895e9b00f52 req-c968ca7b-383c-4f6b-af77-0243802c841e tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629749 Aug 06 18:36:39.088472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57cacc7f-df54-4f38-bbc3-dbe7a3e25462 req-cf00c716-f29b-4b5e-b27f-cf8d42dcf848 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402230 Aug 06 18:36:39.092055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a434c0-9353-4cb9-ae8a-f3709dceb75e tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.095205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-94a434c0-9353-4cb9-ae8a-f3709dceb75e tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=96ffd61e0f414fecbba0007b22ad1985&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1630645 Aug 06 18:36:39.099105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34938) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.180145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34942) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.230878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:39.258342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:39.258342 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.275730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Deleting subnet 3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:36:39.288176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bed167-eea5-4bdc-a550-b43551a8f490 req-e39e159d-44aa-43a9-bc83-62a2150c9379 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.295953 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4bed167-eea5-4bdc-a550-b43551a8f490 req-e39e159d-44aa-43a9-bc83-62a2150c9379 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1072049 Aug 06 18:36:39.299234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.319313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:39.351059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'name': 'network-vif-deleted', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:39.355799 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea13c250-f547-4c61-864a-036b13844a28" -d '{"events": [{"server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "name": "network-vif-deleted", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:39.358176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'c4418f3f-12ac-4d49-a37c-2c01281081e0', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': 'c4418f3f-12ac-4d49-a37c-2c01281081e0', 'mac_address': 'fa:16:3e:98:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:39.379177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.413197 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4bed167-eea5-4bdc-a550-b43551a8f490 req-ea9654e8-34cc-4ff4-aacf-3f74b3f13c3e tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160455 Aug 06 18:36:39.417694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.427898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.466658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:39.469333 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd3891-8005-4480-8127-434edf60a163" -d '{"events": [{"server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "name": "network-vif-plugged", "status": "completed", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:39.470867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5e7d8-5621-493c-816f-7ee7cd4e67f1 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.472813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.474854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-42a5e7d8-5621-493c-816f-7ee7cd4e67f1 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3741813 Aug 06 18:36:39.478048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34952) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.486479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4418f3f-12ac-4d49-a37c-2c01281081e0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:39.496936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:39.515604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.548960 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1d235c-634b-4d8c-bb41-6980bd086dcd x-openstack-request-id: req-bc1d235c-634b-4d8c-bb41-6980bd086dcd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:39.549677 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc27da-9d1b-4bc8-81d5-dedb585cee8a", "name": "network-vif-deleted", "tag": "a8d8aa20-b624-4af7-9790-49d7f770182a", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:39.550998 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc1d235c-634b-4d8c-bb41-6980bd086dcd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:39.552454 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc27da-9d1b-4bc8-81d5-dedb585cee8a', 'name': 'network-vif-deleted', 'tag': 'a8d8aa20-b624-4af7-9790-49d7f770182a', 'status': 'completed', 'code': 200} Aug 06 18:36:39.575399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5793072-1168-4481-9e6b-dca6c9c37975 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953116 Aug 06 18:36:39.579494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34954) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.581297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:39.584332 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf486c-3567-4cec-af3c-7f2a44dbc38b x-openstack-request-id: req-40bf486c-3567-4cec-af3c-7f2a44dbc38b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:39.584745 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "name": "network-vif-plugged", "status": "completed", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:39.585110 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40bf486c-3567-4cec-af3c-7f2a44dbc38b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:39.585893 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6', 'code': 200} Aug 06 18:36:39.586637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.590636 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.654491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.670470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786abb7-926c-40af-b845-88e870cd24f6 req-47923fea-94b7-47b1-9258-93c1d834f801 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.673245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2786abb7-926c-40af-b845-88e870cd24f6 req-47923fea-94b7-47b1-9258-93c1d834f801 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1193652 Aug 06 18:36:39.675072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.692958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7c7f13ae-c65f-4567-894e-094515b54f79 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=96ffd61e0f414fecbba0007b22ad1985&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827522 Aug 06 18:36:39.695826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34956) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.745246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.753489 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.755737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-161b891a-f1e0-4f14-b4b7-3be31b6174ce admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b0c18d3-fa14-4668-a80d-4d6c2b6b85cb HTTP/1.1" status: 204 len: 168 time: 0.5744977 Aug 06 18:36:39.760405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.800680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fbe12-e08b-4890-9803-3db82e421373 req-b5e99f49-39a1-4dbe-8db5-5473e2a3eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.802463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d5fbe12-e08b-4890-9803-3db82e421373 req-b5e99f49-39a1-4dbe-8db5-5473e2a3eeaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 1097 time: 0.1308973 Aug 06 18:36:39.828200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2786abb7-926c-40af-b845-88e870cd24f6 req-8b62a2b4-7ea1-4d08-949e-da919c1d4967 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475477 Aug 06 18:36:39.877529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.892388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6118203-cc52-4450-b25b-e3a3a5e7c1e5 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.899123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34962) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.899913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6118203-cc52-4450-b25b-e3a3a5e7c1e5 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1905932 Aug 06 18:36:39.911771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6d5fbe12-e08b-4890-9803-3db82e421373 req-d642ab0f-f628-4af7-bc79-226e421ce6f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766377 Aug 06 18:36:39.937901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ee8fb1f-1db5-4ef1-8672-7577d5b663a5 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372930 Aug 06 18:36:39.940613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34964) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.949183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019642257', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:40.016462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c4418f3f-12ac-4d49-a37c-2c01281081e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:40.106288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.133352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8871e1-6ebd-44c0-881e-19772049f56b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:40.158798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50191fb-333d-4f5c-bef5-01d2c1bd322f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:40.159501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50191fb-333d-4f5c-bef5-01d2c1bd322f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:40.181641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:40.183296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.187693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.264437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.281214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:36:40.281920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:36:40.285279 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:36:40.324671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06107e36-dba1-4c95-a478-3e8a93afde7f req-7d118047-bc39-4506-a2ef-0091d1cf236e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.327366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06107e36-dba1-4c95-a478-3e8a93afde7f req-7d118047-bc39-4506-a2ef-0091d1cf236e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2137747 Aug 06 18:36:40.392919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b625135-e3bc-4655-ae5a-20575cbfeae4 req-d99e478d-9f37-4cd7-80a2-c81bfe2ae311 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.395818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b625135-e3bc-4655-ae5a-20575cbfeae4 req-d99e478d-9f37-4cd7-80a2-c81bfe2ae311 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 945 time: 0.2175097 Aug 06 18:36:40.422193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06107e36-dba1-4c95-a478-3e8a93afde7f req-17bfe49e-7bbb-45f8-95ef-8b3d3d3d987c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840569 Aug 06 18:36:40.433877 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.440819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.462855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.465495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a8871e1-6ebd-44c0-881e-19772049f56b HTTP/1.1" status: 204 len: 168 time: 0.7039504 Aug 06 18:36:40.495889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61fd5-cf13-4099-b153-c20c4a5f65ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8871e1-6ebd-44c0-881e-19772049f56b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:40.502782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b625135-e3bc-4655-ae5a-20575cbfeae4 req-1ee3efb2-def2-42c6-bfe3-3f87590dae5c tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917192 Aug 06 18:36:40.637100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.653553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19336d-e6ad-406d-b073-6b1e9b85c5a3 req-925d5609-14d0-4cf3-9ddd-8a6f1986cf42 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.655285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a19336d-e6ad-406d-b073-6b1e9b85c5a3 req-925d5609-14d0-4cf3-9ddd-8a6f1986cf42 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 945 time: 0.1218569 Aug 06 18:36:40.659449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2a9a7-f15c-4cd2-8177-4c1a4be84660 req-2467f046-cde9-4e98-8243-d986ab838989 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.661227 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ac2a9a7-f15c-4cd2-8177-4c1a4be84660 req-2467f046-cde9-4e98-8243-d986ab838989 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.0660675 Aug 06 18:36:40.719134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4ac2a9a7-f15c-4cd2-8177-4c1a4be84660 req-9de47e1b-5eba-4f3b-b942-41d8c915c94f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Aug 06 18:36:40.731890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34980) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:40.746964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Subnet': ['ID=3c7aae4a-6fb1-45a9-bb4d-962b257a5737,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:40.757595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a19336d-e6ad-406d-b073-6b1e9b85c5a3 req-9ec030de-5608-485b-969a-1f6e8d10da28 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802062 Aug 06 18:36:40.768355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Checking segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:40.768641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network hostable DHCP agents. Network: 80dc050c-0bbb-437a-bc8f-d1d102b6dc49, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:36:40.794888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:36:40.810533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 80dc050c-0bbb-437a-bc8f-d1d102b6dc49) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:40.816883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7e7ff91-09c3-43ac-a030-b2ec4013962c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c1c7363d56e4b87a771960eaa9ef8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798664 Aug 06 18:36:40.817167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.817167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.819699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:40.833814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5662a-b077-4cb5-9012-040eb8539674 None None] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:40.836813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a9de918e-8749-46c1-ad02-ebbb3b6b6c6f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8946328 Aug 06 18:36:40.928137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56fd6-a9fa-4d2b-8519-bd5624874b86 req-c54b5901-351e-4313-8007-24eda447ff78 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.930039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55c56fd6-a9fa-4d2b-8519-bd5624874b86 req-c54b5901-351e-4313-8007-24eda447ff78 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1122723 Aug 06 18:36:40.952617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.996292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.996605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 34986) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:41.001819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841099495', 'description': 'tempest-secgroup-smoke-1841099495 description', 'project_id': '96ffd61e0f414fecbba0007b22ad1985'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:41.030006 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.034534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55c56fd6-a9fa-4d2b-8519-bd5624874b86 req-ef80d9d5-39d8-4761-9a8d-baed911f150f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Aug 06 18:36:41.095824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.098625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.103766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b818a2ca-7161-46da-8af2-f15c17af88a2 HTTP/1.1" status: 204 len: 168 time: 0.2807858 Aug 06 18:36:41.107709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ips': [{'subnet_id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:36:41.109190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.112032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac9ba4-4ae0-4203-b8a7-4ab36df5c4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b818a2ca-7161-46da-8af2-f15c17af88a2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:41.217303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.225980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.266978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.268434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2708874 Aug 06 18:36:41.273428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34992) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:41.274779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e035e39-51d4-4101-b3ac-94a8116b1f25 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:41.279733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:41.344373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.446823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.447423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Allocated IP 172.20.0.18 (80dc050c-0bbb-437a-bc8f-d1d102b6dc49/3c7aae4a-6fb1-45a9-bb4d-962b257a5737/d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:41.462167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.513368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e43e7b-7d05-441f-9898-224e32b0a190,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:41.519209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.520810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-557dbd59-a0d9-402d-bd40-16cbe2832a0b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459514 Aug 06 18:36:41.524451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 34996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:41.533149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:41.588931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.709921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.718910 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.752195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9131fde-3df3-45fe-9da2-90be1b951f41,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:41.763010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.767533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7650c1a6-22c7-4cf4-94cf-20228d243d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2391407 Aug 06 18:36:41.768791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35014) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:41.786462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:41.813045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520b72-82f0-42c7-bedc-3cbb80798f0c req-8fcf8de7-2087-45e8-919e-ff265a2f3767 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:41.820037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29520b72-82f0-42c7-bedc-3cbb80798f0c req-8fcf8de7-2087-45e8-919e-ff265a2f3767 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 945 time: 0.1737342 Aug 06 18:36:41.847604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.862269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Transition to ACTIVE for port object d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:41.884768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Transition to ACTIVE for port object d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:41.896970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.900913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.915386 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.938203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:41.952505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29520b72-82f0-42c7-bedc-3cbb80798f0c req-ccc62344-f73d-4952-b1d1-9bcacd4ee71b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227524 Aug 06 18:36:41.969309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94665-0a41-49ee-8607-d276e87faa6e req-93a2ddbc-7f06-4ad8-b9ba-da39f14baf33 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:41.971836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37f94665-0a41-49ee-8607-d276e87faa6e req-93a2ddbc-7f06-4ad8-b9ba-da39f14baf33 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1203389 Aug 06 18:36:42.013709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:42.021181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:42.077940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.096894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.158050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-37f94665-0a41-49ee-8607-d276e87faa6e req-098e47d5-ecac-46e5-ab37-5bbbb33e528a tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646821 Aug 06 18:36:42.171612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cab707-e081-4fd7-a692-2ca7fdbedb12,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:42.180211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Pushing event updated for resources: {'Port': ['ID=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:42.188622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.192888 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c25137b-cac9-4981-a190-fa7c483a5d77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4188988 Aug 06 18:36:42.193141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35034) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:42.201833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:42.211972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Attempting to bind port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:42.213846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Attempting to bind port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:42.217854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Attempting to bind port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad on network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:42.242258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:42.243085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Checking segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:42.243749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.244363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Bound using segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:42.245193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Bound port: d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:42.246416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.259579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.345611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196342e-405d-4de4-ba7d-c302825ade66 req-0edb9c3c-2053-4ef2-864c-4ecbf902f93c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:42.364686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0196342e-405d-4de4-ba7d-c302825ade66 req-0edb9c3c-2053-4ef2-864c-4ecbf902f93c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 945 time: 0.1859508 Aug 06 18:36:42.396887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] For port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:42.403251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] For port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:42.404516 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.411718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.413523 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.498363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0196342e-405d-4de4-ba7d-c302825ade66 req-1dcce3ef-0214-4883-aff1-2be7e660a501 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317480 Aug 06 18:36:42.500412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c8e79e-dfe7-4727-915e-6a445c2a9aa4,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:42.516181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.540298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:42.543290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-502de5d4-ef00-48f5-97ea-8e45ce5697a8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3484290 Aug 06 18:36:42.549978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:42.618336 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:36:42.633907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaad475-cf63-4b4d-8a25-8145846e46bf None None] Pushing event updated for resources: {'Port': ['ID=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:42.636089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.767437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.774545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.805187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733b7259-769a-48e0-979a-b41a57254a87,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:42.816040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:42.830336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.835316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35078) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:42.841727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b72a38e-4f1e-454f-8a88-41fd5d36e954 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993653 Aug 06 18:36:42.842761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': '43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:42.889674 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:36:42.907376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.942616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c4418f3f-12ac-4d49-a37c-2c01281081e0 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:43.183311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port c4418f3f-12ac-4d49-a37c-2c01281081e0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:43.184826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1643955548-network', 'tenant_id': 'b70913ad2150414da0e7f062378345e3'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:43.196078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.203566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port c4418f3f-12ac-4d49-a37c-2c01281081e0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:43.204043 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.214216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.240438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e74b81-a733-4089-af92-789445699272,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.260616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Made reservation on behalf of b70913ad2150414da0e7f062378345e3 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:43.265980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.295664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.313272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.315628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bda8ea19-206d-4f76-8e73-a074d9dc0f18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4789782 Aug 06 18:36:43.485802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.526785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f7e38-75ff-4ccc-84c1-0e008505c65b req-184be5bf-98cb-4725-b29a-3546d8cf42be tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.533334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:43.535877 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de9f7e38-75ff-4ccc-84c1-0e008505c65b req-184be5bf-98cb-4725-b29a-3546d8cf42be tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1790264 Aug 06 18:36:43.538937 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a23e804-3cf5-4b96-a586-aff49083b489" -d '{"events": [{"server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "name": "network-vif-plugged", "status": "completed", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:43.562534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:43.571711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.662396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de9f7e38-75ff-4ccc-84c1-0e008505c65b req-75d16059-e10d-46b7-83aa-1dc82245181c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252012 Aug 06 18:36:43.684341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.724620 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.737712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.746873 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cbabc-b106-4851-941d-297b0d403d12 x-openstack-request-id: req-352cbabc-b106-4851-941d-297b0d403d12 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:43.747276 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "name": "network-vif-plugged", "status": "completed", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:43.747835 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-352cbabc-b106-4851-941d-297b0d403d12 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:43.748884 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0', 'code': 200} Aug 06 18:36:43.855086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:36:43.884099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa1c0f-d352-4d50-8f78-bf11bdc289f1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.953508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.953723 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Added segment 878a368e-fbab-4bb0-8a88-cc0205d977dc of type vlan for network 03494882-ceca-41be-b6e1-909ca8b35c01 Aug 06 18:36:43.987802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da723a9-dd60-4a3d-91e2-926ffb6e22d6 req-05c7356c-d415-454e-a9dc-39d3f96bc3f3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.994127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8da723a9-dd60-4a3d-91e2-926ffb6e22d6 req-05c7356c-d415-454e-a9dc-39d3f96bc3f3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.2938433 Aug 06 18:36:44.020879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:44.156037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-9462b0e9-fa91-4cca-b7a1-6e099230d2bb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841099495&fields=id&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 267 time: 0.2080781 Aug 06 18:36:44.167751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8da723a9-dd60-4a3d-91e2-926ffb6e22d6 req-f2426605-3ed7-45f2-a2ba-32b8114b2b8d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670208 Aug 06 18:36:44.195278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:44.218144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:44.281835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cfd3c-d1ec-4c36-bd01-da924fb9b8b4 req-a7b82367-391a-4008-ad09-0ea8593e81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.283550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b44cfd3c-d1ec-4c36-bd01-da924fb9b8b4 req-a7b82367-391a-4008-ad09-0ea8593e81db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 1098 time: 0.3943620 Aug 06 18:36:44.391547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:44.392572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.393174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:44.404016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b44cfd3c-d1ec-4c36-bd01-da924fb9b8b4 req-318c06d2-69bb-455b-b4a0-02e4c7d7e640 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771315 Aug 06 18:36:44.488449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6712079 Aug 06 18:36:44.494707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35144) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:44.499457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-b5d1bf56-acce-4f42-a343-8284e0d9a6a1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.501601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-b5d1bf56-acce-4f42-a343-8284e0d9a6a1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/networks?id=80dc050c-0bbb-437a-bc8f-d1d102b6dc49 HTTP/1.1" status: 200 len: 797 time: 0.2945449 Aug 06 18:36:44.503950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Request body: {'subnet': {'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1643955548-subnet', 'tenant_id': 'b70913ad2150414da0e7f062378345e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:44.508559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb264-a550-49b5-a248-b6977b1db11e admin admin] Pushing event updated for resources: {'Network': ['ID=03494882-ceca-41be-b6e1-909ca8b35c01,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:44.527160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 03494882-ceca-41be-b6e1-909ca8b35c01 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:36:44.545400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-311f6bbd-1395-4e5b-9f30-badb62e78c62 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/quotas/96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 375 time: 0.0318577 Aug 06 18:36:44.575171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Made reservation on behalf of b70913ad2150414da0e7f062378345e3 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:44.579548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:44.668771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e6fb2-156b-4ab7-853a-9b4d2fcf7114 None None] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:44.671631 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-e87f6b92-efbc-4e8a-aa60-6758e7141125 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1050813 Aug 06 18:36:44.769610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Provisioning for port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:44.778606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Provisioning complete for port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:44.778980 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:44.909938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-ed6f7b24-ce37-41cb-9563-6c1f09c37869 service neutron] 10.222.0.64 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094121 Aug 06 18:36:45.033666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:45.070124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-8bb05622-d02c-46bc-9317-7483184b988b service neutron] 10.222.0.64 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578491 Aug 06 18:36:45.083598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:45.139790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aefd08-a36c-4375-8d56-8a8493585bcb req-8f3a5d0f-0a52-4413-8afa-43b77bf37668 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:45.149282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63aefd08-a36c-4375-8d56-8a8493585bcb req-8f3a5d0f-0a52-4413-8afa-43b77bf37668 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1744864 Aug 06 18:36:45.171934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:45.232286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] For port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:45.238979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63aefd08-a36c-4375-8d56-8a8493585bcb req-a6b005cd-153a-4c01-9d7c-87c09d6c3fb4 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860977 Aug 06 18:36:45.245841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:45.247442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Checking segment: {'id': '878a368e-fbab-4bb0-8a88-cc0205d977dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:45.248276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Network hostable DHCP agents. Network: 03494882-ceca-41be-b6e1-909ca8b35c01, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:36:45.301417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Network 03494882-ceca-41be-b6e1-909ca8b35c01 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:36:45.327709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 03494882-ceca-41be-b6e1-909ca8b35c01) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:45.334365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:45.336508 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:45.389573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e660be4a-abe8-40e8-9aa7-7f840911fec2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8857198 Aug 06 18:36:45.472559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048343c-038c-4126-9ac4-e71144e5eb49 req-2ec0fbec-5140-4c72-9a65-157b65e18423 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:45.475776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4048343c-038c-4126-9ac4-e71144e5eb49 req-2ec0fbec-5140-4c72-9a65-157b65e18423 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1080520 Aug 06 18:36:45.505081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a79909-e21b-4468-a383-079f3b5bfd15 None None] Pushing event updated for resources: {'Port': ['ID=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:45.519067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aea7d4-8c8a-484e-b9b2-854058645153 None None] Network 03494882-ceca-41be-b6e1-909ca8b35c01 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:45.599663 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4048343c-038c-4126-9ac4-e71144e5eb49 req-49a2bc6d-727a-49f7-9280-9bd5bb9b517e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129990 Aug 06 18:36:45.695092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49833d8b-035b-4b7a-821d-80e243c6c5b5 req-21beaa57-fa4c-47e1-83e7-b479dd07287b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:45.701840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49833d8b-035b-4b7a-821d-80e243c6c5b5 req-21beaa57-fa4c-47e1-83e7-b479dd07287b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.1633079 Aug 06 18:36:45.776549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-49833d8b-035b-4b7a-821d-80e243c6c5b5 req-faf7c16f-4519-492d-b786-74b17f8817a5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Aug 06 18:36:45.862111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-196ab150-3b57-4d33-a478-3d7a1af28dfb None None] Provisioning complete for port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:45.862594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-196ab150-3b57-4d33-a478-3d7a1af28dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:45.910352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:46.029211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c67ced8b-992b-4e24-98e6-058c8cdfceda req-8b8b2402-9dd7-4b93-a801-f58e18f1f8b7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1330731 Aug 06 18:36:46.286020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f64e3-3b2d-4f52-999e-e6a1edadee56 None None] Network 03494882-ceca-41be-b6e1-909ca8b35c01 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:46.288951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a153-a688-4eb8-a7c5-ee5bc4d5b9c7 req-776dc524-1835-4ad0-a846-5e784dba1249 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:46.304269 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7a7a153-a688-4eb8-a7c5-ee5bc4d5b9c7 req-776dc524-1835-4ad0-a846-5e784dba1249 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1315987 Aug 06 18:36:46.400910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35188) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:46.417479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f87b6-6bef-4c66-b60d-8f93bf6cc643 req-71257b4e-1947-46d8-a81e-5a204780769c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:46.420089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc0f87b6-6bef-4c66-b60d-8f93bf6cc643 req-71257b4e-1947-46d8-a81e-5a204780769c tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1758883 Aug 06 18:36:46.420667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-536416699-network', 'tenant_id': '4f701e7f80044b53bbd8bed4145a833c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:46.446008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f7a7a153-a688-4eb8-a7c5-ee5bc4d5b9c7 req-bc9d9fbc-dfc8-4024-9a7d-574ce09c1153 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365445 Aug 06 18:36:46.497744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Made reservation on behalf of 4f701e7f80044b53bbd8bed4145a833c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:46.497744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:46.531265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:46.540122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:46.540122 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:46.610774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc0f87b6-6bef-4c66-b60d-8f93bf6cc643 req-36bb21b2-61a4-4322-8b09-1a2467476add tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796641 Aug 06 18:36:46.878311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:46.894504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:46.987518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b55879-25a3-436d-9669-66f3b9d0991b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:47.011542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:36:47.020834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-ffd6a5b5-01ca-435e-95b5-42e608f9374d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2823858 Aug 06 18:36:47.058673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271b54b-1f94-45da-8b36-04ee8677b35b req-28c2dd8a-ec12-4de0-a0f9-e0c95ed120ab tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.060977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2271b54b-1f94-45da-8b36-04ee8677b35b req-28c2dd8a-ec12-4de0-a0f9-e0c95ed120ab tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.1050637 Aug 06 18:36:47.066692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b39966-dacf-4ddb-9098-81a848cbb492 req-02e74c4f-2ad3-460a-9962-7dbd2403b3b2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.078115 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87b39966-dacf-4ddb-9098-81a848cbb492 req-02e74c4f-2ad3-460a-9962-7dbd2403b3b2 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.3029182 Aug 06 18:36:47.079586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.079951 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Added segment f169dd11-cf4a-4f93-a9b6-52fdde526c02 of type vlan for network ded671cb-556c-4780-9ca5-1884f7bda8f1 Aug 06 18:36:47.172093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2271b54b-1f94-45da-8b36-04ee8677b35b req-58f3abf0-514f-4a5f-8cd1-38b77c472f6a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014593 Aug 06 18:36:47.264120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.305011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87b39966-dacf-4ddb-9098-81a848cbb492 req-ca92ea8b-4eed-4109-a485-175aa4ba0bd6 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031932 Aug 06 18:36:47.310260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-84987a21-694d-4478-83bd-3388d81763c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.312538 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-84987a21-694d-4478-83bd-3388d81763c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1097 time: 0.2303519 Aug 06 18:36:47.354348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1211316c-ff2b-4d31-8ad0-6f05ec02277f req-08ec0b84-121c-4f52-ba7f-c12e2c247a64 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0566664 Aug 06 18:36:47.449167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.451058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.452087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.751325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-c3ae0a23-0392-412e-ad5a-51f33838a701 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.755296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-c3ae0a23-0392-412e-ad5a-51f33838a701 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.55 "GET /v2.0/networks?id=80dc050c-0bbb-437a-bc8f-d1d102b6dc49 HTTP/1.1" status: 200 len: 797 time: 0.3625743 Aug 06 18:36:47.909174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-881c7ee3-bf1f-4690-a2ef-f1602a2317f3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 472 time: 0.1403253 Aug 06 18:36:47.924542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'port': {'device_id': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'admin_state_up': True, 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'security_groups': ['43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:48.097971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f1fd0-9a42-4368-af5d-56495e0201a5 req-475e81d8-b2d5-43dd-9ad2-511f7ec24b26 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.099862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c0f1fd0-9a42-4368-af5d-56495e0201a5 req-475e81d8-b2d5-43dd-9ad2-511f7ec24b26 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1701593 Aug 06 18:36:48.154334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7519798 Aug 06 18:36:48.160582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35212) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:48.173010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Request body: {'subnet': {'network_id': 'ded671cb-556c-4780-9ca5-1884f7bda8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-536416699-subnet', 'tenant_id': '4f701e7f80044b53bbd8bed4145a833c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:48.194074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c36d-36cb-4961-a162-6a8d77f1671c admin admin] Pushing event updated for resources: {'Network': ['ID=ded671cb-556c-4780-9ca5-1884f7bda8f1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:48.198898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c0f1fd0-9a42-4368-af5d-56495e0201a5 req-69165ab7-a8e9-4ff4-b7ba-e12854574e18 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Aug 06 18:36:48.214479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ded671cb-556c-4780-9ca5-1884f7bda8f1 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:36:48.237152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffef7c-6f64-4ed3-9df2-dc74c9fc08e6 req-bc19ca09-b58e-41ad-acdd-a067c5a96884 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.245734 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fffef7c-6f64-4ed3-9df2-dc74c9fc08e6 req-bc19ca09-b58e-41ad-acdd-a067c5a96884 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.6958127 Aug 06 18:36:48.248371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-ba138ac7-66a9-4618-aa9a-18ed5080fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.250541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-ba138ac7-66a9-4618-aa9a-18ed5080fff5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 897 time: 0.8699422 Aug 06 18:36:48.258357 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Made reservation on behalf of 4f701e7f80044b53bbd8bed4145a833c for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:48.261660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:48.290758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:48.312065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:48.478430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-6dc4b779-0273-4ff7-bb7d-8b3610579230 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 1001 time: 0.2138419 Aug 06 18:36:48.557591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3fffef7c-6f64-4ed3-9df2-dc74c9fc08e6 req-e57ab80c-947b-4504-ad1d-cde86b283837 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105707 Aug 06 18:36:48.615323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04bcef23-4cc7-4ddb-ac03-26acb5510a4c req-b3b5d18f-da1b-4e5b-80e5-91bf7579fabb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0835836 Aug 06 18:36:48.660378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.24 (80dc050c-0bbb-437a-bc8f-d1d102b6dc49/3c7aae4a-6fb1-45a9-bb4d-962b257a5737/c2ad8a8d-1d97-43f9-be4e-f561fe8c919f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:48.747840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-5c882b4c-350d-4e1d-8b0a-4e7fa9d5576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.750616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-5c882b4c-350d-4e1d-8b0a-4e7fa9d5576f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 200 len: 835 time: 0.2537770 Aug 06 18:36:48.934756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-7b187d4d-e6d3-4e02-abb1-2893d89da41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.938064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:48.939314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-7b187d4d-e6d3-4e02-abb1-2893d89da41f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690776 Aug 06 18:36:48.996139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object c2ad8a8d-1d97-43f9-be4e-f561fe8c919f will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:49.030902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-874c6c17-b39d-4944-bdd1-68164caf23bb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:49.033251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-874c6c17-b39d-4944-bdd1-68164caf23bb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.1062965 Aug 06 18:36:49.140073 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.207227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.231147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:49.235854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:49.239929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:49.249325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:49.295129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-2c239842-7ae4-4625-b5d6-66cc84312eeb service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458493 Aug 06 18:36:49.390755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2787be8b-e023-40d3-8321-56bdee836597,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:49.542675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:49.551052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.584409 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ae81d0ac-19ee-42a6-ae28-27cf6a687c39 req-4415951c-92c7-4ff1-bad9-b32977088356 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758420 Aug 06 18:36:49.641178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Checking segment: {'id': 'f169dd11-cf4a-4f93-a9b6-52fdde526c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ded671cb-556c-4780-9ca5-1884f7bda8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:49.642906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Network hostable DHCP agents. Network: ded671cb-556c-4780-9ca5-1884f7bda8f1, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:36:49.702278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a200d8b1-258a-44ca-a486-83d56a8cf468 None None] Provisioning for port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:49.707367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Network ded671cb-556c-4780-9ca5-1884f7bda8f1 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:36:49.707775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a200d8b1-258a-44ca-a486-83d56a8cf468 None None] Provisioning complete for port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:49.708349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a200d8b1-258a-44ca-a486-83d56a8cf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.744385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:49.745898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.748260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ded671cb-556c-4780-9ca5-1884f7bda8f1) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:49.759694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:49.760330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.783501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb252a8-209e-480e-8b12-2c448cc8ffb3 req-85a0d88d-aed6-460f-935d-09a64ddfe244 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:49.797425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cb252a8-209e-480e-8b12-2c448cc8ffb3 req-85a0d88d-aed6-460f-935d-09a64ddfe244 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 946 time: 0.3884461 Aug 06 18:36:49.808526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-5154de61-b110-48d4-97e6-77cccd3ecfc2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8931649 Aug 06 18:36:49.823927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-05687aba-70dd-4ed3-95b3-4bf146295334 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6565666 Aug 06 18:36:49.845195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a200d8b1-258a-44ca-a486-83d56a8cf468 None None] Port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:36:49.850211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ce2caa-f529-4a1f-85da-2e45bb5beb79 None None] Network ded671cb-556c-4780-9ca5-1884f7bda8f1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:49.995077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Request body: {'port': {'device_id': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:50.188857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cb252a8-209e-480e-8b12-2c448cc8ffb3 req-0114deab-0b81-4f12-8085-e4c55a433d0f tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873103 Aug 06 18:36:50.212190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port 442519b4-b4cb-4f06-8897-79f7a5a1cf24, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=442519b4-b4cb-4f06-8897-79f7a5a1cf24,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:50.212592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:50.230106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e656c-3b15-415e-876f-31b4a95ff530 None None] Network ded671cb-556c-4780-9ca5-1884f7bda8f1 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:50.273081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for 442519b4-b4cb-4f06-8897-79f7a5a1cf24 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:50.276778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:50.713525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d090a-7018-4e57-954f-b5d192f24af0 req-98155e98-3348-4710-9d7c-6dbc730d7a9a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:50.715500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d7d090a-7018-4e57-954f-b5d192f24af0 req-98155e98-3348-4710-9d7c-6dbc730d7a9a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 932 time: 0.3824580 Aug 06 18:36:50.839406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d7d090a-7018-4e57-954f-b5d192f24af0 req-e93202df-8e11-469f-aa1d-2ee6698a5d5c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151078 Aug 06 18:36:51.091834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:51.125424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5c58f2b-9a5a-439d-8fbe-d03f864753ad'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:51.273634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=442519b4-b4cb-4f06-8897-79f7a5a1cf24,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:51.348948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port 442519b4-b4cb-4f06-8897-79f7a5a1cf24 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:51.355859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:51.358348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0b086b6-cea2-4b39-8fa3-01e1c2253e17 req-16920d8a-0a79-4b47-a856-c51fc1be47ed tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "DELETE /v2.0/ports/442519b4-b4cb-4f06-8897-79f7a5a1cf24 HTTP/1.1" status: 204 len: 173 time: 2.3174129 Aug 06 18:36:51.358917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'name': 'network-vif-deleted', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:51.361487 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf42bd1-ff6c-44d6-a112-418bfcc297de" -d '{"events": [{"server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "name": "network-vif-deleted", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:51.472584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ad8a8d-1d97-43f9-be4e-f561fe8c919f {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:51.485522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:51.502823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Transition to ACTIVE for port object c2ad8a8d-1d97-43f9-be4e-f561fe8c919f will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:51.510005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:51.876094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ad061-f634-476b-8db4-c8ebe69fa1a2 req-bc7a6b75-9519-4a0a-84c9-6ffe4ef9985d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.879732 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-265ad061-f634-476b-8db4-c8ebe69fa1a2 req-bc7a6b75-9519-4a0a-84c9-6ffe4ef9985d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1845703 Aug 06 18:36:52.010008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-265ad061-f634-476b-8db4-c8ebe69fa1a2 req-314fd541-dead-4a1b-89d8-e9a05d9cd391 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206908 Aug 06 18:36:52.242250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:52.261758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7aabf71f-75f1-47e8-b78c-5ab33b1ff3e7 req-c717963d-ea58-4cbe-8e5f-a1f3a0287cac tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=503b104f-7741-42a7-a89f-57b40f6dafb8 HTTP/1.1" status: 200 len: 210 time: 0.0609348 Aug 06 18:36:52.353167 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eabf993-22c8-4c61-a847-623a27ae9318 x-openstack-request-id: req-2eabf993-22c8-4c61-a847-623a27ae9318 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:52.353649 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503b104f-7741-42a7-a89f-57b40f6dafb8", "name": "network-vif-deleted", "tag": "442519b4-b4cb-4f06-8897-79f7a5a1cf24", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:52.354066 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eabf993-22c8-4c61-a847-623a27ae9318 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:52.354824 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503b104f-7741-42a7-a89f-57b40f6dafb8', 'name': 'network-vif-deleted', 'tag': '442519b4-b4cb-4f06-8897-79f7a5a1cf24', 'status': 'completed', 'code': 200} Aug 06 18:36:52.447306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-5c8db8cc-e12a-425e-bd85-8937dec77be7 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:52.450094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-5c8db8cc-e12a-425e-bd85-8937dec77be7 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/networks?id=03494882-ceca-41be-b6e1-909ca8b35c01 HTTP/1.1" status: 200 len: 825 time: 0.8678515 Aug 06 18:36:52.478997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f68eed-28d9-4a3a-96f3-8e41796ed7be req-536322eb-de47-4a64-84d1-7fa589dce8b5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:52.480758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d7f68eed-28d9-4a3a-96f3-8e41796ed7be req-536322eb-de47-4a64-84d1-7fa589dce8b5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0807717 Aug 06 18:36:52.485325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Attempting to bind port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:52.485951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Attempting to bind port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:52.486500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Attempting to bind port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f on network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:52.495999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-8ebe371e-4015-4313-9f71-3b7c7e647057 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/quotas/b70913ad2150414da0e7f062378345e3 HTTP/1.1" status: 200 len: 375 time: 0.0335219 Aug 06 18:36:52.497779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f on network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:52.498355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Attempting to bind port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f on network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:52.512279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:52.512279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Checking segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:52.512863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Bound using segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:52.513686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Bound port: c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:52.514299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:52.542912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d7f68eed-28d9-4a3a-96f3-8e41796ed7be req-5a00ddde-ae05-46d8-ada2-99d5734c6138 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543399 Aug 06 18:36:52.584683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-e0a4af7f-adbd-4925-9a1d-82354b5dc283 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b70913ad2150414da0e7f062378345e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761864 Aug 06 18:36:52.681243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 442519b4-b4cb-4f06-8897-79f7a5a1cf24 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:52.712336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 442519b4-b4cb-4f06-8897-79f7a5a1cf24 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:52.713207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 442519b4-b4cb-4f06-8897-79f7a5a1cf24 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:52.765761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:52.770883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:52.780872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:52.834229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-d5d8c169-c606-46ba-a582-221e97e917b4 service neutron] 10.222.0.64 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104015 Aug 06 18:36:52.835662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:52.836289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:52.837729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2ad8a8d-1d97-43f9-be4e-f561fe8c919f HTTP/1.1" status: 200 len: 1093 time: 2.8529711 Aug 06 18:36:52.882987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-e58e9b0c-3cb0-4aca-9a8c-003e0253fdb5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:52.886762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-e58e9b0c-3cb0-4aca-9a8c-003e0253fdb5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.2055140 Aug 06 18:36:52.916578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c177c-8aed-4e63-9465-af2d5c17b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:52.935545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-c2c4ecfa-c0f9-45f3-8f9b-2df603c87eb8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0346098 Aug 06 18:36:53.024720 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4d1a4f57-7fd0-4d4c-948c-f58fc70f4bb4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879359 Aug 06 18:36:53.090046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-a3fbe212-f7bf-4989-aa79-910e6bdd19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:53.092556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-a3fbe212-f7bf-4989-aa79-910e6bdd19f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1698935 Aug 06 18:36:53.187826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-54988e46-b651-43cd-ae31-cabd8d780fe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f HTTP/1.1" status: 200 len: 217 time: 0.0842547 Aug 06 18:36:53.191958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-80577a36-3b3d-4dec-9228-5a5af1110f7a service neutron] 10.222.0.64 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283529 Aug 06 18:36:53.220460 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-c9ddfbf2-30ce-4257-b3fe-95c38ca7a67f service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761208 Aug 06 18:36:53.292737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-17e591dc-ac4a-426e-bf67-ef36adbb8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:53.295041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-17e591dc-ac4a-426e-bf67-ef36adbb8278 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c7aae4a-6fb1-45a9-bb4d-962b257a5737 HTTP/1.1" status: 200 len: 838 time: 0.0994501 Aug 06 18:36:53.364673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15219-968d-4153-91c6-79f93db50093 req-eec4e5e0-12ae-47ea-900a-1a023c05a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:53.366436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-eec4e5e0-12ae-47ea-900a-1a023c05a883 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80dc050c-0bbb-437a-bc8f-d1d102b6dc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0626423 Aug 06 18:36:53.443577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-35123600-8a1c-4a00-bc0e-ec445a9d4f1a service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090168 Aug 06 18:36:53.498421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-08949a3b-79eb-4a2d-9b8f-b0382656d5af service neutron] 10.222.0.55 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246307 Aug 06 18:36:53.686611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdc15219-968d-4153-91c6-79f93db50093 req-b469ae20-24a8-4edd-89bf-109d7b16f9c7 service neutron] 10.222.0.55 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806567 Aug 06 18:36:53.735869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cfaa2-e8f1-42f0-b014-47d04084f625 req-b7a15d9b-c948-4f8d-b5a2-e80ef1219d11 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:53.746289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f3cfaa2-e8f1-42f0-b014-47d04084f625 req-b7a15d9b-c948-4f8d-b5a2-e80ef1219d11 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1082678 Aug 06 18:36:53.812596 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f3cfaa2-e8f1-42f0-b014-47d04084f625 req-352e96a1-307b-4472-8248-b7c25475accc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Aug 06 18:36:53.982114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f11279de-4302-41e7-90d2-8336bee837b6 req-2ab41867-1b7b-4d0b-9dc2-f1b35aaafec4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 210 time: 0.0859613 Aug 06 18:36:54.184435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a7ffa-cf81-494e-b0af-78109117f5ed req-626bfc18-16d1-4b2c-abf3-83e88081c0e7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:54.187042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d0e6fa6-f067-428d-88b3-88e2417a59d7 req-5c5b968d-ed0f-401f-a457-293299e132ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0715103 Aug 06 18:36:54.195381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8b1a7ffa-cf81-494e-b0af-78109117f5ed req-626bfc18-16d1-4b2c-abf3-83e88081c0e7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1537857 Aug 06 18:36:54.269897 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8b1a7ffa-cf81-494e-b0af-78109117f5ed req-5671144b-a7b1-4821-81ef-147171ac5614 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706520 Aug 06 18:36:54.356446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:54.361967 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45885554-940f-4698-88ad-bfd48774aa45" -d '{"events": [{"name": "network-changed", "server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:54.448940 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63e09b-f4ad-414f-8d27-91b5559dcebb x-openstack-request-id: req-de63e09b-f4ad-414f-8d27-91b5559dcebb {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:54.449375 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:54.449792 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de63e09b-f4ad-414f-8d27-91b5559dcebb {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:54.450384 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f', 'status': 'completed', 'code': 200} Aug 06 18:36:54.679888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885554-940f-4698-88ad-bfd48774aa45 req-6b211bb1-6e44-4152-8c93-9c1d5b1e3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:54.682772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-6b211bb1-6e44-4152-8c93-9c1d5b1e3228 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 1096 time: 0.1928985 Aug 06 18:36:54.733935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aac44-51d1-4e52-a211-7abfaee7efd9 req-d6d6c05b-a72e-4482-8ca6-0b438ea66a5a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:54.746149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00aac44-51d1-4e52-a211-7abfaee7efd9 req-d6d6c05b-a72e-4482-8ca6-0b438ea66a5a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2068124 Aug 06 18:36:54.854512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c00aac44-51d1-4e52-a211-7abfaee7efd9 req-8c87583b-d985-4820-bba4-7f67c57042b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052356 Aug 06 18:36:54.999396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885554-940f-4698-88ad-bfd48774aa45 req-ee4f7415-33c8-4664-81c2-de0cdeb9816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.002848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-ee4f7415-33c8-4664-81c2-de0cdeb9816f service neutron] 10.222.0.55 "GET /v2.0/networks?id=80dc050c-0bbb-437a-bc8f-d1d102b6dc49 HTTP/1.1" status: 200 len: 898 time: 0.3130257 Aug 06 18:36:55.091261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0dadf-8bfb-423f-9e94-053884427a9e req-04546e9e-4096-4b75-b0fd-ada2e74d5802 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.099751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9e0dadf-8bfb-423f-9e94-053884427a9e req-04546e9e-4096-4b75-b0fd-ada2e74d5802 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1292276 Aug 06 18:36:55.147329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-6e055ad6-be82-43ed-9a90-0a9a50b21632 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f HTTP/1.1" status: 200 len: 217 time: 0.1340721 Aug 06 18:36:55.160507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c9e0dadf-8bfb-423f-9e94-053884427a9e req-4b6b6a57-cacd-46ae-91c4-3fc4499a00f8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570424 Aug 06 18:36:55.220810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-989084ae-d2b0-4add-8900-00f857ec88cb req-792158c0-bd75-458d-a980-8954a6ed71dd tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 210 time: 0.0459630 Aug 06 18:36:55.341426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885554-940f-4698-88ad-bfd48774aa45 req-86ca6b70-c755-42d9-8e7a-49b6af38011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.343654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-86ca6b70-c755-42d9-8e7a-49b6af38011a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c7aae4a-6fb1-45a9-bb4d-962b257a5737 HTTP/1.1" status: 200 len: 838 time: 0.1890492 Aug 06 18:36:55.452170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea7dd2d0-2136-44d4-93ba-4d777691967d req-5de408fc-a5cc-4782-9265-57d37cdbfcf8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0448306 Aug 06 18:36:55.481492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45885554-940f-4698-88ad-bfd48774aa45 req-d0dc5cdd-1b62-421a-acb2-c82465f37615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.481492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-d0dc5cdd-1b62-421a-acb2-c82465f37615 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=80dc050c-0bbb-437a-bc8f-d1d102b6dc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1201372 Aug 06 18:36:55.579238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ed5f-54fb-4999-9897-839c759c9bd5 req-fc19cf88-4b3f-489f-9ab4-a230d4c12a3d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.602029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a727ed5f-54fb-4999-9897-839c759c9bd5 req-fc19cf88-4b3f-489f-9ab4-a230d4c12a3d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1575692 Aug 06 18:36:55.686556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a727ed5f-54fb-4999-9897-839c759c9bd5 req-d1049c6b-0159-4d8a-b014-af52aeeffbf7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823543 Aug 06 18:36:55.699556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-0aa9da50-ea08-45a8-aa16-7070a676c20a service neutron] 10.222.0.55 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174902 Aug 06 18:36:55.797969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b730e1-b96f-49ea-94a2-b52857da87ef req-fced4ed4-a48a-4e8e-81c9-47c80e696904 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:55.800286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4b730e1-b96f-49ea-94a2-b52857da87ef req-fced4ed4-a48a-4e8e-81c9-47c80e696904 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2017508 Aug 06 18:36:56.064180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4b730e1-b96f-49ea-94a2-b52857da87ef req-3c7ce13e-2dff-478c-8a8c-977b63dd75ed tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456408 Aug 06 18:36:56.141354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-21a73aa0-3533-4948-b0b1-2e15fb73de25 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:56.143214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-21a73aa0-3533-4948-b0b1-2e15fb73de25 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.55 "GET /v2.0/networks?id=03494882-ceca-41be-b6e1-909ca8b35c01 HTTP/1.1" status: 200 len: 825 time: 0.3268998 Aug 06 18:36:56.145902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45885554-940f-4698-88ad-bfd48774aa45 req-9d65ae1d-bd3d-42ee-8b08-f87933939dde service neutron] 10.222.0.55 "GET /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343686 Aug 06 18:36:56.167023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Request body: {'port': {'device_id': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01', 'admin_state_up': True, 'tenant_id': 'b70913ad2150414da0e7f062378345e3'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:56.251771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1f6d0-21bf-4fba-a5f1-fd1e50eb6712 req-72689dde-4f38-4fb3-a052-f9be96986806 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:56.259896 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59b1f6d0-21bf-4fba-a5f1-fd1e50eb6712 req-72689dde-4f38-4fb3-a052-f9be96986806 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 945 time: 0.0781806 Aug 06 18:36:56.333044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-59b1f6d0-21bf-4fba-a5f1-fd1e50eb6712 req-2956c9fe-6b2c-405e-b7fa-fcde60e9d2c8 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701544 Aug 06 18:36:56.454280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6169-2ff9-47b8-9530-5044614e88ee req-4c94480a-d7d0-4058-83bc-3fbc3f4353c5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:56.456750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d36c6169-2ff9-47b8-9530-5044614e88ee req-4c94480a-d7d0-4058-83bc-3fbc3f4353c5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2517881 Aug 06 18:36:56.511501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5822c42b-3229-4c2d-86e8-f2c8e92972cb req-bfc2680c-cf30-4f9c-bb2a-d94992dad0ab tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 210 time: 0.0816233 Aug 06 18:36:56.550644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-13e25da7-da04-45c8-ae26-347de27598b1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:56.553216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-13e25da7-da04-45c8-ae26-347de27598b1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.3734765 Aug 06 18:36:56.559589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Made reservation on behalf of b70913ad2150414da0e7f062378345e3 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:56.564076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:56.585672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:56.623355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d36c6169-2ff9-47b8-9530-5044614e88ee req-f5e8e186-b6e8-402a-8474-4fb7305a1a3b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428928 Aug 06 18:36:56.638154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c49da9a-97b5-4a5a-8dc9-fb5d5e4f5c39 req-82077637-39bf-4bde-a57f-d188456cd6c4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0391343 Aug 06 18:36:56.712996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2ad8a8d-1d97-43f9-be4e-f561fe8c919f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:57.009061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Allocated IP 172.20.0.12 (03494882-ceca-41be-b6e1-909ca8b35c01/efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07/04439e55-8939-44d3-9aac-ab2162c42285) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:57.034345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:57.045052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:57.045371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.054435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5cdb-88dd-40de-8c0e-8f08fde18c37 req-b4d43fad-88b6-4174-9a87-3d0e282a5666 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:57.066029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-214b5cdb-88dd-40de-8c0e-8f08fde18c37 req-b4d43fad-88b6-4174-9a87-3d0e282a5666 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1808133 Aug 06 18:36:57.090212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'port_id': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f', 'mac_address': 'fa:16:3e:ef:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:57.131617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60cb1-44c1-42fa-9274-98c7e353b107 req-04db6b70-a6ae-477f-a957-730c3185ce94 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:57.142518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cbd60cb1-44c1-42fa-9274-98c7e353b107 req-04db6b70-a6ae-477f-a957-730c3185ce94 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2385972 Aug 06 18:36:57.154298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-214b5cdb-88dd-40de-8c0e-8f08fde18c37 req-f005a597-e0d5-4e34-95a7-f40a88447ff3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797482 Aug 06 18:36:57.170728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.223076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ad8a8d-1d97-43f9-be4e-f561fe8c919f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:57.277213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:57.286148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.357399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cbd60cb1-44c1-42fa-9274-98c7e353b107 req-17daa7fd-376d-437d-950c-0ed6d4965c67 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132027 Aug 06 18:36:57.467700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:57.531674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c2ad8a8d-1d97-43f9-be4e-f561fe8c919f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:57.575479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee593106-a0f5-43ae-abf0-27e324120608 req-eba0a4d2-f649-47c8-b554-ef15234e0e86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:57.577713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee593106-a0f5-43ae-abf0-27e324120608 req-eba0a4d2-f649-47c8-b554-ef15234e0e86 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 945 time: 0.1667600 Aug 06 18:36:57.634179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.668342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.11 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/5661e0b6-ac4d-4f3d-935a-77f74545835f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:57.689134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb595-78d0-453d-9b34-5edafa55f96e req-fbc1ffb0-fcf9-46a3-9ec3-441ac5d8d72e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:57.693428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-688cb595-78d0-453d-9b34-5edafa55f96e req-fbc1ffb0-fcf9-46a3-9ec3-441ac5d8d72e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1896021 Aug 06 18:36:57.716731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728f3a-edf4-42ab-8417-5cb7a69d787d req-b54aa013-e74d-496d-b280-53aba32074f3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:57.725697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b728f3a-edf4-42ab-8417-5cb7a69d787d req-b54aa013-e74d-496d-b280-53aba32074f3 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 945 time: 0.2436917 Aug 06 18:36:57.848847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-688cb595-78d0-453d-9b34-5edafa55f96e req-1be868d3-5642-4ce0-8d54-eb272f938603 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882709 Aug 06 18:36:57.899171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.929612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Deleting port c5c58f2b-9a5a-439d-8fbe-d03f864753ad {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:57.930281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.078109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b728f3a-edf4-42ab-8417-5cb7a69d787d req-598ebc45-16b6-4792-a5bc-0a83636c4526 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/security-groups?id=621613ca-0d14-4f65-aef8-472016379ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512957 Aug 06 18:36:58.246504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.265904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object 5661e0b6-ac4d-4f3d-935a-77f74545835f will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:58.296514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d2841-df7d-478d-9707-23f8290a3c40 req-2ad8ae15-22db-4016-a869-5053c5c18cde tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:58.299190 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d72d2841-df7d-478d-9707-23f8290a3c40 req-2ad8ae15-22db-4016-a869-5053c5c18cde tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 932 time: 0.1722357 Aug 06 18:36:58.303410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] For port c5c58f2b-9a5a-439d-8fbe-d03f864753ad, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,segment=NetworkSegment(0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e),segment_id=0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:58.303824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.318363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.331660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c4418f3f-12ac-4d49-a37c-2c01281081e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:58.358279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Calling delete_port for c5c58f2b-9a5a-439d-8fbe-d03f864753ad owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:58.445588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Network 03494882-ceca-41be-b6e1-909ca8b35c01 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:58.448602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:58.456765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:58.498034 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d72d2841-df7d-478d-9707-23f8290a3c40 req-7dd68711-3527-4880-92c0-c89933879691 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767383 Aug 06 18:36:58.533189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:58.543055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Pushing event updated for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:58.581154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:58.586378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:58.607742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1501d78-6835-40bf-ba33-b832986b7d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.700513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6763-1d73-41d4-b788-3bda7445013f req-fcdb5b5b-9d0d-4848-bf53-d06f76c8b4f5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:58.703473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-093f6763-1d73-41d4-b788-3bda7445013f req-fcdb5b5b-9d0d-4848-bf53-d06f76c8b4f5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 932 time: 0.3934245 Aug 06 18:36:58.724409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:58.725377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.738704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:58.739857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.754965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2ad8a8d-1d97-43f9-be4e-f561fe8c919f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:58.797141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.822691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:58.836250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-4878b83d-8290-4e41-b663-11a7e97ac90b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2558157 Aug 06 18:36:58.837774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-c7bd4b22-cabc-4efc-af27-ab7b740be517 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6792068 Aug 06 18:36:58.864370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Request body: {'port': {'device_id': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:58.875328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Request body: {'port': {'device_id': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:58.876266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Pushing event deleted for resources: {'Port': ['ID=c5c58f2b-9a5a-439d-8fbe-d03f864753ad,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:58.889372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-093f6763-1d73-41d4-b788-3bda7445013f req-81ac16d2-4f3c-48c0-b777-167650b6d90a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441374 Aug 06 18:36:58.912756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739b962-800e-470d-9df5-80bab0763542 req-88528dc0-bbf9-4d71-b32f-4acbdef99707 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:58.929795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2739b962-800e-470d-9df5-80bab0763542 req-88528dc0-bbf9-4d71-b32f-4acbdef99707 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 945 time: 0.2202160 Aug 06 18:36:59.107842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.127962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] No DVR routers for this DVR port c5c58f2b-9a5a-439d-8fbe-d03f864753ad on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:59.133572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.139950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.144133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee593106-a0f5-43ae-abf0-27e324120608 req-b623dffa-32c5-4ce2-ae67-4684b65043eb tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.55 "DELETE /v2.0/ports/c5c58f2b-9a5a-439d-8fbe-d03f864753ad HTTP/1.1" status: 204 len: 173 time: 1.5475755 Aug 06 18:36:59.145300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'name': 'network-vif-deleted', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:59.155688 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac326be2-5eea-42b4-89ff-aa7e6ad4d759" -d '{"events": [{"server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "name": "network-vif-deleted", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:59.217314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2739b962-800e-470d-9df5-80bab0763542 req-fd90b947-3a16-4048-9909-46d08e42e3c6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855718 Aug 06 18:36:59.237529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:59.275915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:59.279550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.326977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f53a553-0bd2-4ff9-bf50-a04d7325ab22 None None] Provisioning for port 5661e0b6-ac4d-4f3d-935a-77f74545835f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:59.339382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f53a553-0bd2-4ff9-bf50-a04d7325ab22 None None] Provisioning complete for port 5661e0b6-ac4d-4f3d-935a-77f74545835f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:59.340381 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f53a553-0bd2-4ff9-bf50-a04d7325ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.376981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059da144-1478-4ca5-9ab4-eeb8ae857019 req-13bcd95f-772c-483b-acc1-6f39a5ae2e00 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:59.381314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-059da144-1478-4ca5-9ab4-eeb8ae857019 req-13bcd95f-772c-483b-acc1-6f39a5ae2e00 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3001680 Aug 06 18:36:59.410051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-56d54c19-a548-47cd-8d6a-0c63fedbe3b1 req-70ff902d-fba4-4719-a677-e851480c7382 tempest-ServersTestJSON-185228397 tempest-ServersTestJSON-185228397-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb50da88-c8ea-4df0-bd3d-387a93e3df03 HTTP/1.1" status: 200 len: 210 time: 0.0522568 Aug 06 18:36:59.447984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3f53a553-0bd2-4ff9-bf50-a04d7325ab22 None None] Port 5661e0b6-ac4d-4f3d-935a-77f74545835f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:36:59.549506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-059da144-1478-4ca5-9ab4-eeb8ae857019 req-f451f23e-27ee-4379-988d-df2567b3500d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581001 Aug 06 18:36:59.557303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.572670 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409ba85-5e50-47b0-9016-916a5a525d8e x-openstack-request-id: req-9409ba85-5e50-47b0-9016-916a5a525d8e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:59.573136 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb50da88-c8ea-4df0-bd3d-387a93e3df03", "name": "network-vif-deleted", "tag": "c5c58f2b-9a5a-439d-8fbe-d03f864753ad", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:59.573576 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9409ba85-5e50-47b0-9016-916a5a525d8e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:59.574234 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb50da88-c8ea-4df0-bd3d-387a93e3df03', 'name': 'network-vif-deleted', 'tag': 'c5c58f2b-9a5a-439d-8fbe-d03f864753ad', 'status': 'completed', 'code': 200} Aug 06 18:36:59.671978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:59.693605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:59.719156 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55080811-31a8-4615-99dd-b81c1fd0afaf" -d '{"events": [{"server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:59.730245 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:59.732681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5c58f2b-9a5a-439d-8fbe-d03f864753ad no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:59.871159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c5c58f2b-9a5a-439d-8fbe-d03f864753ad {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:59.872033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5c58f2b-9a5a-439d-8fbe-d03f864753ad not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:59.886441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eff47-68b9-4d68-81d0-a1b546efc412 req-632bba1e-f826-48ff-8d89-261d54ae97e2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:59.893886 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e48eff47-68b9-4d68-81d0-a1b546efc412 req-632bba1e-f826-48ff-8d89-261d54ae97e2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1216068 Aug 06 18:36:59.949939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:59.990500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e48eff47-68b9-4d68-81d0-a1b546efc412 req-a404c5f4-145c-4232-9a1c-c9d92a84f8a8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752344 Aug 06 18:37:00.103664 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee524a-e5dc-4bc4-b1c7-8dd64d0c8a97 x-openstack-request-id: req-d8ee524a-e5dc-4bc4-b1c7-8dd64d0c8a97 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:00.108566 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:00.109355 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8ee524a-e5dc-4bc4-b1c7-8dd64d0c8a97 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:00.110259 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f', 'code': 200} Aug 06 18:37:00.421487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae24b-372c-40f1-a229-6baee0de6da6 req-500bd31f-5e5c-4422-a05a-f6f4daf52fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:00.426585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-396ae24b-372c-40f1-a229-6baee0de6da6 req-500bd31f-5e5c-4422-a05a-f6f4daf52fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 1098 time: 0.1732311 Aug 06 18:37:00.448228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ef19-fabc-487c-8ca2-a73677156977 req-383f3e03-c197-466a-af7c-f1efcd137ded tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:00.465065 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ee1ef19-fabc-487c-8ca2-a73677156977 req-383f3e03-c197-466a-af7c-f1efcd137ded tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 932 time: 0.2281277 Aug 06 18:37:00.517603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e83439-e939-4fb0-9a88-194f0499afca req-173a12fd-0099-48e6-821d-234bf6df15bc tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:00.525607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3e83439-e939-4fb0-9a88-194f0499afca req-173a12fd-0099-48e6-821d-234bf6df15bc tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 932 time: 0.8402212 Aug 06 18:37:00.588398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3e83439-e939-4fb0-9a88-194f0499afca req-b3c49935-fdfd-4e37-b493-34c41f5f30a7 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Aug 06 18:37:00.643693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ee1ef19-fabc-487c-8ca2-a73677156977 req-8a2d1263-3d98-4180-8e7c-756f2e1fda68 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331329 Aug 06 18:37:00.663950 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-396ae24b-372c-40f1-a229-6baee0de6da6 req-efbed610-364b-44e3-866a-60ee23bb749a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965206 Aug 06 18:37:00.747585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04439e55-8939-44d3-9aac-ab2162c42285 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:00.753667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35488) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:00.770708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:00.778709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5661e0b6-ac4d-4f3d-935a-77f74545835f {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:00.803952 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:00.844877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Transition to ACTIVE for port object 04439e55-8939-44d3-9aac-ab2162c42285 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:00.870784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:00.878316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Transition to ACTIVE for port object 5661e0b6-ac4d-4f3d-935a-77f74545835f will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:00.898776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9890-7533-414d-a380-84c68b9cf65f req-9a700102-fdfe-42f5-9b7e-5a977060794a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:00.900541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-022d9890-7533-414d-a380-84c68b9cf65f req-9a700102-fdfe-42f5-9b7e-5a977060794a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1015754 Aug 06 18:37:00.923955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:00.938323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Deleting subnet 30c8cf66-2d77-4ac0-8b92-ee031c84993c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:00.944480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.006539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:01.027963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.112622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.139002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Pushing event updated for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:01.229217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.232135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-022d9890-7533-414d-a380-84c68b9cf65f req-821097cf-5a60-4df7-88a9-0598d63d6d35 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004436 Aug 06 18:37:01.302412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c8cf66-2d77-4ac0-8b92-ee031c84993c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:01.324073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859d12a-6bae-4ca2-affd-18c8b3af9a72 req-3b81a634-a900-4da8-b481-60424488e6e9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:01.339052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1859d12a-6bae-4ca2-affd-18c8b3af9a72 req-3b81a634-a900-4da8-b481-60424488e6e9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4909346 Aug 06 18:37:01.341804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.350981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc5c959e-313f-41f3-b0f1-1464c141b007 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/30c8cf66-2d77-4ac0-8b92-ee031c84993c HTTP/1.1" status: 204 len: 168 time: 0.5914459 Aug 06 18:37:01.354264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35490) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:01.494091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.530734 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1859d12a-6bae-4ca2-affd-18c8b3af9a72 req-23771fc3-cff7-4630-94d6-3dc74316bdf7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794951 Aug 06 18:37:01.537636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Attempting to bind port 04439e55-8939-44d3-9aac-ab2162c42285 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:01.551782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Attempting to bind port 04439e55-8939-44d3-9aac-ab2162c42285 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '878a368e-fbab-4bb0-8a88-cc0205d977dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:01.554417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Attempting to bind port 04439e55-8939-44d3-9aac-ab2162c42285 on network 03494882-ceca-41be-b6e1-909ca8b35c01 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:01.560075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.603656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Port 04439e55-8939-44d3-9aac-ab2162c42285 on network 03494882-ceca-41be-b6e1-909ca8b35c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:01.604625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Attempting to bind port 04439e55-8939-44d3-9aac-ab2162c42285 on network 03494882-ceca-41be-b6e1-909ca8b35c01 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:01.652986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:01.653413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Checking segment: {'id': '878a368e-fbab-4bb0-8a88-cc0205d977dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:01.653873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Bound using segment: {'id': '878a368e-fbab-4bb0-8a88-cc0205d977dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:01.654323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Bound port: 04439e55-8939-44d3-9aac-ab2162c42285, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878a368e-fbab-4bb0-8a88-cc0205d977dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:01.654700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.706502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c074853-eb79-44cf-888f-70e1657e0068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.761940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Attempting to bind port 5661e0b6-ac4d-4f3d-935a-77f74545835f on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:01.762557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Attempting to bind port 5661e0b6-ac4d-4f3d-935a-77f74545835f by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:01.763108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Attempting to bind port 5661e0b6-ac4d-4f3d-935a-77f74545835f on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:01.815980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.855993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Port 5661e0b6-ac4d-4f3d-935a-77f74545835f on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:01.856505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Attempting to bind port 5661e0b6-ac4d-4f3d-935a-77f74545835f on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:01.868435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb621d5-c566-4242-a7b7-73c96cac3a7b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:01.882096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:01.882654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:01.883114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:01.883277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:01.883414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa4d1d6-9a78-4c3b-8053-7c35244b9c7e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:01.884031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Bound port: 5661e0b6-ac4d-4f3d-935a-77f74545835f, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:01.885083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.903589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.926664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f986002-4f0b-4e7c-a4ad-457873c9c420 req-38500fa1-128d-4736-b81f-7c95ca374f02 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:01.936800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f986002-4f0b-4e7c-a4ad-457873c9c420 req-38500fa1-128d-4736-b81f-7c95ca374f02 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 944 time: 0.1893499 Aug 06 18:37:01.950594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.957407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa397283-fd4e-4628-b1ca-690a74faff24 req-f6ed0da6-8f41-4cce-9104-79ac8d21e6e8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:01.969341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:01.969936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:01.971800 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:01.974793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa397283-fd4e-4628-b1ca-690a74faff24 req-f6ed0da6-8f41-4cce-9104-79ac8d21e6e8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2373998 Aug 06 18:37:02.058304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:02.084815 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2f986002-4f0b-4e7c-a4ad-457873c9c420 req-e769913e-c433-4239-83fa-02270e60e4dd tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469681 Aug 06 18:37:02.100497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.136410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04439e55-8939-44d3-9aac-ab2162c42285,segment=NetworkSegment(878a368e-fbab-4bb0-8a88-cc0205d977dc),segment_id=878a368e-fbab-4bb0-8a88-cc0205d977dc)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:02.170318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.172642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.175618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5bb621d5-c566-4242-a7b7-73c96cac3a7b HTTP/1.1" status: 204 len: 168 time: 0.8198755 Aug 06 18:37:02.195275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19fb3a-eb6a-4b7d-9d56-7da2e0ab0150 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb621d5-c566-4242-a7b7-73c96cac3a7b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:02.318451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903128-7b2f-46dd-955b-0d8375be783a req-770e361f-90fb-4ae6-8b5c-a0c2ac33e6d3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.320475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13903128-7b2f-46dd-955b-0d8375be783a req-770e361f-90fb-4ae6-8b5c-a0c2ac33e6d3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1174269 Aug 06 18:37:02.405459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa397283-fd4e-4628-b1ca-690a74faff24 req-9df29ae5-e77e-4653-b703-17d0de7c8b1f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844497 Aug 06 18:37:02.406593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:02.406810 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13903128-7b2f-46dd-955b-0d8375be783a req-aa346649-2ace-4c1f-9221-e1b47a638ef0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 Aug 06 18:37:02.429504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.439155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.442198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-72f4e916-dbc9-4e85-acaf-8cd8ccfe4cb0 service neutron] 10.222.0.55 "PUT /v2.0/ports/04439e55-8939-44d3-9aac-ab2162c42285 HTTP/1.1" status: 200 len: 1093 time: 3.5851984 Aug 06 18:37:02.447086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:02.450096 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c8133-a74c-494b-94ae-fa646ee40e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "tag": "04439e55-8939-44d3-9aac-ab2162c42285"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:02.457707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:02.505883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:02.534501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.683141 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad241a8f-af73-4e82-8a7f-620def6c677e x-openstack-request-id: req-ad241a8f-af73-4e82-8a7f-620def6c677e {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:02.684986 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "tag": "04439e55-8939-44d3-9aac-ab2162c42285", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:02.685166 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad241a8f-af73-4e82-8a7f-620def6c677e {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:02.685896 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285', 'status': 'completed', 'code': 200} Aug 06 18:37:02.693582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35508) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:02.761775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.762452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.764013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] 10.222.0.55 "PUT /v2.0/ports/5661e0b6-ac4d-4f3d-935a-77f74545835f HTTP/1.1" status: 200 len: 1093 time: 3.9123058 Aug 06 18:37:02.818281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-3f0979ba-0285-4ce3-ae15-954916d36cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.818281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-3f0979ba-0285-4ce3-ae15-954916d36cb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b70913ad2150414da0e7f062378345e3&device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 1096 time: 0.2665522 Aug 06 18:37:02.837016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9356694-00fe-4abb-88d4-8e9de9da0137 service neutron] Pushing event updated for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:02.859692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2541d7-f9bd-478d-9ffc-1625e8f669af req-3442a800-c270-4168-9c7b-c558d885ff82 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.861504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b2541d7-f9bd-478d-9ffc-1625e8f669af req-3442a800-c270-4168-9c7b-c558d885ff82 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.3166788 Aug 06 18:37:02.925030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-06c794f7-5610-4e98-96d6-08b31fd65b59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2194056620a740208e6c9986b75f6878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185004 Aug 06 18:37:02.939937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-02693bba-b61d-423a-98cf-e122102a733a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04439e55-8939-44d3-9aac-ab2162c42285 HTTP/1.1" status: 200 len: 217 time: 0.1095436 Aug 06 18:37:02.941613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35522) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:03.082209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b2541d7-f9bd-478d-9ffc-1625e8f669af req-5cf106c8-089f-4f16-b49e-4b8866ba8263 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757803 Aug 06 18:37:03.107612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-1e1ed6cd-0d72-4dcd-a4a0-255344acf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.109335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-1e1ed6cd-0d72-4dcd-a4a0-255344acf7b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07 HTTP/1.1" status: 200 len: 865 time: 0.1572740 Aug 06 18:37:03.146894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd6c6-ee29-4f62-9a18-c7294d29bbbe req-6b742e3c-c47f-4bfa-a1c5-b90e88d40d1b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.147503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-878933ca-6af6-44cd-a3a0-1cf669448fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.151357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-878933ca-6af6-44cd-a3a0-1cf669448fc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 1096 time: 0.3069847 Aug 06 18:37:03.163418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-584dd6c6-ee29-4f62-9a18-c7294d29bbbe req-6b742e3c-c47f-4bfa-a1c5-b90e88d40d1b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 814 time: 0.2633348 Aug 06 18:37:03.227606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-584dd6c6-ee29-4f62-9a18-c7294d29bbbe req-baba89e0-5ce2-4bef-8072-173417a8e0f8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/quotas/50e80056de9a46ed84c4c90acaf94844 HTTP/1.1" status: 200 len: 375 time: 0.0579493 Aug 06 18:37:03.241321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:03.247225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-8f455846-9259-4086-8f5e-7ba18157a1ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03494882-ceca-41be-b6e1-909ca8b35c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268928 Aug 06 18:37:03.311973 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:03.338966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-a689a82d-4855-4f3d-b4e0-b9ee6fad919b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f HTTP/1.1" status: 200 len: 217 time: 0.0937724 Aug 06 18:37:03.380530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-584dd6c6-ee29-4f62-9a18-c7294d29bbbe req-eb25a240-2aa9-4b47-9ecc-e62589992807 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1514761 Aug 06 18:37:03.557298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903b544-56b0-487c-8b39-50d98215eed9 req-ae2bb8d1-a7eb-42e0-91df-3b05326c383e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.561339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:03.572836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8903b544-56b0-487c-8b39-50d98215eed9 req-ae2bb8d1-a7eb-42e0-91df-3b05326c383e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1028244 Aug 06 18:37:03.650272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8903b544-56b0-487c-8b39-50d98215eed9 req-b1868698-7a61-408f-b8ba-2f390811ad34 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751696 Aug 06 18:37:03.699422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-22c719d4-5963-43c9-8597-91489f03dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.704668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-22c719d4-5963-43c9-8597-91489f03dba5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.3135440 Aug 06 18:37:03.738295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119a80-cce5-417c-aa68-4ee6b4cc9ea5 req-7110ba98-17ec-4af4-abb1-38e061410dc2 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.741880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd119a80-cce5-417c-aa68-4ee6b4cc9ea5 req-7110ba98-17ec-4af4-abb1-38e061410dc2 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 944 time: 0.4332905 Aug 06 18:37:03.868082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-112a60c5-71b4-485a-a62c-f621d32be9d8 service neutron] 10.222.0.55 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106329 Aug 06 18:37:04.008659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce6d9a-7546-4aad-af90-27ab2ac9e92b req-04ff8ce3-3ea9-47be-aee9-7edf55520bf6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.016909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bce6d9a-7546-4aad-af90-27ab2ac9e92b req-04ff8ce3-3ea9-47be-aee9-7edf55520bf6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1796665 Aug 06 18:37:04.021990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd119a80-cce5-417c-aa68-4ee6b4cc9ea5 req-d7758e82-c483-4026-89a5-5edd596242cc tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367334 Aug 06 18:37:04.049614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-44c5e0fb-15b8-4aa3-a86b-0da4e5150057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.060088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-44c5e0fb-15b8-4aa3-a86b-0da4e5150057 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3367527 Aug 06 18:37:04.096713 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.101859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.109747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/621613ca-0d14-4f65-aef8-472016379ae7 HTTP/1.1" status: 204 len: 168 time: 1.1585248 Aug 06 18:37:04.227983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2bce6d9a-7546-4aad-af90-27ab2ac9e92b req-984857d5-9a6c-491b-98d8-aef06da367cc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066145 Aug 06 18:37:04.260009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64e67-90a6-4979-9060-c802ad34297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621613ca-0d14-4f65-aef8-472016379ae7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:04.350662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b33870-4a4f-402c-9fc1-525bbe967c36 req-8477a43f-18bf-40c2-ac44-d1f710c2f3dc service neutron] 10.222.0.55 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752853 Aug 06 18:37:04.378118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ed4f6-f3c7-43d4-9066-766e7a26c8f5 req-ba34b1a3-3351-4d01-b00d-cc5309f5476c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.378772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c9ed4f6-f3c7-43d4-9066-766e7a26c8f5 req-ba34b1a3-3351-4d01-b00d-cc5309f5476c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.2012670 Aug 06 18:37:04.576421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c9ed4f6-f3c7-43d4-9066-766e7a26c8f5 req-5a76535c-4eed-4782-9a4b-373a0bb41566 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721525 Aug 06 18:37:04.673343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-1ee16bd0-6db5-49fd-8c0a-ec2dc75ce4be service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115348 Aug 06 18:37:04.698882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:04.701626 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:04.739010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.762762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6490-40db-4e42-abe1-5f2e6bc00f41 req-ab713d5e-f1d7-43c4-9912-4fcec0d063f6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.784670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-072a6490-40db-4e42-abe1-5f2e6bc00f41 req-ab713d5e-f1d7-43c4-9912-4fcec0d063f6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2535472 Aug 06 18:37:04.842902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-bbb3c4d0-c3ee-4dc4-9a0c-1ca8b56144be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.845836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-bbb3c4d0-c3ee-4dc4-9a0c-1ca8b56144be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b70913ad2150414da0e7f062378345e3&device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 1096 time: 0.2311835 Aug 06 18:37:04.871270 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f08e75-16a7-4f38-b9f1-c42ccecc0de2 x-openstack-request-id: req-61f08e75-16a7-4f38-b9f1-c42ccecc0de2 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:04.871703 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:04.871990 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61f08e75-16a7-4f38-b9f1-c42ccecc0de2 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:04.872533 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f', 'status': 'completed', 'code': 200} Aug 06 18:37:04.920754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-316d5796-902d-460c-b4ca-bdefbc795c5d req-da4c677e-1fd5-42d5-9e56-c50ac08c88b8 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146363 Aug 06 18:37:04.921515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-072a6490-40db-4e42-abe1-5f2e6bc00f41 req-ccd90b6f-f3f7-45e0-b208-007e035f3cc1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341426 Aug 06 18:37:05.251868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:05.422951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-1e91c9c9-8bb2-4669-b1dd-227b79a2dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:05.424952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-1e91c9c9-8bb2-4669-b1dd-227b79a2dbc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03494882-ceca-41be-b6e1-909ca8b35c01 HTTP/1.1" status: 200 len: 926 time: 0.5692754 Aug 06 18:37:05.534096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-4d97d746-096a-4a42-bb41-1ef62ea3a55b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04439e55-8939-44d3-9aac-ab2162c42285 HTTP/1.1" status: 200 len: 217 time: 0.0972548 Aug 06 18:37:05.594922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-0ef0a5d1-f03d-4bfe-ba95-7626b8f4900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:05.597063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-0ef0a5d1-f03d-4bfe-ba95-7626b8f4900a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 1096 time: 0.3926868 Aug 06 18:37:05.644132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f5939-b9fc-4cc4-b374-3316bf381f2e req-5eb86bf1-f833-4896-8118-a409a900b737 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:05.657717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-545f5939-b9fc-4cc4-b374-3316bf381f2e req-5eb86bf1-f833-4896-8118-a409a900b737 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 944 time: 0.2689734 Aug 06 18:37:05.823723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-23802b23-41a3-4962-bc63-05dae10a62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:05.827573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-23802b23-41a3-4962-bc63-05dae10a62da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07 HTTP/1.1" status: 200 len: 865 time: 0.2844779 Aug 06 18:37:05.912561 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-69ac935a-641e-484a-853c-b42802f12580 req-5fd6788a-4bce-4ea4-a278-6c2486dbbc82 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=50e80056de9a46ed84c4c90acaf94844 HTTP/1.1" status: 200 len: 221 time: 0.3825054 Aug 06 18:37:05.935980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-545f5939-b9fc-4cc4-b374-3316bf381f2e req-8c18983c-ba69-4cc9-a4bb-bc116e157374 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728941 Aug 06 18:37:05.940987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-847709de-68fd-4f3c-93a8-257af2b105f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03494882-ceca-41be-b6e1-909ca8b35c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967858 Aug 06 18:37:06.414718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-c9bf276f-96ea-4aef-96bf-fa6a29ad9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:06.416970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-c9bf276f-96ea-4aef-96bf-fa6a29ad9596 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.8100812 Aug 06 18:37:06.519246 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7667-5020-4101-bc5f-b06db8cefe1b req-9cb54dcf-f4d4-4cb8-9167-06d1209b6775 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:06.535282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5ac7667-5020-4101-bc5f-b06db8cefe1b req-9cb54dcf-f4d4-4cb8-9167-06d1209b6775 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.3191531 Aug 06 18:37:06.589571 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-54c2b252-a097-48fa-b113-19e8a0b23ce6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f HTTP/1.1" status: 200 len: 217 time: 0.1591675 Aug 06 18:37:06.629979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e5ac7667-5020-4101-bc5f-b06db8cefe1b req-31432222-90ce-48c8-8aa9-a28f4a20f7ed tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921466 Aug 06 18:37:06.694719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f74381-f8c4-4ce0-bfdf-003b4872805c req-9cf9206b-9fa1-4f34-b954-959d42875ea3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:06.706976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51f74381-f8c4-4ce0-bfdf-003b4872805c req-9cf9206b-9fa1-4f34-b954-959d42875ea3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4090137 Aug 06 18:37:06.711489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-777eff9b-0ddc-4378-9f23-e6131f076a97 service neutron] 10.222.0.55 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592905 Aug 06 18:37:06.714650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-fbfb1703-e74a-43b1-9dd8-4200f4511e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:06.716619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-fbfb1703-e74a-43b1-9dd8-4200f4511e9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1163280 Aug 06 18:37:06.759188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04439e55-8939-44d3-9aac-ab2162c42285 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:06.936472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac3c8133-a74c-494b-94ae-fa646ee40e8b req-4917ba6f-7aba-4be5-90f7-ecff14ec46c8 service neutron] 10.222.0.55 "GET /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967559 Aug 06 18:37:06.982442 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-da22eff3-5969-4b8d-bf8c-92878bdf973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:06.982442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-da22eff3-5969-4b8d-bf8c-92878bdf973b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381334 Aug 06 18:37:07.003310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51f74381-f8c4-4ce0-bfdf-003b4872805c req-526b3204-cbe6-471a-910f-7ad20a91cb37 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947383 Aug 06 18:37:07.093195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.214757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04439e55-8939-44d3-9aac-ab2162c42285,segment=NetworkSegment(878a368e-fbab-4bb0-8a88-cc0205d977dc),segment_id=878a368e-fbab-4bb0-8a88-cc0205d977dc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:07.254434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '04439e55-8939-44d3-9aac-ab2162c42285', 'network_id': '03494882-ceca-41be-b6e1-909ca8b35c01', 'port_id': '04439e55-8939-44d3-9aac-ab2162c42285', 'mac_address': 'fa:16:3e:ec:7b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:07.261644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0e2b-da22-4ede-a967-c9f3ae47d0dc req-9c458569-fdc4-4621-97c3-c7c88be9d11d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:07.273287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81ec0e2b-da22-4ede-a967-c9f3ae47d0dc req-9c458569-fdc4-4621-97c3-c7c88be9d11d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0899994 Aug 06 18:37:07.348704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81ec0e2b-da22-4ede-a967-c9f3ae47d0dc req-fbf1b91d-bbe5-4ce4-8ecc-f1086a5fd907 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 Aug 06 18:37:07.359008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-cb034a86-3f30-47a6-8a2e-13ddf2119f30 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721793 Aug 06 18:37:07.483271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.538976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04439e55-8939-44d3-9aac-ab2162c42285 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:07.621058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04439e55-8939-44d3-9aac-ab2162c42285,segment=NetworkSegment(878a368e-fbab-4bb0-8a88-cc0205d977dc),segment_id=878a368e-fbab-4bb0-8a88-cc0205d977dc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:07.637943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.754525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74e147-be7e-4faf-a080-0fbb8870d33a req-a0796ccf-536d-4041-829f-c6e32d1be265 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:07.756588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c74e147-be7e-4faf-a080-0fbb8870d33a req-a0796ccf-536d-4041-829f-c6e32d1be265 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1212583 Aug 06 18:37:07.765615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ab9dc7a-1b2b-4707-9df1-7c3f739c22f5 req-d9f7b639-3be2-4b92-8898-8d6bafedf8d0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996511 Aug 06 18:37:07.832966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b8b5d-8804-4ec5-b8bd-40832a893cb6 req-2cfac79a-e7bb-4f39-8a61-1684afbf45a4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:07.835746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582b8b5d-8804-4ec5-b8bd-40832a893cb6 req-2cfac79a-e7bb-4f39-8a61-1684afbf45a4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 944 time: 0.4668734 Aug 06 18:37:07.887735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:07.895702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c74e147-be7e-4faf-a080-0fbb8870d33a req-33e05a9d-40bf-4d87-969b-ab00eb2cbd74 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113489 Aug 06 18:37:07.930341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['04439e55-8939-44d3-9aac-ab2162c42285'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:07.948434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.948989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.949523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.950071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.950623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.951157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.951707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.952380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.952785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.953323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.954021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:07.954689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:08.586002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-582b8b5d-8804-4ec5-b8bd-40832a893cb6 req-9cf75560-bf35-47d8-9782-0fdab29c60ee tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433989 Aug 06 18:37:08.716426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21ac1-faea-4332-ae73-48e8642a72c2 req-edc05591-ac63-42c8-bc20-89da067b2606 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:08.729018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8f21ac1-faea-4332-ae73-48e8642a72c2 req-edc05591-ac63-42c8-bc20-89da067b2606 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1906421 Aug 06 18:37:08.776002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04439e55-8939-44d3-9aac-ab2162c42285 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:08.790054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8f21ac1-faea-4332-ae73-48e8642a72c2 req-5fa5f7eb-02f8-4f23-8581-dff11299450b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600240 Aug 06 18:37:08.827191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed10d2-720f-4311-a707-49a708afc745 req-e42182fe-bbd5-4be3-829e-8cea90afa8fd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:08.835536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02ed10d2-720f-4311-a707-49a708afc745 req-e42182fe-bbd5-4be3-829e-8cea90afa8fd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1440480 Aug 06 18:37:08.889275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.17 (80dc050c-0bbb-437a-bc8f-d1d102b6dc49/3c7aae4a-6fb1-45a9-bb4d-962b257a5737/fe4d1c5c-2b68-46b7-8461-9fa04583fded) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:08.953399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02ed10d2-720f-4311-a707-49a708afc745 req-444cbfff-bcfe-46f8-a6b9-657b6a53eb67 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165519 Aug 06 18:37:08.956805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 04439e55-8939-44d3-9aac-ab2162c42285 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:08.972063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 04439e55-8939-44d3-9aac-ab2162c42285 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:08.972401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.280298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.330782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.370099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:09.374972 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc607cb3-4bc7-4dd7-a8e8-b3c2d0dc569e" -d '{"events": [{"server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "name": "network-vif-plugged", "status": "completed", "tag": "04439e55-8939-44d3-9aac-ab2162c42285"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:09.412924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object fe4d1c5c-2b68-46b7-8461-9fa04583fded will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:09.414809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04439e55-8939-44d3-9aac-ab2162c42285,segment=NetworkSegment(878a368e-fbab-4bb0-8a88-cc0205d977dc),segment_id=878a368e-fbab-4bb0-8a88-cc0205d977dc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:09.438700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.484629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7fa16-4be6-4e90-8c84-1cd84dab2dec req-067a0d1f-2c06-4d2e-a9e6-3e39b0542e4e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:09.487909 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ed7fa16-4be6-4e90-8c84-1cd84dab2dec req-067a0d1f-2c06-4d2e-a9e6-3e39b0542e4e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1732213 Aug 06 18:37:09.603625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:09.604813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.668177 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c99741-1b29-491e-8523-a220a92e9ba7 x-openstack-request-id: req-f0c99741-1b29-491e-8523-a220a92e9ba7 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:09.668677 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "name": "network-vif-plugged", "status": "completed", "tag": "04439e55-8939-44d3-9aac-ab2162c42285", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:09.669021 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0c99741-1b29-491e-8523-a220a92e9ba7 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:09.669691 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285', 'code': 200} Aug 06 18:37:09.704214 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ed7fa16-4be6-4e90-8c84-1cd84dab2dec req-5a1081fc-3359-452a-a30a-d2e0bbb02364 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968195 Aug 06 18:37:09.772060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:09.792530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:09.796199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:09.801849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:10.154335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6931a-ea26-4bd1-9fe9-818e1cc45b7c req-3f1775c9-696c-4635-8dbf-20f9887a8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:10.162322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fda6931a-ea26-4bd1-9fe9-818e1cc45b7c req-3f1775c9-696c-4635-8dbf-20f9887a8bfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 1098 time: 0.3211408 Aug 06 18:37:10.176673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.482344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fda6931a-ea26-4bd1-9fe9-818e1cc45b7c req-16470627-b1a7-44ec-b9b0-35913c1b1d6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070831 Aug 06 18:37:10.498224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.512317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1cea1-3b95-408b-a1a9-7bf80515c91d req-c978fd80-76a1-4cbe-a7e1-0b3158ece510 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:10.527636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bb1cea1-3b95-408b-a1a9-7bf80515c91d req-c978fd80-76a1-4cbe-a7e1-0b3158ece510 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2551367 Aug 06 18:37:10.534929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-71ccc742-f73d-4fe1-bfe2-97983ba52a6f None None] Provisioning for port fe4d1c5c-2b68-46b7-8461-9fa04583fded completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:10.548718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-71ccc742-f73d-4fe1-bfe2-97983ba52a6f None None] Provisioning complete for port fe4d1c5c-2b68-46b7-8461-9fa04583fded triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:10.550594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-71ccc742-f73d-4fe1-bfe2-97983ba52a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.562219 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.602930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857a942-c07a-4dd8-8a2a-8110ef62fc22 req-fd40e268-ced9-44a8-9327-a3a59e8925b1 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:10.606924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e857a942-c07a-4dd8-8a2a-8110ef62fc22 req-fd40e268-ced9-44a8-9327-a3a59e8925b1 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.6245325 Aug 06 18:37:10.694493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bb1cea1-3b95-408b-a1a9-7bf80515c91d req-49c7f0bf-90f7-45d6-af73-a6bb5709641c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443048 Aug 06 18:37:10.711930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-71ccc742-f73d-4fe1-bfe2-97983ba52a6f None None] Port fe4d1c5c-2b68-46b7-8461-9fa04583fded cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:37:10.960595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:11.002429 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e857a942-c07a-4dd8-8a2a-8110ef62fc22 req-d7d786c7-8bb7-40d0-85fa-d946ab629396 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525147 Aug 06 18:37:11.112200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249b3e2-2c22-43af-9356-f567b5d13c98 req-145cb4d1-8fbd-42e8-9a1c-35cd12aef827 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:11.127049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4249b3e2-2c22-43af-9356-f567b5d13c98 req-145cb4d1-8fbd-42e8-9a1c-35cd12aef827 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1716266 Aug 06 18:37:11.234805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4249b3e2-2c22-43af-9356-f567b5d13c98 req-41272167-770e-4c6f-978e-504f3db456b0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049910 Aug 06 18:37:11.585991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d281f9a-b525-45b6-9f2f-a09515246bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.700223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c4ac-eace-4639-9732-aea5af8d6e2f req-9f010247-ed21-4f85-8877-04ede5f96977 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:11.719337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff31c4ac-eace-4639-9732-aea5af8d6e2f req-9f010247-ed21-4f85-8877-04ede5f96977 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4148102 Aug 06 18:37:11.815890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.900648 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ff31c4ac-eace-4639-9732-aea5af8d6e2f req-1d2709fd-1fc2-4ff5-9e02-3ca840e87eb0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573048 Aug 06 18:37:11.987747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.004347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.216965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.222563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.289233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16728a4-b53d-4db9-8d71-a653d0e21ac4 req-d3bc010f-da39-409a-af13-d1642772d17e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:12.309938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a16728a4-b53d-4db9-8d71-a653d0e21ac4 req-d3bc010f-da39-409a-af13-d1642772d17e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2167661 Aug 06 18:37:12.364323 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d281f9a-b525-45b6-9f2f-a09515246bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.409139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d281f9a-b525-45b6-9f2f-a09515246bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.469617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d281f9a-b525-45b6-9f2f-a09515246bf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=306d84b027c64dc7a9b3ae9a46b916ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4833477 Aug 06 18:37:12.470235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:12.480195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007ae8-bca6-4bd9-82f9-0e60d70f8e7b req-78281940-0235-4b47-ad99-0d4f12e0735c tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:12.493632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c007ae8-bca6-4bd9-82f9-0e60d70f8e7b req-78281940-0235-4b47-ad99-0d4f12e0735c tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.2522807 Aug 06 18:37:12.495863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a16728a4-b53d-4db9-8d71-a653d0e21ac4 req-30ae54f8-00d0-43a1-93d9-ce04a6bbd7f5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854486 Aug 06 18:37:12.569709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d281f9a-b525-45b6-9f2f-a09515246bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f4ff50-33b2-4d9d-b0fc-8e87c01734d5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.638653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:12.681871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:12.699545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1c007ae8-bca6-4bd9-82f9-0e60d70f8e7b req-21cb4afe-d7d7-4259-9140-eec6afb98d8b tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044148 Aug 06 18:37:12.872913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.965158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.064506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d3127-8fde-4003-a0d9-aacec4e277d0 req-71a0a53c-439a-4f1b-a7f4-fb81fbe53e2e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:13.076933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a87d3127-8fde-4003-a0d9-aacec4e277d0 req-71a0a53c-439a-4f1b-a7f4-fb81fbe53e2e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.4133160 Aug 06 18:37:13.215867 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a87d3127-8fde-4003-a0d9-aacec4e277d0 req-3d75bd7c-67fc-410e-8fae-0fcca53027df tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330318 Aug 06 18:37:13.222088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.238312 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.244944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9f4ff50-33b2-4d9d-b0fc-8e87c01734d5 HTTP/1.1" status: 204 len: 168 time: 0.7809117 Aug 06 18:37:13.265346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062758c-a9f9-4bd9-aa9c-38edf38e655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f4ff50-33b2-4d9d-b0fc-8e87c01734d5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:13.309908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:13.394546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b94284-b986-4620-9233-e8cd9bad98ad req-e459264a-5e9c-43d9-8cca-84b9ee330605 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:13.410846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2b94284-b986-4620-9233-e8cd9bad98ad req-e459264a-5e9c-43d9-8cca-84b9ee330605 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.2932622 Aug 06 18:37:13.509145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7665b40b-ebcc-4e61-822e-7e54a3fefe2d None None] Provisioning complete for port fe4d1c5c-2b68-46b7-8461-9fa04583fded triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:13.509928 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7665b40b-ebcc-4e61-822e-7e54a3fefe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.564111 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:37:13.643651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2b94284-b986-4620-9233-e8cd9bad98ad req-41e52dd3-7b7f-4ea1-a449-a60afbac2f28 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039425 Aug 06 18:37:13.658935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fcd5-417e-4771-ab9f-a6c203597843 req-074e75ef-3096-4f23-b67b-48732d48655a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:13.663946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7879fcd5-417e-4771-ab9f-a6c203597843 req-074e75ef-3096-4f23-b67b-48732d48655a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2171905 Aug 06 18:37:13.730429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7665b40b-ebcc-4e61-822e-7e54a3fefe2d None None] Port fe4d1c5c-2b68-46b7-8461-9fa04583fded cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:37:13.820990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:13.842296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:13.844258 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a389e95e-d989-480c-afc2-419908d8d55b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/56e0edc1-45f4-4acc-a186-6cb683666800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5892808 Aug 06 18:37:13.880290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:13.881509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:13.923671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7879fcd5-417e-4771-ab9f-a6c203597843 req-c7dd8ba9-b041-41de-91c7-fe1ecce8b31b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165885 Aug 06 18:37:14.413579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7d69-bb6b-4dfd-9cbd-4e49d281e4a2 req-68a24d77-f307-4d54-a725-f9027efd95af tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.417593 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:14.424420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50ab7d69-bb6b-4dfd-9cbd-4e49d281e4a2 req-68a24d77-f307-4d54-a725-f9027efd95af tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2120171 Aug 06 18:37:14.584831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50ab7d69-bb6b-4dfd-9cbd-4e49d281e4a2 req-12c55c0b-5999-4af7-81e8-c158a154e01b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588190 Aug 06 18:37:14.884913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:10Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4d1c5c-2b68-46b7-8461-9fa04583fded', 'name': '', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:78:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:07Z', 'updated_at': '2021-08-06T18:37:11Z', 'revision_number': 2, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:14.967083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07154-791b-4dce-95dc-92f968868f1c req-03da9238-0187-428e-94b4-5c193601f32c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.969634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609cf96-105c-404b-b910-2750d1e45d96 req-b64389df-cffc-4a07-9a2c-75eb5c3678e2 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.982373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ec07154-791b-4dce-95dc-92f968868f1c req-03da9238-0187-428e-94b4-5c193601f32c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.2085280 Aug 06 18:37:14.984120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e609cf96-105c-404b-b910-2750d1e45d96 req-b64389df-cffc-4a07-9a2c-75eb5c3678e2 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.2446613 Aug 06 18:37:15.002501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:15.003543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Updating router 56e0edc1-45f4-4acc-a186-6cb683666800 port fe4d1c5c-2b68-46b7-8461-9fa04583fded binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:37:15.092410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e609cf96-105c-404b-b910-2750d1e45d96 req-ad4045a4-01eb-45c4-b64b-4b5744507ff8 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036854 Aug 06 18:37:15.102848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.117581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ec07154-791b-4dce-95dc-92f968868f1c req-833df963-65c3-4cea-8bda-33b6b525fbd2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335771 Aug 06 18:37:15.527679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21dda3-8090-4f53-9d8f-13d7bcb97d7d req-9d37268e-5be6-482a-a787-d3f04aa8ec15 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:15.534830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a21dda3-8090-4f53-9d8f-13d7bcb97d7d req-9d37268e-5be6-482a-a787-d3f04aa8ec15 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1771572 Aug 06 18:37:15.610633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a21dda3-8090-4f53-9d8f-13d7bcb97d7d req-f359c13d-c290-42fc-b09e-491cd70c94ab tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660400 Aug 06 18:37:15.712975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35746) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:15.886724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588924a2-87ca-4806-aab9-806ad51219c2 req-18c8f44c-31a3-4a23-a877-a5d7b2999e15 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:15.892474 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-588924a2-87ca-4806-aab9-806ad51219c2 req-18c8f44c-31a3-4a23-a877-a5d7b2999e15 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.1399751 Aug 06 18:37:15.979169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-588924a2-87ca-4806-aab9-806ad51219c2 req-b49a1fb5-b601-4479-9bf3-ada7565ba50c tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740614 Aug 06 18:37:15.988045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-network', 'tenant_id': '15eca96779d445cab13b77bd54631505'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:16.018660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507d2e8-8866-4b3d-aa68-d6d7568cf7c7 req-4f5b46ae-c4c6-4846-bcbc-7015edab1304 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:16.021621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9507d2e8-8866-4b3d-aa68-d6d7568cf7c7 req-4f5b46ae-c4c6-4846-bcbc-7015edab1304 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1733165 Aug 06 18:37:16.150599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9507d2e8-8866-4b3d-aa68-d6d7568cf7c7 req-0fdad7ed-6415-4e06-ad98-bc5735e28d1f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081996 Aug 06 18:37:16.171923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Made reservation on behalf of 15eca96779d445cab13b77bd54631505 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:16.171923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.179949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.196632 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.200058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Transition to ACTIVE for port object fe4d1c5c-2b68-46b7-8461-9fa04583fded will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:16.211717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.296051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826fc8-b928-4116-a830-294dc32743dc None None] Pushing event updated for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:16.423868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Attempting to bind port fe4d1c5c-2b68-46b7-8461-9fa04583fded on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:16.424352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Attempting to bind port fe4d1c5c-2b68-46b7-8461-9fa04583fded by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:16.425862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Attempting to bind port fe4d1c5c-2b68-46b7-8461-9fa04583fded on network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:16.435650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:16.436350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Checking segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:16.436972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.438104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Bound using segment: {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:16.438931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Bound port: fe4d1c5c-2b68-46b7-8461-9fa04583fded, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:16.439520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.507812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06aa2a-1263-4cf2-835c-b1f164ac774e req-66ab184b-f9e3-4e14-a274-a6927a425502 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:16.523260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b06aa2a-1263-4cf2-835c-b1f164ac774e req-66ab184b-f9e3-4e14-a274-a6927a425502 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1921988 Aug 06 18:37:16.579521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] For port fe4d1c5c-2b68-46b7-8461-9fa04583fded, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:16.587907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] For port fe4d1c5c-2b68-46b7-8461-9fa04583fded, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fe4d1c5c-2b68-46b7-8461-9fa04583fded,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:16.600128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b06aa2a-1263-4cf2-835c-b1f164ac774e req-c3adc2df-6c83-46a2-94ba-eb889252ad2f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 Aug 06 18:37:16.601964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.663675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.683930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d0cfa-03d4-49a0-8525-52a147edd27e req-0898d8a0-c213-4933-a810-6e675d90cd9e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:16.694458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-837d0cfa-03d4-49a0-8525-52a147edd27e req-0898d8a0-c213-4933-a810-6e675d90cd9e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2704129 Aug 06 18:37:16.719082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.758503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826fc8-b928-4116-a830-294dc32743dc None None] Pushing event updated for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:16.796116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14b4e1c-4773-4daa-be8d-e139b4d9980b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:16.815339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:16.816426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:16.860293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:37:16.873168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-837d0cfa-03d4-49a0-8525-52a147edd27e req-e23d01aa-f64a-4aa8-9588-9fc6421bf5a0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773612 Aug 06 18:37:16.909098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:16.909500 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Added segment f95ba09b-a880-40b8-98a4-3ebda0c39be5 of type vlan for network 98e028cb-72ec-4869-902d-33b3f1e9eb80 Aug 06 18:37:16.999362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:17.069932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:17.073528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.073528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:17.170896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea672cb1-cff7-476d-91ee-52f38c3956f5 req-35b6cb29-0805-42b3-9273-0b440f370c0d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.174309 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4492071 Aug 06 18:37:17.182979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35772) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:17.196078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea672cb1-cff7-476d-91ee-52f38c3956f5 req-35b6cb29-0805-42b3-9273-0b440f370c0d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1691666 Aug 06 18:37:17.202072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Request body: {'subnet': {'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-subnet', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:17.255125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:17.317629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea672cb1-cff7-476d-91ee-52f38c3956f5 req-ba2904f4-e6d2-44f4-81f5-15f2f521d966 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195359 Aug 06 18:37:17.361116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Made reservation on behalf of 15eca96779d445cab13b77bd54631505 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:17.365075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:17.397516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06973b4-6eec-4a1d-b5f7-eee499b878f7 admin admin] Pushing event updated for resources: {'Network': ['ID=98e028cb-72ec-4869-902d-33b3f1e9eb80,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:17.418222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:37:17.476765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-64c533e4-ecac-4adf-9dc4-546a15cda92d tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.479510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-64c533e4-ecac-4adf-9dc4-546a15cda92d tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.3767791 Aug 06 18:37:17.651537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473f904-c5a3-4c0e-9f7b-e20fd2b8f571 req-6c70e603-2cec-4b50-a321-980fca7a78e4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.664711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5473f904-c5a3-4c0e-9f7b-e20fd2b8f571 req-6c70e603-2cec-4b50-a321-980fca7a78e4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.3394294 Aug 06 18:37:17.868505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5473f904-c5a3-4c0e-9f7b-e20fd2b8f571 req-98fb8ba0-29e8-4bec-ba47-680fe02ab191 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019207 Aug 06 18:37:17.918820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:10Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4d1c5c-2b68-46b7-8461-9fa04583fded', 'name': '', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:78:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:07Z', 'updated_at': '2021-08-06T18:37:16Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:17.954511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9c1d-2b3e-481a-8292-be1548d79aaf req-982acd07-c6f2-43d0-89fe-b92d7c41ef97 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.977929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0eb9c1d-2b3e-481a-8292-be1548d79aaf req-982acd07-c6f2-43d0-89fe-b92d7c41ef97 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1519487 Aug 06 18:37:18.013963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb24871-df96-478e-86bd-cf38aaee04da None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:10Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe4d1c5c-2b68-46b7-8461-9fa04583fded', 'name': '', 'network_id': '80dc050c-0bbb-437a-bc8f-d1d102b6dc49', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:78:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:07Z', 'updated_at': '2021-08-06T18:37:16Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '3c7aae4a-6fb1-45a9-bb4d-962b257a5737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:18.045600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e0eb9c1d-2b3e-481a-8292-be1548d79aaf req-3684c994-2917-4e94-b53c-cfd687b835de tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656486 Aug 06 18:37:18.649242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Deleting port 04439e55-8939-44d3-9aac-ab2162c42285 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:18.650217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:18.929801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e832a-d0b4-4241-b261-aa8966517b52 req-3c5c4e2b-70e0-43d7-bea8-80b2d1770d71 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:18.933277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e2e832a-d0b4-4241-b261-aa8966517b52 req-3c5c4e2b-70e0-43d7-bea8-80b2d1770d71 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3529627 Aug 06 18:37:18.969090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] For port 04439e55-8939-44d3-9aac-ab2162c42285, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=04439e55-8939-44d3-9aac-ab2162c42285,segment=NetworkSegment(878a368e-fbab-4bb0-8a88-cc0205d977dc),segment_id=878a368e-fbab-4bb0-8a88-cc0205d977dc)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:18.969996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:18.998607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Calling delete_port for 04439e55-8939-44d3-9aac-ab2162c42285 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:19.176386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705572d6-2ceb-4d20-838b-a8799384d692 req-f3167714-bdcc-452e-87c8-808b3fa9dc43 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:19.188394 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-705572d6-2ceb-4d20-838b-a8799384d692 req-f3167714-bdcc-452e-87c8-808b3fa9dc43 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 946 time: 0.1497252 Aug 06 18:37:19.241218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.267340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-705572d6-2ceb-4d20-838b-a8799384d692 req-4f4c81ba-27af-43ec-b6f8-5f96d6002ed1 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/security-groups?id=aefa1c0f-d352-4d50-8f78-bf11bdc289f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754647 Aug 06 18:37:19.403554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e2e832a-d0b4-4241-b261-aa8966517b52 req-66974e56-3f37-42e7-9fa6-ae7506e922d7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492835 Aug 06 18:37:19.427254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Pushing event updated for resources: {'Subnet': ['ID=162a5069-aaf0-4428-bde4-bc31bf8bef23,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:19.443807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.467655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Checking segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:19.468393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Network hostable DHCP agents. Network: 98e028cb-72ec-4869-902d-33b3f1e9eb80, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:37:19.540695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Pushing event deleted for resources: {'Port': ['ID=04439e55-8939-44d3-9aac-ab2162c42285,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:19.561957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e3c9d-db48-463c-b887-5f55fa2691b1 req-9ddaaf18-ff2d-4f93-8736-a45a2c258df4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:19.584114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-230e3c9d-db48-463c-b887-5f55fa2691b1 req-9ddaaf18-ff2d-4f93-8736-a45a2c258df4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1494417 Aug 06 18:37:19.694602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] No DVR routers for this DVR port 04439e55-8939-44d3-9aac-ab2162c42285 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:19.708403 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-230e3c9d-db48-463c-b887-5f55fa2691b1 req-a32bd77b-48bc-4e20-a0a5-9a60f61bc5ac tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050084 Aug 06 18:37:19.713699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.718252 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2aef721a-4c90-4fdf-9869-42a2214637d2 req-5d36db6f-ad26-4f6e-b435-db26d4464634 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.55 "DELETE /v2.0/ports/04439e55-8939-44d3-9aac-ab2162c42285 HTTP/1.1" status: 204 len: 173 time: 2.1890090 Aug 06 18:37:19.719187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:37:19.723320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'name': 'network-vif-deleted', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:19.727816 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c699d1ce-876c-4313-9c91-c41e95349da3" -d '{"events": [{"server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "name": "network-vif-deleted", "tag": "04439e55-8939-44d3-9aac-ab2162c42285"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:19.761826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 98e028cb-72ec-4869-902d-33b3f1e9eb80) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:19.769716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:19.770402 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.792690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21bdfd7-e296-4779-992f-863bde9f148f None None] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:19.860576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3cbe732-a4cd-467b-ac0e-0c31c5a8482f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6705432 Aug 06 18:37:19.865718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:19.875690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:19.930344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913617-4d30-42bf-a1bb-58e0757c73b6 req-ca11119a-db1f-49cd-a661-5560607f324c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:19.934780 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84913617-4d30-42bf-a1bb-58e0757c73b6 req-ca11119a-db1f-49cd-a661-5560607f324c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2431574 Aug 06 18:37:19.949947 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ba8bd0-59ce-4bb7-a659-659b245c5bd7 x-openstack-request-id: req-02ba8bd0-59ce-4bb7-a659-659b245c5bd7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:19.950601 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bcddce-d2c4-4841-b850-54a8c2582155", "name": "network-vif-deleted", "tag": "04439e55-8939-44d3-9aac-ab2162c42285", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:19.951126 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02ba8bd0-59ce-4bb7-a659-659b245c5bd7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:19.951833 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bcddce-d2c4-4841-b850-54a8c2582155', 'name': 'network-vif-deleted', 'tag': '04439e55-8939-44d3-9aac-ab2162c42285', 'status': 'completed', 'code': 200} Aug 06 18:37:19.975410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.977690 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.041721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84913617-4d30-42bf-a1bb-58e0757c73b6 req-1cebe397-7214-42ce-a7de-2982bfccb832 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863137 Aug 06 18:37:20.173666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fe4d1c5c-2b68-46b7-8461-9fa04583fded up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:20.188401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.359815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port fe4d1c5c-2b68-46b7-8461-9fa04583fded completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:20.371083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fe4d1c5c-2b68-46b7-8461-9fa04583fded triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:20.371718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.472763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb8aa3-488a-4ab6-ab76-52addbf3d1de req-f0333996-e45d-47b0-966a-2b24872e5633 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:20.489597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3efb8aa3-488a-4ab6-ab76-52addbf3d1de req-f0333996-e45d-47b0-966a-2b24872e5633 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1392875 Aug 06 18:37:20.580048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3efb8aa3-488a-4ab6-ab76-52addbf3d1de req-d855beb9-84c4-4e2c-813b-2d4fa27506b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891335 Aug 06 18:37:20.639020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-98e028cb-72ec-4869-902d-33b3f1e9eb80', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:37:20.643301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.822063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.842192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.937724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f551f-f442-4411-baaa-157fed698acb req-b1d043f4-9aef-413e-88aa-ffc7abf5c0a5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:20.957290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc1f551f-f442-4411-baaa-157fed698acb req-b1d043f4-9aef-413e-88aa-ffc7abf5c0a5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2594686 Aug 06 18:37:20.982271 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f160661f-b4d1-4f8c-80b2-d1690fd96c0a req-9509e8e9-d2ac-42d3-9d3c-36c24f22e8a4 tempest-ServersNegativeTestMultiTenantJSON-230236817 tempest-ServersNegativeTestMultiTenantJSON-230236817-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2bcddce-d2c4-4841-b850-54a8c2582155 HTTP/1.1" status: 200 len: 210 time: 0.3833270 Aug 06 18:37:21.107971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04439e55-8939-44d3-9aac-ab2162c42285 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:21.146783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 04439e55-8939-44d3-9aac-ab2162c42285 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:21.147155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 04439e55-8939-44d3-9aac-ab2162c42285 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:21.165248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc1f551f-f442-4411-baaa-157fed698acb req-5f571e35-c902-487f-ae48-ddef0880d618 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059591 Aug 06 18:37:21.202032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port fe4d1c5c-2b68-46b7-8461-9fa04583fded, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fe4d1c5c-2b68-46b7-8461-9fa04583fded,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:21.203809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Allocated IP 172.20.0.2 (98e028cb-72ec-4869-902d-33b3f1e9eb80/162a5069-aaf0-4428-bde4-bc31bf8bef23/b970cb6f-3d64-4a60-8910-c72c646f5fc6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:21.228990 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.353189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.446261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4482bd7-27ec-4914-953a-fb6b0e997a54 req-6fe8618e-83eb-44f0-9808-dc7b5b413d99 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:21.448392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4482bd7-27ec-4914-953a-fb6b0e997a54 req-6fe8618e-83eb-44f0-9808-dc7b5b413d99 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0838547 Aug 06 18:37:21.466508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385afad2-8c40-4acb-973e-ff2c628dc654 req-4ee79772-55d4-4f6e-aa3e-3ae0f5c52365 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:21.468991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-385afad2-8c40-4acb-973e-ff2c628dc654 req-4ee79772-55d4-4f6e-aa3e-3ae0f5c52365 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1808028 Aug 06 18:37:21.499985 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.515884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Transition to ACTIVE for port object b970cb6f-3d64-4a60-8910-c72c646f5fc6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:21.547677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Transition to ACTIVE for port object b970cb6f-3d64-4a60-8910-c72c646f5fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:21.563500 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.617529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f4482bd7-27ec-4914-953a-fb6b0e997a54 req-6e29302b-eaaa-4179-b909-60e35ed1c995 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352882 Aug 06 18:37:21.683463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:21.685112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Pushing event updated for resources: {'Port': ['ID=b970cb6f-3d64-4a60-8910-c72c646f5fc6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.690992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:21.695548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:21.725478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.756957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.772121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Attempting to bind port b970cb6f-3d64-4a60-8910-c72c646f5fc6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:21.772504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Attempting to bind port b970cb6f-3d64-4a60-8910-c72c646f5fc6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:21.772914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Attempting to bind port b970cb6f-3d64-4a60-8910-c72c646f5fc6 on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:21.780081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:21.780464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Checking segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:21.780888 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.781292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Bound using segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:21.782018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Bound port: b970cb6f-3d64-4a60-8910-c72c646f5fc6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:21.782480 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.788711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-385afad2-8c40-4acb-973e-ff2c628dc654 req-4b36142d-88ae-48f1-85dd-ce7f9daf8c89 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959266 Aug 06 18:37:21.953681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404f84-764f-4d55-b3e9-b57cf40ca187 req-43b92bc0-e298-4fb6-8de3-674c7d05f01a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:21.956441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] For port b970cb6f-3d64-4a60-8910-c72c646f5fc6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:21.972624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fe4d1c5c-2b68-46b7-8461-9fa04583fded up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:21.973501 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99404f84-764f-4d55-b3e9-b57cf40ca187 req-43b92bc0-e298-4fb6-8de3-674c7d05f01a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1624348 Aug 06 18:37:21.988352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] For port b970cb6f-3d64-4a60-8910-c72c646f5fc6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b970cb6f-3d64-4a60-8910-c72c646f5fc6,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:22.055246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.072276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Allocated IP 172.25.3.217 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4732b032-d760-4630-be3e-1127df8511d8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:22.156543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:22.156841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9985cf7-d154-4bab-af71-04eb45b5befa None None] Pushing event updated for resources: {'Port': ['ID=b970cb6f-3d64-4a60-8910-c72c646f5fc6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:22.164879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99404f84-764f-4d55-b3e9-b57cf40ca187 req-6f998cfa-a23f-46d0-add7-cd887e7fdb28 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836319 Aug 06 18:37:22.263883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fe4d1c5c-2b68-46b7-8461-9fa04583fded triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:22.265224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.316163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Deleting subnet efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:22.364442 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.421351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.487661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.569848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.642292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.713210 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07 HTTP/1.1" status: 204 len: 168 time: 0.5512714 Aug 06 18:37:22.737899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35834) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:22.796949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc3ea3-94b7-40a5-9e9c-c8957fd49e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa4099d-7dcf-4a40-b4b9-2d2cd30c9e07,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:22.882076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc63e7-bf25-47f3-9e14-e51dbc14a379 req-59069dbd-c7b9-419b-b34e-c10696044312 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:22.897611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ddc63e7-bf25-47f3-9e14-e51dbc14a379 req-59069dbd-c7b9-419b-b34e-c10696044312 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2260511 Aug 06 18:37:22.940029 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.009143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.083145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ddc63e7-bf25-47f3-9e14-e51dbc14a379 req-32fee87b-e31b-40de-8433-15e3c155821a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841652 Aug 06 18:37:23.102800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.266564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.270041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea200bf-8fc7-4b7b-b48c-4718167deb66 req-98f3511e-8974-4e9f-9a58-a94f2c7c3f8a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:23.273417 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea200bf-8fc7-4b7b-b48c-4718167deb66 req-98f3511e-8974-4e9f-9a58-a94f2c7c3f8a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.2637353 Aug 06 18:37:23.301101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03494882-ceca-41be-b6e1-909ca8b35c01']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:23.322242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878a368e-fbab-4bb0-8a88-cc0205d977dc') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:23.322935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878a368e-fbab-4bb0-8a88-cc0205d977dc') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:23.336629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.356664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:23.366763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.372353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4732b032-d760-4630-be3e-1127df8511d8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:23.386971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:23.387238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:23.390563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.397542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:23.397778 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:23.469979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1ea200bf-8fc7-4b7b-b48c-4718167deb66 req-1d17b446-b889-45ed-9495-4fb034a078ee tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657267 Aug 06 18:37:23.569832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.583408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.597073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] 10.222.0.64 "DELETE /v2.0/networks/03494882-ceca-41be-b6e1-909ca8b35c01 HTTP/1.1" status: 204 len: 168 time: 0.8551409 Aug 06 18:37:23.601145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:23.719354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62f956-f87e-42fe-9950-3430a5f78aff admin admin] Pushing event deleted for resources: {'Network': ['ID=03494882-ceca-41be-b6e1-909ca8b35c01,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:23.727856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Deleting subnet 2787be8b-e023-40d3-8321-56bdee836597 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:23.734731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.824438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:23.964890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.017121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b970cb6f-3d64-4a60-8910-c72c646f5fc6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:24.125500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.156592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.200503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b970cb6f-3d64-4a60-8910-c72c646f5fc6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:24.227989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2787be8b-e023-40d3-8321-56bdee836597,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:24.262787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.275481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9a8ab613-9d4c-4fae-af67-42cc25d53d12 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2787be8b-e023-40d3-8321-56bdee836597 HTTP/1.1" status: 204 len: 168 time: 0.6712470 Aug 06 18:37:24.281908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:24.291135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e6f59-606c-48d5-aeac-e0fbd1b39583 None None] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:24.429598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.443683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Provisioning for port b970cb6f-3d64-4a60-8910-c72c646f5fc6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:24.456419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Provisioning complete for port b970cb6f-3d64-4a60-8910-c72c646f5fc6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:24.456900 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.635941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.652405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded671cb-556c-4780-9ca5-1884f7bda8f1']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:24.672550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f169dd11-cf4a-4f93-a9b6-52fdde526c02') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:24.672987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f169dd11-cf4a-4f93-a9b6-52fdde526c02') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:24.688163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.708289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.718143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:24.719144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.736042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:24.787610 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:24.804851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] For port b970cb6f-3d64-4a60-8910-c72c646f5fc6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b970cb6f-3d64-4a60-8910-c72c646f5fc6,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:24.816694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.861190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.884609 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:24.887113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ded671cb-556c-4780-9ca5-1884f7bda8f1 HTTP/1.1" status: 204 len: 168 time: 0.6037488 Aug 06 18:37:24.888458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050287a4-3fad-4e68-b0ff-418a24fec872 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded671cb-556c-4780-9ca5-1884f7bda8f1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:24.919554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aebe1c-9471-4ec6-8f1c-65e51c4f2226 req-cb89f15e-a667-4a2f-af7c-ec880b909d25 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:24.932132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2aebe1c-9471-4ec6-8f1c-65e51c4f2226 req-cb89f15e-a667-4a2f-af7c-ec880b909d25 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1454866 Aug 06 18:37:24.988144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8e78e-f8ae-49d7-84a4-c22557017bb2 None None] Pushing event updated for resources: {'Port': ['ID=b970cb6f-3d64-4a60-8910-c72c646f5fc6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:25.020853 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2aebe1c-9471-4ec6-8f1c-65e51c4f2226 req-c170212d-5f31-4c0a-85ad-2cd287eb6e15 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878205 Aug 06 18:37:25.185665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35864) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:25.296057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4903f96b-4106-4ab0-a175-b3e250c57b9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b70913ad2150414da0e7f062378345e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082122 Aug 06 18:37:25.296529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35866) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:25.366667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a68a523c-759d-4148-8b0e-f7a344fd0748 None None] Provisioning complete for port b970cb6f-3d64-4a60-8910-c72c646f5fc6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:25.367657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a68a523c-759d-4148-8b0e-f7a344fd0748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.435821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.498377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.539936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510cef3-0018-4d2f-a959-ebfc3b687876 req-d3d67dea-143c-43aa-aa76-2ec7f0b89049 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:25.544464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3510cef3-0018-4d2f-a959-ebfc3b687876 req-d3d67dea-143c-43aa-aa76-2ec7f0b89049 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 1.2327604 Aug 06 18:37:25.593220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.600089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.601646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aefa1c0f-d352-4d50-8f78-bf11bdc289f1 HTTP/1.1" status: 204 len: 168 time: 0.3037918 Aug 06 18:37:25.628437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.641648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa273-1e6c-4fda-aa88-ebba1bb0ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa1c0f-d352-4d50-8f78-bf11bdc289f1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:25.670107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3510cef3-0018-4d2f-a959-ebfc3b687876 req-f39b3a81-7bd4-4ac2-afaa-62543087726e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960269 Aug 06 18:37:26.005178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b970cb6f-3d64-4a60-8910-c72c646f5fc6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:26.006021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:37:26.255119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b970cb6f-3d64-4a60-8910-c72c646f5fc6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:26.258964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:26.358861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0d343-7b2f-4f75-871f-cdbd0622997b req-9742efb2-27e2-47d0-9b89-e32b1798db7d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:26.379560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3fd0d343-7b2f-4f75-871f-cdbd0622997b req-9742efb2-27e2-47d0-9b89-e32b1798db7d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1442525 Aug 06 18:37:26.511890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8f72-0963-4856-98a0-20e95c5c6b79 req-019f59eb-37bc-4946-a206-9dba20cf2a0e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:26.522906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3fd0d343-7b2f-4f75-871f-cdbd0622997b req-4a160ba4-1433-427e-8a63-602f2db62c00 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375253 Aug 06 18:37:26.526825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c3f8f72-0963-4856-98a0-20e95c5c6b79 req-019f59eb-37bc-4946-a206-9dba20cf2a0e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1135244 Aug 06 18:37:26.530454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:26.556404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:26.572843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:26.576730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-14ce370e-057d-4f14-9f44-842e731624c7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7089038 Aug 06 18:37:26.581076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35882) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:26.590561 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:26.592135 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:26.636114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8c3f8f72-0963-4856-98a0-20e95c5c6b79 req-89fbcdef-db9a-4b86-89fc-0865ae8c744e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014605 Aug 06 18:37:26.697106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:26.832121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8588eee9-b4f1-4387-9222-b96419ccaec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f701e7f80044b53bbd8bed4145a833c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328783 Aug 06 18:37:26.833109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35886) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:26.959188 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:27.029272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.071596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.182202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.187448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.189842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61b55879-25a3-436d-9669-66f3b9d0991b HTTP/1.1" status: 204 len: 168 time: 0.3550673 Aug 06 18:37:27.213997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed9403-0cc6-4f37-be93-0cd4c715c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b55879-25a3-436d-9669-66f3b9d0991b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:27.347066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:23Z', 'revision_number': 3, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:27.398814 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:27.399146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Updating router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c port 4732b032-d760-4630-be3e-1127df8511d8 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:37:27.449733 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.543200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.022362 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.023241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e03e2-6271-4697-857f-6f534b3167c8 req-aee3738e-b0b6-4601-ba0c-e2a905fa248d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:28.025151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de0e03e2-6271-4697-857f-6f534b3167c8 req-aee3738e-b0b6-4601-ba0c-e2a905fa248d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1325698 Aug 06 18:37:28.044655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Transition to ACTIVE for port object 4732b032-d760-4630-be3e-1127df8511d8 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:28.066900 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.162601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-de0e03e2-6271-4697-857f-6f534b3167c8 req-60a1619d-c21b-4c9c-a3c3-93c714d0b7d7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249435 Aug 06 18:37:28.167188 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Attempting to bind port 4732b032-d760-4630-be3e-1127df8511d8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:28.167657 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Attempting to bind port 4732b032-d760-4630-be3e-1127df8511d8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:28.168134 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Attempting to bind port 4732b032-d760-4630-be3e-1127df8511d8 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:28.170782 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Pushing event updated for resources: {'Port': ['ID=4732b032-d760-4630-be3e-1127df8511d8,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:28.171443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e726c7-9ad7-4da6-a3bc-33446163b45b req-10795719-910b-4a55-90e0-1172e6201df2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:28.174510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7e726c7-9ad7-4da6-a3bc-33446163b45b req-10795719-910b-4a55-90e0-1172e6201df2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.2675560 Aug 06 18:37:28.199546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.199546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.200747 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.202218 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.216992 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.225749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35908) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:28.236268 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:28.236844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:28.237298 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.237793 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:28.238384 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Bound port: 4732b032-d760-4630-be3e-1127df8511d8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:28.240361 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.273339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b7e726c7-9ad7-4da6-a3bc-33446163b45b req-1e5fe06d-7417-43fa-8b42-b1a1b8bfacd6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607579 Aug 06 18:37:28.304095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Allocated IP 172.20.0.1 (98e028cb-72ec-4869-902d-33b3f1e9eb80/162a5069-aaf0-4428-bde4-bc31bf8bef23/11f595c0-fc7f-4be1-be72-782b5a998e45) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:28.390546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] For port 4732b032-d760-4630-be3e-1127df8511d8, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:28.396467 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] For port 4732b032-d760-4630-be3e-1127df8511d8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4732b032-d760-4630-be3e-1127df8511d8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:28.405389 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.479815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:28.481029 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:28.536466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-26b5fa62-6f6a-49c3-82aa-71d3fabe77a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.613568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.625485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:28.652853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Transition to ACTIVE for port object 11f595c0-fc7f-4be1-be72-782b5a998e45 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:28.715741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470cd32-4376-47d6-8007-8272a696ab0b req-c1aea2b7-7e7b-4776-9e1b-43f045abc0bc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:28.717856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5470cd32-4376-47d6-8007-8272a696ab0b req-c1aea2b7-7e7b-4776-9e1b-43f045abc0bc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2633431 Aug 06 18:37:28.731325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.846159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:28.854700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:28.855850 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985272fa-15bd-4437-989c-552ef18a2225 None None] Pushing event updated for resources: {'Port': ['ID=4732b032-d760-4630-be3e-1127df8511d8,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:28.867052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:28.873931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Pushing event updated for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:28.999734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.002867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5470cd32-4376-47d6-8007-8272a696ab0b req-b7d0c4bd-1646-496d-9f2f-3981a317ae45 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524738 Aug 06 18:37:29.091413 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:23Z', 'revision_number': 3, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:29.178952 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3eefb-ac84-4d60-b4d9-da02951ac5cb None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:23Z', 'revision_number': 3, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:29.377153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35930) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:29.397343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.574664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27574d10-e917-4d6b-adac-cf7cf5164622 None None] Provisioning for port 11f595c0-fc7f-4be1-be72-782b5a998e45 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:29.582456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27574d10-e917-4d6b-adac-cf7cf5164622 None None] Provisioning complete for port 11f595c0-fc7f-4be1-be72-782b5a998e45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:29.584504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27574d10-e917-4d6b-adac-cf7cf5164622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.588777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ba19b-bc84-4daf-9d94-61cb995d5289 req-251e5a29-7159-4447-96fb-a3d3f618a187 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:29.603366 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-818ba19b-bc84-4daf-9d94-61cb995d5289 req-251e5a29-7159-4447-96fb-a3d3f618a187 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2549651 Aug 06 18:37:29.675874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1751018113-network', 'tenant_id': 'd7d77a15246943daac12dec6ad94c672'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:29.729872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-27574d10-e917-4d6b-adac-cf7cf5164622 None None] Port 11f595c0-fc7f-4be1-be72-782b5a998e45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:37:29.772485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-818ba19b-bc84-4daf-9d94-61cb995d5289 req-e4fa1686-ad4c-4fac-a7d8-819be5f811d5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674101 Aug 06 18:37:29.804797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd0c5-fb4a-4cfb-bba4-f5ca55bdf8eb req-ba6057ce-d354-4f45-851a-10ed8d240113 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:29.810091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693dd0c5-fb4a-4cfb-bba4-f5ca55bdf8eb req-ba6057ce-d354-4f45-851a-10ed8d240113 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.3936617 Aug 06 18:37:29.942422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.947029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Made reservation on behalf of d7d77a15246943daac12dec6ad94c672 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:29.955942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.971391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.009890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4732b032-d760-4630-be3e-1127df8511d8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:30.034091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.145676 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.156989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4732b032-d760-4630-be3e-1127df8511d8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:30.162574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4732b032-d760-4630-be3e-1127df8511d8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:30.163279 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.188355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0b5d-da88-4a5b-acf1-dec98aaac659 req-eb055c13-e7ab-4b42-a0ce-a8931f945fb1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:30.190124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5daf0b5d-da88-4a5b-acf1-dec98aaac659 req-eb055c13-e7ab-4b42-a0ce-a8931f945fb1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2756493 Aug 06 18:37:30.247941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.370156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.422467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4732b032-d760-4630-be3e-1127df8511d8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4732b032-d760-4630-be3e-1127df8511d8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:30.432500 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.471017 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5daf0b5d-da88-4a5b-acf1-dec98aaac659 req-7ebf25d4-644f-40f2-bd9e-1f18f0b5ea92 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726242 Aug 06 18:37:30.513864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-693dd0c5-fb4a-4cfb-bba4-f5ca55bdf8eb req-e7d720c4-9ed6-48b7-a631-222cb30c6617 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448184 Aug 06 18:37:30.520054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Pushing event updated for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:30.575701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4732b032-d760-4630-be3e-1127df8511d8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:30.616307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:30.618784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.621067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:30.634852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.764579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port fe4d1c5c-2b68-46b7-8461-9fa04583fded {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:30.765207 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.818202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:37:30.876001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e5db3-aaea-4420-8db5-299ca286fafe,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:30.883355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.883816 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Added segment 1d6ae422-a9da-4f07-a581-8b5a632126a1 of type vlan for network 97cbb775-2b38-4a75-89cd-23856d8a9f75 Aug 06 18:37:30.970720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port fe4d1c5c-2b68-46b7-8461-9fa04583fded, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fe4d1c5c-2b68-46b7-8461-9fa04583fded,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:30.974143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.998384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-08b134dc-4d17-4127-bbe1-1ec9a2549433 None None] Provisioning complete for port 11f595c0-fc7f-4be1-be72-782b5a998e45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:30.998384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-08b134dc-4d17-4127-bbe1-1ec9a2549433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.998903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for fe4d1c5c-2b68-46b7-8461-9fa04583fded owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:31.059435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9003-e3ec-44ed-a34d-6016feed25c3 req-5b166b6b-ec82-49f0-a6ae-37a2b79178da tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:31.063224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-549e9003-e3ec-44ed-a34d-6016feed25c3 req-5b166b6b-ec82-49f0-a6ae-37a2b79178da tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3982635 Aug 06 18:37:31.325055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.357992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-08b134dc-4d17-4127-bbe1-1ec9a2549433 None None] Port 11f595c0-fc7f-4be1-be72-782b5a998e45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:37:31.368697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=fe4d1c5c-2b68-46b7-8461-9fa04583fded,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:31.485160 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.716133 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2537-ee28-46b2-9e69-cd48758a9b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.732082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.803763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.804621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:31.805641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.818179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:31.919865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-549e9003-e3ec-44ed-a34d-6016feed25c3 req-224329e6-d220-4245-98ff-b43e79bc36d6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8327749 Aug 06 18:37:31.921431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5430026 Aug 06 18:37:31.923905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413f04-d5c5-4cd3-9060-9b91c399a80d req-1042e7dd-1963-4d92-a2d9-1fe958bc113e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:31.935380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e413f04-d5c5-4cd3-9060-9b91c399a80d req-1042e7dd-1963-4d92-a2d9-1fe958bc113e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.2419336 Aug 06 18:37:31.939822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35946) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:31.951117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Request body: {'subnet': {'network_id': '97cbb775-2b38-4a75-89cd-23856d8a9f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1751018113-subnet', 'tenant_id': 'd7d77a15246943daac12dec6ad94c672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:31.997912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada5892-b1ff-4807-926a-68cf3cd5a9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=97cbb775-2b38-4a75-89cd-23856d8a9f75,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:32.008037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Made reservation on behalf of d7d77a15246943daac12dec6ad94c672 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:32.011384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:32.053339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8e413f04-d5c5-4cd3-9060-9b91c399a80d req-15fe40e3-68b4-41c9-b946-3ed05089cec4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168513 Aug 06 18:37:32.060399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 97cbb775-2b38-4a75-89cd-23856d8a9f75 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:37:32.152647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4732b032-d760-4630-be3e-1127df8511d8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:32.194243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:32.219334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:32.229774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357c6a-2f5e-4cf3-9769-4509c231677a req-9f9737c2-f1ed-47bf-8d2f-2a528fd09075 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:32.231900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a357c6a-2f5e-4cf3-9769-4509c231677a req-9f9737c2-f1ed-47bf-8d2f-2a528fd09075 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1064065 Aug 06 18:37:32.247050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ecede94-d4b8-45d1-aa5e-8922fbfd306d admin admin] 10.222.0.64 "PUT /v2.0/routers/62f7ea52-2f30-44aa-b41d-8dbd98c7203c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6635602 Aug 06 18:37:32.292755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a357c6a-2f5e-4cf3-9769-4509c231677a req-397d3e25-dafc-48e3-ae14-f1a9fb2b9631 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Aug 06 18:37:32.360286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:32.392205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:32.393717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:32.400542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4732b032-d760-4630-be3e-1127df8511d8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:32.401702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:32.522064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:32.685896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2cfb4-5e10-483c-8cd3-f3658d49052b req-a942992a-e0fd-4237-85a3-b2d5dd64b2f9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:32.687716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56c2cfb4-5e10-483c-8cd3-f3658d49052b req-a942992a-e0fd-4237-85a3-b2d5dd64b2f9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1035001 Aug 06 18:37:32.769619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56c2cfb4-5e10-483c-8cd3-f3658d49052b req-535019aa-9a53-4f29-bfa3-a1f9096f6f1c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675545 Aug 06 18:37:32.785290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:32.854253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e904dac-c9d9-435f-81ed-ac727bfd76cd,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:32.877804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Checking segment: {'id': '1d6ae422-a9da-4f07-a581-8b5a632126a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '97cbb775-2b38-4a75-89cd-23856d8a9f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:32.878473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Network hostable DHCP agents. Network: 97cbb775-2b38-4a75-89cd-23856d8a9f75, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:37:32.921468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:32.925879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Network 97cbb775-2b38-4a75-89cd-23856d8a9f75 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:37:32.949090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d69827-5737-4c63-958c-d4d951fe1722 req-3413b1e9-6aa4-42eb-aa29-ae8930541dc5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:32.970462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53d69827-5737-4c63-958c-d4d951fe1722 req-3413b1e9-6aa4-42eb-aa29-ae8930541dc5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1005683 Aug 06 18:37:32.993252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 97cbb775-2b38-4a75-89cd-23856d8a9f75) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:33.027488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd9a366-178f-4d88-a535-45317d7deb25 None None] Network 97cbb775-2b38-4a75-89cd-23856d8a9f75 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:33.029897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:33.031577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.067888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53d69827-5737-4c63-958c-d4d951fe1722 req-b019be34-6545-4497-8676-d511ee57687e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955148 Aug 06 18:37:33.360542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.362699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee20bf-cfae-4da8-96fb-4254521c4c89 req-47fb595f-7d18-4686-9123-dbb5106b852b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:33.370325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17ee20bf-cfae-4da8-96fb-4254521c4c89 req-47fb595f-7d18-4686-9123-dbb5106b852b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1304848 Aug 06 18:37:33.383054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b66a83-f89c-490c-b607-c5c755c08850 None None] Network 97cbb775-2b38-4a75-89cd-23856d8a9f75 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:33.427642 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17ee20bf-cfae-4da8-96fb-4254521c4c89 req-572e391d-ecd9-40bc-af8b-534e634634ea tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Aug 06 18:37:33.471164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35970) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:33.476917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416443779', 'description': 'tempest-description--21487648'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:33.514573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 2, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:33.548659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:33.548984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Updating router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c port 11f595c0-fc7f-4be1-be72-782b5a998e45 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:37:33.550956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.602959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.632222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:33.647730 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b027ab4b-3048-48d9-b273-d830cf769591 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/56e0edc1-45f4-4acc-a186-6cb683666800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178267 Aug 06 18:37:33.653549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ec56e8c-76c2-4375-8445-1944a9115145 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7120092 Aug 06 18:37:33.654521 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:33.685162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfa1b9-da0e-452e-862b-0ef6419b420d req-f918130c-1232-482c-82fa-8f0337b7808f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:33.685766 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:33.687255 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:33.699942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bdfa1b9-da0e-452e-862b-0ef6419b420d req-f918130c-1232-482c-82fa-8f0337b7808f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1716363 Aug 06 18:37:33.828390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bdfa1b9-da0e-452e-862b-0ef6419b420d req-e9090b9a-522a-484a-83cd-379e793af44b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267450 Aug 06 18:37:33.940677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.950028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.018546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.021967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5493670 Aug 06 18:37:34.024413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527f3756-88fb-4f25-bfff-776156b384ac,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.030521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:34.039547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group_rule': {'security_group_id': '527f3756-88fb-4f25-bfff-776156b384ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:34.064614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35986) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:34.084179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.084518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.084860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.085193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.085570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.085924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.086288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.086618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.086783 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:34.086956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.087296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.087625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.087951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dd98d6-93e9-4d8b-af76-8acfda72d263 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.185397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cba6c5-35b5-4b2f-98ac-61ce6efd908d req-23c272c2-6ad9-480c-ae12-e93f6d352d0e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.195281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10cba6c5-35b5-4b2f-98ac-61ce6efd908d req-23c272c2-6ad9-480c-ae12-e93f6d352d0e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1563954 Aug 06 18:37:34.219370 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.230779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Deleting subnet 7e904dac-c9d9-435f-81ed-ac727bfd76cd {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:34.242870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.267981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985a807-19e2-473d-91b9-d0bc63ccfbf8 req-75121b98-7352-4783-b73b-bc426a276f7d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.277370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10cba6c5-35b5-4b2f-98ac-61ce6efd908d req-ebf5039a-0f8d-4202-8981-8d46a4127cea tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808258 Aug 06 18:37:34.283796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3985a807-19e2-473d-91b9-d0bc63ccfbf8 req-75121b98-7352-4783-b73b-bc426a276f7d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1741195 Aug 06 18:37:34.325776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.344304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.360937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Transition to ACTIVE for port object 11f595c0-fc7f-4be1-be72-782b5a998e45 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:34.377965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.400375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3985a807-19e2-473d-91b9-d0bc63ccfbf8 req-cc6d2ffb-6c40-4a2c-b9dd-389ab61333e7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142943 Aug 06 18:37:34.450732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.459095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed537-81d9-4144-8848-d0d38f56eb8e None None] Pushing event updated for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.462574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.473912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.535439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a768df3-c77a-4975-97e5-561128613896,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.550312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.554097 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225008 Aug 06 18:37:34.555664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 35994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:34.560117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.561511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.562905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.569497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.569497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.570105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.571430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.572056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.572988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.575012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.575673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.576270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e0374-e577-46ff-85b7-46cbe21c19d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:34.596108 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group_rule': {'security_group_id': '527f3756-88fb-4f25-bfff-776156b384ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:34.617968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Attempting to bind port 11f595c0-fc7f-4be1-be72-782b5a998e45 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:34.620184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Attempting to bind port 11f595c0-fc7f-4be1-be72-782b5a998e45 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:34.623035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Attempting to bind port 11f595c0-fc7f-4be1-be72-782b5a998e45 on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:34.643241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:34.643943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Checking segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:34.645832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.646518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Bound using segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:34.647408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Bound port: 11f595c0-fc7f-4be1-be72-782b5a998e45, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:34.647929 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.659093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab227ff-05d8-4115-adc4-e58f4fc0ef56 req-8009f4b0-7369-4001-8d2f-feb79a388b17 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.662294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fab227ff-05d8-4115-adc4-e58f4fc0ef56 req-8009f4b0-7369-4001-8d2f-feb79a388b17 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1486955 Aug 06 18:37:34.718120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e74b88-1884-4e1b-9533-2740dd204919 req-ff7b09c9-ea96-4668-b227-b5f414facb68 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.727007 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98e74b88-1884-4e1b-9533-2740dd204919 req-ff7b09c9-ea96-4668-b227-b5f414facb68 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.1170361 Aug 06 18:37:34.744218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.784372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.825133 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:34.838111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] For port 11f595c0-fc7f-4be1-be72-782b5a998e45, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:34.844839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] For port 11f595c0-fc7f-4be1-be72-782b5a998e45, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11f595c0-fc7f-4be1-be72-782b5a998e45,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:34.855240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.858817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.863797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e904dac-c9d9-435f-81ed-ac727bfd76cd HTTP/1.1" status: 204 len: 168 time: 0.7829003 Aug 06 18:37:34.885268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fab227ff-05d8-4115-adc4-e58f4fc0ef56 req-aac51f15-3fad-4f16-b32e-98f09deda404 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056692 Aug 06 18:37:34.886203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 35996) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:34.886858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-98e74b88-1884-4e1b-9533-2740dd204919 req-c03203c0-6a29-45a7-8cd2-984e9676ceaf tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575627 Aug 06 18:37:34.888830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.899174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:34.902801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46382fe0-8095-4277-8193-1cfa2f080714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e904dac-c9d9-435f-81ed-ac727bfd76cd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.915059 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:34.916143 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:34.978148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.986173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5661e0b6-ac4d-4f3d-935a-77f74545835f details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:34.989913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.051060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.060051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4739633 Aug 06 18:37:35.061707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36002) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:35.071293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:35.080245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f0f71-f2bc-4541-bad3-23ea1667b235 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd5af7b-d61e-43fa-9ec2-b8bb015aa1c9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:35.125538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.135865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed537-81d9-4144-8848-d0d38f56eb8e None None] Pushing event updated for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:35.162922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:35.164362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:35.197584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.227662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07008b-5131-4986-8a32-2a4fe96164b1 req-6675e618-90b0-4fa3-bdb5-a32e6a48a48c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.229416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a07008b-5131-4986-8a32-2a4fe96164b1 req-6675e618-90b0-4fa3-bdb5-a32e6a48a48c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1190183 Aug 06 18:37:35.321024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0a07008b-5131-4986-8a32-2a4fe96164b1 req-79e006f0-2988-4354-970a-81a23b4b4609 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Aug 06 18:37:35.324663 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:35.402538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.416856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.resource_extend [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:37:35.429513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.500638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cbb775-2b38-4a75-89cd-23856d8a9f75']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:35.541273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6ae422-a9da-4f07-a581-8b5a632126a1') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:35.553752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6ae422-a9da-4f07-a581-8b5a632126a1') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:35.585481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.640424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-8f972a5e-4f8f-4aaf-a802-e77b2bf182b5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.642232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-8f972a5e-4f8f-4aaf-a802-e77b2bf182b5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.55 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.2627370 Aug 06 18:37:35.658147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.665465 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Allocated IP 172.25.3.143 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/f2ead600-8383-450a-95d3-bdd253b3db97) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:35.668180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:35.716908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:35.717366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:35.719326 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:35.815668 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:35.855853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddf0de-137b-4c93-8bd3-045683449b54 req-cec56df5-b645-4235-9b8e-70c012ba1fd0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.860862 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e728bd-d390-43da-88bd-e5ed83423586 None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd4dfe42c-a464-424b-8480-9645a9eca963', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'port_id': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'mac_address': 'fa:16:3e:fd:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:35:04Z', 'updated_at': '2021-08-06T18:35:10Z', 'revision_number': 1, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:35.869709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94ddf0de-137b-4c93-8bd3-045683449b54 req-cec56df5-b645-4235-9b8e-70c012ba1fd0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2580862 Aug 06 18:37:35.879532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.900480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:35.909136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] 10.222.0.64 "DELETE /v2.0/networks/97cbb775-2b38-4a75-89cd-23856d8a9f75 HTTP/1.1" status: 204 len: 168 time: 0.9950287 Aug 06 18:37:35.950825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cf1bb-3744-4682-abc8-b47c40e03a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cbb775-2b38-4a75-89cd-23856d8a9f75,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:35.977414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d8ee4-0116-436c-8e10-2fc0f5eea42c req-07209aae-ef35-484f-9b76-bb2118828208 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.980400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-505d8ee4-0116-436c-8e10-2fc0f5eea42c req-07209aae-ef35-484f-9b76-bb2118828208 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 946 time: 0.4013345 Aug 06 18:37:35.988232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:35.995319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94ddf0de-137b-4c93-8bd3-045683449b54 req-be596d84-1915-4327-8a7d-b9378e91bef5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236839 Aug 06 18:37:36.044789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:36.045581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.055687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.151169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-505d8ee4-0116-436c-8e10-2fc0f5eea42c req-a8100658-6493-492c-915a-d7fe187b69e9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361287 Aug 06 18:37:36.162976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '5661e0b6-ac4d-4f3d-935a-77f74545835f', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': '5661e0b6-ac4d-4f3d-935a-77f74545835f', 'mac_address': 'fa:16:3e:10:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:36.217930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:36.217930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.228036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.231691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for c2ad8a8d-1d97-43f9-be4e-f561fe8c919f owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:36.300074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36018) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:36.335147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.340271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:36.357627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5661e0b6-ac4d-4f3d-935a-77f74545835f {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:36.374202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:36.383795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:36.411798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=f2ead600-8383-450a-95d3-bdd253b3db97,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:36.426728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:36.432724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd9ec-2532-4a21-89b2-ac05da8c43a7 req-f1d6756f-792a-4f70-a813-f08325377e46 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:36.434985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8fabd9ec-2532-4a21-89b2-ac05da8c43a7 req-f1d6756f-792a-4f70-a813-f08325377e46 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 944 time: 0.3220618 Aug 06 18:37:36.442489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.524731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-003ff5af-ef88-4938-b99b-3193343185aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7d77a15246943daac12dec6ad94c672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214060 Aug 06 18:37:36.525699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36020) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:36.530204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8fabd9ec-2532-4a21-89b2-ac05da8c43a7 req-0702c422-da25-4b41-bf8c-bf9eaca71c1a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852890 Aug 06 18:37:36.538570 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.550155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:34Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:36.601145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=c2ad8a8d-1d97-43f9-be4e-f561fe8c919f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:36.659936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] No DVR routers for this DVR port c2ad8a8d-1d97-43f9-be4e-f561fe8c919f on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:36.663948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.666184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-044f56e0-6267-45b2-ab85-655d1ff481bc req-dffc0af6-b9af-4cf5-9e7e-f86bda3c4ee3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.55 "DELETE /v2.0/ports/c2ad8a8d-1d97-43f9-be4e-f561fe8c919f HTTP/1.1" status: 204 len: 173 time: 1.0055132 Aug 06 18:37:36.666662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'name': 'network-vif-deleted', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:36.670305 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f914527-344d-414e-8adb-c5b1f60030ff" -d '{"events": [{"server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "name": "network-vif-deleted", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:36.725833 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717cd3d8-b56a-4a59-b6bc-d73849f6e929 x-openstack-request-id: req-717cd3d8-b56a-4a59-b6bc-d73849f6e929 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:36.726674 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c281fcf8-fdcc-4e86-8b8c-37e05041bdf4", "name": "network-vif-deleted", "tag": "c2ad8a8d-1d97-43f9-be4e-f561fe8c919f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:36.727441 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-717cd3d8-b56a-4a59-b6bc-d73849f6e929 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:36.728413 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c281fcf8-fdcc-4e86-8b8c-37e05041bdf4', 'name': 'network-vif-deleted', 'tag': 'c2ad8a8d-1d97-43f9-be4e-f561fe8c919f', 'status': 'completed', 'code': 200} Aug 06 18:37:36.779693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851492b-5016-46c7-8814-d54e818aa613 req-851d26a2-2a23-475e-aedc-bcbc837949eb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:36.791001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9851492b-5016-46c7-8814-d54e818aa613 req-851d26a2-2a23-475e-aedc-bcbc837949eb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4002025 Aug 06 18:37:36.797858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.839493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8db87a-d719-46d8-93e9-56a99f624d35 None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:34Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:36.842728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:36.890806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:36.910553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['5661e0b6-ac4d-4f3d-935a-77f74545835f'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:36.957276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2ad8a8d-1d97-43f9-be4e-f561fe8c919f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:36.967166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9851492b-5016-46c7-8814-d54e818aa613 req-38058cac-92e3-4201-8ecf-2648abf0f371 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605294 Aug 06 18:37:36.967853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.012289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c2ad8a8d-1d97-43f9-be4e-f561fe8c919f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:37.013596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c2ad8a8d-1d97-43f9-be4e-f561fe8c919f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:37.047908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.276153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.279277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.280591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d47e5db3-aaea-4420-8db5-299ca286fafe HTTP/1.1" status: 204 len: 168 time: 0.7521892 Aug 06 18:37:37.323994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081284d-4ba8-4328-bb89-7c5cc6247344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e5db3-aaea-4420-8db5-299ca286fafe,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:37.400887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fe151-220e-44bb-b642-e79413e6fc85 req-859dbe30-9f3f-4a44-ac85-cdd383160572 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:37.420067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-190fe151-220e-44bb-b642-e79413e6fc85 req-859dbe30-9f3f-4a44-ac85-cdd383160572 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2043357 Aug 06 18:37:37.451023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b8c9d6-14df-4791-b3e4-6925983aa9a2 req-3a658d6e-790b-49dc-a298-1754635044e3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=c281fcf8-fdcc-4e86-8b8c-37e05041bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0847571 Aug 06 18:37:37.536787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-190fe151-220e-44bb-b642-e79413e6fc85 req-b3fbe028-466a-444e-8bae-cab33cb6bf65 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127598 Aug 06 18:37:37.655757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.665789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.791163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27477b0-143c-4368-825c-53eff79430ea req-738abbda-12c9-4f7d-9eab-18122e0bb4c9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:37.800866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c27477b0-143c-4368-825c-53eff79430ea req-738abbda-12c9-4f7d-9eab-18122e0bb4c9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1198485 Aug 06 18:37:37.809204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.825360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=f2ead600-8383-450a-95d3-bdd253b3db97,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:37.844188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02064-92ee-4ea9-87e7-2239e8f2685d req-d39f04ed-6a90-4d94-a745-1468493743c7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:37.854850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2fd02064-92ee-4ea9-87e7-2239e8f2685d req-d39f04ed-6a90-4d94-a745-1468493743c7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 945 time: 0.1497805 Aug 06 18:37:37.898338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:37.899852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2e48826f-ca8e-468c-b228-7887bc5e2432 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8362610 Aug 06 18:37:37.926008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c27477b0-143c-4368-825c-53eff79430ea req-1069433a-0cad-460c-88ca-4fd971c38f69 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116402 Aug 06 18:37:37.971179 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2fd02064-92ee-4ea9-87e7-2239e8f2685d req-3cf0e2f0-7684-4a90-bb6c-276c00cca67a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150703 Aug 06 18:37:38.000148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11f595c0-fc7f-4be1-be72-782b5a998e45 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:38.107658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 11f595c0-fc7f-4be1-be72-782b5a998e45 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:38.121399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 11f595c0-fc7f-4be1-be72-782b5a998e45 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:38.122040 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:38.292514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-a4368bef-95a1-48f0-9213-1a74a586d8bf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--416443779&fields=id&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 267 time: 0.0697980 Aug 06 18:37:38.369930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:38.375243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4b87-3433-45f4-9d94-8e6bfe935d29 req-4e3793de-68ba-4ce5-8bb9-c4ae7cfbd559 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:38.378666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5dd4b87-3433-45f4-9d94-8e6bfe935d29 req-4e3793de-68ba-4ce5-8bb9-c4ae7cfbd559 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1466036 Aug 06 18:37:38.431547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 11f595c0-fc7f-4be1-be72-782b5a998e45, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11f595c0-fc7f-4be1-be72-782b5a998e45,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:38.439083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5dd4b87-3433-45f4-9d94-8e6bfe935d29 req-ec57eae1-9659-407d-9a32-d0f554718384 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Aug 06 18:37:38.439587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:38.481413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-d7b83e0f-f22d-4d7f-8d15-455e1c597cb8 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:38.484612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fe4d1c5c-2b68-46b7-8461-9fa04583fded no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:38.493719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-d7b83e0f-f22d-4d7f-8d15-455e1c597cb8 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 817 time: 0.1993837 Aug 06 18:37:38.517145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-84dbf99f-a4dd-4981-867e-ad5ef49b704b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/quotas/15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 375 time: 0.0225449 Aug 06 18:37:38.532147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: fe4d1c5c-2b68-46b7-8461-9fa04583fded {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:38.532525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fe4d1c5c-2b68-46b7-8461-9fa04583fded not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:38.575313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:38.647644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-6d6acdf2-59e7-4539-ac48-abc261ff801e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278942 Aug 06 18:37:38.713064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593149a-6135-4c80-9556-eaf5ad9298d3 req-bb50ad27-40a1-41a5-a83f-3f24dc4d5233 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:38.716758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c593149a-6135-4c80-9556-eaf5ad9298d3 req-bb50ad27-40a1-41a5-a83f-3f24dc4d5233 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1602526 Aug 06 18:37:38.811428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c593149a-6135-4c80-9556-eaf5ad9298d3 req-42d82e91-28e7-45ec-9686-c2addd968351 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874333 Aug 06 18:37:38.826683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-71366122-57d9-4d2e-b07f-7ce0924195e1 service neutron] 10.222.0.64 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506658 Aug 06 18:37:38.917291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:38.950182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5661e0b6-ac4d-4f3d-935a-77f74545835f up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:39.020468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-8a46f72f-4fbb-4b64-a58f-204632202ea6 service neutron] 10.222.0.64 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777501 Aug 06 18:37:39.091380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.141015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 5661e0b6-ac4d-4f3d-935a-77f74545835f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:39.149823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 5661e0b6-ac4d-4f3d-935a-77f74545835f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:39.153015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.193256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.299539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7284de4-7b4e-4d25-8ddb-0326e9bc25ef req-5e673cf4-29ea-4cf1-9d0f-5f0e9d2bd76f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:39.314908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7284de4-7b4e-4d25-8ddb-0326e9bc25ef req-5e673cf4-29ea-4cf1-9d0f-5f0e9d2bd76f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 945 time: 0.1806340 Aug 06 18:37:39.391510 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.408425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bac45527-f41e-4a34-bedf-d52fada37304 req-79983fab-ab15-4e08-9a52-3374a7bcad94 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.0867774 Aug 06 18:37:39.461744 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a7284de4-7b4e-4d25-8ddb-0326e9bc25ef req-970b99ca-7135-40b4-9148-d73263b6033c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432948 Aug 06 18:37:39.494889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:39.502064 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e822c-ea56-4d59-84cd-8d3fffc4f4c1" -d '{"events": [{"server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "name": "network-vif-plugged", "status": "completed", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:39.519598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.524750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.540136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:39.542293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/security-groups/43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5 HTTP/1.1" status: 204 len: 168 time: 0.6233904 Aug 06 18:37:39.550438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.587707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400c05b-9f5d-4a6f-8cdb-17a164215aa4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43afad69-bf4e-4e6e-8e7f-d2b06cbb29f5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:39.676166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:39.683126 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d5b4a1-55c7-45a9-8683-148cdd941a0f x-openstack-request-id: req-08d5b4a1-55c7-45a9-8683-148cdd941a0f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:39.683655 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "name": "network-vif-plugged", "status": "completed", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:39.683903 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08d5b4a1-55c7-45a9-8683-148cdd941a0f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:39.684667 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f', 'code': 200} Aug 06 18:37:39.715606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:39.921590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting subnet 3c7aae4a-6fb1-45a9-bb4d-962b257a5737 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:39.929620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccbb3b-5e3d-4226-a6ff-4e31f0d951f2 req-8c7724f6-7255-4a9c-917d-813a8a2d438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:39.931877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16ccbb3b-5e3d-4226-a6ff-4e31f0d951f2 req-8c7724f6-7255-4a9c-917d-813a8a2d438f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 1098 time: 0.1979761 Aug 06 18:37:39.932956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:39.946674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f961f30-a3ab-4497-b2ad-9e39ce1fb72e req-c0eb8466-3b28-452c-8a08-43a30c7cedab tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:39.948831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f961f30-a3ab-4497-b2ad-9e39ce1fb72e req-c0eb8466-3b28-452c-8a08-43a30c7cedab tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1948140 Aug 06 18:37:40.049016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11f595c0-fc7f-4be1-be72-782b5a998e45 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:40.091863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.108521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f961f30-a3ab-4497-b2ad-9e39ce1fb72e req-7d18a1c7-1fa4-4923-9035-b900b429d57f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300368 Aug 06 18:37:40.176188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16ccbb3b-5e3d-4226-a6ff-4e31f0d951f2 req-dd3bfcc7-fad0-4161-8808-44ab47ae3995 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018683 Aug 06 18:37:40.258897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 11f595c0-fc7f-4be1-be72-782b5a998e45 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:40.259370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.344416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.493399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.543022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.553877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea057c-4d7c-4f0d-bafb-e4141ac192be req-b508126e-5399-4377-a101-f87c4758c084 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:40.574924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21ea057c-4d7c-4f0d-bafb-e4141ac192be req-b508126e-5399-4377-a101-f87c4758c084 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2132833 Aug 06 18:37:40.608296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7aae4a-6fb1-45a9-bb4d-962b257a5737,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:40.614130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.621365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c04adc10-f5b4-4c2e-86d6-9ebda80e4fea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/subnets/3c7aae4a-6fb1-45a9-bb4d-962b257a5737 HTTP/1.1" status: 204 len: 168 time: 0.9039662 Aug 06 18:37:40.641261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36134) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:40.670839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10f037e2-b0ff-44fc-a4d5-e28cf22da09b req-aa65cd22-0f57-4e41-b7db-a57d196c3b20 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1128123 Aug 06 18:37:40.672361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c525ea5-f5ba-488b-83ba-a6bfe240809c None None] Network 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:40.824889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652e15-c061-4ee3-84cb-306d69b71f70 req-77f5628a-c523-46c0-8b44-7b9c7c1de16e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:40.833488 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21ea057c-4d7c-4f0d-bafb-e4141ac192be req-dd641891-4dd0-4a37-be2e-0ec090498e3b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507629 Aug 06 18:37:40.838311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b652e15-c061-4ee3-84cb-306d69b71f70 req-77f5628a-c523-46c0-8b44-7b9c7c1de16e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.0991392 Aug 06 18:37:40.910476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b652e15-c061-4ee3-84cb-306d69b71f70 req-033bfe4d-c37c-4fba-8194-69976ff46094 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Aug 06 18:37:41.069176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.241063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815d7e-a7ae-4c58-b3c7-982f3e763699 req-81ea2a55-6686-4bac-bbc2-c535afb4e57c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:41.246748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75815d7e-a7ae-4c58-b3c7-982f3e763699 req-81ea2a55-6686-4bac-bbc2-c535afb4e57c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1721961 Aug 06 18:37:41.261140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] DHCP port deletion for 80dc050c-0bbb-437a-bc8f-d1d102b6dc49 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:37:41.348758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Deleting port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:41.349706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.359369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:41.361497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.373083 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75815d7e-a7ae-4c58-b3c7-982f3e763699 req-aa1d0cea-e1c4-4dfd-a552-d76cd2062d78 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170747 Aug 06 18:37:41.468116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:41.468777 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.522415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:41.556581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] For port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,segment=NetworkSegment(aba6377d-a93d-4e42-bad3-fe3cf42b7cfe),segment_id=aba6377d-a93d-4e42-bad3-fe3cf42b7cfe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:41.557211 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.599638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Calling delete_port for d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:41.807301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.846967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:41.905426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:41.927877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] No DVR routers for this DVR port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: from cryptography.utils import int_from_bytes Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: from cryptography.utils import int_from_bytes Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.947046 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:37:41.961221 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:37:41.978873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.073801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] Pushing event deleted for resources: {'Port': ['ID=d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:42.085419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73329-244f-4836-8ae5-8183f2b5c2f4 req-375baf92-d2f9-4c61-bf96-a1a212c7b65e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:42.088384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efe33f-a20d-49fa-94e0-3b3b07255ce4 None None] No DVR routers for this DVR port d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:42.105736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08a73329-244f-4836-8ae5-8183f2b5c2f4 req-375baf92-d2f9-4c61-bf96-a1a212c7b65e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4513416 Aug 06 18:37:42.115890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:42.207424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-db793d54-bf1d-46c0-9e6a-c02518d98793 req-74564490-eaf0-4b9b-9fad-58a54ce74440 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1294553 Aug 06 18:37:42.301115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:42.305999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d32adeb4-e1c8-4d1f-b1f2-4bc9564d98ad not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:42.307978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08a73329-244f-4836-8ae5-8183f2b5c2f4 req-fa9dc143-74b1-4784-9cd7-848ca09a49af tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963031 Aug 06 18:37:42.336174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-aa9e466e-a20f-49b7-8f32-718c2e067212 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:42.339434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-aa9e466e-a20f-49b7-8f32-718c2e067212 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 817 time: 0.6668074 Aug 06 18:37:42.445956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.465132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80dc050c-0bbb-437a-bc8f-d1d102b6dc49']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:42.486045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:42.487207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba6377d-a93d-4e42-bad3-fe3cf42b7cfe') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:42.503447 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.523234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-26d2711c-f936-4a0e-8d75-afc21ff47642 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 379 time: 0.1675642 Aug 06 18:37:42.540082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'port': {'device_id': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'admin_state_up': True, 'tenant_id': '15eca96779d445cab13b77bd54631505', 'security_groups': ['527f3756-88fb-4f25-bfff-776156b384ac']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:42.579974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.591918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:42.593358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:42.598352 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:42.681889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00079f83-02ea-4476-8aa6-dfabe50db3e7 req-01846214-f252-4255-b418-a9be596edbc1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:42.690340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00079f83-02ea-4476-8aa6-dfabe50db3e7 req-01846214-f252-4255-b418-a9be596edbc1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.1827219 Aug 06 18:37:42.724115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.745925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:42.748540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/networks/80dc050c-0bbb-437a-bc8f-d1d102b6dc49 HTTP/1.1" status: 204 len: 168 time: 2.1019220 Aug 06 18:37:42.757287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36174) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:42.769360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79d63-61e2-4db6-a07d-541e97b9d0e1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Network': ['ID=80dc050c-0bbb-437a-bc8f-d1d102b6dc49,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:42.805766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-00079f83-02ea-4476-8aa6-dfabe50db3e7 req-9cb8f580-2666-4f2a-807f-79ba5de0052c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Aug 06 18:37:43.108874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Made reservation on behalf of 15eca96779d445cab13b77bd54631505 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:43.113878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:43.164622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86fc10-fac5-4339-9ad9-a67e4f75de37 req-d0369c49-4bf9-4eb2-978e-6fd5e233c03f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:43.168728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a86fc10-fac5-4339-9ad9-a67e4f75de37 req-d0369c49-4bf9-4eb2-978e-6fd5e233c03f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.1753781 Aug 06 18:37:43.230809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port e3e241f5-408a-464b-9ee1-1bc67269274a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:43.231247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:43.271155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5a86fc10-fac5-4339-9ad9-a67e4f75de37 req-1d11acd2-345c-47b8-a464-ea48e47ba956 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829513 Aug 06 18:37:43.427267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c55a416-1fa3-40e3-b942-5abe217b0142 req-423deead-56ca-4e40-9a21-95f437a9a267 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.0768409 Aug 06 18:37:43.654010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39056930-4451-4fbb-9d81-9d684c91c9b4 req-b8cd7ca6-6baf-4689-9342-51c0d5aaf474 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:43.662172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39056930-4451-4fbb-9d81-9d684c91c9b4 req-b8cd7ca6-6baf-4689-9342-51c0d5aaf474 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3034220 Aug 06 18:37:43.766504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:43.766884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:43.840481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Allocated IP 172.20.0.10 (98e028cb-72ec-4869-902d-33b3f1e9eb80/162a5069-aaf0-4428-bde4-bc31bf8bef23/41ed3168-fa01-4aa0-ba4d-b952c88014ce) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:43.845708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for e3e241f5-408a-464b-9ee1-1bc67269274a owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:43.902679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ea765-c76a-4269-9847-e9b5ff040105 req-547c351b-01a8-4883-990b-b1bc9937a0d0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:43.912349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c8ea765-c76a-4269-9847-e9b5ff040105 req-547c351b-01a8-4883-990b-b1bc9937a0d0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.0988064 Aug 06 18:37:43.958653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39056930-4451-4fbb-9d81-9d684c91c9b4 req-3688959e-bdfd-49c7-88fd-dce58cc75f15 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866442 Aug 06 18:37:44.001588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c8ea765-c76a-4269-9847-e9b5ff040105 req-c7f09a00-8bb0-400b-8b5a-21b6a88d4c89 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861547 Aug 06 18:37:44.278543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.346254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Transition to ACTIVE for port object 41ed3168-fa01-4aa0-ba4d-b952c88014ce will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:44.350276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.395936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=e3e241f5-408a-464b-9ee1-1bc67269274a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:44.505241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.505819 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Floating IP d4dfe42c-a464-424b-8480-9645a9eca963 disassociated (deleted). External IP: 172.25.3.192, port: 5f972ae1-6b5c-473d-9c32-844f54b914f6. Aug 06 18:37:44.511566 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.043812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36216) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:45.078831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:45.126948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:45.143871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:45.157164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:45.275837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618744eb-42c3-4948-9b63-f91edb39df17 req-98010bf9-efc3-4894-89e1-613c5189a7a9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:45.278003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-618744eb-42c3-4948-9b63-f91edb39df17 req-98010bf9-efc3-4894-89e1-613c5189a7a9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1565552 Aug 06 18:37:45.300927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526dff5-39d9-40e1-a6ee-36baf8b7e6f4 req-266bbfd2-957a-4139-96b3-5ca4dd945c8e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:45.303140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a526dff5-39d9-40e1-a6ee-36baf8b7e6f4 req-266bbfd2-957a-4139-96b3-5ca4dd945c8e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 932 time: 0.7406852 Aug 06 18:37:45.391970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:45.392259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3de744e-4c91-486d-8117-a3f8e91e5042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.392586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.428017 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-618744eb-42c3-4948-9b63-f91edb39df17 req-21242a95-3527-4e39-9cd6-bd1611602644 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359742 Aug 06 18:37:45.518663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ad19fb36-174d-4851-b983-7fd2e870da80 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:45.521332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ad19fb36-174d-4851-b983-7fd2e870da80 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.3074389 Aug 06 18:37:45.666840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a526dff5-39d9-40e1-a6ee-36baf8b7e6f4 req-f53e81b6-db71-4ff0-8c49-65c425ce7c37 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984064 Aug 06 18:37:45.783077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-422a6417-a0a3-4275-8601-04f834926478 None None] Provisioning for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:45.801861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010eac-542e-4772-ba5f-7d430a2913d5 req-33d0c040-dc57-4960-a8f2-0dac9050b212 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:45.805936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0010eac-542e-4772-ba5f-7d430a2913d5 req-33d0c040-dc57-4960-a8f2-0dac9050b212 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 946 time: 0.2524145 Aug 06 18:37:45.826202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-422a6417-a0a3-4275-8601-04f834926478 None None] Provisioning complete for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:45.826638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-422a6417-a0a3-4275-8601-04f834926478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.856400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:45.875626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 5661e0b6-ac4d-4f3d-935a-77f74545835f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:45.876008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.897279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3de744e-4c91-486d-8117-a3f8e91e5042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.922511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-422a6417-a0a3-4275-8601-04f834926478 None None] Port 41ed3168-fa01-4aa0-ba4d-b952c88014ce cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:37:45.931456 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f3de744e-4c91-486d-8117-a3f8e91e5042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.960111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a0010eac-542e-4772-ba5f-7d430a2913d5 req-2347ed4d-8b0d-4f97-bd91-32eab4ce0971 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Aug 06 18:37:45.992144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-22289fe6-ab3a-4818-8b81-458271ee3e5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4614584 Aug 06 18:37:46.000470 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3de744e-4c91-486d-8117-a3f8e91e5042 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=344e4138ab284f4491ad954335dbb38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9556184 Aug 06 18:37:46.001688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:46.029097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Request body: {'port': {'device_id': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:46.030998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de744e-4c91-486d-8117-a3f8e91e5042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f7752-4fe4-44b7-8d91-1e43da112210,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:46.103644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.137648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.216243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.220339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.222226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d7f7752-4fe4-44b7-8d91-1e43da112210 HTTP/1.1" status: 204 len: 168 time: 0.2140789 Aug 06 18:37:46.241332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af835d07-2da6-4de1-b75d-6a3b8b127054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f7752-4fe4-44b7-8d91-1e43da112210,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:46.313614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.322566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port 5661e0b6-ac4d-4f3d-935a-77f74545835f, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=5661e0b6-ac4d-4f3d-935a-77f74545835f,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:46.323207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.357653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:46.365754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.375836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:46.378866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 5661e0b6-ac4d-4f3d-935a-77f74545835f owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:46.397057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:46.398612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:46.604336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f8364127-8ee9-4408-8ee4-fa604ef55b9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/floatingips/d4dfe42c-a464-424b-8480-9645a9eca963 HTTP/1.1" status: 204 len: 168 time: 3.8423080 Aug 06 18:37:46.617761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:46.623084 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1152e670-a724-4665-a29e-f1a2ad5d0514" -d '{"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:46.653626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:46.851504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b8270-06f1-49ae-8436-0d4645c6bdb0 req-2f82a54a-3638-4d81-8920-6b0d6f4a0a07 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:46.855221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723b8270-06f1-49ae-8436-0d4645c6bdb0 req-2f82a54a-3638-4d81-8920-6b0d6f4a0a07 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2665241 Aug 06 18:37:46.943538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36240) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:46.952674 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4765100f-2c59-4d48-957f-88d343dbdb17 x-openstack-request-id: req-4765100f-2c59-4d48-957f-88d343dbdb17 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:46.952974 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:46.953313 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4765100f-2c59-4d48-957f-88d343dbdb17 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:46.954553 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'status': 'completed', 'code': 200} Aug 06 18:37:46.977120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2c9828d-d453-4404-85fc-f67c625e5dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.069701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723b8270-06f1-49ae-8436-0d4645c6bdb0 req-d4523a8e-850a-4ef1-bc37-6ac4af2b3057 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010481 Aug 06 18:37:47.105686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.134143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['c4418f3f-12ac-4d49-a37c-2c01281081e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:47.242242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=5661e0b6-ac4d-4f3d-935a-77f74545835f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:47.313245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:47.376102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:47.433928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:47.435272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:47.437007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2c9828d-d453-4404-85fc-f67c625e5dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.457259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c2c9828d-d453-4404-85fc-f67c625e5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.466707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port 5661e0b6-ac4d-4f3d-935a-77f74545835f on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:47.479605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.482918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a94cefb-4bf8-46cd-8f99-d283f8a2fff7 req-ac4285cf-3f34-4b40-a610-e96329bca4e6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "DELETE /v2.0/ports/5661e0b6-ac4d-4f3d-935a-77f74545835f HTTP/1.1" status: 204 len: 173 time: 1.9495537 Aug 06 18:37:47.530428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9828d-d453-4404-85fc-f67c625e5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a081df-992f-4d18-81e7-7ed6a7ba0349,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:47.589917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-216deaca-d14f-405e-a11b-542d1c3e7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:47.597548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-216deaca-d14f-405e-a11b-542d1c3e7370 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 1097 time: 0.6308267 Aug 06 18:37:47.633575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b2ae8-517c-482b-bce9-15143c7de233 req-e8941886-0d12-4a60-87e5-18cbfc193c07 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:47.637516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a96b2ae8-517c-482b-bce9-15143c7de233 req-e8941886-0d12-4a60-87e5-18cbfc193c07 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.3646069 Aug 06 18:37:47.688517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:47.701010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb62759-3a16-485f-93ee-10c1c91fc51f req-e474d590-792e-4e56-b48a-67c781fe3476 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:47.704971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.710220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcb62759-3a16-485f-93ee-10c1c91fc51f req-e474d590-792e-4e56-b48a-67c781fe3476 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 932 time: 0.6557090 Aug 06 18:37:47.726804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:47.730991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Transition to ACTIVE for port object 41ed3168-fa01-4aa0-ba4d-b952c88014ce will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:47.745349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.795232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c2c9828d-d453-4404-85fc-f67c625e5dc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00da6526784e4428833d94e82c9c0cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8500497 Aug 06 18:37:47.811101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dcb62759-3a16-485f-93ee-10c1c91fc51f req-413e0451-5821-429c-8bd8-46062f5a8e39 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995896 Aug 06 18:37:47.811663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36250) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:47.894954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:47.980430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a96b2ae8-517c-482b-bce9-15143c7de233 req-e974671b-529c-4ce6-b779-a65c607e46a6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206816 Aug 06 18:37:48.010645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:48.091417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-080f6196-8851-4f39-b099-aaf641c22267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:48.095250 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-080f6196-8851-4f39-b099-aaf641c22267 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 200 len: 897 time: 0.4727271 Aug 06 18:37:48.167583 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7d274767-dec1-496b-920a-e05229a5e54a req-c6a10294-07e3-483f-9d54-030169b81fdf tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.1145709 Aug 06 18:37:48.174568 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:48.254646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-8f3f616e-521e-4878-8b79-3d80bb44a02c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 200 len: 217 time: 0.1049533 Aug 06 18:37:48.404131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Attempting to bind port 41ed3168-fa01-4aa0-ba4d-b952c88014ce on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:48.404660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Attempting to bind port 41ed3168-fa01-4aa0-ba4d-b952c88014ce by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:48.405173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Attempting to bind port 41ed3168-fa01-4aa0-ba4d-b952c88014ce on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:48.485664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Port 41ed3168-fa01-4aa0-ba4d-b952c88014ce on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:48.486691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Attempting to bind port 41ed3168-fa01-4aa0-ba4d-b952c88014ce on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:48.499141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-329cba60-e443-4f6d-b598-d33193bfd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:48.505546 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-329cba60-e443-4f6d-b598-d33193bfd260 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 200 len: 835 time: 0.2322273 Aug 06 18:37:48.507334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:48.508407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:48.512931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:48.518543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57a081df-992f-4d18-81e7-7ed6a7ba0349 HTTP/1.1" status: 204 len: 168 time: 0.6762488 Aug 06 18:37:48.520940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:48.522033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Checking segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:48.522639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Bound using segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:48.523641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Bound port: 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:48.524379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:48.583891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70df08-013a-477a-b0ed-ec20712877a4 req-d4b48a54-9365-4afb-af05-dd0a2102aa60 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:48.590739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb1d27-adc8-4cba-96d3-ffdffd60ec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a081df-992f-4d18-81e7-7ed6a7ba0349,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:48.603036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea70df08-013a-477a-b0ed-ec20712877a4 req-d4b48a54-9365-4afb-af05-dd0a2102aa60 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2522309 Aug 06 18:37:48.629488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f7ece-5e46-48fb-982c-c84f944bcfa8 None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:31Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '724df545-1dc5-4559-964c-c0dae57e9f99', 'name': '', 'network_id': 'a80799ef-f139-439c-9aa5-3daa674ae9fb', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:22:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:16Z', 'updated_at': '2021-08-06T18:34:34Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': '14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:48.652909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-9c5b9cf7-5ea1-489c-b86a-ddc57424acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:48.659657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-9c5b9cf7-5ea1-489c-b86a-ddc57424acf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a80799ef-f139-439c-9aa5-3daa674ae9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428835 Aug 06 18:37:48.750371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea70df08-013a-477a-b0ed-ec20712877a4 req-d6c7d440-9a21-4996-ba05-f80b9e6cb434 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409810 Aug 06 18:37:48.941258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:48.958662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:48.966167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'name': 'network-vif-deleted', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:48.981315 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821083a3-6f1b-4c18-84f2-4a2083a5ae3b" -d '{"events": [{"server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "name": "network-vif-deleted", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:48.998988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:49.009493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5661e0b6-ac4d-4f3d-935a-77f74545835f no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:49.038424 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-40a7888d-d412-46c7-a21f-01832e06dd36 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687484 Aug 06 18:37:49.114252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 5661e0b6-ac4d-4f3d-935a-77f74545835f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:49.119186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 5661e0b6-ac4d-4f3d-935a-77f74545835f not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:49.188019 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917d85b6-dd28-4459-8f91-1031d7cfda53 x-openstack-request-id: req-917d85b6-dd28-4459-8f91-1031d7cfda53 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:49.188909 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6114108d-13a4-4171-8f54-4483d9f6c5e5", "name": "network-vif-deleted", "tag": "5661e0b6-ac4d-4f3d-935a-77f74545835f", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:49.189384 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-917d85b6-dd28-4459-8f91-1031d7cfda53 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:49.196347 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6114108d-13a4-4171-8f54-4483d9f6c5e5', 'name': 'network-vif-deleted', 'tag': '5661e0b6-ac4d-4f3d-935a-77f74545835f', 'status': 'completed', 'code': 200} Aug 06 18:37:49.399277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b069-ef0b-43fc-a630-ffb3f15e23b6 req-66377c12-49d3-452b-a26f-62a84d51e7a3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.401154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5c8b069-ef0b-43fc-a630-ffb3f15e23b6 req-66377c12-49d3-452b-a26f-62a84d51e7a3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2083809 Aug 06 18:37:49.401726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.402389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:49.403931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1093 time: 3.3816521 Aug 06 18:37:49.423632 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daf166-d1d3-4c45-9eb4-d2dbbae8dc05 None None] New status for floating IP d4dfe42c-a464-424b-8480-9645a9eca963: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:37:49.435586 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589146c4-5a0a-45e1-9f5a-681d1d2affd8 service neutron] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:49.452986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-eeddf0f1-7798-4463-9c67-b5d76d7c400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.455271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-eeddf0f1-7798-4463-9c67-b5d76d7c400a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1097 time: 0.2534592 Aug 06 18:37:49.469387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717dcb7-f882-463b-86d7-16bf188db1c4 req-bf7c7eb5-fd70-4315-9ace-3fff2fe3c695 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.471833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2717dcb7-f882-463b-86d7-16bf188db1c4 req-bf7c7eb5-fd70-4315-9ace-3fff2fe3c695 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.1191018 Aug 06 18:37:49.594734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-0e941c07-d864-4734-82e3-a9a22a72ca62 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.600890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-0e941c07-d864-4734-82e3-a9a22a72ca62 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 945 time: 0.7592244 Aug 06 18:37:49.750844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-f6ed06b3-df27-4c67-9684-8be183091a24 service neutron] 10.222.0.16 "GET /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666915 Aug 06 18:37:49.780696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-48ddaac4-c3eb-4adc-aa5a-6fe2942947a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:49.782962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-48ddaac4-c3eb-4adc-aa5a-6fe2942947a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.2849760 Aug 06 18:37:49.802621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a5c8b069-ef0b-43fc-a630-ffb3f15e23b6 req-e7e3afd8-c9ec-4a9b-97c1-c44f04be55ed tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029709 Aug 06 18:37:49.818327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2717dcb7-f882-463b-86d7-16bf188db1c4 req-2be4c095-fb35-49a2-b4b2-5f8292548209 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=10b67644-1cc6-42b4-970c-768faf2cb41c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295357 Aug 06 18:37:49.957979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-da7dde1a-42b3-4e8d-ac27-69a09892bcff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 217 time: 0.1291783 Aug 06 18:37:50.008913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 5f972ae1-6b5c-473d-9c32-844f54b914f6 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:50.009412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:50.110533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8969420f-139a-45b6-ad8a-73a045423118 req-3ac3f1f4-289f-4763-9749-8e8aeeb44eba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0895042 Aug 06 18:37:50.151522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-dc1449d5-85ac-4242-87f7-e12ad5771997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:50.154283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-dc1449d5-85ac-4242-87f7-e12ad5771997 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.6098094 Aug 06 18:37:50.272621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-a918ab6d-7c9e-44ff-b6d2-025124dae622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:50.277037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-a918ab6d-7c9e-44ff-b6d2-025124dae622 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.3086267 Aug 06 18:37:50.280140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-c1c251fb-b9f5-4cd9-94d6-71ab4b7ba998 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.1112492 Aug 06 18:37:50.434744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c3d54-4603-4b44-8ac1-4634d1f55ae6 req-61215cbb-b96b-43e0-a474-88b06b75318b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:50.437507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-967c3d54-4603-4b44-8ac1-4634d1f55ae6 req-61215cbb-b96b-43e0-a474-88b06b75318b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4228084 Aug 06 18:37:50.472769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 5f972ae1-6b5c-473d-9c32-844f54b914f6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5f972ae1-6b5c-473d-9c32-844f54b914f6,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:50.473156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:50.501039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-4b9c9935-4010-458d-a633-d7083109d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:50.503374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 5f972ae1-6b5c-473d-9c32-844f54b914f6 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:50.505075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-4b9c9935-4010-458d-a633-d7083109d8d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.2159941 Aug 06 18:37:50.549211 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:37:50.584378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-517b9bf2-0a52-448c-94d1-244cdaf5416a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679297 Aug 06 18:37:50.604203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-37779513-fb64-4641-b972-ac89783a8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:50.605981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-37779513-fb64-4641-b972-ac89783a8d43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3149650 Aug 06 18:37:50.652840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-967c3d54-4603-4b44-8ac1-4634d1f55ae6 req-71a04488-803c-4921-aa40-1febe434bf9c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822329 Aug 06 18:37:50.845581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-ea3b13bd-e97f-40a1-8d1e-b0d680a82722 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381349 Aug 06 18:37:50.897702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:51.014560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-9cd50f0d-cd7e-4cfc-a1c3-755de435fd35 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770225 Aug 06 18:37:51.022988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=5f972ae1-6b5c-473d-9c32-844f54b914f6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:51.163908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] No DVR routers for this DVR port 5f972ae1-6b5c-473d-9c32-844f54b914f6 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:51.166311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8df7771-0f41-4f4a-a086-3c95cb9a6afd req-3d19f6fa-ad9b-4396-9ee8-5d2627a62c45 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1de5162-d5ae-4d70-b5ee-83c8162c788c HTTP/1.1" status: 200 len: 210 time: 0.0806255 Aug 06 18:37:51.168506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:51.171716 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "DELETE /v2.0/ports/5f972ae1-6b5c-473d-9c32-844f54b914f6 HTTP/1.1" status: 204 len: 173 time: 1.5558631 Aug 06 18:37:51.173198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'name': 'network-vif-deleted', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:51.177599 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6ad529-e434-4faa-a7f2-cbf54d00590a" -d '{"events": [{"server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "name": "network-vif-deleted", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:51.240708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:51.244632 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:51.260830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f0461b2-0655-4a00-8a53-7f94204989bd req-74cc90e1-dc67-4d6d-a909-65fcd1d3cc1f service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052546 Aug 06 18:37:51.306025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572abb63-ab10-4e06-b7a0-08ea3457e81a req-295f0681-073e-477d-8f4e-0bb291b88860 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:51.308264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-572abb63-ab10-4e06-b7a0-08ea3457e81a req-295f0681-073e-477d-8f4e-0bb291b88860 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1499979 Aug 06 18:37:51.402191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f60721d-a7e8-41f3-8f4b-54d191c87f03 req-b46e3f1d-e2a7-4254-a73a-d349081e8d44 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0711579 Aug 06 18:37:51.409690 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-572abb63-ab10-4e06-b7a0-08ea3457e81a req-7629ff84-3e90-446d-8800-a4fb34d9c9ff tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893228 Aug 06 18:37:51.413680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dd251eb-87b8-40d6-8f41-7b8969d681ee req-fdbf04ed-3cbe-46df-b73f-211adacf9aeb service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747742 Aug 06 18:37:51.489963 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd1674-837b-4246-8407-59c7ad917e67 x-openstack-request-id: req-19bd1674-837b-4246-8407-59c7ad917e67 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:51.490413 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1de5162-d5ae-4d70-b5ee-83c8162c788c", "name": "network-vif-deleted", "tag": "5f972ae1-6b5c-473d-9c32-844f54b914f6", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:51.490811 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19bd1674-837b-4246-8407-59c7ad917e67 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:51.491751 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1de5162-d5ae-4d70-b5ee-83c8162c788c', 'name': 'network-vif-deleted', 'tag': '5f972ae1-6b5c-473d-9c32-844f54b914f6', 'status': 'completed', 'code': 200} Aug 06 18:37:51.512539 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be8c5ca-03c7-47b1-8315-298928353c38 x-openstack-request-id: req-6be8c5ca-03c7-47b1-8315-298928353c38 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:51.513300 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:51.513798 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6be8c5ca-03c7-47b1-8315-298928353c38 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:51.514432 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'status': 'completed', 'code': 200} Aug 06 18:37:51.625186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-9116dd61-2716-45e1-8982-bd667004405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:51.632538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-9116dd61-2716-45e1-8982-bd667004405c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0965619 Aug 06 18:37:51.904654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-efa06017-5c0b-4d58-aeed-717ee1dd27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:51.909184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-efa06017-5c0b-4d58-aeed-717ee1dd27c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2664757 Aug 06 18:37:51.971079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046c181-f12c-48d7-ba22-b8cfc732b1aa req-0003592a-970c-4d30-833b-c42266c2568c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:51.973119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5046c181-f12c-48d7-ba22-b8cfc732b1aa req-0003592a-970c-4d30-833b-c42266c2568c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1313040 Aug 06 18:37:51.975882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-700bac2a-fb90-4811-a198-3084046bd431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 217 time: 0.0608969 Aug 06 18:37:52.115669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-9bfebfe6-4744-465c-8eb9-d3af6f813830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:52.117948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-9bfebfe6-4744-465c-8eb9-d3af6f813830 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.1340075 Aug 06 18:37:52.137562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5046c181-f12c-48d7-ba22-b8cfc732b1aa req-7e28feef-ecfa-47a4-91e7-3ca5799e5b48 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522331 Aug 06 18:37:52.200022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-7ba0e38d-5f09-445f-86ec-744480aa2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:52.202315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-7ba0e38d-5f09-445f-86ec-744480aa2b4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634825 Aug 06 18:37:52.328317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36326) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:52.421855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-3f581959-8bcf-4794-84d0-7efb75f17fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101779 Aug 06 18:37:52.487970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:52.547828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89f327d3-11a7-495e-8c0d-ab1d76bfd5b9 req-1965b813-87f6-4fee-b17a-db0469a058c7 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178241 Aug 06 18:37:52.568181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:52.687259 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8da48e7f-dfa3-4a41-954a-283c4ce0a04e req-8ca8603b-dab3-49af-bfcd-f654e9f5d6c4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0488913 Aug 06 18:37:52.708937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:52.711773 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:52.715736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/security-groups/10b67644-1cc6-42b4-970c-768faf2cb41c HTTP/1.1" status: 204 len: 168 time: 0.3816373 Aug 06 18:37:52.721029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc89e-933a-4791-bf1f-4cbf11abe826 req-2cc83f54-d763-4fbb-8902-89c663d5bc69 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:52.723850 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3afc89e-933a-4791-bf1f-4cbf11abe826 req-2cc83f54-d763-4fbb-8902-89c663d5bc69 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1615093 Aug 06 18:37:52.736870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76db7de-e881-48f3-bf43-f076ea2b1773 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b67644-1cc6-42b4-970c-768faf2cb41c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:52.780981 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36338) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:52.859831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3afc89e-933a-4791-bf1f-4cbf11abe826 req-4936588f-5492-4c26-8d0d-cc0e59a5d682 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205478 Aug 06 18:37:53.037838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:53.188271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5f972ae1-6b5c-473d-9c32-844f54b914f6 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:53.246403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 5f972ae1-6b5c-473d-9c32-844f54b914f6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:53.246957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5f972ae1-6b5c-473d-9c32-844f54b914f6 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:53.396846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:53.420983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:53.567074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:53.629574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:53.700100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:53.726636 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:53.747811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2278264-e095-49fb-9fc2-79de5b35345e req-305a1343-bc82-4e44-8ec0-b1f59d3c8b51 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:53.751852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2278264-e095-49fb-9fc2-79de5b35345e req-305a1343-bc82-4e44-8ec0-b1f59d3c8b51 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2869470 Aug 06 18:37:53.836929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:53.872139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60393ae4-20ea-42ff-b43f-98e6f4cd12b9 req-16f4d4e0-eca0-4d80-afdc-d0bebf28db78 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Aug 06 18:37:53.923534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['41ed3168-fa01-4aa0-ba4d-b952c88014ce'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:53.959604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f2278264-e095-49fb-9fc2-79de5b35345e req-0609eda6-431c-4f2f-80a7-1458ce47c211 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008214 Aug 06 18:37:54.217327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18f87-dd58-4b32-bea8-ac274b091463 req-19f5fa6c-45c6-4664-8325-1eb2e284d1d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:54.219968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8e18f87-dd58-4b32-bea8-ac274b091463 req-19f5fa6c-45c6-4664-8325-1eb2e284d1d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 945 time: 0.1454215 Aug 06 18:37:54.336122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8e18f87-dd58-4b32-bea8-ac274b091463 req-8c4870f9-36cd-407d-a123-10e0e475bed3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994930 Aug 06 18:37:54.551142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:54.985902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 724df545-1dc5-4559-964c-c0dae57e9f99 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:54.986643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.048186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-666fafc5-a430-4cd0-8327-39a3b95bbf68 req-b0d5b203-2ba8-4ab8-9943-77c5acdeac48 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.0554736 Aug 06 18:37:55.055266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:55.215797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2060-b79c-4762-a0c0-a4269a3a3c0c req-c849c8db-66b8-40d6-b526-b86be32bca1e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:55.217560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d90e2060-b79c-4762-a0c0-a4269a3a3c0c req-c849c8db-66b8-40d6-b526-b86be32bca1e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0634098 Aug 06 18:37:55.246692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:55.264180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:55.266327 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.295239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d90e2060-b79c-4762-a0c0-a4269a3a3c0c req-660b9dc7-4d4e-4c8b-ba65-294504819e0b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692906 Aug 06 18:37:55.323239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 724df545-1dc5-4559-964c-c0dae57e9f99, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=724df545-1dc5-4559-964c-c0dae57e9f99,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:55.323862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.412911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 724df545-1dc5-4559-964c-c0dae57e9f99 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:55.503255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.549061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:55.551746 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f819e85-a932-4787-a797-7bf673477a49" -d '{"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:55.582589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:55.589967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.685026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:55.823941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cccc3-42d2-4b76-9fc9-b96df70a4e08 req-ad17f132-6b11-4961-af43-3f9614ab2414 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:55.834855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-398cccc3-42d2-4b76-9fc9-b96df70a4e08 req-ad17f132-6b11-4961-af43-3f9614ab2414 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2577937 Aug 06 18:37:55.936601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-398cccc3-42d2-4b76-9fc9-b96df70a4e08 req-8754a9af-94cd-42df-8685-a2da8ae7a83b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987034 Aug 06 18:37:55.990415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:56.025890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=724df545-1dc5-4559-964c-c0dae57e9f99,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:56.152623 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850327f8-d849-404a-a940-8f308240b858 x-openstack-request-id: req-850327f8-d849-404a-a940-8f308240b858 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:56.153786 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:56.154308 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-850327f8-d849-404a-a940-8f308240b858 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:56.154958 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'code': 200} Aug 06 18:37:56.403643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7820b1e-93cf-4065-b818-1c101831d1c4 req-a10c4f95-e42e-4cf9-af17-7cb4dad076ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:56.406724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7820b1e-93cf-4065-b818-1c101831d1c4 req-a10c4f95-e42e-4cf9-af17-7cb4dad076ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.1348772 Aug 06 18:37:56.540713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b9086ce2-9164-4d58-b178-652f4e7f602d req-90dc5521-33e5-461f-bc69-0a30d93eb139 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6114108d-13a4-4171-8f54-4483d9f6c5e5 HTTP/1.1" status: 200 len: 210 time: 0.1755688 Aug 06 18:37:56.598892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7820b1e-93cf-4065-b818-1c101831d1c4 req-940145aa-5535-4d47-b01f-1046badb23a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836188 Aug 06 18:37:56.666501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b113-f6e0-4c38-9392-0ea44fee6ed9 req-b03dd640-3602-4812-aded-cd0aafce36a0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:56.698573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e02b113-f6e0-4c38-9392-0ea44fee6ed9 req-b03dd640-3602-4812-aded-cd0aafce36a0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2212090 Aug 06 18:37:56.780733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:56.799771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1e02b113-f6e0-4c38-9392-0ea44fee6ed9 req-d1f2c9e0-627d-4123-816c-2baefabb1a0f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950828 Aug 06 18:37:57.301487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63b41-9a2f-4947-abd7-5544a6f8d424 req-f9ac0f5f-d4bf-42be-89f2-5b40b5d353b8 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:57.315904 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edf63b41-9a2f-4947-abd7-5544a6f8d424 req-f9ac0f5f-d4bf-42be-89f2-5b40b5d353b8 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2041287 Aug 06 18:37:57.422437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-edf63b41-9a2f-4947-abd7-5544a6f8d424 req-188f72ea-7031-49bc-84db-65006ecdd2b7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048229 Aug 06 18:37:57.429878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 56e0edc1-45f4-4acc-a186-6cb683666800 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:57.609068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:57.619711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36418) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:57.620461 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7d3bae1-491d-47d0-b880-843fa1c16916 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/56e0edc1-45f4-4acc-a186-6cb683666800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8371322 Aug 06 18:37:57.635850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Sync routers for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:57.685794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:57.687261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:57.820159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting subnet 14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:57.837784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.019757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54c2ab-2230-47b1-8edf-79da90b56d7d req-85489a55-8a32-4e5b-ab21-d14b2c383fa5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:58.034393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc54c2ab-2230-47b1-8edf-79da90b56d7d req-85489a55-8a32-4e5b-ab21-d14b2c383fa5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1170108 Aug 06 18:37:58.046135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.074081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:58.131400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cc54c2ab-2230-47b1-8edf-79da90b56d7d req-77e7f969-4f4b-4e23-afb2-6006d5149cfc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901365 Aug 06 18:37:58.194186 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.311346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.351222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Subnet': ['ID=14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:58.353863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.359253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:58.371873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b0dd70a2-8d75-4dd4-a6f6-6d4181d96c8b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/subnets/14f08ef4-0f64-4b10-8e5c-3c079cdd2d3d HTTP/1.1" status: 204 len: 168 time: 0.7504463 Aug 06 18:37:58.402281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81668f6-e572-40d3-8c6c-a8542143f7fd None None] Network a80799ef-f139-439c-9aa5-3daa674ae9fb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:58.529724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.671188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0e6d3-5e17-4ad2-8d38-ad7b301d7c2b req-165f9408-bfe7-4b7a-8727-0b8039a347b2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:58.682047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0d0e6d3-5e17-4ad2-8d38-ad7b301d7c2b req-165f9408-bfe7-4b7a-8727-0b8039a347b2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1180060 Aug 06 18:37:58.683783 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4de5f2ab-a1ea-4907-a2d3-a7d09adbad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.770555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0d0e6d3-5e17-4ad2-8d38-ad7b301d7c2b req-d77e9ac5-e02e-4ed2-a957-06696e619019 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861053 Aug 06 18:37:58.812974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:55Z', 'revision_number': 7, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '9ea81e38-35e6-4e54-ab95-b190d970c051', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:34:08Z', 'updated_at': '2021-08-06T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:58.821206 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:58.935102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 9ea81e38-35e6-4e54-ab95-b190d970c051 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:58.936010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.078225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e17e-b9a4-470e-8fdf-9f7bef1f0dcf req-47dc6745-8257-4522-b82a-57a864525abe tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:59.089343 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b7f7e17e-b9a4-470e-8fdf-9f7bef1f0dcf req-47dc6745-8257-4522-b82a-57a864525abe tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1683326 Aug 06 18:37:59.099672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36444) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:59.104987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'floatingip': {'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:59.143349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Checking router: 56e0edc1-45f4-4acc-a186-6cb683666800 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:59.183937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.186648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Routers {'56e0edc1-45f4-4acc-a186-6cb683666800'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:59.194724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:37:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['56e0edc1-45f4-4acc-a186-6cb683666800'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:59.321643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] DHCP port deletion for a80799ef-f139-439c-9aa5-3daa674ae9fb request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:37:59.336348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 9ea81e38-35e6-4e54-ab95-b190d970c051, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ea81e38-35e6-4e54-ab95-b190d970c051,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:59.336764 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.407020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] Set router 56e0edc1-45f4-4acc-a186-6cb683666800 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:59.418698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 9ea81e38-35e6-4e54-ab95-b190d970c051 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:59.508281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Deleting port 4f230df8-1d47-44b5-9559-31b0cc93cf12 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:59.508661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.550566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cc6e9-cdc7-4622-bed7-285528c63961 req-0824f93d-e174-4928-8dc5-527a1beba8b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:59.563855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-745cc6e9-cdc7-4622-bed7-285528c63961 req-0824f93d-e174-4928-8dc5-527a1beba8b9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2403529 Aug 06 18:37:59.593882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] For port 4f230df8-1d47-44b5-9559-31b0cc93cf12, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4f230df8-1d47-44b5-9559-31b0cc93cf12,segment=NetworkSegment(b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9),segment_id=b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:59.594309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.633723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Calling delete_port for 4f230df8-1d47-44b5-9559-31b0cc93cf12 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:59.669777 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-745cc6e9-cdc7-4622-bed7-285528c63961 req-cb5f7d4c-29da-4e12-8fcc-49e21fdd575f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052463 Aug 06 18:37:59.728233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:58Z', 'revision_number': 8, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:59.771348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f08740-3446-4e54-adc0-bb671d13ba55 None None] The sync data for ids ['56e0edc1-45f4-4acc-a186-6cb683666800'] in n-d-793621-29 is: [{'id': '56e0edc1-45f4-4acc-a186-6cb683666800', 'name': 'tempest-TestNetworkBasicOps-router-342049429', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:34:07Z', 'updated_at': '2021-08-06T18:37:58Z', 'revision_number': 8, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:59.822485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.860368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] Pushing event deleted for resources: {'Port': ['ID=4f230df8-1d47-44b5-9559-31b0cc93cf12,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:59.868582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec9429-833c-4693-8ee0-651b067a531d None None] No DVR routers for this DVR port 4f230df8-1d47-44b5-9559-31b0cc93cf12 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:00.181623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.266312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=9ea81e38-35e6-4e54-ab95-b190d970c051,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:00.396998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f230df8-1d47-44b5-9559-31b0cc93cf12 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:00.421667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4f230df8-1d47-44b5-9559-31b0cc93cf12 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:00.422157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4f230df8-1d47-44b5-9559-31b0cc93cf12 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:00.422672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 724df545-1dc5-4559-964c-c0dae57e9f99 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:00.450827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 724df545-1dc5-4559-964c-c0dae57e9f99 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:00.451317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 724df545-1dc5-4559-964c-c0dae57e9f99 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:00.455636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.850906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac64aa-8735-44fa-bc3c-0bd1920cc2b7 req-34b87bf7-79e8-4736-a62d-c82f82aab729 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:00.852708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4aac64aa-8735-44fa-bc3c-0bd1920cc2b7 req-34b87bf7-79e8-4736-a62d-c82f82aab729 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0722203 Aug 06 18:38:00.920538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4aac64aa-8735-44fa-bc3c-0bd1920cc2b7 req-2488e9e5-b598-4ee2-9ec2-381cd25bd444 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Aug 06 18:38:00.993278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.resource_extend [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:38:01.112694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.117974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.230430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.242600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.252104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:38:01.500000 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Floating IP 30089dbe-6d33-4201-8721-21e459e48632 associated. External IP: 172.25.3.143, port: 41ed3168-fa01-4aa0-ba4d-b952c88014ce. Aug 06 18:38:01.506807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.509033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.510347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Fanout notify agent at l3_agent the message router_deleted on router 56e0edc1-45f4-4acc-a186-6cb683666800 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:38:01.573105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:01.584201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.587193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-13815445-c4f7-4ccc-a702-7c3d22d4b7af tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/routers/56e0edc1-45f4-4acc-a186-6cb683666800 HTTP/1.1" status: 204 len: 168 time: 3.2265418 Aug 06 18:38:01.592196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36482) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:01.629265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5e014876-7025-494c-8431-6004821dc23d', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'port_id': '5e014876-7025-494c-8431-6004821dc23d', 'mac_address': 'fa:16:3e:c6:f4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:38:01.722873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b578468-00dc-41ea-ac07-9a338ca1d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.737978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.768219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e014876-7025-494c-8431-6004821dc23d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:01.838623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:01.851281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:01.920322 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:02.033294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:02.037106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ea81e38-35e6-4e54-ab95-b190d970c051 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:02.122753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:02.127545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9ea81e38-35e6-4e54-ab95-b190d970c051 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:02.127935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ea81e38-35e6-4e54-ab95-b190d970c051 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:02.199393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:38:02.669299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:38:02.686844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:38:02.688546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:02.737252 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:02.738792 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:02.739458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db5db-b24c-422f-8531-75e9a9430fb0 req-318abb3b-bc4c-4013-a8e5-2f3901def579 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:02.741143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-784db5db-b24c-422f-8531-75e9a9430fb0 req-318abb3b-bc4c-4013-a8e5-2f3901def579 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.6623433 Aug 06 18:38:02.750525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:02.784207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2e172135-9e41-4d0e-9cc7-0c51aed798d9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "PUT /v2.0/floatingips/30089dbe-6d33-4201-8721-21e459e48632 HTTP/1.1" status: 200 len: 992 time: 3.6829708 Aug 06 18:38:02.785424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:02.789937 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afedb90e-5387-4ff1-87d8-0124bede74be" -d '{"events": [{"name": "network-changed", "server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:02.866470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80799ef-f139-439c-9aa5-3daa674ae9fb']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:02.911916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-784db5db-b24c-422f-8531-75e9a9430fb0 req-8f72b3d8-5d79-4917-86de-7d588b51911b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435916 Aug 06 18:38:02.962680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:02.963455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d6c36a-e8cb-440b-a65c-ba9a33cb72b9') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:02.983313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.007666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.034888 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3ce48-321c-44f7-88eb-d9a7c6083774 x-openstack-request-id: req-81c3ce48-321c-44f7-88eb-d9a7c6083774 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:03.035367 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:03.035785 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81c3ce48-321c-44f7-88eb-d9a7c6083774 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:03.036434 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'status': 'completed', 'code': 200} Aug 06 18:38:03.045320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:38:03.046493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:38:03.063104 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:38:03.131290 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:03.265639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:03.316540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedb90e-5387-4ff1-87d8-0124bede74be req-8406709e-834f-487e-a7ac-5efab2fc387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:03.319531 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-8406709e-834f-487e-a7ac-5efab2fc387c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.2272670 Aug 06 18:38:03.321539 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.462474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.480532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.488352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/networks/a80799ef-f139-439c-9aa5-3daa674ae9fb HTTP/1.1" status: 204 len: 168 time: 1.8902056 Aug 06 18:38:03.489385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5163a-29fe-46a0-b546-d971351f0072 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Network': ['ID=a80799ef-f139-439c-9aa5-3daa674ae9fb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:03.516726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36506) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:03.523054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5e014876-7025-494c-8431-6004821dc23d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:03.523531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.524873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'network': {'name': 'tempest-network-smoke--1415718148', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:03.623477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:03.637516 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.638458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedb90e-5387-4ff1-87d8-0124bede74be req-1ea2a218-4798-4daf-8615-8d1dd9dbebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:03.652129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-1ea2a218-4798-4daf-8615-8d1dd9dbebe0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.3165488 Aug 06 18:38:03.740355 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:38:03.791876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.796366 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Added segment 9e5e124a-f8c7-484f-8844-c07025cbdad7 of type vlan for network 45274cb0-e2c6-4f32-9663-7aa719e510ce Aug 06 18:38:03.834618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:03.968790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:03.983390 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835aa71-d0ab-41df-88b5-55258b1751d3" -d '{"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:04.037045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:04.039660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.050222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.091609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-914daa33-e3be-45d4-b6de-e7b173edd5e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1000 time: 0.4302971 Aug 06 18:38:04.156033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.169012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.182109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.207272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:04.222871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '30089dbe-6d33-4201-8721-21e459e48632', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:37:36Z', 'updated_at': '2021-08-06T18:38:00Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:04.309197 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b18e1e3-005b-4879-a6e1-f6a6a17eb942 x-openstack-request-id: req-3b18e1e3-005b-4879-a6e1-f6a6a17eb942 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:04.310337 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:04.310765 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b18e1e3-005b-4879-a6e1-f6a6a17eb942 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:04.311370 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'code': 200} Aug 06 18:38:04.343519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:38:04.351729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Network': ['ID=45274cb0-e2c6-4f32-9663-7aa719e510ce,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:04.365134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:38:04.373984 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:04.382681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-780c0d3b-1e81-476c-ba01-9d1cf9f71ed1 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8641684 Aug 06 18:38:04.386859 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:04.388584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36528) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:04.406280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'admin_state_up': True, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:04.507463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff5998-79eb-4093-9ded-425e2cfc32f9 req-bb989f84-c770-4e67-9022-2b957cf5f7a6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.511286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65ff5998-79eb-4093-9ded-425e2cfc32f9 req-bb989f84-c770-4e67-9022-2b957cf5f7a6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2617917 Aug 06 18:38:04.514710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedb90e-5387-4ff1-87d8-0124bede74be req-f7f59cc2-e954-4ba8-bfb1-0d11e0e065f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.518139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-f7f59cc2-e954-4ba8-bfb1-0d11e0e065f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.4188890 Aug 06 18:38:04.522298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.524941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.572241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a935c-bb4f-4af4-a1db-f1a4e17deeb7 req-0d92f1df-b2b0-4cf4-903c-71f777c819ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.581222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc8a935c-bb4f-4af4-a1db-f1a4e17deeb7 req-0d92f1df-b2b0-4cf4-903c-71f777c819ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.1952770 Aug 06 18:38:04.650432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65ff5998-79eb-4093-9ded-425e2cfc32f9 req-1b980d88-5b30-44cf-9ce4-9ad384b3fc8b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277261 Aug 06 18:38:04.668570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedb90e-5387-4ff1-87d8-0124bede74be req-ddf5a4ff-55dc-4ca2-97b9-7c5c01ca7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.670416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-ddf5a4ff-55dc-4ca2-97b9-7c5c01ca7f48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444178 Aug 06 18:38:04.733221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dc8a935c-bb4f-4af4-a1db-f1a4e17deeb7 req-78ac4606-c340-437d-9f9b-69184681231a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486998 Aug 06 18:38:04.736388 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.738752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:04.777256 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:04.823644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-23a3c41d-facd-458c-a4e9-cccf732f81aa service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432369 Aug 06 18:38:04.941984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:05.089494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-afedb90e-5387-4ff1-87d8-0124bede74be req-ff7db058-0194-4bc3-afd7-c9dd6b889564 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575195 Aug 06 18:38:05.283847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:05.309236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:05.351486 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '30089dbe-6d33-4201-8721-21e459e48632', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:37:36Z', 'updated_at': '2021-08-06T18:38:00Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:05.382755 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067bbe4-a92c-4115-9567-d34db9ff94c0 None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '30089dbe-6d33-4201-8721-21e459e48632', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:37:36Z', 'updated_at': '2021-08-06T18:38:00Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:38:05.493338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.25.3.138 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0b410875-743c-45e5-b0c4-1a7ecf5364fe) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:05.724903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:05.779970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b4c6f0-53e3-4627-adce-59b20737c272 None None] New status for floating IP 30089dbe-6d33-4201-8721-21e459e48632: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:38:05.824480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:05.914002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:05.917415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:05.920560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:06.067576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=0b410875-743c-45e5-b0c4-1a7ecf5364fe,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:06.347806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-ab7f310c-b808-43d1-abf8-c60b8f5af29e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:06.354447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-ab7f310c-b808-43d1-abf8-c60b8f5af29e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.2855866 Aug 06 18:38:06.371153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d94c19-fdc9-4a41-ba22-78097b0fc85c req-703740e7-58c1-4337-9b0e-48ba58993e51 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:06.373093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0d94c19-fdc9-4a41-ba22-78097b0fc85c req-703740e7-58c1-4337-9b0e-48ba58993e51 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 946 time: 0.2238364 Aug 06 18:38:06.392037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f110c-855e-4611-85d3-d0293c459e31 req-883d5917-b1aa-4599-9da2-a42ba1a60d99 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:06.395806 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-207f110c-855e-4611-85d3-d0293c459e31 req-883d5917-b1aa-4599-9da2-a42ba1a60d99 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3378446 Aug 06 18:38:06.568559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0d94c19-fdc9-4a41-ba22-78097b0fc85c req-ed0a0470-2800-42f8-a865-e3024a80c086 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9d08c78-9b29-428b-b477-b095c5c32fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805165 Aug 06 18:38:06.635686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-207f110c-855e-4611-85d3-d0293c459e31 req-48245c78-f8e6-45bf-b008-0bc7ab9dcf53 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616704 Aug 06 18:38:06.735320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port c4418f3f-12ac-4d49-a37c-2c01281081e0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:06.735902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:06.742233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:07.048970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port c4418f3f-12ac-4d49-a37c-2c01281081e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=c4418f3f-12ac-4d49-a37c-2c01281081e0,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:07.049735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:07.102139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for c4418f3f-12ac-4d49-a37c-2c01281081e0 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:07.318872 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:07.540988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:07.551894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36594) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:07.561091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:38:07.758833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=c4418f3f-12ac-4d49-a37c-2c01281081e0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:07.815893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port c4418f3f-12ac-4d49-a37c-2c01281081e0 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:07.819974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:07.822496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-526b6e98-4fe1-4ba3-a684-d114af66d356 req-828e7514-a8e5-4e31-aa3c-24dc63923686 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "DELETE /v2.0/ports/c4418f3f-12ac-4d49-a37c-2c01281081e0 HTTP/1.1" status: 204 len: 173 time: 1.4657786 Aug 06 18:38:07.839013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'name': 'network-vif-deleted', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:07.842064 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0c1cf-3ae4-4865-b1bc-17eda2c190ca" -d '{"events": [{"server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "name": "network-vif-deleted", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:07.869683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:38:07.888270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Sync routers for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:38:07.901039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbdc6a-51be-4e7c-ba07-94a4eda0f298 req-7d5c0218-101f-4f1c-b244-b12fb3f71f50 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:07.902945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eacbdc6a-51be-4e7c-ba07-94a4eda0f298 req-7d5c0218-101f-4f1c-b244-b12fb3f71f50 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0997488 Aug 06 18:38:07.922537 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:07.923300 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:07.980330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eacbdc6a-51be-4e7c-ba07-94a4eda0f298 req-35d50da1-bd6f-4374-9f22-8d66d73a1992 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620670 Aug 06 18:38:08.029956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b5190ea-923e-4cb0-81b6-19c41583b6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:08.078416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3dbf1dc5-a681-4b0b-b0d3-15ffaa9340c7 req-c9141ab4-88c2-4b97-bb62-8e2c76c0af56 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.1251876 Aug 06 18:38:08.089150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:08.117297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c66dd0ec-a4c7-4fa6-8f99-dacfcbe0009d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7145426 Aug 06 18:38:08.119051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36606) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:08.258628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4bec6904-2068-407e-bbe5-429c343560aa tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=96ffd61e0f414fecbba0007b22ad1985&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1368356 Aug 06 18:38:08.261712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36608) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:08.275816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:08.502931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad7766-b5aa-4983-9ca9-f58466581fe1 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:08.510519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36612) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:08.511350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-00ad7766-b5aa-4983-9ca9-f58466581fe1 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2444077 Aug 06 18:38:08.513436 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0f7d0-adac-4b9f-b116-d28bfaf17efd x-openstack-request-id: req-11c0f7d0-adac-4b9f-b116-d28bfaf17efd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:08.514184 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a15e-c850-4619-804e-bdf35ee9edf0", "name": "network-vif-deleted", "tag": "c4418f3f-12ac-4d49-a37c-2c01281081e0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:08.514681 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11c0f7d0-adac-4b9f-b116-d28bfaf17efd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:08.516359 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a15e-c850-4619-804e-bdf35ee9edf0', 'name': 'network-vif-deleted', 'tag': 'c4418f3f-12ac-4d49-a37c-2c01281081e0', 'status': 'completed', 'code': 200} Aug 06 18:38:08.551776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-abed9f46-d9c2-418b-88de-37e10d69e17a tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400271 Aug 06 18:38:08.555880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36614) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:08.563192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572695196', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:08.563896 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b5190ea-923e-4cb0-81b6-19c41583b6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:08.579074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1b5190ea-923e-4cb0-81b6-19c41583b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:08.646044 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1b5190ea-923e-4cb0-81b6-19c41583b6a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0842e7b0fb5f4e7a93d1457e9221dae4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925903 Aug 06 18:38:08.647789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5190ea-923e-4cb0-81b6-19c41583b6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a835ad-568c-4729-a92c-73252154f2ff,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:08.651301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:08.784681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:08.796992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:08.963253 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:06Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:09.092250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Checking router: 834cfb9a-4cf8-4914-a0fd-34047b0eee4f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:38:09.092961 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Updating router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f port 0b410875-743c-45e5-b0c4-1a7ecf5364fe binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:38:09.211536 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.226600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.270190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c4418f3f-12ac-4d49-a37c-2c01281081e0 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:09.376504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: c4418f3f-12ac-4d49-a37c-2c01281081e0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:09.379784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device c4418f3f-12ac-4d49-a37c-2c01281081e0 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:09.400310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.447614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe27790-e608-414b-bc8e-0838d3a217b1 req-1cc7d928-4815-4de7-a71c-0f26df2dce68 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:09.458430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abe27790-e608-414b-bc8e-0838d3a217b1 req-1cc7d928-4815-4de7-a71c-0f26df2dce68 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2653131 Aug 06 18:38:09.549535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a317cc9-ba66-48ec-a8f4-d1d1598e8077 req-7b52a51c-ebee-4e64-969b-7b6c7c12dd0a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.2654357 Aug 06 18:38:09.580746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.588832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.591110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2a835ad-568c-4729-a92c-73252154f2ff HTTP/1.1" status: 204 len: 168 time: 0.9382739 Aug 06 18:38:09.648975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e63e-bd77-49a2-8274-31246344f9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a835ad-568c-4729-a92c-73252154f2ff,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:09.731148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abe27790-e608-414b-bc8e-0838d3a217b1 req-fb739268-a300-4e8b-be12-5aea1be3524f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597721 Aug 06 18:38:09.743854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.863650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Subnet': ['ID=ad7f4c89-997b-43a5-b277-58042e94c15e,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:09.895779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Checking segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:09.896239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network hostable DHCP agents. Network: 45274cb0-e2c6-4f32-9663-7aa719e510ce, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:38:09.923965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:38:09.944907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 45274cb0-e2c6-4f32-9663-7aa719e510ce) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:09.960295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee4c84-d2eb-420f-99fc-4f609278f2bd None None] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:38:09.981081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:09.981726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.051616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36626) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:10.053609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-99cfc14c-3ecc-4154-a055-ce77a6a4b0da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4949064 Aug 06 18:38:10.113240 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.149349 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Transition to ACTIVE for port object 0b410875-743c-45e5-b0c4-1a7ecf5364fe will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:10.176614 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.383454 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Attempting to bind port 0b410875-743c-45e5-b0c4-1a7ecf5364fe on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:10.384513 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Attempting to bind port 0b410875-743c-45e5-b0c4-1a7ecf5364fe by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:10.385402 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Attempting to bind port 0b410875-743c-45e5-b0c4-1a7ecf5364fe on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:10.399018 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:10.400208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:10.401135 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.402180 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:10.403391 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Bound port: 0b410875-743c-45e5-b0c4-1a7ecf5364fe, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:10.404394 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.486734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-45274cb0-e2c6-4f32-9663-7aa719e510ce', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:38:10.492507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.591157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36632) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:10.667392 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] For port 0b410875-743c-45e5-b0c4-1a7ecf5364fe, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:10.669162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ee19dc7-3422-4585-93b3-16b59c3ccd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.762806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342255b-64eb-46cc-b118-b98d99c448e7 None None] Pushing event updated for resources: {'Port': ['ID=0b410875-743c-45e5-b0c4-1a7ecf5364fe,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:10.836701 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] For port 0b410875-743c-45e5-b0c4-1a7ecf5364fe, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b410875-743c-45e5-b0c4-1a7ecf5364fe,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:10.848997 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.990121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Allocated IP 172.20.0.2 (45274cb0-e2c6-4f32-9663-7aa719e510ce/ad7f4c89-997b-43a5-b277-58042e94c15e/0f4a5036-20fd-48be-b161-5c76b4d05b13) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:11.004928 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342255b-64eb-46cc-b118-b98d99c448e7 None None] Pushing event updated for resources: {'Port': ['ID=0b410875-743c-45e5-b0c4-1a7ecf5364fe,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:11.044183 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:11.045758 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:11.103540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ee19dc7-3422-4585-93b3-16b59c3ccd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.141719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ee19dc7-3422-4585-93b3-16b59c3ccd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.235971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee19dc7-3422-4585-93b3-16b59c3ccd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330ae6f8-2f05-471b-a390-06090ec5e6c5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:11.350848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533e92-2a22-47de-ac20-6c1bd0b77cc7 req-b96fa91f-3ecb-4d9f-a02d-b706474a699e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:11.352656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5533e92-2a22-47de-ac20-6c1bd0b77cc7 req-b96fa91f-3ecb-4d9f-a02d-b706474a699e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2452641 Aug 06 18:38:11.354766 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0687651b-2ce8-4d19-b1f5-b85856d52c4c req-33ba96a5-42ef-458e-8860-136551f9e9d5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.4599459 Aug 06 18:38:11.363436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.368068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4ee19dc7-3422-4585-93b3-16b59c3ccd0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5090d5e9ec64042b7aee9672c449b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7725339 Aug 06 18:38:11.384571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36640) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:11.384965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Transition to ACTIVE for port object 0f4a5036-20fd-48be-b161-5c76b4d05b13 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:11.408232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Transition to ACTIVE for port object 0f4a5036-20fd-48be-b161-5c76b4d05b13 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:11.414549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.421684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.442366 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:11.498268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.590942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Pushing event updated for resources: {'Port': ['ID=0f4a5036-20fd-48be-b161-5c76b4d05b13,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:11.619498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5533e92-2a22-47de-ac20-6c1bd0b77cc7 req-5198ff6f-00ba-4886-81cd-39606e4ee663 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496121 Aug 06 18:38:11.622421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.622745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.635880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.636188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.636389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.636717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.637166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.637677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.638063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.638389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.638715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.639110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:11.660410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.679457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:11.686592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:11.695307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:11.819755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.824404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:11.826555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/330ae6f8-2f05-471b-a390-06090ec5e6c5 HTTP/1.1" status: 204 len: 168 time: 0.4513862 Aug 06 18:38:11.875259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9be35-8656-41d1-a94c-f58d575791e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ae6f8-2f05-471b-a390-06090ec5e6c5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:11.969331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:12.079821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:12.081212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Attempting to bind port 0f4a5036-20fd-48be-b161-5c76b4d05b13 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:12.081797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Attempting to bind port 0f4a5036-20fd-48be-b161-5c76b4d05b13 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:12.082368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Attempting to bind port 0f4a5036-20fd-48be-b161-5c76b4d05b13 on network 45274cb0-e2c6-4f32-9663-7aa719e510ce {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:12.105417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:12.106051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Checking segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:12.106696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:12.107965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Bound using segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:12.108183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Bound port: 0f4a5036-20fd-48be-b161-5c76b4d05b13, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:12.108734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:12.332122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] For port 0f4a5036-20fd-48be-b161-5c76b4d05b13, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:12.338075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] For port 0f4a5036-20fd-48be-b161-5c76b4d05b13, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0f4a5036-20fd-48be-b161-5c76b4d05b13,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:12.352925 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:12.395457 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:06Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:12.437885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c765-58a0-405b-a1f8-a97c03ed98aa None None] Pushing event updated for resources: {'Port': ['ID=0f4a5036-20fd-48be-b161-5c76b4d05b13,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:12.484187 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f1d7-0cc9-4d7c-ad97-863a91e0e172 None None] The sync data for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 is: [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:06Z', 'revision_number': 3, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:38:12.596771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43e3e7-b041-4b7f-8419-5a4ffc3dc825 req-b2d4a581-4144-4cdc-be56-de9eebb56008 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:12.617693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d43e3e7-b041-4b7f-8419-5a4ffc3dc825 req-b2d4a581-4144-4cdc-be56-de9eebb56008 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 945 time: 0.2845972 Aug 06 18:38:12.717952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.1 (45274cb0-e2c6-4f32-9663-7aa719e510ce/ad7f4c89-997b-43a5-b277-58042e94c15e/87bb5b74-d86d-443b-b92d-86fb8dd6a30f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:12.763284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-173fdbde-a0b7-482b-9176-fb78b4079b03 req-a52f89d8-9f84-4926-8e47-a8a703bd87f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.1394951 Aug 06 18:38:13.051701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b5465-7f41-48d5-b904-a32421fdadfc req-4582df20-a875-49f1-8c83-00f9676404ae tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:13.065045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-560b5465-7f41-48d5-b904-a32421fdadfc req-4582df20-a875-49f1-8c83-00f9676404ae tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1613681 Aug 06 18:38:13.164180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-560b5465-7f41-48d5-b904-a32421fdadfc req-baf1f493-f45f-4a84-aff3-16a38af5dac7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960727 Aug 06 18:38:13.289031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d43e3e7-b041-4b7f-8419-5a4ffc3dc825 req-9a16f32b-56ba-4267-ad0c-a0c359f5231f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691992 Aug 06 18:38:13.601021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:13.680168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object 87bb5b74-d86d-443b-b92d-86fb8dd6a30f will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:13.877805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:14.085352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb0e03b2-b365-4a4f-9864-369c92c9345b req-1c139a6b-6a92-46cd-9168-21d4fed051e4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0551400 Aug 06 18:38:14.114743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:14.139029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:14.161335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:14.164502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:14.182022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-8a2ed5b9-526a-4233-b67f-fc9b1c750545 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:14.190995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-8a2ed5b9-526a-4233-b67f-fc9b1c750545 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.16 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 945 time: 0.2317619 Aug 06 18:38:14.340857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0f4a5036-20fd-48be-b161-5c76b4d05b13 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:14.358799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:14.566544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0f4a5036-20fd-48be-b161-5c76b4d05b13 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:14.574060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b410875-743c-45e5-b0c4-1a7ecf5364fe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:14.598059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Deleting port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:14.598814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:14.680942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0b410875-743c-45e5-b0c4-1a7ecf5364fe completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:14.688829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b410875-743c-45e5-b0c4-1a7ecf5364fe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:14.691725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.037724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] For port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:15.045901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.114121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.211382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Calling delete_port for aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:15.216140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abcd10-0d32-46ac-9596-c16230ca79e5 None None] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:38:15.276919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6aa18-4c14-4bb8-92b8-7d9760fc8da4 req-8cf26748-3460-4703-84d5-416f8b464800 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:15.284695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-28c6aa18-4c14-4bb8-92b8-7d9760fc8da4 req-8cf26748-3460-4703-84d5-416f8b464800 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 945 time: 0.7138436 Aug 06 18:38:15.363761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08008e-ceb9-4f73-a3d4-ed743c4bb92c req-054f65e7-e4b2-43d8-ae8f-e84271e48132 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:15.388030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d08008e-ceb9-4f73-a3d4-ed743c4bb92c req-054f65e7-e4b2-43d8-ae8f-e84271e48132 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.8584406 Aug 06 18:38:15.459045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0b410875-743c-45e5-b0c4-1a7ecf5364fe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b410875-743c-45e5-b0c4-1a7ecf5364fe,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:15.496705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.506350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.585438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0b410875-743c-45e5-b0c4-1a7ecf5364fe,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:15.637054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Provisioning for port 0f4a5036-20fd-48be-b161-5c76b4d05b13 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:15.647104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Provisioning complete for port 0f4a5036-20fd-48be-b161-5c76b4d05b13 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:15.647489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:15.660797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d08008e-ceb9-4f73-a3d4-ed743c4bb92c req-d4efe519-0a65-49a1-81d3-b249c6bc9ec1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688906 Aug 06 18:38:15.918276 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-28c6aa18-4c14-4bb8-92b8-7d9760fc8da4 req-d90f48d5-37a4-4334-a371-d5d7dda15349 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156201 Aug 06 18:38:15.973487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.108273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.158253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] For port 0f4a5036-20fd-48be-b161-5c76b4d05b13, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0f4a5036-20fd-48be-b161-5c76b4d05b13,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:16.166497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b410875-743c-45e5-b0c4-1a7ecf5364fe up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:16.181906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.292028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Pushing event deleted for resources: {'Port': ['ID=aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:16.416460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538265-6d19-40b6-9445-76ea86d67257 None None] Pushing event updated for resources: {'Port': ['ID=0f4a5036-20fd-48be-b161-5c76b4d05b13,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:16.455594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0b410875-743c-45e5-b0c4-1a7ecf5364fe triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:16.459797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.558076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] No DVR routers for this DVR port aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:16.565069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.569082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e48dab18-7a61-486e-9946-eafa880bfb0c req-fa7c8baf-7fe5-469c-a318-6b8a661830ba tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.16 "DELETE /v2.0/ports/aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 HTTP/1.1" status: 204 len: 173 time: 2.3668561 Aug 06 18:38:16.569944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'name': 'network-vif-deleted', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:16.586857 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7da8d9-af96-4107-9e90-aed20f3e1eab" -d '{"events": [{"server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "name": "network-vif-deleted", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:16.601606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a19d95db-1bc1-4e17-90f5-2264aef58b23 req-48007bbf-0ba3-436b-85a4-af2e77d16580 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.2008214 Aug 06 18:38:16.761359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Provisioning for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:16.769002 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf26456b-da86-47b6-8251-24229cb41448 x-openstack-request-id: req-bf26456b-da86-47b6-8251-24229cb41448 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:16.769585 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db855d6-5392-4652-b1e3-170b852e7fcd", "name": "network-vif-deleted", "tag": "aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:16.769812 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf26456b-da86-47b6-8251-24229cb41448 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:16.770286 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db855d6-5392-4652-b1e3-170b852e7fcd', 'name': 'network-vif-deleted', 'tag': 'aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6', 'status': 'completed', 'code': 200} Aug 06 18:38:16.786216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Provisioning complete for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:16.786216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:16.905103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:38:17.026233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Provisioning complete for port 0f4a5036-20fd-48be-b161-5c76b4d05b13 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:17.026619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa710c44-a76a-48bd-8c77-6021849e74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.313435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.319033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:17.409884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:17.411780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device aa596fbb-3da0-41d7-b6cf-fdf3f3aac5b6 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:17.430589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8936a04-b156-40a4-b0cd-7da2a66ac64e req-62f997f8-8245-48d7-8c43-3e16b014ea7a tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=6db855d6-5392-4652-b1e3-170b852e7fcd HTTP/1.1" status: 200 len: 210 time: 0.0943282 Aug 06 18:38:17.431822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.541766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-152612d9-8815-47c6-ba96-dd19f90cad18 None None] Provisioning complete for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:17.543449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-152612d9-8815-47c6-ba96-dd19f90cad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.698508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-152612d9-8815-47c6-ba96-dd19f90cad18 None None] Port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:38:17.756917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267631f8-d739-49a1-b445-d74d410aae90 req-acb27e1d-e1a8-4d39-acbe-4a9e0ec5a0fc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:17.784184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-267631f8-d739-49a1-b445-d74d410aae90 req-acb27e1d-e1a8-4d39-acbe-4a9e0ec5a0fc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4673915 Aug 06 18:38:17.785725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:18.015831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8666184f-f988-41d6-b281-3b1d042b3045 req-b4f9737c-8b95-4c54-a70c-3472b1b7f9ca tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0614974 Aug 06 18:38:18.116867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0f4a5036-20fd-48be-b161-5c76b4d05b13 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:18.219784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0f4a5036-20fd-48be-b161-5c76b4d05b13 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:18.219784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:18.289048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:18.329751 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-267631f8-d739-49a1-b445-d74d410aae90 req-fe8b1c59-3c9f-4d50-b657-a60e7aae2bb7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910944 Aug 06 18:38:18.468878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:18.471712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:19.029204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:38:19.192509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-23bd1ac4-953c-4ae8-9c10-e0d109ac7b26 None None] Provisioning complete for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:19.193418 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-23bd1ac4-953c-4ae8-9c10-e0d109ac7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.299435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e82b7c27-3fa2-486a-972d-cbc321db475b req-69c32273-d217-4a4b-a374-475ab797b981 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0723364 Aug 06 18:38:19.488582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1ac4-953c-4ae8-9c10-e0d109ac7b26 None None] Port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:38:19.742644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:38:19.753998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35c306dd-5f14-4bd9-99ff-5aae0972382d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/834cfb9a-4cf8-4914-a0fd-34047b0eee4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7001820 Aug 06 18:38:19.756957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:19.760999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Sync routers for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:38:19.796521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:19.797936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:19.826892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264e619-5bab-4c8c-a5c8-add7e39c2be7 req-672b37bb-1326-463e-b815-06b809cccf47 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:19.840477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a264e619-5bab-4c8c-a5c8-add7e39c2be7 req-672b37bb-1326-463e-b815-06b809cccf47 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2052405 Aug 06 18:38:19.980447 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a264e619-5bab-4c8c-a5c8-add7e39c2be7 req-3f3a2a1e-191c-4b8e-a1c6-644748395ed9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377995 Aug 06 18:38:20.307942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.308763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.309533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.310334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.311207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.312008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.312800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.313614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.326403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.336314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:20.338158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-21f3c92a-92f2-4672-b603-d148965a17df tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6394 time: 0.5782578 Aug 06 18:38:20.617141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:20.725095 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e40f3e93-afe9-4701-b175-9ce968c99b90 req-d172f808-321f-4f9b-9293-62c8cc66ef70 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.1505446 Aug 06 18:38:20.795876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.796798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.799051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.800096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.801907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.804041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.804912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.806445 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.807873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:20.815183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4f299142-ca3e-4d62-8e8a-41ab8bc8d9c7 tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5932 time: 0.4755409 Aug 06 18:38:20.819009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36762) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:21.177033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:16Z', 'revision_number': 2, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:21.265290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Checking router: 834cfb9a-4cf8-4914-a0fd-34047b0eee4f for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:38:21.266456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Updating router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:38:21.342246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:21.485491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b86336-34e1-4b99-b1d6-e80491fcf37b req-320fc7ce-37a2-4534-8fd3-e11c5f0e4535 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:21.508810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b86336-34e1-4b99-b1d6-e80491fcf37b req-320fc7ce-37a2-4534-8fd3-e11c5f0e4535 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2450047 Aug 06 18:38:21.649390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-34b86336-34e1-4b99-b1d6-e80491fcf37b req-2e64bd64-a9ea-4d3e-aca6-c23dfb1f1b73 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389158 Aug 06 18:38:21.743068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c02c4728-8353-4a60-86de-e45bed36711d tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.9213247 Aug 06 18:38:21.915967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:21.946146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Transition to ACTIVE for port object 87bb5b74-d86d-443b-b92d-86fb8dd6a30f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:21.981397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.013364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fd02a846-5793-42d5-85a7-77aca29149c4 req-ca0173d0-2cce-48c2-9d1a-9b28e196423e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.0715709 Aug 06 18:38:22.129481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb1fb-8329-47a0-9def-f3588dc4edeb None None] Pushing event updated for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:22.273286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36786) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:22.284525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563750468', 'description': 'tempest-secgroup-smoke-1563750468 description', 'project_id': '96ffd61e0f414fecbba0007b22ad1985'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:22.294683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Attempting to bind port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:22.295265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Attempting to bind port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:22.295696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Attempting to bind port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f on network 45274cb0-e2c6-4f32-9663-7aa719e510ce {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:22.321313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:22.322474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Checking segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:22.322474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.325161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Bound using segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:22.326054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Bound port: 87bb5b74-d86d-443b-b92d-86fb8dd6a30f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:22.326457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.351950 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.716633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] For port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:22.754161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] For port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:22.778697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.822726 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.830252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.945564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:22.947031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:22.960083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:22.989987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.996465 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-788b2208-3b31-4b28-a287-d13d7dd7ab18 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7167888 Aug 06 18:38:22.996827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:23.005179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:23.127464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.279023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feadb5-58f2-4bac-b6ed-accfea663a36 req-55d4dc58-430b-4fe2-b49e-2062ca385abb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:23.298743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82feadb5-58f2-4bac-b6ed-accfea663a36 req-55d4dc58-430b-4fe2-b49e-2062ca385abb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3307672 Aug 06 18:38:23.300737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb1fb-8329-47a0-9def-f3588dc4edeb None None] Pushing event updated for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:23.401076 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.411170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.465769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:23.546458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.555556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5518107 Aug 06 18:38:23.556604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36806) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:23.566630 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82feadb5-58f2-4bac-b6ed-accfea663a36 req-440fefcb-3025-4eac-9b90-7cb2640e6d41 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577748 Aug 06 18:38:23.663553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:23.713152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24830db-07eb-4e32-bda5-3935eec75374 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f147ac-da44-4833-a46e-1cb990309fd2,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:23.742374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-156a8608-b4d4-4964-9d45-25e11fbd65f9 req-31acacd4-306c-47fa-b88c-034b7caf038d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd76a15e-c850-4619-804e-bdf35ee9edf0 HTTP/1.1" status: 200 len: 210 time: 0.2375128 Aug 06 18:38:23.816212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.117673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.131049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.184168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:22Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:24.251497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e13038c-1685-46c8-add9-b2bee1125d5a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:24.255059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c92cd-52c6-4907-8dad-9d9b3cc57651 None None] The sync data for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 is: [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:22Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:38:24.260481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.268205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-afd17d10-e319-4c92-80c0-6b4fede6ebd9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6147029 Aug 06 18:38:24.272978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36830) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:24.282321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:24.423963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.718115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.726071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.785149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02d2992-887a-40f0-b752-f090e8111bfa,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:24.815595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:24.820143 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ec919302-ff5e-46eb-a3bc-f91cc3ea9c5b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5426779 Aug 06 18:38:24.820701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:24.826423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:24.879917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca283d8-4e81-43ca-a10c-cf6d7d469894 req-b2c1dea7-2922-4bc7-8c45-6073e922ad2b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:24.881789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ca283d8-4e81-43ca-a10c-cf6d7d469894 req-b2c1dea7-2922-4bc7-8c45-6073e922ad2b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1378891 Aug 06 18:38:24.923796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.018584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ca283d8-4e81-43ca-a10c-cf6d7d469894 req-35da17b5-9443-4a5a-9eed-882bd5b64270 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Aug 06 18:38:25.182240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.200649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.231939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edec514-ba0f-4ba7-86b9-b7ba8ee29cc5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:25.243071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.248108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ecefd1c5-8fe0-4a07-b56b-43a36a53777e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4260864 Aug 06 18:38:25.248822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 36850) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:25.253959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:25.346294 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:38:25.368376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.633330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.643842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.669314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ffd446-fa7a-46c2-815a-cb30052d98ee,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:25.691856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.696946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 36856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:25.697834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7c7c38f4-495e-4200-94ca-34aa322b3139 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4469683 Aug 06 18:38:25.708279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'security_group_rule': {'security_group_id': 'df2fb0bb-b68b-4529-b4a3-ff92f4b256f8', 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:25.803281 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Project 96ffd61e0f414fecbba0007b22ad1985 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:38:25.814366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.075786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.091079 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.134315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87bb5b74-d86d-443b-b92d-86fb8dd6a30f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:26.241643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.268919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5686624 Aug 06 18:38:26.351238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:26.387876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:26.388553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.438515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b92ea-54fe-473c-96a5-5f7ec25e08c2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802315b5-01a4-4798-ad6c-27f3bed9e720,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:26.690750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.814244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:26.834749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.860898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef591f9-1cad-4c6b-91d9-7e531d487e24 req-f169f698-d626-4bb0-b806-b49498c04262 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:26.877982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ef591f9-1cad-4c6b-91d9-7e531d487e24 req-f169f698-d626-4bb0-b806-b49498c04262 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.5257578 Aug 06 18:38:27.010239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ef591f9-1cad-4c6b-91d9-7e531d487e24 req-1d718674-5e2f-400e-9db9-b8c8ff50ca6e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312439 Aug 06 18:38:27.031288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:27.219281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-5f8bca2e-cf8a-4dec-891b-06f3b78c32c9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563750468&fields=id&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 267 time: 0.1614056 Aug 06 18:38:27.542763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:38:27.691301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-50e1ef90-baf2-4ec4-8516-42176350c9b7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:27.701969 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-50e1ef90-baf2-4ec4-8516-42176350c9b7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 797 time: 0.4676895 Aug 06 18:38:27.761292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-73377125-5655-4a20-ada9-15dcfe9bcfe3 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/quotas/96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 375 time: 0.0535254 Aug 06 18:38:27.930256 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-8350d930-5f70-4a49-a69e-0f939dc202b5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605661 Aug 06 18:38:28.022081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87bb5b74-d86d-443b-b92d-86fb8dd6a30f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:28.214238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:28.217159 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.306919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-00fa9f80-f532-4ce5-9845-4ca189abad1c service neutron] 10.222.0.64 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598380 Aug 06 18:38:28.505613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a79b0-7291-4819-ba79-ae53b5e25ef6 req-299e285c-d238-491d-a51f-153f093475a0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:28.523994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed2a79b0-7291-4819-ba79-ae53b5e25ef6 req-299e285c-d238-491d-a51f-153f093475a0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2370834 Aug 06 18:38:28.524319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-5c2a1cfa-6aa0-427e-869b-7175aee8e46b service neutron] 10.222.0.64 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025602 Aug 06 18:38:28.699794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed2a79b0-7291-4819-ba79-ae53b5e25ef6 req-0f7a2909-d9be-40cc-a3ec-6348d5690857 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791282 Aug 06 18:38:28.741862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62c701ee-9b34-4907-887a-64bd23231fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.881154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1a645dc9-1ca4-43d5-b7c8-cba32095eec2 req-58dc0e5f-812d-4cd6-95dd-fff94e268f41 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 210 time: 0.1134748 Aug 06 18:38:30.182726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96334e-acc6-475f-a3cf-7e85397cfd44 req-27fe67e2-4b17-4bec-8d52-0a4675254014 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:30.186994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a96334e-acc6-475f-a3cf-7e85397cfd44 req-27fe67e2-4b17-4bec-8d52-0a4675254014 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.3493741 Aug 06 18:38:30.226207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8d453f23-ceba-4a52-80fe-34aecf9e8386 req-ce3a7773-c1bd-436a-868b-41d67ac38eea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 210 time: 0.0989203 Aug 06 18:38:30.326442 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a96334e-acc6-475f-a3cf-7e85397cfd44 req-2b41201f-4f0d-4e75-b458-394285f00d91 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281946 Aug 06 18:38:31.550380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:31.602996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-21683a87-4ec2-4a84-87db-973b7a5a59c8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:31.605509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-21683a87-4ec2-4a84-87db-973b7a5a59c8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 797 time: 0.6580358 Aug 06 18:38:31.691595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-40c95b8d-aacc-485e-9e6a-5fd4369a8fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:31.742782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-6b1ca70b-44c6-4298-89c4-efc43d890225 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ffd61e0f414fecbba0007b22ad1985 HTTP/1.1" status: 200 len: 380 time: 0.1263115 Aug 06 18:38:31.781686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'port': {'device_id': '3389227c-934f-4118-b0b8-ca476ebf858f', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'admin_state_up': True, 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'security_groups': ['df2fb0bb-b68b-4529-b4a3-ff92f4b256f8']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:31.823350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8b9e6a1-5dc3-4f74-924a-bcf152753fba req-c975b319-b404-475c-9c9e-b16ed329766e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 210 time: 0.2082577 Aug 06 18:38:31.929241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2402f6-bf8c-4069-8b55-5cafda33426d req-579ab7b1-be3b-415b-bf17-e3898e6cc154 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:31.947410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e2402f6-bf8c-4069-8b55-5cafda33426d req-579ab7b1-be3b-415b-bf17-e3898e6cc154 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2284720 Aug 06 18:38:32.066567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4e2402f6-bf8c-4069-8b55-5cafda33426d req-8706d3b7-8264-4b26-9700-af4c5eea7244 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023738 Aug 06 18:38:32.170266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Made reservation on behalf of 96ffd61e0f414fecbba0007b22ad1985 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:32.174936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.520331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.20.0.8 (45274cb0-e2c6-4f32-9663-7aa719e510ce/ad7f4c89-997b-43a5-b277-58042e94c15e/01fa1521-369d-4f6a-8cbd-e4ada8d2ba65) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:33.038199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.069327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Transition to ACTIVE for port object 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:33.077511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-a901a7e6-4f89-45a6-8fe5-30dd4ec87aef tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.090587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-a901a7e6-4f89-45a6-8fe5-30dd4ec87aef tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 814 time: 0.2510459 Aug 06 18:38:33.119293 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-b8e1a537-87e2-4678-b395-f8a4e3854db6 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/quotas/dace74d915a9445a9f8ea90a1468ba44 HTTP/1.1" status: 200 len: 375 time: 0.0270422 Aug 06 18:38:33.142684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6107f49e-551f-4c79-a804-77790763475d req-85786c95-2c91-48ca-863d-b60e2f3a7ead tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 210 time: 0.1994202 Aug 06 18:38:33.145109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.209433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:33.222606 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-42931d32-8eae-405e-b5d3-aebed8aa0fa8 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966737 Aug 06 18:38:33.237783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:33.240249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:33.256686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:33.256868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.406340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.407042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.443854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e971db92-f6fe-4513-8c1d-206dc03a9b77 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6879294 Aug 06 18:38:33.459181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Request body: {'port': {'device_id': '3389227c-934f-4118-b0b8-ca476ebf858f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:33.527224 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-69a1800f-b7fa-42a5-9775-625eca5c2e81 service neutron] 10.222.0.64 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965481 Aug 06 18:38:33.638154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.828643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37054) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:33.831436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-95310ce9-eff5-421d-b2d2-d4a04b4bc371 None None] Provisioning for port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:33.836385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121464503', 'description': 'tempest-secgroup-smoke-2121464503 description', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:33.847969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-95310ce9-eff5-421d-b2d2-d4a04b4bc371 None None] Provisioning complete for port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:33.848529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95310ce9-eff5-421d-b2d2-d4a04b4bc371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.882500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.896854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c89db613-4112-46ed-a39a-14007476f817 service neutron] 10.222.0.64 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591835 Aug 06 18:38:34.026801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-95310ce9-eff5-421d-b2d2-d4a04b4bc371 None None] Port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:38:34.277747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:34.295628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:34.330574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Transition to ACTIVE for port object 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:34.490753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:34.602998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:34.663048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:34.689488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24b1f8-0e32-4386-9714-22597933f3c5 req-3230b7c9-fc30-4366-84b0-69f628eb74e6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:34.701551 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f24b1f8-0e32-4386-9714-22597933f3c5 req-3230b7c9-fc30-4366-84b0-69f628eb74e6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 943 time: 0.1703236 Aug 06 18:38:34.737346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:34.748230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264626c9-28e3-49e2-8903-f104e6e550a1 req-c7cadb80-2147-4f18-b339-c95fd5b55496 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:34.762383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-264626c9-28e3-49e2-8903-f104e6e550a1 req-c7cadb80-2147-4f18-b339-c95fd5b55496 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.4293561 Aug 06 18:38:34.845581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3f24b1f8-0e32-4386-9714-22597933f3c5 req-057f701c-bf0e-485c-b3c2-6ce33239d692 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338103 Aug 06 18:38:35.085397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Attempting to bind port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:35.086452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Attempting to bind port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:35.087269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Attempting to bind port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 on network 45274cb0-e2c6-4f32-9663-7aa719e510ce {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:35.106937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Pushing event updated for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:35.135296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.135999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.136673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.137594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.138434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.139264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.140249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.141122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.142178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.143024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.143829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.144625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.158963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5bd4b154-9286-4a5a-b288-07e4011c77fe req-4d76c85d-0a9e-4729-a3d4-678bb2a17722 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 210 time: 0.1018083 Aug 06 18:38:35.164799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.176909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:35.178483 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3485239 Aug 06 18:38:35.190084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:35.193751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 on network 45274cb0-e2c6-4f32-9663-7aa719e510ce not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:38:35.194414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Attempting to bind port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 on network 45274cb0-e2c6-4f32-9663-7aa719e510ce {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:35.222418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:35.226507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Checking segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:35.234316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Bound using segment: {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:35.235139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Bound port: 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5e124a-f8c7-484f-8844-c07025cbdad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:35.235826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.274972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.345721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717755eb-b629-404e-87b3-58805c9d97b2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766f9512-df92-4a39-a558-bfb25b7a1dcb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:35.408762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-264626c9-28e3-49e2-8903-f104e6e550a1 req-f458e1e0-5b7c-4102-993c-21b2616eb651 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338531 Aug 06 18:38:35.491244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:35.497725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.499166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:35.507213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.512867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.596590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d439c6-37f9-4d95-91cd-6f5fe0ff2802,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:35.630025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.634337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544084 Aug 06 18:38:35.638094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37080) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:35.650232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.653588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.654349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.654854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.655339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.655829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.657372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.659797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.660512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.661024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.662798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.663500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64842c11-95ba-4fb0-8dbd-284657614805 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:35.679191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:35.707423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Pushing event updated for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:35.735308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:35.736575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.741949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-45bb6157-488a-4218-8347-e39c403e91ef service neutron] 10.222.0.16 "PUT /v2.0/ports/01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 1092 time: 2.2873402 Aug 06 18:38:35.742882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:35.748799 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b843908a-50a5-486c-bd56-99defa1a53e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:35.839431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:35.998259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e421faf6-4411-455a-ae5b-be6a9bc4a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:36.001242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-e421faf6-4411-455a-ae5b-be6a9bc4a5b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1095 time: 0.1447611 Aug 06 18:38:36.103210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-464347ac-fe18-4f62-9a0a-52b55e595b00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 217 time: 0.0920167 Aug 06 18:38:36.258367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-02cd944d-917f-4bc8-8b22-c3a764ea72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:36.269911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-02cd944d-917f-4bc8-8b22-c3a764ea72ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 200 len: 834 time: 0.1508055 Aug 06 18:38:36.464025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-f9cff443-ef0c-4ee9-96de-2c4b524d79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:36.467006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-f9cff443-ef0c-4ee9-96de-2c4b524d79a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45274cb0-e2c6-4f32-9663-7aa719e510ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892607 Aug 06 18:38:36.621830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-969210dd-92cc-477b-a28e-8b6de53561e6 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466496 Aug 06 18:38:36.623654 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5353d17-13de-4911-8998-8d123a6c6fe7 x-openstack-request-id: req-f5353d17-13de-4911-8998-8d123a6c6fe7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:36.624065 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:36.624384 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5353d17-13de-4911-8998-8d123a6c6fe7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:36.624861 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'status': 'completed', 'code': 200} Aug 06 18:38:36.903622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46a50335-a3ec-42ea-8dd2-03c93d7e2d1a req-ed239c1b-8996-4f3c-9b0a-287398be01e0 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 210 time: 0.1822836 Aug 06 18:38:37.044315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.068886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.124208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44904-b98b-42b3-9df6-423983ea524c req-e81dde6e-4efa-405a-ac12-0979af6bab6b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:37.140535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3a44904-b98b-42b3-9df6-423983ea524c req-e81dde6e-4efa-405a-ac12-0979af6bab6b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 943 time: 0.2518933 Aug 06 18:38:37.157180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35069077-12fe-4070-96a3-f6c1ed17ed3e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:37.159850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-b5f535fe-1104-43b4-b099-b421802db4bb tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:37.162852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-b5f535fe-1104-43b4-b099-b421802db4bb tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.55 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 814 time: 0.4377952 Aug 06 18:38:37.203929 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.206165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5bfa3321-081c-4ce7-838a-0077f485a307 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5642207 Aug 06 18:38:37.215585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:37.236406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Request body: {'port': {'device_id': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'network_id': '00213c39-978b-4642-9965-de38881b2c38', 'admin_state_up': True, 'tenant_id': 'dace74d915a9445a9f8ea90a1468ba44'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:37.238243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:37.270726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35421ca-0dff-4f61-897d-57d83fd6e141 req-979c774f-dfc0-45bf-ac55-4dfc6c74b42b service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389544 Aug 06 18:38:37.309940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3a44904-b98b-42b3-9df6-423983ea524c req-e3eacd2f-d551-4431-bd22-383795783c28 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599348 Aug 06 18:38:37.360990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.586035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.601010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.659642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.663147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424295 Aug 06 18:38:37.676403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:37.688994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:37.708158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78902b4-0284-432c-b647-7ed2f5950519 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07578edf-1069-4691-84a8-dc4a539ba45e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:37.793053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.914975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c0369-cd31-48f3-a89e-74720854c891 req-e11dd2f0-594e-4a7c-ae18-b9a829bdef71 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:37.931454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae1c0369-cd31-48f3-a89e-74720854c891 req-e11dd2f0-594e-4a7c-ae18-b9a829bdef71 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.8383269 Aug 06 18:38:37.980041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:37.993047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.039167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-fa5c70f2-756a-4cac-9754-52ddeb076063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.041039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c104cfb-0a46-4aa1-b90f-3fb181eb1058,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:38.043360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-fa5c70f2-756a-4cac-9754-52ddeb076063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1095 time: 0.6855435 Aug 06 18:38:38.060644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.062396 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-261659ee-cd6e-427a-83f5-8a24f218cf27 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3828087 Aug 06 18:38:38.072138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37126) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:38.089230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:38.181579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae1c0369-cd31-48f3-a89e-74720854c891 req-db6b57a1-3c94-40f0-ba69-ac4ec6b5e510 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486095 Aug 06 18:38:38.220884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Made reservation on behalf of dace74d915a9445a9f8ea90a1468ba44 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:38.222117 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Project d5dc83c071124a2cb552f9cd0de445bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:38:38.225303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.236911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.367864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-09364465-3952-4a03-be8f-aaa5965a7377 req-89dd0b32-b23e-4029-b15d-ef9cdc10f631 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 210 time: 0.0876207 Aug 06 18:38:38.371793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-8bf15523-b5f2-4a91-a566-263af6c01d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.375619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-8bf15523-b5f2-4a91-a566-263af6c01d0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 898 time: 0.3150589 Aug 06 18:38:38.480001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.490965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.497150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-3714b136-b32c-4ec3-881b-3d357a1ddf2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 217 time: 0.1101589 Aug 06 18:38:38.525778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.532216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4523592 Aug 06 18:38:38.538952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37134) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:38.565015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76faa1c5-cbd4-4f03-9aa1-d11bca5675af tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5463fea-ef0d-4a9b-ba57-f489b524bddd,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:38.610462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'security_group_rule': {'security_group_id': '766f9512-df92-4a39-a558-bfb25b7a1dcb', 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:38.716171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-62b64390-493a-4f9b-858d-77a7d17c1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.719343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-62b64390-493a-4f9b-858d-77a7d17c1d37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 200 len: 834 time: 0.2069874 Aug 06 18:38:38.833337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Allocated IP 172.20.0.2 (00213c39-978b-4642-9965-de38881b2c38/77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b/569c3d80-eff0-4280-b5cd-d8f9296cfee0) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:38.838564 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Project d5dc83c071124a2cb552f9cd0de445bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:38:38.850237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3870-dc74-4d51-ba49-488d2b1a31a8 req-140b60df-db88-485b-b126-6f4c06d00fa8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.858319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e42f3870-dc74-4d51-ba49-488d2b1a31a8 req-140b60df-db88-485b-b126-6f4c06d00fa8 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 943 time: 0.3215163 Aug 06 18:38:38.869135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.986841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e42f3870-dc74-4d51-ba49-488d2b1a31a8 req-12136f54-9597-4092-b22c-f065f7fb70e9 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224558 Aug 06 18:38:38.996855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-a9944f89-208a-4148-9c5a-01a751d8c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.998576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-a9944f89-208a-4148-9c5a-01a751d8c8d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45274cb0-e2c6-4f32-9663-7aa719e510ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488472 Aug 06 18:38:39.159345 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.193680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.249760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257ffcba-052e-460e-95d1-cc3c61b7f66c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:39.259300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.260956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1edb3434-4d10-4b43-bfa5-8d2a390f57aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7123282 Aug 06 18:38:39.305831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-b0c83e54-a507-4694-a001-f0d7a67ee2a2 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947199 Aug 06 18:38:39.309517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.487716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140abc9-d8c0-4ed1-8244-714de67ee78d req-ec1b6b8a-595c-448d-b13b-72a189a1dda6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:39.502756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9140abc9-d8c0-4ed1-8244-714de67ee78d req-ec1b6b8a-595c-448d-b13b-72a189a1dda6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1236398 Aug 06 18:38:39.580969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33680cc1-8e2b-410e-9581-53d9754b1f4a req-5ba10cfc-5822-439e-ac1d-54d43e30ec24 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 210 time: 0.0549924 Aug 06 18:38:39.617056 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9140abc9-d8c0-4ed1-8244-714de67ee78d req-5e1362f0-624e-46e9-9b74-22c6393c20c3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143005 Aug 06 18:38:39.624969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b843908a-50a5-486c-bd56-99defa1a53e1 req-a7f20e20-26cc-4c30-9b58-4534d33bec73 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101988 Aug 06 18:38:39.630159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.772495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Pushing event updated for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:39.808240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Network 00213c39-978b-4642-9965-de38881b2c38 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:39.811971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:39.818251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:39.955990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:39.957246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:39.986978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2c4c7c4e-bd90-4cfd-8858-86bb44c4e88b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7590239 Aug 06 18:38:40.027617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Request body: {'port': {'device_id': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:40.184111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:40.334895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b0931-8a6d-4f2a-8430-0fcbc69bb5ff req-68f2cbf2-ccd3-4a32-9a26-d552a0a3f632 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:40.336735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f9b0931-8a6d-4f2a-8430-0fcbc69bb5ff req-68f2cbf2-ccd3-4a32-9a26-d552a0a3f632 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 943 time: 0.1189687 Aug 06 18:38:40.463608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:40.616963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f9b0931-8a6d-4f2a-8430-0fcbc69bb5ff req-3cc5c7a8-b622-43a2-a5e7-ae1ab9a08bb2 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319212 Aug 06 18:38:40.664943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-8c28eef6-77b7-484a-9e8a-b93e16f109c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2185712 Aug 06 18:38:40.762442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43db1e-163b-438a-ac5b-ae3aa0bae2b0 req-77d6ff0d-53b3-4023-82a6-36dbe0eb5b9d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:40.764177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d43db1e-163b-438a-ac5b-ae3aa0bae2b0 req-77d6ff0d-53b3-4023-82a6-36dbe0eb5b9d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 931 time: 0.0789609 Aug 06 18:38:40.824801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d43db1e-163b-438a-ac5b-ae3aa0bae2b0 req-dc5edef5-a5f9-44bf-81f5-0dcbef98d2dc tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530121 Aug 06 18:38:40.986007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569c3d80-eff0-4280-b5cd-d8f9296cfee0 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:40.998686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-e02ba2fe-b43b-4ddd-96a0-d160a6b363aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.001342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-e02ba2fe-b43b-4ddd-96a0-d160a6b363aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.2473817 Aug 06 18:38:41.020272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a322b-5de7-49eb-8bdc-c0d0d52c20bd req-e82c7102-c0c7-4550-90f9-d5195ff2f8ed tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.023124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c1a322b-5de7-49eb-8bdc-c0d0d52c20bd req-e82c7102-c0c7-4550-90f9-d5195ff2f8ed tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.2670338 Aug 06 18:38:41.027156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.120538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Transition to ACTIVE for port object 569c3d80-eff0-4280-b5cd-d8f9296cfee0 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:41.179646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.324530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c1a322b-5de7-49eb-8bdc-c0d0d52c20bd req-c85d83a3-6d36-4f17-9a89-22e4c42bf8a2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752938 Aug 06 18:38:41.365528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:41.384746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-d2b4e2be-6cb6-47e6-b614-161f0714af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.387551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-d2b4e2be-6cb6-47e6-b614-161f0714af73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.3554337 Aug 06 18:38:41.397803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:38:41.643914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:41.648915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-e1951cda-8feb-40b4-b1d9-e583dde2ff8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1002 time: 0.2329469 Aug 06 18:38:41.660825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'port_id': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'mac_address': 'fa:16:3e:25:db:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:38:41.694350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-a77ec6d7-1abb-4e58-9a78-4ea95aa6f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.697086 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-a77ec6d7-1abb-4e58-9a78-4ea95aa6f476 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1097 time: 0.1719995 Aug 06 18:38:41.736355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Attempting to bind port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:41.736960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Attempting to bind port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:41.738213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Attempting to bind port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 on network 00213c39-978b-4642-9965-de38881b2c38 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:41.765864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.800634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 on network 00213c39-978b-4642-9965-de38881b2c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:38:41.801102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Attempting to bind port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 on network 00213c39-978b-4642-9965-de38881b2c38 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:41.839491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:41.878873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:41.879361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Checking segment: {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:41.879909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Bound using segment: {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:41.880540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Bound port: 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbad237e-5d6e-4415-8e5d-67378215d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '00213c39-978b-4642-9965-de38881b2c38'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:41.881039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.905647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-7c7403d0-fc47-400b-97f2-f4db1b02ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.907990 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-7c7403d0-fc47-400b-97f2-f4db1b02ffe9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.2389252 Aug 06 18:38:41.920129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:41.922578 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.928246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:41.934841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a34ba-a341-46be-aba8-ab6cedb74a30 req-d3a1048a-daaa-4254-9d03-08fbde74f238 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.946644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c8a34ba-a341-46be-aba8-ab6cedb74a30 req-d3a1048a-daaa-4254-9d03-08fbde74f238 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 943 time: 0.0956008 Aug 06 18:38:42.007652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5c8a34ba-a341-46be-aba8-ab6cedb74a30 req-8df19a11-ab78-40f2-bef0-2d715165cf22 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588315 Aug 06 18:38:42.019168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:42.116551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-4997b42e-7b39-4f3e-b259-07eed244b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.118226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-4997b42e-7b39-4f3e-b259-07eed244b83a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.3866184 Aug 06 18:38:42.152441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:42.158585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-97ca7d7f-b39e-4ded-a415-4834652ddb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.161294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-97ca7d7f-b39e-4ded-a415-4834652ddb60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444866 Aug 06 18:38:42.229072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c274eb-5d5d-4dcf-a2b9-39feb657374c req-66c6478d-fd0c-4019-b288-4e130b4f4e9f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.234932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52c274eb-5d5d-4dcf-a2b9-39feb657374c req-66c6478d-fd0c-4019-b288-4e130b4f4e9f tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 943 time: 0.2271771 Aug 06 18:38:42.265278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-8434aa9f-5953-4393-b038-fafb0f5d977f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.1366763 Aug 06 18:38:42.269687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:42.285858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:42.334873 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.616051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df0169-c01a-4859-a260-2c42e86f563c req-3fa1f889-5514-490f-b21e-802ae9167dc2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.627667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4df0169-c01a-4859-a260-2c42e86f563c req-3fa1f889-5514-490f-b21e-802ae9167dc2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0878081 Aug 06 18:38:42.662324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.663410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.665908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/569c3d80-eff0-4280-b5cd-d8f9296cfee0 HTTP/1.1" status: 200 len: 1092 time: 2.6707444 Aug 06 18:38:42.666720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:42.671108 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe78c7-3aa1-4768-bbad-63073ff1474d" -d '{"events": [{"name": "network-changed", "server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:42.686291 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a4df0169-c01a-4859-a260-2c42e86f563c req-166a2470-2a24-49fe-aa56-ad2f306f801a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Aug 06 18:38:42.760860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52c274eb-5d5d-4dcf-a2b9-39feb657374c req-fb563876-b235-4cce-b00b-046cd965ab99 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132604 Aug 06 18:38:42.777628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-951100bf-fa01-4dd2-8339-0233ae43caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.780494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-951100bf-fa01-4dd2-8339-0233ae43caca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.5072527 Aug 06 18:38:42.890355 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b74dab-3df5-4044-a67b-69515c7f61d6 x-openstack-request-id: req-a3b74dab-3df5-4044-a67b-69515c7f61d6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:42.890775 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:42.891164 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3b74dab-3df5-4044-a67b-69515c7f61d6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:42.891742 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0', 'status': 'completed', 'code': 200} Aug 06 18:38:42.895982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aceb1-e911-42c6-bc43-01e20dfad2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:42.903188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-da045d57-16f5-4e35-b1ab-62a27963f544 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842712 Aug 06 18:38:42.906110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-e460cb75-288a-4692-81fd-98b7b446360f service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616209 Aug 06 18:38:43.156290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2d98de64-6b21-43d5-8728-591fbda4a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:43.158904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2d98de64-6b21-43d5-8728-591fbda4a622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 1095 time: 0.3771231 Aug 06 18:38:43.315166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-a07de085-2172-4917-ab6b-1650b399a25c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0 HTTP/1.1" status: 200 len: 217 time: 0.1387665 Aug 06 18:38:43.432819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8959f01f-27ee-4c05-bfaf-2625ddf2d848 req-63732b27-e1d5-4b24-a7b5-4d37452425c9 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017586 Aug 06 18:38:43.457348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-dd669432-9c5d-44b5-8e6b-38b281190f3d service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431409 Aug 06 18:38:43.511845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134aa01-1a91-4e70-97da-c531e4f5d8cf req-00025771-4fad-4d20-a3c3-723b74fd4fd7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:43.514906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d134aa01-1a91-4e70-97da-c531e4f5d8cf req-00025771-4fad-4d20-a3c3-723b74fd4fd7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 944 time: 0.3651342 Aug 06 18:38:43.542960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2d569a92-3cee-4044-9a9a-2e45dde8d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:43.546261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-2d569a92-3cee-4044-9a9a-2e45dde8d880 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b HTTP/1.1" status: 200 len: 854 time: 0.2216160 Aug 06 18:38:43.659730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37304) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:43.812928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4a092ac-407b-4d53-a661-c29ce7ba25a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:43.983044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989393b6-eeac-4874-b849-3f9a030b373a req-167cc422-d3f0-4071-83ae-683bff849af3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:43.986530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-989393b6-eeac-4874-b849-3f9a030b373a req-167cc422-d3f0-4071-83ae-683bff849af3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.1131492 Aug 06 18:38:44.047546 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4a092ac-407b-4d53-a661-c29ce7ba25a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.065260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4a092ac-407b-4d53-a661-c29ce7ba25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.098475 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-989393b6-eeac-4874-b849-3f9a030b373a req-30ef4813-52a6-4edb-b44a-6a444db66be2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036594 Aug 06 18:38:44.113172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-7e2cc3e1-de0a-4b32-b619-70e136fa5a26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00213c39-978b-4642-9965-de38881b2c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5540547 Aug 06 18:38:44.176619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4a092ac-407b-4d53-a661-c29ce7ba25a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baebb9d497f748b39865b32fa37828bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154305 Aug 06 18:38:44.181969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d134aa01-1a91-4e70-97da-c531e4f5d8cf req-7ed596ff-347f-42d4-9b49-8dfc4babc63c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6425827 Aug 06 18:38:44.194331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37314) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:44.195140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a092ac-407b-4d53-a661-c29ce7ba25a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b99b1-bc52-4d0b-9bb3-2d1e6ad8de0b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:44.275684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa99dd03-d1d7-4e48-9f8c-6164bbdc82ca req-fdf4fd4c-f923-4a60-98d4-14f013b6a6cf service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090687 Aug 06 18:38:44.290862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e19271-e27d-42a0-b402-10543ce01c7f req-480e34be-24ab-4101-a399-51cb8fcf91b5 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:44.299438 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19e19271-e27d-42a0-b402-10543ce01c7f req-480e34be-24ab-4101-a399-51cb8fcf91b5 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 943 time: 0.1311576 Aug 06 18:38:44.317819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-87c7e9e5-acc6-4926-bc2c-654a8ae3718b service neutron] 10.222.0.55 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942821 Aug 06 18:38:44.351864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.362093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-19e19271-e27d-42a0-b402-10543ce01c7f req-4b7ce69c-1833-4b37-bec7-acd0056e2aed tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615153 Aug 06 18:38:44.384387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.433752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ca530d-acb3-46b2-ae9c-61e393d6cd10 req-bb882c0c-f813-4960-b55e-5c8a20e6cc4e service neutron] 10.222.0.55 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070759 Aug 06 18:38:44.462140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.466138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:44.467921 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a19b99b1-bc52-4d0b-9bb3-2d1e6ad8de0b HTTP/1.1" status: 204 len: 168 time: 0.2680867 Aug 06 18:38:44.479435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dce1a-1796-418e-aa6e-f8bd7296b1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b99b1-bc52-4d0b-9bb3-2d1e6ad8de0b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:44.585208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-11627ccf-3b02-4a6b-a682-a5459480715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:44.587550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-11627ccf-3b02-4a6b-a682-a5459480715c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dace74d915a9445a9f8ea90a1468ba44&device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 1095 time: 0.0811732 Aug 06 18:38:44.730342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-9d72ef0a-f28a-4076-853d-43e19feb25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:44.732050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-9d72ef0a-f28a-4076-853d-43e19feb25fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 200 len: 915 time: 0.1367180 Aug 06 18:38:44.784101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-c04badc9-ea3f-4405-b749-55f2870e3249 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0 HTTP/1.1" status: 200 len: 217 time: 0.0437224 Aug 06 18:38:44.858289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-6002e855-9978-4111-a537-da15e9793563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:44.860335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-6002e855-9978-4111-a537-da15e9793563 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b HTTP/1.1" status: 200 len: 854 time: 0.0684929 Aug 06 18:38:44.904710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-f5c337d5-6dd7-4524-b51e-82a88cd8e516 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=00213c39-978b-4642-9965-de38881b2c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347552 Aug 06 18:38:44.926546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37324) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:44.948592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de22abac-2286-4066-99e0-5181d22a588c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.045579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-f8eda063-32de-4ed2-89f8-c15efbbdfa4a service neutron] 10.222.0.55 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315310 Aug 06 18:38:45.119437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de22abac-2286-4066-99e0-5181d22a588c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.121021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de22abac-2286-4066-99e0-5181d22a588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.184692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cbe78c7-3aa1-4768-bbad-63073ff1474d req-ceefe42c-ec15-46b3-afc0-fc8bd2812c7e service neutron] 10.222.0.55 "GET /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308980 Aug 06 18:38:45.199608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de22abac-2286-4066-99e0-5181d22a588c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a34b9c9f6ca45e380a3ecf59ceb818d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678797 Aug 06 18:38:45.201828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22abac-2286-4066-99e0-5181d22a588c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df53c80-da20-4624-ba5f-ca705dd5cc21,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:45.205814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37328) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:45.272074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5d15-2278-4620-927a-075e2db393c1 req-1c59933b-86ca-4341-aa60-6458b38ac2f5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.280604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89ab5d15-2278-4620-927a-075e2db393c1 req-1c59933b-86ca-4341-aa60-6458b38ac2f5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 945 time: 0.0859869 Aug 06 18:38:45.308570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.332049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89ab5d15-2278-4620-927a-075e2db393c1 req-45ec5532-cbc6-426b-ae0c-c4ebc86b5a97 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499644 Aug 06 18:38:45.384921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:45.412449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.489488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:45.497507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:45.498473 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.513915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a170b-661b-4370-a1e3-17f0aec54ecc req-63872e5a-1634-412a-a955-36b8182faa05 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.516319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d29a170b-661b-4370-a1e3-17f0aec54ecc req-63872e5a-1634-412a-a955-36b8182faa05 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 944 time: 0.1769180 Aug 06 18:38:45.578746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b8f-4d54-4e1a-bb95-604d5ab29849 req-100da8b5-494a-451f-b250-5f2155d15c14 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.580382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.581566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31054b8f-4d54-4e1a-bb95-604d5ab29849 req-100da8b5-494a-451f-b250-5f2155d15c14 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 943 time: 0.0922821 Aug 06 18:38:45.598234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.600713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5df53c80-da20-4624-ba5f-ca705dd5cc21 HTTP/1.1" status: 204 len: 168 time: 0.3927865 Aug 06 18:38:45.622868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d29a170b-661b-4370-a1e3-17f0aec54ecc req-209fb436-19a2-48c6-8dc4-c59b4afcb106 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927427 Aug 06 18:38:45.624543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb762-e43f-4200-80b2-1071a5758a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df53c80-da20-4624-ba5f-ca705dd5cc21,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:45.697427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31054b8f-4d54-4e1a-bb95-604d5ab29849 req-ec8890a7-3083-4030-a2a7-77c1759a1272 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026089 Aug 06 18:38:45.710462 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.741273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:45.743767 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab749a3c-b17e-46c5-ab73-25a759d1c401" -d '{"events": [{"server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "name": "network-vif-plugged", "status": "completed", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:45.763387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:45.771183 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.772249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:45.832575 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785378d-2b9c-4e06-a6f1-a0483cf78326 x-openstack-request-id: req-1785378d-2b9c-4e06-a6f1-a0483cf78326 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:45.832884 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "name": "network-vif-plugged", "status": "completed", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:45.833103 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1785378d-2b9c-4e06-a6f1-a0483cf78326 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:45.833539 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'code': 200} Aug 06 18:38:45.896659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:45.921917 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:45.995970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f98024-bafd-4bdc-9495-eace0e7c2024 req-e9717daf-4f0e-4bd4-b151-338b57b3c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.997788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48f98024-bafd-4bdc-9495-eace0e7c2024 req-e9717daf-4f0e-4bd4-b151-338b57b3c9f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1097 time: 0.0829825 Aug 06 18:38:45.999266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:46.012623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.083931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-48f98024-bafd-4bdc-9495-eace0e7c2024 req-1a73a3df-8888-43e2-98ad-b120d9cdbdfa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757210 Aug 06 18:38:46.099057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:46.549833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01394d49-efef-4e45-ae83-ebe8a5dae984 req-8d8aaca9-7426-494d-ae01-9eabae5ebda8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:46.552400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01394d49-efef-4e45-ae83-ebe8a5dae984 req-8d8aaca9-7426-494d-ae01-9eabae5ebda8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1299391 Aug 06 18:38:46.622944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01394d49-efef-4e45-ae83-ebe8a5dae984 req-44692bd3-9c92-48ac-8ae4-27df2aad14b7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Aug 06 18:38:46.848819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a73cac-5f64-4a70-9ff7-b792b15de29f req-070d8be3-8c33-40b9-a719-06547cbfd5b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:46.850672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17a73cac-5f64-4a70-9ff7-b792b15de29f req-070d8be3-8c33-40b9-a719-06547cbfd5b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.0973566 Aug 06 18:38:46.913145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3cb6-78be-4b2d-803e-b83154efdc5c req-e0a711d6-480d-400b-b245-6b1d52e7042d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:46.924051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210c3cb6-78be-4b2d-803e-b83154efdc5c req-e0a711d6-480d-400b-b245-6b1d52e7042d tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 943 time: 0.1225188 Aug 06 18:38:46.955510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17a73cac-5f64-4a70-9ff7-b792b15de29f req-021bc151-19e7-4ad2-b6e5-9dae8f339fdb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944996 Aug 06 18:38:47.021592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-210c3cb6-78be-4b2d-803e-b83154efdc5c req-3874808f-9d49-4bb9-b7aa-e468113be0cc tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850289 Aug 06 18:38:47.315912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 569c3d80-eff0-4280-b5cd-d8f9296cfee0 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:38:47.499162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:47.521131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '569c3d80-eff0-4280-b5cd-d8f9296cfee0', 'network_id': '00213c39-978b-4642-9965-de38881b2c38', 'port_id': '569c3d80-eff0-4280-b5cd-d8f9296cfee0', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:38:47.586638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:47.607533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569c3d80-eff0-4280-b5cd-d8f9296cfee0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:47.644382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:47.651193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:47.746895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:47.810413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13998-a822-4343-82f5-b2904bc4c57a req-156fbcfd-cae5-40f2-9f79-95c0bda615c9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.813059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27b13998-a822-4343-82f5-b2904bc4c57a req-156fbcfd-cae5-40f2-9f79-95c0bda615c9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0749536 Aug 06 18:38:47.836027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:47.837584 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5332c6ee-af04-4490-bdd5-294fe55f5d0f" -d '{"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-unplugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:47.864156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['569c3d80-eff0-4280-b5cd-d8f9296cfee0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:47.904109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27b13998-a822-4343-82f5-b2904bc4c57a req-25f5428d-1a39-4d22-bb9f-fde809fac018 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754235 Aug 06 18:38:47.948524 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d89a0-bcd3-4b28-817d-a980737f6802 x-openstack-request-id: req-cf3d89a0-bcd3-4b28-817d-a980737f6802 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:47.948991 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-unplugged", "status": "failed", "tag": "5e014876-7025-494c-8431-6004821dc23d", "code": 422}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:47.949399 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf3d89a0-bcd3-4b28-817d-a980737f6802 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:47.959676 n-d-793621-29 neutron-server[94123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'code': 422} returned with failed status Aug 06 18:38:48.213326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131372a-2cf5-4a2c-9ded-82e9162d5003 req-d8e39a6f-b13d-4f0c-9a0d-faf4907a0fbd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.220210 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8131372a-2cf5-4a2c-9ded-82e9162d5003 req-d8e39a6f-b13d-4f0c-9a0d-faf4907a0fbd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1375034 Aug 06 18:38:48.222242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd516138-58a9-491c-9a25-6280a0704634 req-b0038f26-5dd7-4c9c-9d43-3be45dfd90f5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.226614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd516138-58a9-491c-9a25-6280a0704634 req-b0038f26-5dd7-4c9c-9d43-3be45dfd90f5 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.1209948 Aug 06 18:38:48.334800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd516138-58a9-491c-9a25-6280a0704634 req-afbd99dd-53d1-430d-a260-698c9e5344ff tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998135 Aug 06 18:38:48.341369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8131372a-2cf5-4a2c-9ded-82e9162d5003 req-4763d57b-51c5-4458-a2a6-84f968c7e1cf tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035171 Aug 06 18:38:48.541992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3202a0e-1165-469e-bd44-37edfb897009 req-f8e0c40a-858c-41c9-91c7-c7ad9421ee64 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.544889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3202a0e-1165-469e-bd44-37edfb897009 req-f8e0c40a-858c-41c9-91c7-c7ad9421ee64 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 944 time: 0.1288116 Aug 06 18:38:48.547367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe04df-51d5-4747-8187-96ceea74cf30 req-a3c8a7da-452d-482a-93cf-9bbe85cfea6d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.549994 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdfe04df-51d5-4747-8187-96ceea74cf30 req-a3c8a7da-452d-482a-93cf-9bbe85cfea6d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.1009259 Aug 06 18:38:48.621917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fdfe04df-51d5-4747-8187-96ceea74cf30 req-7a363472-3ca4-4827-8eb7-36ade42587da tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528684 Aug 06 18:38:48.639023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3202a0e-1165-469e-bd44-37edfb897009 req-ec78dd87-9feb-4d74-9da1-2863a1a965b5 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841727 Aug 06 18:38:48.686949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37422) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:48.819817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67833a6f-2d8d-4005-9b38-fbfd3d7f85ca tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.831178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67833a6f-2d8d-4005-9b38-fbfd3d7f85ca tempest-TestNetworkBasicOps-555539852 tempest-TestNetworkBasicOps-555539852-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1092 time: 0.1426816 Aug 06 18:38:48.834963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:48.851085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:48.900998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-2e6835bf-4e49-4840-b802-04e13dcc37eb req-35e823ba-6d83-41c9-97a5-af687c96a62f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:38:48.902789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e6835bf-4e49-4840-b802-04e13dcc37eb req-35e823ba-6d83-41c9-97a5-af687c96a62f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246701 Aug 06 18:38:48.905126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.126029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.333687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 569c3d80-eff0-4280-b5cd-d8f9296cfee0 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:49.382001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4fef7-01f0-4216-9fa9-d8e0d46f7a3c req-880aa5e3-abf4-48d0-aa04-9e7415eaebcf tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:49.391444 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4dc4fef7-01f0-4216-9fa9-d8e0d46f7a3c req-880aa5e3-abf4-48d0-aa04-9e7415eaebcf tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1764808 Aug 06 18:38:49.397789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Allocated IP 172.25.3.245 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/b23dc07c-1d4b-4aa4-ac50-441545606997) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:49.400937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:49.458070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4dc4fef7-01f0-4216-9fa9-d8e0d46f7a3c req-3d3d9603-a421-45e6-8365-83bd207b3e57 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651886 Aug 06 18:38:49.621971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.672805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:49.682402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:49.683366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.852140 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.869265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:49.895865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:49.918850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:49.924918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:49.962903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:49.964672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:49.968978 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b58934-3da3-4538-be23-796369792157" -d '{"events": [{"server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "name": "network-vif-plugged", "status": "completed", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:49.978607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:50.016042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-3d6eae34-65ed-442c-b37c-3bd6451e4dcf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3547816 Aug 06 18:38:50.025436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-5fb78a70-3ec8-4378-a99a-aa4b43ef5444 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:38:50.029575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92dd5d-6005-46f5-8423-29642a57eea5 req-0bb9f0c8-ec52-493c-8bdc-87dec0fccb3a tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:50.041082 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-5fb78a70-3ec8-4378-a99a-aa4b43ef5444 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138068 Aug 06 18:38:50.047239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af92dd5d-6005-46f5-8423-29642a57eea5 req-0bb9f0c8-ec52-493c-8bdc-87dec0fccb3a tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 944 time: 0.2891138 Aug 06 18:38:50.150526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:50.166683 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe7420c-9dab-43f5-a0a8-5571a082d777 x-openstack-request-id: req-9fe7420c-9dab-43f5-a0a8-5571a082d777 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:50.167682 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "name": "network-vif-plugged", "status": "completed", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:50.169675 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fe7420c-9dab-43f5-a0a8-5571a082d777 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:50.171174 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0', 'code': 200} Aug 06 18:38:50.176053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=b23dc07c-1d4b-4aa4-ac50-441545606997,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:50.273240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af92dd5d-6005-46f5-8423-29642a57eea5 req-2efc9739-4193-4e4b-8c42-93380c1d14aa tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246444 Aug 06 18:38:50.384772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df321c-9d4f-4166-845f-949f44eded07 req-f949eee5-7281-4f43-82f6-4a5f1043b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:50.386576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6df321c-9d4f-4166-845f-949f44eded07 req-f949eee5-7281-4f43-82f6-4a5f1043b884 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 1097 time: 0.1893821 Aug 06 18:38:50.537085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6df321c-9d4f-4166-845f-949f44eded07 req-87e10ab0-f28d-4e61-bd3b-4c32f834d530 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Aug 06 18:38:50.713543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:50.767349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31ce48-9c2f-4c2f-acc8-dd5c1c852411 req-5a59379d-649c-464e-98f3-3cad9f1900f5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:50.799070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b31ce48-9c2f-4c2f-acc8-dd5c1c852411 req-5a59379d-649c-464e-98f3-3cad9f1900f5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1874690 Aug 06 18:38:50.858315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:50.886221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b31ce48-9c2f-4c2f-acc8-dd5c1c852411 req-b87e4427-3d4a-42c2-8ac6-2cd674ceb030 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855556 Aug 06 18:38:50.971034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.010399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1974126e-9b61-4d6a-ba49-5773d7aac4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.204544 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1974126e-9b61-4d6a-ba49-5773d7aac4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.210785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1974126e-9b61-4d6a-ba49-5773d7aac4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.252334 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.274743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.284884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974126e-9b61-4d6a-ba49-5773d7aac4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f273673-ab38-4397-b490-86d72d4cc7f6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:51.296585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1974126e-9b61-4d6a-ba49-5773d7aac4b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb4373ce71d24fbfad521615786f035c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773761 Aug 06 18:38:51.297304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37492) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:51.397106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.452859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.507280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event updated for resources: {'Port': ['ID=b23dc07c-1d4b-4aa4-ac50-441545606997,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:51.545173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.549804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8f486-2a0f-49e7-b4f4-d6587e1359e9 req-f88ef1e8-6f5c-42fa-8bf8-f0209005e808 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.551125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-397e1ae7-9864-4a2f-9f03-0a25ac1dcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.551525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ae8f486-2a0f-49e7-b4f4-d6587e1359e9 req-f88ef1e8-6f5c-42fa-8bf8-f0209005e808 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 945 time: 0.0941343 Aug 06 18:38:51.553108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-397e1ae7-9864-4a2f-9f03-0a25ac1dcb61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258&tenant_id=50e80056de9a46ed84c4c90acaf94844 HTTP/1.1" status: 200 len: 1095 time: 0.1761451 Aug 06 18:38:51.609674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.613028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.618526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f273673-ab38-4397-b490-86d72d4cc7f6 HTTP/1.1" status: 204 len: 168 time: 0.3152859 Aug 06 18:38:51.640236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ae8f486-2a0f-49e7-b4f4-d6587e1359e9 req-7e6ee985-e661-4bf8-a9f3-72ff50cfca89 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Aug 06 18:38:51.641748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60de78-4c31-4822-b0b5-2aa7f32c5482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f273673-ab38-4397-b490-86d72d4cc7f6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:51.692901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-fef9ce93-c358-4590-8e1e-8228135f03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.694674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-fef9ce93-c358-4590-8e1e-8228135f03d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1095 time: 0.0982826 Aug 06 18:38:51.780877 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Floating IP 23b041a2-9106-410b-8494-b70d0a0818f1 associated. External IP: 172.25.3.245, port: 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65. Aug 06 18:38:51.974679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-91a095be-2072-4898-b638-aa6363ce53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.976949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-91a095be-2072-4898-b638-aa6363ce53b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.2722263 Aug 06 18:38:52.048525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-190eae4b-c22e-4889-ace8-41403ff326f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.0623107 Aug 06 18:38:52.244646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37506) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:52.282648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-572dea10-be64-45b9-96ca-fac36aad2090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.286275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-fd0d07d8-1c46-41f4-97df-943fbfeef4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:52.292079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-fd0d07d8-1c46-41f4-97df-943fbfeef4dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.2275128 Aug 06 18:38:52.319340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5519c8-1887-417c-bfd2-a06a517ebe3c req-5e06587e-881d-48c2-b055-0065f215d845 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:52.322445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5519c8-1887-417c-bfd2-a06a517ebe3c req-5e06587e-881d-48c2-b055-0065f215d845 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.2679026 Aug 06 18:38:52.428950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-bce7535f-e718-40f8-b795-c98cd389685f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267521 Aug 06 18:38:52.490602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-572dea10-be64-45b9-96ca-fac36aad2090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.498684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-572dea10-be64-45b9-96ca-fac36aad2090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.567684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-572dea10-be64-45b9-96ca-fac36aad2090 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbd9522c22764d7295939519a8518bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213456 Aug 06 18:38:52.569175 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37508) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:52.576655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dea10-be64-45b9-96ca-fac36aad2090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341eda53-3119-43d7-ba11-9b58c44c5cac,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:52.599028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:38:52.616203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5519c8-1887-417c-bfd2-a06a517ebe3c req-824f0d0a-f96c-4f6e-8f5c-f7882d6b417b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305260 Aug 06 18:38:52.662623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.692677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.725106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-d55f006b-5fe3-4b44-acd7-405cd6f45f33 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769980 Aug 06 18:38:52.781596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.786730 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.788842 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/341eda53-3119-43d7-ba11-9b58c44c5cac HTTP/1.1" status: 204 len: 168 time: 0.2183070 Aug 06 18:38:52.804551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3771-b337-4c9e-980d-714293ba4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341eda53-3119-43d7-ba11-9b58c44c5cac,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:52.980954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:38:52.994065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d451a-fa6b-497c-b6f5-fd479a012c1f req-df902528-1343-41ea-8654-3a8dde823434 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:52.996982 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a68d451a-fa6b-497c-b6f5-fd479a012c1f req-df902528-1343-41ea-8654-3a8dde823434 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 945 time: 0.1068892 Aug 06 18:38:53.006215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d35b30-8c9c-4203-8602-dc85f498a2aa req-9e3956c4-5ccb-4bb1-8faf-f39e71321e4e service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728679 Aug 06 18:38:53.033954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Sync routers for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:38:53.056290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:53.057870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:53.073905 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:53.107857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a68d451a-fa6b-497c-b6f5-fd479a012c1f req-0664a0d7-75fd-4618-9684-af11d1ee3294 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980237 Aug 06 18:38:53.161901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d0de5ac8-e8b8-4ab0-a955-20d6a91fdcea tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3248215 Aug 06 18:38:53.162987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:53.163176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37518) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:53.170795 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae3327d-c520-4b39-98d8-a95fdc126ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:53.352343 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775a1455-ff8e-487b-9226-ff378e953783 x-openstack-request-id: req-775a1455-ff8e-487b-9226-ff378e953783 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:53.353137 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:53.353615 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-775a1455-ff8e-487b-9226-ff378e953783 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:53.354378 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'status': 'completed', 'code': 200} Aug 06 18:38:53.389190 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:53.406629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c1aea85-2605-40c1-9d99-f0583b46d8e6 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 991 time: 0.2412360 Aug 06 18:38:53.556739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-15e7ef25-987d-47fb-b986-8f3c0dd157a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:53.562548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-15e7ef25-987d-47fb-b986-8f3c0dd157a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1097 time: 0.1919653 Aug 06 18:38:53.863784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f201265-77a6-4644-994d-3f585c754497 req-1abdb1db-75a0-4f68-a997-865262bfdfd0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:53.873691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f201265-77a6-4644-994d-3f585c754497 req-1abdb1db-75a0-4f68-a997-865262bfdfd0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0879982 Aug 06 18:38:53.955608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-a2847a81-2b4a-470f-af6b-bfd1a6899a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:53.970317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8f201265-77a6-4644-994d-3f585c754497 req-699c20ca-ba44-4402-8c30-3ded951b5420 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950253 Aug 06 18:38:53.971139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-a2847a81-2b4a-470f-af6b-bfd1a6899a74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 898 time: 0.3967028 Aug 06 18:38:54.194740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-61ea8429-079e-49ce-a15e-7ffdd2d47f0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 999 time: 0.2181585 Aug 06 18:38:54.232683 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '23b041a2-9106-410b-8494-b70d0a0818f1', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'port_id': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'mac_address': 'fa:16:3e:25:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389227c-934f-4118-b0b8-ca476ebf858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:38:50Z', 'updated_at': '2021-08-06T18:38:50Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:54.294968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-137f9806-92fc-4b23-8646-303bb416da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.297002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-137f9806-92fc-4b23-8646-303bb416da2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 200 len: 834 time: 0.0951557 Aug 06 18:38:54.331451 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Checking router: 834cfb9a-4cf8-4914-a0fd-34047b0eee4f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:38:54.372926 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:38:54.374044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:38:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:54.408686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37556) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:54.440691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-a7e3413b-b60e-4b4a-bc8e-74e7d2d4a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.443844 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-a7e3413b-b60e-4b4a-bc8e-74e7d2d4a12e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45274cb0-e2c6-4f32-9663-7aa719e510ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380265 Aug 06 18:38:54.671122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-076e1198-a11f-4408-8d55-2fed1c8d434d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 991 time: 0.2606649 Aug 06 18:38:54.785348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-a0ba2e01-a766-421f-bcda-5efad0794f44 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329420 Aug 06 18:38:55.154018 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:38:55.192659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ae3327d-c520-4b39-98d8-a95fdc126ee6 req-8bc3c0af-2059-4325-8892-22926fb61329 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477581 Aug 06 18:38:55.671076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:56.051512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7d2fc4e-75a3-44f0-bce5-dddd863fad4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 991 time: 0.3745444 Aug 06 18:38:56.151358 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '23b041a2-9106-410b-8494-b70d0a0818f1', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'port_id': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'mac_address': 'fa:16:3e:25:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389227c-934f-4118-b0b8-ca476ebf858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:38:50Z', 'updated_at': '2021-08-06T18:38:50Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:56.292376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcc623-cff8-4d83-ba16-64a4e9d18b29 None None] The sync data for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 is: [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '23b041a2-9106-410b-8494-b70d0a0818f1', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'port_id': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'mac_address': 'fa:16:3e:25:db:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389227c-934f-4118-b0b8-ca476ebf858f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:38:50Z', 'updated_at': '2021-08-06T18:38:50Z', 'revision_number': 0, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:38:56.321763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684e85c-91d2-45bf-8a2c-3a88eaba77d8 req-c5e2cef7-641b-40b8-887c-8cc9a2e3653a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.330354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e684e85c-91d2-45bf-8a2c-3a88eaba77d8 req-c5e2cef7-641b-40b8-887c-8cc9a2e3653a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 1.1976225 Aug 06 18:38:56.522629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e684e85c-91d2-45bf-8a2c-3a88eaba77d8 req-1e5bc226-e98c-4d71-ae52-89660588b62a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809850 Aug 06 18:38:56.866511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74d984-14f2-411c-bd69-08ed73c16a8d None None] New status for floating IP 23b041a2-9106-410b-8494-b70d0a0818f1: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:38:57.052081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37604) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:57.269491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90bb897b-01db-4788-bdb0-24d25950fe9b tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 991 time: 0.2157485 Aug 06 18:38:57.968168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfe030-bc1d-4b13-b26a-44421d4afe11 req-27c3c80a-f3d0-489e-9ae7-d6e759a8cd1d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:57.987609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bbfe030-bc1d-4b13-b26a-44421d4afe11 req-27c3c80a-f3d0-489e-9ae7-d6e759a8cd1d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1912599 Aug 06 18:38:58.141134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bbfe030-bc1d-4b13-b26a-44421d4afe11 req-e5e2791b-e80d-4d95-b0e7-850cddf8ac1a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339078 Aug 06 18:38:58.274640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37622) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:58.490265 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f7855c64-c1c5-44f5-aa97-f4d9cf2b8b8a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 993 time: 0.2132642 Aug 06 18:38:58.539206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7219010c-fd0c-4fa7-ae73-2ad0f6719131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:59.506152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d5616-2684-4538-a730-b031e184ee9f req-bb643500-2750-4b4b-8ca0-bee70d71d2a2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:59.518840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36d5616-2684-4538-a730-b031e184ee9f req-bb643500-2750-4b4b-8ca0-bee70d71d2a2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1321597 Aug 06 18:38:59.600022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36d5616-2684-4538-a730-b031e184ee9f req-3d593cfd-0044-4259-97b0-c51d8ee0a8c0 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803189 Aug 06 18:39:00.828913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695bebf-866d-48f9-8580-aa5abebc96be req-3ac8d3b2-7063-4931-b9ef-77565f74943f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:00.851756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c695bebf-866d-48f9-8580-aa5abebc96be req-3ac8d3b2-7063-4931-b9ef-77565f74943f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1464994 Aug 06 18:39:01.021606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c695bebf-866d-48f9-8580-aa5abebc96be req-1b8cc8a9-aa43-4494-bd2c-f32572e4ff9d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684551 Aug 06 18:39:01.516037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:01.698851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50577366-97c9-41e0-a58e-fb62a69805d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:02.295986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c3d8-47a3-4317-9adc-ecb66872d61e req-3d6edc8b-735e-462b-9df4-bc9aba3ed25a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:02.318631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b428c3d8-47a3-4317-9adc-ecb66872d61e req-3d6edc8b-735e-462b-9df4-bc9aba3ed25a tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1194017 Aug 06 18:39:02.425380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b428c3d8-47a3-4317-9adc-ecb66872d61e req-6cfd0b1c-7266-40f5-9b6e-dbc543a61d8e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054668 Aug 06 18:39:03.262981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:03.915245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dad501-18f4-4b3e-9912-ad0583b3baa1 req-20d0b04e-8574-42a0-9cc1-b8b0d28651e5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:03.929963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-19dad501-18f4-4b3e-9912-ad0583b3baa1 req-20d0b04e-8574-42a0-9cc1-b8b0d28651e5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1981027 Aug 06 18:39:04.024141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-19dad501-18f4-4b3e-9912-ad0583b3baa1 req-04ad3a77-710c-49a4-b554-6c233b536958 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905931 Aug 06 18:39:04.576637 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:39:04.751171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:05.234897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c4762-c11a-4d52-a965-63bcae4f41cc req-a389f6bc-d5ff-4838-8407-b9c73d84fc11 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:05.237730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c80c4762-c11a-4d52-a965-63bcae4f41cc req-a389f6bc-d5ff-4838-8407-b9c73d84fc11 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0770378 Aug 06 18:39:05.316048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c80c4762-c11a-4d52-a965-63bcae4f41cc req-ae8b39a9-3c36-42dd-bbd5-3a02b52d8c84 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Aug 06 18:39:06.519143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e4c8-641b-4b73-ac3c-09402cb6a55f req-2d68e292-5e7e-4ce2-888e-b015a9170cd6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:06.521804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8611e4c8-641b-4b73-ac3c-09402cb6a55f req-2d68e292-5e7e-4ce2-888e-b015a9170cd6 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0765746 Aug 06 18:39:06.650942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8611e4c8-641b-4b73-ac3c-09402cb6a55f req-584407b7-413a-4cea-91ef-cfbaacaf5a90 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221590 Aug 06 18:39:07.863500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b81058-85a8-4f2c-9503-7284728a31d1 req-e331d401-03b9-4d4d-8b6e-6db29fa5baf5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:07.874150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85b81058-85a8-4f2c-9503-7284728a31d1 req-e331d401-03b9-4d4d-8b6e-6db29fa5baf5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1068087 Aug 06 18:39:07.943283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85b81058-85a8-4f2c-9503-7284728a31d1 req-51285ffd-9cf9-4fb8-8f0b-9fb2fc008c01 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667686 Aug 06 18:39:08.327898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 37794) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:08.522015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-375c05fa-b6b1-4725-b768-bfc427c9a844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.681821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-375c05fa-b6b1-4725-b768-bfc427c9a844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.681821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-375c05fa-b6b1-4725-b768-bfc427c9a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.749223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-375c05fa-b6b1-4725-b768-bfc427c9a844 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f52121f41c384afda644df55af5f10cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158764 Aug 06 18:39:08.749223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c05fa-b6b1-4725-b768-bfc427c9a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4106b91-3b27-4e04-b475-0ccc7d22f97a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:08.749795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37802) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:08.847046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.882162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.977063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.986816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:08.990346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4106b91-3b27-4e04-b475-0ccc7d22f97a HTTP/1.1" status: 204 len: 168 time: 0.2386305 Aug 06 18:39:09.008248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c995-d60b-4c6c-bb8c-ede51a4cfb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4106b91-3b27-4e04-b475-0ccc7d22f97a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:09.153916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93b293-25ec-4467-b0f7-f8bd745d6c6f req-43b7e0dd-bc96-49eb-b626-0bedd4a7b7f3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:09.155776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d93b293-25ec-4467-b0f7-f8bd745d6c6f req-43b7e0dd-bc96-49eb-b626-0bedd4a7b7f3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0758655 Aug 06 18:39:09.236703 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d93b293-25ec-4467-b0f7-f8bd745d6c6f req-9d4574b5-020a-41f3-9c76-4fcfbd347e19 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Aug 06 18:39:09.440067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37812) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:09.455204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e081cba3-7025-43f1-a65e-f63baaca0159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.579924 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e081cba3-7025-43f1-a65e-f63baaca0159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.586485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e081cba3-7025-43f1-a65e-f63baaca0159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.641796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e081cba3-7025-43f1-a65e-f63baaca0159 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d456434c7b1c417fa50b7446ff14e40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974108 Aug 06 18:39:09.642189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 37814) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:09.649836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081cba3-7025-43f1-a65e-f63baaca0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf37cb5-c367-45f1-ae27-0f3d8506f657,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:09.716937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.756691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.839603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.844340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:09.846917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cf37cb5-c367-45f1-ae27-0f3d8506f657 HTTP/1.1" status: 204 len: 168 time: 0.2031729 Aug 06 18:39:09.863554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2e6a-0b4e-4b6e-8ada-4b7b4124c9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf37cb5-c367-45f1-ae27-0f3d8506f657,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:10.439455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40db523-9c0b-44b0-bffe-12083adc0fe5 req-188737a8-9310-4917-8ad7-614ef650d9cd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:10.443411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f40db523-9c0b-44b0-bffe-12083adc0fe5 req-188737a8-9310-4917-8ad7-614ef650d9cd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0829918 Aug 06 18:39:10.445295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:10.502654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f40db523-9c0b-44b0-bffe-12083adc0fe5 req-efa1f38a-40d7-4d26-8a7d-956c9eb56978 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Aug 06 18:39:11.507111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-59c69a56-cb94-40e7-b576-39f41caca5b1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121464503&fields=id&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 267 time: 0.0631289 Aug 06 18:39:11.655208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf177458-af41-48c2-b20f-47844c41b10a req-caa3fc7b-0e7d-42fa-8833-d8fe8280822e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:11.657063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf177458-af41-48c2-b20f-47844c41b10a req-caa3fc7b-0e7d-42fa-8833-d8fe8280822e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0612555 Aug 06 18:39:11.715677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bf177458-af41-48c2-b20f-47844c41b10a req-ff281f85-3d54-442f-91cc-43d0167b0ebc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Aug 06 18:39:11.731689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-86ab355c-5901-4412-8d6a-fef54aa32874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:11.734047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-86ab355c-5901-4412-8d6a-fef54aa32874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.2139599 Aug 06 18:39:11.774124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-ce6bb66e-6e7d-4144-8bfa-601fc4068449 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0176647 Aug 06 18:39:11.779934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:11.851137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-66482ce4-5255-4fbf-a9be-74c548deb5c9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679972 Aug 06 18:39:12.026413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-99ccf35d-d1fb-4299-bbad-ea93327310b4 service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603768 Aug 06 18:39:12.166610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-bc100c1a-291f-493f-9055-5df8b5b573c3 service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280770 Aug 06 18:39:12.749430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f43ac141-786d-4448-9063-7be8c32e058e req-23cc54aa-45a3-4211-8ed9-69808702d071 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0483286 Aug 06 18:39:12.872249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445751b-efed-428a-941d-111b910aaed7 req-fc642198-9b63-4564-9b31-6244e0bd39b5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:12.874123 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6445751b-efed-428a-941d-111b910aaed7 req-fc642198-9b63-4564-9b31-6244e0bd39b5 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.0618012 Aug 06 18:39:12.946154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6445751b-efed-428a-941d-111b910aaed7 req-3dd6693a-f88b-41f8-8f14-af2fa43d4801 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Aug 06 18:39:13.912980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4388960e-05f6-432f-b14f-5507a75a360b req-690e6616-39f0-4b57-9a1b-02d748d203a5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0526683 Aug 06 18:39:14.197799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5527c718-eec7-4b6c-8d07-04acb29fd1d1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:14.201047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5527c718-eec7-4b6c-8d07-04acb29fd1d1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.2694926 Aug 06 18:39:14.224079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeee3b-80eb-4c9e-b4b7-245361c66039 req-a82ae841-f850-4ab2-9dc1-dcb59e43d180 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:14.252511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8dfeee3b-80eb-4c9e-b4b7-245361c66039 req-a82ae841-f850-4ab2-9dc1-dcb59e43d180 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1438589 Aug 06 18:39:14.311863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-448f5167-a8de-483c-b230-aed0ba71b8f9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 380 time: 0.0992424 Aug 06 18:39:14.329584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'security_groups': ['766f9512-df92-4a39-a558-bfb25b7a1dcb']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:14.374131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8dfeee3b-80eb-4c9e-b4b7-245361c66039 req-c8e9dd64-7afa-4e41-a8dc-60ffe83661df tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163669 Aug 06 18:39:14.565492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:39:14.570812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:14.782956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.9 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/fb3a022c-5449-4c20-af59-feb6a19e3fdc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:39:15.238724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21aeb9bd-d809-42c5-8a17-93d6412e06e6 req-9d19f52f-417c-4428-9811-fb2ebe9cc80f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0970862 Aug 06 18:39:15.256882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:15.272764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object fb3a022c-5449-4c20-af59-feb6a19e3fdc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:39:15.340310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:15.379428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:39:15.382023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:15.418163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:39:15.542789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:15.562473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:15.562700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:15.571570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:39:15.588513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-19e4d912-a82f-43fe-9eaa-7d2f977de7f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656429 Aug 06 18:39:15.597389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff548d-8fed-4231-8a50-2289702fab4e req-506d3f6a-3048-46d9-8efd-0351bd70149c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:15.599342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dff548d-8fed-4231-8a50-2289702fab4e req-506d3f6a-3048-46d9-8efd-0351bd70149c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 943 time: 0.1169877 Aug 06 18:39:15.605184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Request body: {'port': {'device_id': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:15.727992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:15.765253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8dff548d-8fed-4231-8a50-2289702fab4e req-35a4ebaf-a349-453f-8f65-c9c954e9c272 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501167 Aug 06 18:39:15.840979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a926e599-a068-4abb-ad4a-1edb89ed828a None None] Provisioning for port fb3a022c-5449-4c20-af59-feb6a19e3fdc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:39:15.866071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a926e599-a068-4abb-ad4a-1edb89ed828a None None] Provisioning complete for port fb3a022c-5449-4c20-af59-feb6a19e3fdc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:15.867043 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a926e599-a068-4abb-ad4a-1edb89ed828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:15.872685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:15.981313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '5e014876-7025-494c-8431-6004821dc23d', 'network_id': 'c29e7f05-602c-4078-955a-6bbef4c87a81', 'port_id': '5e014876-7025-494c-8431-6004821dc23d', 'mac_address': 'fa:16:3e:c6:f4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:39:16.000376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a926e599-a068-4abb-ad4a-1edb89ed828a None None] Port fb3a022c-5449-4c20-af59-feb6a19e3fdc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:39:16.092188 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.130193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e014876-7025-494c-8431-6004821dc23d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:39:16.130509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3a022c-5449-4c20-af59-feb6a19e3fdc {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:39:16.140943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.166034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Transition to ACTIVE for port object fb3a022c-5449-4c20-af59-feb6a19e3fdc will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:39:16.176038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.177949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:16.190334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.255949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Pushing event updated for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:16.323091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:16.349808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.350714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.351512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.352273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.353129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.353966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.354766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.355513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.356257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.357237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.358207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.358967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:16.482010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Attempting to bind port fb3a022c-5449-4c20-af59-feb6a19e3fdc on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:39:16.482898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Attempting to bind port fb3a022c-5449-4c20-af59-feb6a19e3fdc by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:39:16.483629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Attempting to bind port fb3a022c-5449-4c20-af59-feb6a19e3fdc on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:39:16.493881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Port fb3a022c-5449-4c20-af59-feb6a19e3fdc on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:39:16.495104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Attempting to bind port fb3a022c-5449-4c20-af59-feb6a19e3fdc on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:39:16.500057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7e6f6-5f24-4f5f-8bea-b84b1a927f6c req-f504bce8-d6b1-4b01-9313-2eacea70897a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:16.505198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:39:16.505765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:39:16.506368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:39:16.507083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Bound port: fb3a022c-5449-4c20-af59-feb6a19e3fdc, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:39:16.507678 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.515960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aec7e6f6-5f24-4f5f-8bea-b84b1a927f6c req-f504bce8-d6b1-4b01-9313-2eacea70897a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.1211534 Aug 06 18:39:16.559075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:16.582917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aec7e6f6-5f24-4f5f-8bea-b84b1a927f6c req-8b5ffc07-d220-4775-98c9-407cb847e884 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652168 Aug 06 18:39:16.640585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:39:16.644302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:39:16.658543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.848755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:16.849655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:16.852147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] 10.222.0.16 "PUT /v2.0/ports/fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 200 len: 1092 time: 1.2515078 Aug 06 18:39:16.853020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:16.858067 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:16.886832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567f2d-c418-4cba-aa68-05345165fecd service neutron] Pushing event updated for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:17.036604 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193dd2ff-770c-40ca-b7e7-9dcbd11a16f4 x-openstack-request-id: req-193dd2ff-770c-40ca-b7e7-9dcbd11a16f4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:17.037642 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:17.050191 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-193dd2ff-770c-40ca-b7e7-9dcbd11a16f4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:17.051403 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'status': 'completed', 'code': 200} Aug 06 18:39:17.121046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-a2e97f52-eae4-42f4-95ae-81e4bc40032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:17.124068 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-a2e97f52-eae4-42f4-95ae-81e4bc40032f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1095 time: 0.1725676 Aug 06 18:39:17.170040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdbe98-2e8a-49c4-9be0-b1d33f5f02fa req-6f006f50-3b37-4668-a103-45bac32ee296 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:17.173367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70cdbe98-2e8a-49c4-9be0-b1d33f5f02fa req-6f006f50-3b37-4668-a103-45bac32ee296 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.1373317 Aug 06 18:39:17.210056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-2172fd03-ae24-4553-ab4d-f3d08acc2c49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 200 len: 217 time: 0.0712957 Aug 06 18:39:17.295009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70cdbe98-2e8a-49c4-9be0-b1d33f5f02fa req-732266e8-78c0-4f02-82fc-8ab91d5b4728 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087890 Aug 06 18:39:17.320217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-20b4da69-0ddc-4a1f-bf90-538ada6c2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:17.323980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-20b4da69-0ddc-4a1f-bf90-538ada6c2959 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1046615 Aug 06 18:39:17.408035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-c482e860-21a1-4eee-b505-13a9bddb96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:17.410629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-c482e860-21a1-4eee-b505-13a9bddb96d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750334 Aug 06 18:39:17.558298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-9679f79a-6a76-4144-853a-e79978c2496a service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395025 Aug 06 18:39:17.935233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1eb3ed13-8b2a-41e2-a8a5-9a439a4e487c req-db15f8e8-807a-483a-a804-72d2fc8b5dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687925 Aug 06 18:39:17.982467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544886d-8100-410a-901f-3208f3e9b589 req-b3e4a2d8-7307-4697-a5ad-7927f2f0eaed tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:17.986675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3544886d-8100-410a-901f-3208f3e9b589 req-b3e4a2d8-7307-4697-a5ad-7927f2f0eaed tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.1623573 Aug 06 18:39:18.110597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3544886d-8100-410a-901f-3208f3e9b589 req-920ed008-ef9b-4082-86e2-bff99be05926 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047750 Aug 06 18:39:18.143990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-0a993c64-b082-47a5-a868-97629aae0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:18.146821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-0a993c64-b082-47a5-a868-97629aae0f63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1095 time: 0.1034176 Aug 06 18:39:18.289594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-2175df81-aca1-4a0d-a10e-4cad1e86f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:18.291317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-2175df81-aca1-4a0d-a10e-4cad1e86f7d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1366887 Aug 06 18:39:18.360159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-f6777af7-24e6-408c-868b-1ebf33dbed48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 200 len: 217 time: 0.0608239 Aug 06 18:39:18.439297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-5487588a-675a-416f-a170-893ccd609267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:18.442849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-5487588a-675a-416f-a170-893ccd609267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0723524 Aug 06 18:39:18.512496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47e94-a662-4a04-8a80-0425ae0f8e62 req-32ad69ae-ea28-4250-a651-779451b6de32 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:18.515243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5dc47e94-a662-4a04-8a80-0425ae0f8e62 req-32ad69ae-ea28-4250-a651-779451b6de32 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.0722489 Aug 06 18:39:18.524587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-ebd1d251-35fe-4910-9faa-472d1d22c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:18.527411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-ebd1d251-35fe-4910-9faa-472d1d22c8bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770750 Aug 06 18:39:18.582491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5dc47e94-a662-4a04-8a80-0425ae0f8e62 req-fc15ad6b-43a1-4b51-bf78-542d5e91584f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546005 Aug 06 18:39:18.683318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-eb6a29f4-579d-46d3-9763-e82db487057e service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480088 Aug 06 18:39:18.798932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11f2f51d-bbf4-420f-8f7d-0b33a5c70d25 req-92b54085-bfed-4341-bee0-2e56a85e852d service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069641 Aug 06 18:39:19.318285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a889-5144-42f2-9c66-29812461dc05 req-27ad2806-e77f-4741-8017-85717089302e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:19.320316 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee75a889-5144-42f2-9c66-29812461dc05 req-27ad2806-e77f-4741-8017-85717089302e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0840194 Aug 06 18:39:19.366827 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ee75a889-5144-42f2-9c66-29812461dc05 req-22aba98e-195f-4d09-81a5-e32b0ce362f5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Aug 06 18:39:19.598483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:19.715113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 5e014876-7025-494c-8431-6004821dc23d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:19.715913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:19.835653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9b58f-79dd-481d-8445-387bd6d74310 req-90d077cd-e132-4178-aeaf-e3e83d63dc6c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:19.840128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9b9b58f-79dd-481d-8445-387bd6d74310 req-90d077cd-e132-4178-aeaf-e3e83d63dc6c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 944 time: 0.1007819 Aug 06 18:39:19.873649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:19.914197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:19.919687 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da7aca-738f-4af3-ab5a-f6ef5d73d107" -d '{"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:19.941427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9b9b58f-79dd-481d-8445-387bd6d74310 req-dd7bb622-b0e7-425f-88f5-467bc772725b tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Aug 06 18:39:19.957655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:19.967095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.123455 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985792f0-340f-439e-aa26-dc2ae0be1a11 x-openstack-request-id: req-985792f0-340f-439e-aa26-dc2ae0be1a11 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:20.124324 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-plugged", "status": "completed", "tag": "5e014876-7025-494c-8431-6004821dc23d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:20.125158 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-985792f0-340f-439e-aa26-dc2ae0be1a11 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:20.126057 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'code': 200} Aug 06 18:39:20.188177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:20.369714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a839ba-9818-47be-9421-c024f03b0e2e req-18d722d3-f6ee-43ba-8d01-c76d7e68e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:20.372497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55a839ba-9818-47be-9421-c024f03b0e2e req-18d722d3-f6ee-43ba-8d01-c76d7e68e904 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1098 time: 0.0830083 Aug 06 18:39:20.421536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55a839ba-9818-47be-9421-c024f03b0e2e req-03f87c9b-d2d1-47fe-93c1-bef340da8b48 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Aug 06 18:39:20.518092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70545472-9e4d-4aa3-82d4-c17972d9a0aa req-d85011bd-8495-4664-a0bb-817ee36e8cad tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:20.520726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70545472-9e4d-4aa3-82d4-c17972d9a0aa req-d85011bd-8495-4664-a0bb-817ee36e8cad tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0720682 Aug 06 18:39:20.590336 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70545472-9e4d-4aa3-82d4-c17972d9a0aa req-a3e7e63c-2bb4-423a-a48e-924e4d9ec133 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569217 Aug 06 18:39:21.167848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdbc3c-f59e-4047-8c49-c309de658ac8 req-b822ab61-d44d-4371-9fb5-0dafd5d615e2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:21.169602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8bdbc3c-f59e-4047-8c49-c309de658ac8 req-b822ab61-d44d-4371-9fb5-0dafd5d615e2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0817068 Aug 06 18:39:21.245629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8bdbc3c-f59e-4047-8c49-c309de658ac8 req-2062230b-053f-405f-a369-a8cbb6bdf9d8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616407 Aug 06 18:39:21.768506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82365c3a-5da1-4c77-9980-cd81ac114162 req-06237907-c459-4d39-b93f-279ddf8be203 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:21.771291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82365c3a-5da1-4c77-9980-cd81ac114162 req-06237907-c459-4d39-b93f-279ddf8be203 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0961511 Aug 06 18:39:21.845126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82365c3a-5da1-4c77-9980-cd81ac114162 req-a53c9c3d-5b4a-443b-9d76-303e77966626 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626042 Aug 06 18:39:22.455527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710dc75-f31c-4229-856b-23610c3129e3 req-84fd13b7-048f-4b62-96f4-c07c5b4e18a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:22.457308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1710dc75-f31c-4229-856b-23610c3129e3 req-84fd13b7-048f-4b62-96f4-c07c5b4e18a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0823939 Aug 06 18:39:22.511968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1710dc75-f31c-4229-856b-23610c3129e3 req-25fff278-1f72-4a02-988c-7f2d6a0facf2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Aug 06 18:39:23.034236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac3d5-ab33-47dc-9361-bbabe5a2766f req-10dba438-b2c7-4097-a086-72acd1fb64a5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:23.036228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42fac3d5-ab33-47dc-9361-bbabe5a2766f req-10dba438-b2c7-4097-a086-72acd1fb64a5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0640090 Aug 06 18:39:23.107570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42fac3d5-ab33-47dc-9361-bbabe5a2766f req-7b2291d7-c536-4e22-901e-5253d22f61cd tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589454 Aug 06 18:39:23.669282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29146913-f053-4083-9060-aa64bb97847d req-0bff85e7-f5cd-4863-aec8-661aee357ccb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:23.671731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-29146913-f053-4083-9060-aa64bb97847d req-0bff85e7-f5cd-4863-aec8-661aee357ccb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0669816 Aug 06 18:39:23.716046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-29146913-f053-4083-9060-aa64bb97847d req-b7af4809-01fb-4fca-873f-a3d755139262 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Aug 06 18:39:23.842533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7899-0f66-4b58-bcf9-9fa494f7790e req-c3e1b337-4190-4cac-a05e-ad387d8cb3e9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:23.844271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-945d7899-0f66-4b58-bcf9-9fa494f7790e req-c3e1b337-4190-4cac-a05e-ad387d8cb3e9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0538507 Aug 06 18:39:23.893417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-945d7899-0f66-4b58-bcf9-9fa494f7790e req-159612ba-c50d-430d-9aa8-b219d9282d41 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378673 Aug 06 18:39:24.083297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a596b-5747-4547-bd86-793d724cec21 req-93f1cf91-0978-4537-92e5-699fdd83d887 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:24.090203 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53a596b-5747-4547-bd86-793d724cec21 req-93f1cf91-0978-4537-92e5-699fdd83d887 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0908055 Aug 06 18:39:24.155591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b53a596b-5747-4547-bd86-793d724cec21 req-304b6031-110c-49d1-aecf-db40f8b7adb9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Aug 06 18:39:24.308857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fbca1-b9b6-4cc1-84be-5459729c20b9 req-176a4b0e-8904-4e70-b7ea-97390481b74a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:24.311337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-007fbca1-b9b6-4cc1-84be-5459729c20b9 req-176a4b0e-8904-4e70-b7ea-97390481b74a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0798020 Aug 06 18:39:24.376425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-007fbca1-b9b6-4cc1-84be-5459729c20b9 req-aa22ff81-dcf7-4463-ae40-62e789dcefa7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 Aug 06 18:39:24.397304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4359-53aa-4f1a-8def-afdd78bf8ffc req-33bdeafe-66f9-4884-b7f0-dab40c1acd38 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:24.400771 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c0a4359-53aa-4f1a-8def-afdd78bf8ffc req-33bdeafe-66f9-4884-b7f0-dab40c1acd38 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0970819 Aug 06 18:39:24.467861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2c0a4359-53aa-4f1a-8def-afdd78bf8ffc req-44a8d422-9a07-4b9b-98b2-85a9b69ac6ec tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Aug 06 18:39:24.672957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3771-dea0-4cb8-813b-bdbca11ef345 req-ef3a0d44-7f22-4725-bab8-c0f106d0e979 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:24.676153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0f3771-dea0-4cb8-813b-bdbca11ef345 req-ef3a0d44-7f22-4725-bab8-c0f106d0e979 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0889280 Aug 06 18:39:24.724768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0f3771-dea0-4cb8-813b-bdbca11ef345 req-9490b18b-99fa-4ba1-84c0-c8e96642408d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Aug 06 18:39:24.936002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0a44-8e03-471f-abba-b8f7f3602747 req-eb1fb5e4-ba17-48f5-a77d-d7ea083116ab tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:24.938785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bfda0a44-8e03-471f-abba-b8f7f3602747 req-eb1fb5e4-ba17-48f5-a77d-d7ea083116ab tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0909102 Aug 06 18:39:25.002648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bfda0a44-8e03-471f-abba-b8f7f3602747 req-6deddb26-f8f8-4243-9431-27c4ec00b513 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Aug 06 18:39:25.199671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2764d81-2bd7-46fa-b013-5f2cce2bbb4f req-c2c60327-6ca6-47b6-864d-43879c554f79 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:25.202133 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2764d81-2bd7-46fa-b013-5f2cce2bbb4f req-c2c60327-6ca6-47b6-864d-43879c554f79 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0632579 Aug 06 18:39:25.264481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2764d81-2bd7-46fa-b013-5f2cce2bbb4f req-35e0d118-bf07-46c2-839e-1c55660d2880 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Aug 06 18:39:25.551228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd612d-2968-408c-bf58-531f88a16678 req-5e02c839-98b5-4dfe-bd8a-ba526d117b82 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:25.553964 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bddd612d-2968-408c-bf58-531f88a16678 req-5e02c839-98b5-4dfe-bd8a-ba526d117b82 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0782533 Aug 06 18:39:25.622370 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bddd612d-2968-408c-bf58-531f88a16678 req-4b83f002-7eb5-4857-81e2-31b7d2dd5caa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615664 Aug 06 18:39:25.647995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069893-48b9-4f49-b421-3e87ecd189b2 req-3d39a94e-93d8-439e-b391-cbf7f6b3985f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:25.650365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10069893-48b9-4f49-b421-3e87ecd189b2 req-3d39a94e-93d8-439e-b391-cbf7f6b3985f tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0997398 Aug 06 18:39:25.723035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10069893-48b9-4f49-b421-3e87ecd189b2 req-48e2dd61-a609-4926-9f91-85db9d767d16 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615625 Aug 06 18:39:26.769014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0582a-c8a0-4220-9ce0-43cb9a1bc330 req-0438242e-d7d4-4d42-9af7-8b161cd0aa4f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:26.770826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ee0582a-c8a0-4220-9ce0-43cb9a1bc330 req-0438242e-d7d4-4d42-9af7-8b161cd0aa4f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0571480 Aug 06 18:39:26.827198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ee0582a-c8a0-4220-9ce0-43cb9a1bc330 req-ba9f0712-d98d-4603-992b-304ba3b0d05c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Aug 06 18:39:26.911249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddb9de-f3f1-449b-8f31-c9a7a543dc59 req-0f618f88-badb-48d0-a921-172e0d863dd8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:26.912919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-90ddb9de-f3f1-449b-8f31-c9a7a543dc59 req-0f618f88-badb-48d0-a921-172e0d863dd8 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0641687 Aug 06 18:39:26.964581 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-90ddb9de-f3f1-449b-8f31-c9a7a543dc59 req-ad8d746f-560a-4941-948f-c5cebfd55661 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Aug 06 18:39:27.410492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649247c-f14e-4305-9419-c84543a6fa06 req-ae0af5ef-b0d8-48c6-8e85-8e7805414bcc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:27.412386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8649247c-f14e-4305-9419-c84543a6fa06 req-ae0af5ef-b0d8-48c6-8e85-8e7805414bcc tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1086309 Aug 06 18:39:27.415945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-c0325e83-5120-46b6-9728-7bb93b642d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:27.417650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-c0325e83-5120-46b6-9728-7bb93b642d24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50e80056de9a46ed84c4c90acaf94844&device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 1098 time: 0.0773854 Aug 06 18:39:27.568529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8649247c-f14e-4305-9419-c84543a6fa06 req-2c278b3b-25ca-4c3e-8dfa-bce3703bdad3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459134 Aug 06 18:39:27.625663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-19bff10b-fdcb-45d8-baa9-f7d5532f4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:27.628512 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-19bff10b-fdcb-45d8-baa9-f7d5532f4829 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 200 len: 915 time: 0.1978822 Aug 06 18:39:27.686058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-6ff51338-9849-4b61-801e-58e02fa0526f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 200 len: 217 time: 0.0490215 Aug 06 18:39:27.761409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-53138997-6a58-4269-b5d8-8f4d7b502620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:27.763144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-53138997-6a58-4269-b5d8-8f4d7b502620 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 200 len: 854 time: 0.0689373 Aug 06 18:39:27.797326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-d265199e-2517-4590-b3e7-553525721b41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29e7f05-602c-4078-955a-6bbef4c87a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267651 Aug 06 18:39:27.919861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-560e7251-b095-4a88-b6b0-ab925a187cd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146770 Aug 06 18:39:28.007464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c6e1d-0a16-423e-8476-14a8ebd5ebe5 req-9e8c0972-515c-4157-a80a-9690019d6503 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:28.010413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e79c6e1d-0a16-423e-8476-14a8ebd5ebe5 req-9e8c0972-515c-4157-a80a-9690019d6503 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0775061 Aug 06 18:39:28.066266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6c48090-514f-4c9a-a3ba-6db6b2dc2dbd req-c8a9c9b9-1301-4692-808a-a9fbb05d0ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380329 Aug 06 18:39:28.070158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e79c6e1d-0a16-423e-8476-14a8ebd5ebe5 req-e9c3e50c-43aa-4d91-87eb-41f46ec2871b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 Aug 06 18:39:28.519066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1631-ad09-46cd-9aa4-b6399c0b9f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:28.766134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac18df-8f08-4c3a-84e8-5ebc418ea898 req-fa9620b4-cca8-4980-b771-7a58f3598c00 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:28.768449 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36ac18df-8f08-4c3a-84e8-5ebc418ea898 req-fa9620b4-cca8-4980-b771-7a58f3598c00 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0806870 Aug 06 18:39:28.813681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36ac18df-8f08-4c3a-84e8-5ebc418ea898 req-2bf6f8d6-4c7b-47c3-857b-5e6c47ce8c99 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Aug 06 18:39:29.221009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3928-0f2b-419e-aa58-b8e2a19fd4c9 req-7d62e1e1-6c39-4384-ac7f-0fa543454af8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:29.223870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c19f3928-0f2b-419e-aa58-b8e2a19fd4c9 req-7d62e1e1-6c39-4384-ac7f-0fa543454af8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 943 time: 0.0744450 Aug 06 18:39:29.283151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c19f3928-0f2b-419e-aa58-b8e2a19fd4c9 req-d99ebf28-54c5-40eb-96f0-f20df7bf1971 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482514 Aug 06 18:39:29.591563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07728b-cc51-487b-8c7a-69d7a1756d86 req-b6e12ae5-7da0-41f5-a840-02696e1af71b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:29.593390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec07728b-cc51-487b-8c7a-69d7a1756d86 req-b6e12ae5-7da0-41f5-a840-02696e1af71b tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 945 time: 0.0638454 Aug 06 18:39:29.646242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec07728b-cc51-487b-8c7a-69d7a1756d86 req-7c3e4410-7cf4-47e4-8b6a-53f092424f04 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Aug 06 18:39:29.677573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fb3a022c-5449-4c20-af59-feb6a19e3fdc details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:39:29.855197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:29.875994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'mac_address': 'fa:16:3e:b6:de:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:39:29.927205 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:29.943974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3a022c-5449-4c20-af59-feb6a19e3fdc {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:39:29.970531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c44c-ee48-488b-85af-2fdf3a566843 req-8cdbb69d-ea14-4cc3-975b-3562ac001ebe tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:29.972232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6394c44c-ee48-488b-85af-2fdf3a566843 req-8cdbb69d-ea14-4cc3-975b-3562ac001ebe tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0674655 Aug 06 18:39:29.973208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:29.980797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:30.018936 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6394c44c-ee48-488b-85af-2fdf3a566843 req-c0bb3dc9-9812-47f4-a790-af35e8e014ca tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Aug 06 18:39:30.058711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:30.182618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf0b86-72b2-4b8f-87b8-367fe971f19a req-315f2078-17b8-4f14-92bc-33050d9f78be tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:30.184801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1abf0b86-72b2-4b8f-87b8-367fe971f19a req-315f2078-17b8-4f14-92bc-33050d9f78be tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0657158 Aug 06 18:39:30.237486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1abf0b86-72b2-4b8f-87b8-367fe971f19a req-c9f1079d-e1bc-48fe-ab2b-b66e54f45b46 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Aug 06 18:39:30.375296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['fb3a022c-5449-4c20-af59-feb6a19e3fdc'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:30.451972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b41e78-9240-490c-a378-f947a8a633e5 req-c5ee48fd-1cee-47f5-be96-00995876aabb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:30.460075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11b41e78-9240-490c-a378-f947a8a633e5 req-c5ee48fd-1cee-47f5-be96-00995876aabb tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1014481 Aug 06 18:39:30.502245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b44fe0-745a-4c10-8e1d-6f339053e147 req-d435bd36-9ccf-4493-980e-1bd42d895a30 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:30.506555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99b44fe0-745a-4c10-8e1d-6f339053e147 req-d435bd36-9ccf-4493-980e-1bd42d895a30 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 944 time: 0.1033282 Aug 06 18:39:30.509649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11b41e78-9240-490c-a378-f947a8a633e5 req-933765d5-7529-4c8a-8b02-aa7ad9c98034 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Aug 06 18:39:30.583634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-99b44fe0-745a-4c10-8e1d-6f339053e147 req-9b325fc5-eacc-4af5-a675-5ea5a79035e5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704360 Aug 06 18:39:30.663581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e724b3-241f-42dd-a6f1-e6870a96ecbe req-8b3e2d0f-1fa9-4964-8e8e-4b47b36c2919 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:30.665569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83e724b3-241f-42dd-a6f1-e6870a96ecbe req-8b3e2d0f-1fa9-4964-8e8e-4b47b36c2919 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0672078 Aug 06 18:39:30.732117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83e724b3-241f-42dd-a6f1-e6870a96ecbe req-e4e2a52b-c592-4221-bf98-f5345b8e28f1 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Aug 06 18:39:30.818773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03298f7-e316-4994-a536-209af27cbfed req-f5a54b77-01e5-4675-ba5a-95db9cd3bd28 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:30.821369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f03298f7-e316-4994-a536-209af27cbfed req-f5a54b77-01e5-4675-ba5a-95db9cd3bd28 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 945 time: 0.0874302 Aug 06 18:39:30.904264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f03298f7-e316-4994-a536-209af27cbfed req-86e86694-19a8-4ca6-b970-20a4e4595154 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/security-groups?id=75f66d0f-f378-43ef-8ff3-5ada47aeb57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597637 Aug 06 18:39:31.036825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf62656-b1f2-4052-aca2-7a17d4c6327f req-6aa56f34-b76d-478a-a42b-a97526783f52 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:31.039261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9bf62656-b1f2-4052-aca2-7a17d4c6327f req-6aa56f34-b76d-478a-a42b-a97526783f52 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1221409 Aug 06 18:39:31.068675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-f1604d7f-8c94-4fb7-8dc4-b4723264d732 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:31.071130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-f1604d7f-8c94-4fb7-8dc4-b4723264d732 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 945 time: 0.1111174 Aug 06 18:39:31.131818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9bf62656-b1f2-4052-aca2-7a17d4c6327f req-794c6344-fd69-4211-b88b-d64bd543466e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 Aug 06 18:39:31.208186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Deleting port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:39:31.209247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.303789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c908-8cf1-4115-a1e8-e5fb5262af1a req-943f79d3-88ad-47ef-8ad0-15c410def1d3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:31.306121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1626c908-8cf1-4115-a1e8-e5fb5262af1a req-943f79d3-88ad-47ef-8ad0-15c410def1d3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0862513 Aug 06 18:39:31.363239 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1626c908-8cf1-4115-a1e8-e5fb5262af1a req-39d3204b-6542-4d01-940d-7b0bbfe87e60 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495710 Aug 06 18:39:31.370107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] For port 569c3d80-eff0-4280-b5cd-d8f9296cfee0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=569c3d80-eff0-4280-b5cd-d8f9296cfee0,segment=NetworkSegment(bbad237e-5d6e-4415-8e5d-67378215d8d2),segment_id=bbad237e-5d6e-4415-8e5d-67378215d8d2)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:31.370636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.392206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Calling delete_port for 569c3d80-eff0-4280-b5cd-d8f9296cfee0 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:39:31.488830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.561319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0b444-0d5b-4885-8866-f0cdeac78686 req-0837b8e4-4e13-4769-8fee-13f47ec0c1ba tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:31.564166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44b0b444-0d5b-4885-8866-f0cdeac78686 req-0837b8e4-4e13-4769-8fee-13f47ec0c1ba tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0711493 Aug 06 18:39:31.583748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.598305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['569c3d80-eff0-4280-b5cd-d8f9296cfee0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:31.635068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44b0b444-0d5b-4885-8866-f0cdeac78686 req-0f5e4615-5897-42d9-914e-c8e25057a572 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Aug 06 18:39:31.642110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Pushing event deleted for resources: {'Port': ['ID=569c3d80-eff0-4280-b5cd-d8f9296cfee0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:31.682194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fb3a022c-5449-4c20-af59-feb6a19e3fdc up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:31.727445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] No DVR routers for this DVR port 569c3d80-eff0-4280-b5cd-d8f9296cfee0 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:39:31.734929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.739255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0b330ba-1319-406c-bd67-89f6ee2d9f8e req-cf7160ce-2bdf-4499-a436-c2b1c0416a15 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.55 "DELETE /v2.0/ports/569c3d80-eff0-4280-b5cd-d8f9296cfee0 HTTP/1.1" status: 204 len: 173 time: 0.6580598 Aug 06 18:39:31.740421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'name': 'network-vif-deleted', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:31.747830 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e81b0-7e16-42bf-920a-ffd49a7645d0" -d '{"events": [{"server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "name": "network-vif-deleted", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:31.778337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8f3c-a28e-43c6-bc6f-af0b7d7dbb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.821016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port fb3a022c-5449-4c20-af59-feb6a19e3fdc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:39:31.826345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port fb3a022c-5449-4c20-af59-feb6a19e3fdc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:31.826726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.919042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57321-41b8-4322-854a-dfceb434c024 req-a98b3f5f-4886-440a-b4f5-1e65ff8ae843 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:31.921245 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75c57321-41b8-4322-854a-dfceb434c024 req-a98b3f5f-4886-440a-b4f5-1e65ff8ae843 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1096311 Aug 06 18:39:31.993558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:31.997755 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-75c57321-41b8-4322-854a-dfceb434c024 req-e721d719-0a0d-4b5d-835b-f3527f3ec5c9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Aug 06 18:39:32.032300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:32.036569 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2982d19-e0b6-4f96-b0a8-71e69b3db89b" -d '{"events": [{"server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "name": "network-vif-plugged", "status": "completed", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:32.064697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:32.075517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:32.084084 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d05ae-e526-4af8-9090-009f686de6a7 x-openstack-request-id: req-dd1d05ae-e526-4af8-9090-009f686de6a7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:32.084621 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1b1db-08bb-48b9-aa17-03554a0bbf3a", "name": "network-vif-deleted", "tag": "569c3d80-eff0-4280-b5cd-d8f9296cfee0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:32.084912 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd1d05ae-e526-4af8-9090-009f686de6a7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:32.085609 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1b1db-08bb-48b9-aa17-03554a0bbf3a', 'name': 'network-vif-deleted', 'tag': '569c3d80-eff0-4280-b5cd-d8f9296cfee0', 'status': 'completed', 'code': 200} Aug 06 18:39:32.180947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:32.272472 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7a6dcbea-4dcd-49ed-b978-15a8593c3af8 req-eae76b70-2089-41cc-ab8b-d8c2be6541b6 tempest-VolumesSnapshotTestJSON-248745227 tempest-VolumesSnapshotTestJSON-248745227-project] 10.222.0.64 "GET /v2.0/ports?device_id=90d1b1db-08bb-48b9-aa17-03554a0bbf3a HTTP/1.1" status: 200 len: 210 time: 0.0479372 Aug 06 18:39:32.320082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb9d70-f225-4803-ab64-fd439fa69625 req-f140388a-a0a3-41b0-8ef1-6805c9e74014 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:32.329378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ebb9d70-f225-4803-ab64-fd439fa69625 req-f140388a-a0a3-41b0-8ef1-6805c9e74014 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.5505252 Aug 06 18:39:32.386277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ebb9d70-f225-4803-ab64-fd439fa69625 req-5fa5fdcb-f3d7-455d-820a-c7780545c4cc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517564 Aug 06 18:39:32.410144 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d608ba-780b-45b8-ab74-51dc73cb9d34 x-openstack-request-id: req-a8d608ba-780b-45b8-ab74-51dc73cb9d34 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:32.410733 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "name": "network-vif-plugged", "status": "completed", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:32.411176 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d608ba-780b-45b8-ab74-51dc73cb9d34 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:32.412775 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'code': 200} Aug 06 18:39:32.536663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2130cd-4936-4dba-95dc-dbab274f6a40 req-9f0e818a-d3ce-48cc-9658-34fa204f63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:32.538600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae2130cd-4936-4dba-95dc-dbab274f6a40 req-9f0e818a-d3ce-48cc-9658-34fa204f63a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1097 time: 0.0646996 Aug 06 18:39:32.554462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1079-f801-416e-87e8-be02f4662111 req-f2801c6d-2aa7-4427-9f4a-e6c5270c6df9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:32.556108 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c3f1079-f801-416e-87e8-be02f4662111 req-f2801c6d-2aa7-4427-9f4a-e6c5270c6df9 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0752828 Aug 06 18:39:32.581323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ae2130cd-4936-4dba-95dc-dbab274f6a40 req-0831da1c-7245-4530-93f2-841e16986c6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Aug 06 18:39:32.600918 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7c3f1079-f801-416e-87e8-be02f4662111 req-0b2c906d-0007-48e8-b046-f35cbe986064 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Aug 06 18:39:32.764975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea157-3e54-42c7-b042-0f7f176ce8c5 req-cc655611-73ff-47ee-bfb9-00e53ed86b86 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:32.767781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d22ea157-3e54-42c7-b042-0f7f176ce8c5 req-cc655611-73ff-47ee-bfb9-00e53ed86b86 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0847595 Aug 06 18:39:32.827757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d22ea157-3e54-42c7-b042-0f7f176ce8c5 req-6c514894-08a2-406c-a6d6-fed9e09668e2 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Aug 06 18:39:32.999324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04579628-7e83-45ff-86b3-24f30f2ee697 req-9edb1359-7b67-45f2-bf89-a26c8d63d852 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:33.000958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04579628-7e83-45ff-86b3-24f30f2ee697 req-9edb1359-7b67-45f2-bf89-a26c8d63d852 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0588465 Aug 06 18:39:33.057911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04579628-7e83-45ff-86b3-24f30f2ee697 req-0ba1a566-1906-4b56-b741-d57c5447ed09 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467689 Aug 06 18:39:33.189738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde3015-5e1f-4e30-8f16-a3a4a2ded747 req-b4d218f0-528d-43d7-9b7f-de66e776de43 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:33.191703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdde3015-5e1f-4e30-8f16-a3a4a2ded747 req-b4d218f0-528d-43d7-9b7f-de66e776de43 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0572426 Aug 06 18:39:33.251416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cdde3015-5e1f-4e30-8f16-a3a4a2ded747 req-ec784ffa-50b5-4139-9516-f5ce7e9b1bb4 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Aug 06 18:39:33.253602 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:33.415526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045041d-ced0-4232-a027-2a487d902886 req-f5fc1dd8-3c84-413d-b81b-7e0cdac50bb7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:33.418221 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1045041d-ced0-4232-a027-2a487d902886 req-f5fc1dd8-3c84-413d-b81b-7e0cdac50bb7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0733709 Aug 06 18:39:33.519060 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1045041d-ced0-4232-a027-2a487d902886 req-c4410c8c-ab98-4609-bd25-ba54156042dd tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853136 Aug 06 18:39:33.584089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd659-86bc-4de4-b2b7-f5ca6313aa4b req-9ff8cf02-654e-41ff-86b6-bb97968625f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:33.588196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fdbd659-86bc-4de4-b2b7-f5ca6313aa4b req-9ff8cf02-654e-41ff-86b6-bb97968625f1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.1112049 Aug 06 18:39:33.658048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fdbd659-86bc-4de4-b2b7-f5ca6313aa4b req-43fb8dfb-cb05-4697-9e14-df83fbe4f57b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625958 Aug 06 18:39:33.794974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade618e5-ab69-4558-a320-682c928006c5 req-79b05779-85e6-4487-b1c6-e48387fc16e7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:33.808158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ade618e5-ab69-4558-a320-682c928006c5 req-79b05779-85e6-4487-b1c6-e48387fc16e7 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1191273 Aug 06 18:39:33.869262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ade618e5-ab69-4558-a320-682c928006c5 req-ea116114-c541-4f3c-98cc-3ecdaee24871 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Aug 06 18:39:34.025970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc1c6-30c3-4914-8eeb-a15a4d9ed92c req-7f3c7c61-1d93-4322-bd9c-a02f56f2a46d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:34.027924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd7dc1c6-30c3-4914-8eeb-a15a4d9ed92c req-7f3c7c61-1d93-4322-bd9c-a02f56f2a46d tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0600910 Aug 06 18:39:34.074935 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd7dc1c6-30c3-4914-8eeb-a15a4d9ed92c req-92136be7-0226-404b-84a4-08f5eaaaea67 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382907 Aug 06 18:39:34.762760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:34.866580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40229d2d-ab3d-4419-8873-3b04c7a20e05 req-c5e4030a-69cf-4d05-9713-bfeb6874a50f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:34.875095 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40229d2d-ab3d-4419-8873-3b04c7a20e05 req-c5e4030a-69cf-4d05-9713-bfeb6874a50f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.0723288 Aug 06 18:39:34.935672 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-40229d2d-ab3d-4419-8873-3b04c7a20e05 req-6cc2de0b-e1dc-45ec-b829-76196aa5aa8e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595331 Aug 06 18:39:35.151249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06930-7cbc-411a-a4f8-f89e362d5e6f req-8e91e8b0-cc0d-47c1-94eb-19ebbd242cb6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:35.154548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84b06930-7cbc-411a-a4f8-f89e362d5e6f req-8e91e8b0-cc0d-47c1-94eb-19ebbd242cb6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.0702250 Aug 06 18:39:35.276618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84b06930-7cbc-411a-a4f8-f89e362d5e6f req-b4782e87-b837-4ae5-9199-80a4a870183e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041028 Aug 06 18:39:35.333654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38274) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:35.615713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 569c3d80-eff0-4280-b5cd-d8f9296cfee0 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:39:35.668756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 569c3d80-eff0-4280-b5cd-d8f9296cfee0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:39:35.669406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 569c3d80-eff0-4280-b5cd-d8f9296cfee0 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:39:35.706571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c06e4-3cc6-4506-a52a-da87bac767e3 tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:35.709183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-249c06e4-3cc6-4506-a52a-da87bac767e3 tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1092 time: 0.3742080 Aug 06 18:39:35.712687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38284) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:35.718458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:35.751225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:35.907071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:36.094096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.25.3.159 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:39:37.001062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:37.112554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:37.166576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:39:37.170260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:37.173042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:39:37.249190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:37.264009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.264362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.264802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.265198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.265815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.266116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.266496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.266874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.267253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.267635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.268192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.268582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:37.637029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38314) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:38.013484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.027523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.282151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.292437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.298112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.332917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d507c9e-1ccb-4772-9f04-7830efaccc59,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:38.357601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.357780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.358187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.358684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.359097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.359629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.360028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.360428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.360828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.361230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.361608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.361941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:38.380120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-269390b9-2cfd-4d0f-afa9-1b2507588dac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbf9d8f29be44422b79e00e02381a0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405806 Aug 06 18:39:38.385950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38328) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:38.463212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.497403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.610354 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.617924 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.620387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d507c9e-1ccb-4772-9f04-7830efaccc59 HTTP/1.1" status: 204 len: 168 time: 0.2330182 Aug 06 18:39:38.635999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d0cef-e46c-4e9f-a4ef-14a8a68bf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d507c9e-1ccb-4772-9f04-7830efaccc59,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:38.702409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.713979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:38.918054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:38.942363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:39.154118 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP 96434067-d28a-417d-9d70-f386885288a6 associated. External IP: 172.25.3.159, port: fb3a022c-5449-4c20-af59-feb6a19e3fdc. Aug 06 18:39:39.737331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9efc4-f8cd-48c9-baae-309d9b518e4f req-e96b98ca-0b0f-4c85-b572-cc59b4399fb1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:39.739528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37e9efc4-f8cd-48c9-baae-309d9b518e4f req-e96b98ca-0b0f-4c85-b572-cc59b4399fb1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.0816481 Aug 06 18:39:39.746999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:39:39.859868 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37e9efc4-f8cd-48c9-baae-309d9b518e4f req-5ec8b506-cd93-468f-aef6-83332eae012d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114342 Aug 06 18:39:39.979728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:39:40.005605 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:39:40.019828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:40.053072 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:39:40.054202 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:39:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:40.112413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7833494-f4b7-499b-9682-ac9ae0f9dfa4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3982542 Aug 06 18:39:40.113494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:40.128700 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f8f63-0314-4c07-938e-22b6beafa329" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:40.215507 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030c84ad-ec73-4476-bf68-78e1e2c77eb4 x-openstack-request-id: req-030c84ad-ec73-4476-bf68-78e1e2c77eb4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:40.216648 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:40.216648 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-030c84ad-ec73-4476-bf68-78e1e2c77eb4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:40.217397 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'status': 'completed', 'code': 200} Aug 06 18:39:40.325508 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:39:40.471909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-4f52c717-12d8-487b-973b-0334c59a6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:40.488050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:40.491925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-4f52c717-12d8-487b-973b-0334c59a6af7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1097 time: 0.2431579 Aug 06 18:39:40.789720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-6ea26ef1-1d44-4514-9feb-5b182280e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:40.798022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-6ea26ef1-1d44-4514-9feb-5b182280e2a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.2937655 Aug 06 18:39:40.838472 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '96434067-d28a-417d-9d70-f386885288a6', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:b6:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:39:37Z', 'updated_at': '2021-08-06T18:39:37Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:40.882681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d4a79-1504-4670-a2a4-d59751d13c02 req-b2dc7bba-bbf5-4a97-aecd-30ff694bfd52 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:40.887727 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:39:40.892576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-003d4a79-1504-4670-a2a4-d59751d13c02 req-b2dc7bba-bbf5-4a97-aecd-30ff694bfd52 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0749016 Aug 06 18:39:40.900895 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:39:40.902428 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:39:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:40.945288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-003d4a79-1504-4670-a2a4-d59751d13c02 req-4d80fbb6-6eb1-43a1-a4e3-68c374694242 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Aug 06 18:39:41.077566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-0b7b1d14-4d78-4a5d-9f73-637ff7367393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 200 len: 999 time: 0.2705233 Aug 06 18:39:41.218623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-670dd8a7-fecb-4530-a36f-e26cf82754b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:41.220631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-670dd8a7-fecb-4530-a36f-e26cf82754b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1341081 Aug 06 18:39:41.256501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df824e37-a513-4778-9956-b521951124ba req-a9f91e17-b49d-47f4-bec6-73c810964bb2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:41.262884 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:39:41.269327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df824e37-a513-4778-9956-b521951124ba req-a9f91e17-b49d-47f4-bec6-73c810964bb2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1593521 Aug 06 18:39:41.355665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df824e37-a513-4778-9956-b521951124ba req-2735f9cf-b319-4e7f-97fa-17221530589d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847068 Aug 06 18:39:41.383499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-7a92a9af-a5b5-49d2-833a-e414327475ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:41.387328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-7a92a9af-a5b5-49d2-833a-e414327475ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564453 Aug 06 18:39:41.593705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:39:41.609518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-e37a7e2b-1fa6-4bfd-958b-704de4e258dc service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069397 Aug 06 18:39:41.797729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:41.826846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e2f8f63-0314-4c07-938e-22b6beafa329 req-5341b0a1-8007-4e82-a04b-9077d3cec384 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094738 Aug 06 18:39:41.835267 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '96434067-d28a-417d-9d70-f386885288a6', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:b6:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:39:37Z', 'updated_at': '2021-08-06T18:39:37Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:41.867823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccc676-6c6c-45eb-ad45-06ba069b299c None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '96434067-d28a-417d-9d70-f386885288a6', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:b6:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:39:37Z', 'updated_at': '2021-08-06T18:39:37Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:39:42.163773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf3b1a-316a-469b-8af1-aecd18dc2128 req-1652ca6e-6bcb-48d1-a150-43c2d97abeaa tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:42.166330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8bf3b1a-316a-469b-8af1-aecd18dc2128 req-1652ca6e-6bcb-48d1-a150-43c2d97abeaa tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.0852804 Aug 06 18:39:42.240272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b8bf3b1a-316a-469b-8af1-aecd18dc2128 req-7b07b247-419a-451f-94c3-2e32ecdec637 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605335 Aug 06 18:39:42.282253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d5f2a-ae20-40da-a682-b889d8ee77df None None] New status for floating IP 96434067-d28a-417d-9d70-f386885288a6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:39:42.673417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dc818-e3ba-4088-b089-3340905b289d req-f83ddb31-3d6c-4988-b30f-a6857a267580 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:42.682104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d4dc818-e3ba-4088-b089-3340905b289d req-f83ddb31-3d6c-4988-b30f-a6857a267580 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1606481 Aug 06 18:39:42.709421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-e87e711c-c771-4b39-8137-f00b46a452fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:42.711358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-e87e711c-c771-4b39-8137-f00b46a452fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0934241 Aug 06 18:39:42.749983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d4dc818-e3ba-4088-b089-3340905b289d req-dfc69f1d-8540-4e5f-926c-4dff26204c58 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662754 Aug 06 18:39:42.920114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-08832b7e-55c1-4fac-ada0-666968e50c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:42.923596 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-08832b7e-55c1-4fac-ada0-666968e50c22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1699638 Aug 06 18:39:43.087276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-666a6e70-6b22-4854-8759-646f0b9a8431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1002 time: 0.1555181 Aug 06 18:39:43.136141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-708ac5d9-876e-4e94-9ba1-9737e6f8e7a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:43.138484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-708ac5d9-876e-4e94-9ba1-9737e6f8e7a3 tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.16 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.1389320 Aug 06 18:39:43.276162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-a67263ec-d353-45f6-aaed-58cfa0c1e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:43.278874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-a67263ec-d353-45f6-aaed-58cfa0c1e247 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.1769617 Aug 06 18:39:43.451282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-babe133a-b009-43d2-b006-6fbd6461093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:43.453648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-babe133a-b009-43d2-b006-6fbd6461093f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605310 Aug 06 18:39:43.575990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38452) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:43.599247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e47722-ca91-4585-bf51-46503c6ea43d req-833089e8-cff1-42bf-81bb-598c842c6a7e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:43.601849 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2e47722-ca91-4585-bf51-46503c6ea43d req-833089e8-cff1-42bf-81bb-598c842c6a7e tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 946 time: 0.2178354 Aug 06 18:39:43.602636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Deleting port 5e014876-7025-494c-8431-6004821dc23d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:39:43.607344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:43.690594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e2e47722-ca91-4585-bf51-46503c6ea43d req-dc342ff4-2861-4a35-b0ef-e13b90a88d7c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5309cef-c2d8-4d44-bb81-4e9d03b1d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670474 Aug 06 18:39:43.755507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-2c9e839f-c494-4b83-ae82-ab0209214a75 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907739 Aug 06 18:39:43.896173 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11a580f0-d3cb-4528-bc89-35dd3f36064e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:43.954061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] For port 5e014876-7025-494c-8431-6004821dc23d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=5e014876-7025-494c-8431-6004821dc23d,segment=NetworkSegment(4a4106c9-b793-4e79-8f59-f1cc220b5710),segment_id=4a4106c9-b793-4e79-8f59-f1cc220b5710)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:43.954661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.023603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Calling delete_port for 5e014876-7025-494c-8431-6004821dc23d owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:39:44.087899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f822d3-d3f1-48e7-9e53-78b30eb32dc6 req-db05b62a-084b-4ee0-ab3e-714ad7f0994a service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227670 Aug 06 18:39:44.110394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11a580f0-d3cb-4528-bc89-35dd3f36064e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.113158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2f11-adb0-4fdc-b9a8-eb949091c3cd req-4ae6c2a3-5a9f-45ea-9530-52e145073f71 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:44.115627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4a2f11-adb0-4fdc-b9a8-eb949091c3cd req-4ae6c2a3-5a9f-45ea-9530-52e145073f71 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2038803 Aug 06 18:39:44.120873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11a580f0-d3cb-4528-bc89-35dd3f36064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.209697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-11a580f0-d3cb-4528-bc89-35dd3f36064e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2886c9a763045bb905c359c41315a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278572 Aug 06 18:39:44.212184 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a580f0-d3cb-4528-bc89-35dd3f36064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb1953-dd9e-4a41-9ea6-f8b2d43b511b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:44.215784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:44.306759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4a2f11-adb0-4fdc-b9a8-eb949091c3cd req-28613e30-5259-40f9-ab3c-68e8ce53759e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337347 Aug 06 18:39:44.385738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.487980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.556062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.571885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['5e014876-7025-494c-8431-6004821dc23d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:44.632209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Pushing event deleted for resources: {'Port': ['ID=5e014876-7025-494c-8431-6004821dc23d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:44.716735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] No DVR routers for this DVR port 5e014876-7025-494c-8431-6004821dc23d on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:39:44.722038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.725528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b50cc275-3f6a-4c19-bb3a-d5753ebb5a09 req-2461cc9b-f123-4dc8-8532-71071db4338c tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.16 "DELETE /v2.0/ports/5e014876-7025-494c-8431-6004821dc23d HTTP/1.1" status: 204 len: 173 time: 1.5449572 Aug 06 18:39:44.726241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-deleted', 'tag': '5e014876-7025-494c-8431-6004821dc23d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:44.730566 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f7751-4e4f-4269-bd9e-46a6f2a8c0be" -d '{"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-deleted", "tag": "5e014876-7025-494c-8431-6004821dc23d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:44.736926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.741525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:44.747857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/addb1953-dd9e-4a41-9ea6-f8b2d43b511b HTTP/1.1" status: 204 len: 168 time: 0.5279443 Aug 06 18:39:44.766050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb216ff-8431-42b4-bb81-77a0ec23d2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb1953-dd9e-4a41-9ea6-f8b2d43b511b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:44.854519 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b89c1-6f26-47df-93dd-185019526e66 x-openstack-request-id: req-f61b89c1-6f26-47df-93dd-185019526e66 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:44.856604 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b370db9d-9d4a-4aa7-bc52-87964a73d258", "name": "network-vif-deleted", "tag": "5e014876-7025-494c-8431-6004821dc23d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:44.856604 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f61b89c1-6f26-47df-93dd-185019526e66 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:44.856604 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b370db9d-9d4a-4aa7-bc52-87964a73d258', 'name': 'network-vif-deleted', 'tag': '5e014876-7025-494c-8431-6004821dc23d', 'status': 'completed', 'code': 200} Aug 06 18:39:44.954652 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-50fca50a-da37-4842-b50f-d48c3951e6d8 req-2fd49a56-4af2-4fbf-b850-256197124caa tempest-ServersNegativeTestJSON-1551346176 tempest-ServersNegativeTestJSON-1551346176-project] 10.222.0.64 "GET /v2.0/ports?device_id=b370db9d-9d4a-4aa7-bc52-87964a73d258 HTTP/1.1" status: 200 len: 210 time: 0.0759799 Aug 06 18:39:45.307490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38472) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:45.325321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2430-a041-4e02-b22a-adbaf52c02bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.521473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2430-a041-4e02-b22a-adbaf52c02bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.528275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0179c-b233-4aa8-8443-37e909ab57f8 req-e3665007-6e38-4871-aded-8585963be8ed tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:45.530771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2430-a041-4e02-b22a-adbaf52c02bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.531757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffa0179c-b233-4aa8-8443-37e909ab57f8 req-e3665007-6e38-4871-aded-8585963be8ed tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.0943105 Aug 06 18:39:45.578645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b2430-a041-4e02-b22a-adbaf52c02bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6912fc-9e6a-4d11-9f31-8790850f450f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:45.606507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d2b2430-a041-4e02-b22a-adbaf52c02bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b7825d42aeb4942b243a046ffa9757f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975616 Aug 06 18:39:45.607249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38476) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:45.631953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffa0179c-b233-4aa8-8443-37e909ab57f8 req-98ae209e-7c3d-4ad7-a679-e3917ca599fe tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860775 Aug 06 18:39:45.713291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.768169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.858566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.861919 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:45.863494 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f6912fc-9e6a-4d11-9f31-8790850f450f HTTP/1.1" status: 204 len: 168 time: 0.2548368 Aug 06 18:39:45.877705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b748-388a-491d-93da-bb6cef0a59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6912fc-9e6a-4d11-9f31-8790850f450f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:46.091697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38484) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:46.171783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Deleting subnet ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:39:46.178365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.228681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.289019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.403393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.453762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:46.464339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.468993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-52b27a28-5c2c-46d9-88ea-08cbb481bd8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef426a0a-dc5b-49a0-bbbd-eea8f4f8a9b5 HTTP/1.1" status: 204 len: 168 time: 0.3738883 Aug 06 18:39:46.472343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38488) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:46.620420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.758306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.783717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e7f05-602c-4078-955a-6bbef4c87a81']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:46.803429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4106c9-b793-4e79-8f59-f1cc220b5710') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:46.803781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4106c9-b793-4e79-8f59-f1cc220b5710') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:46.815672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.867037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.883932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:39:46.884775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:39:46.887722 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:39:46.991496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110b7-be34-477a-9ddb-670c279a35a7 req-249b1d71-0461-4c96-8a0c-56fa0d3737c6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:46.994452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a24110b7-be34-477a-9ddb-670c279a35a7 req-249b1d71-0461-4c96-8a0c-56fa0d3737c6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1756563 Aug 06 18:39:47.098885 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a24110b7-be34-477a-9ddb-670c279a35a7 req-c2656530-ceae-493f-a1ff-ba2faba4d25c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869472 Aug 06 18:39:47.100003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.120994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.134005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c29e7f05-602c-4078-955a-6bbef4c87a81 HTTP/1.1" status: 204 len: 168 time: 0.6567507 Aug 06 18:39:47.172537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f93bf2-7078-4a87-9c2c-74a3e1d92800 admin admin] Pushing event deleted for resources: {'Network': ['ID=c29e7f05-602c-4078-955a-6bbef4c87a81,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:47.366033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38512) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:47.430114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38514) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:47.430962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae9e5f07-87c1-4e53-bcf9-7e004153f4f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50e80056de9a46ed84c4c90acaf94844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626545 Aug 06 18:39:47.498180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.531204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.612661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.615798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:47.621351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5309cef-c2d8-4d44-bb81-4e9d03b1d124 HTTP/1.1" status: 204 len: 168 time: 0.1858056 Aug 06 18:39:47.628230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238d786-9f1e-43cc-83b6-171fa845f854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5309cef-c2d8-4d44-bb81-4e9d03b1d124,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:47.713631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:39:47.737768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 5e014876-7025-494c-8431-6004821dc23d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:39:47.738374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 5e014876-7025-494c-8431-6004821dc23d not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:39:48.387845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee2a0b-f8f2-4af4-845e-c2911d339e6d req-7ef20561-c856-4ff0-bf05-c3f0ace53e17 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:48.389679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13ee2a0b-f8f2-4af4-845e-c2911d339e6d req-7ef20561-c856-4ff0-bf05-c3f0ace53e17 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1405544 Aug 06 18:39:48.466194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-13ee2a0b-f8f2-4af4-845e-c2911d339e6d req-6842768a-1cf0-4591-a287-f4d8220c31cd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644543 Aug 06 18:39:49.228305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38570) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:49.470313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:49.513822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:49.650788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:49.718824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e235c5-4b78-46c2-b4ad-0e7ba3250528 req-d034ad8c-e938-40de-9c6c-35d8e5dcdae4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:49.722364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55e235c5-4b78-46c2-b4ad-0e7ba3250528 req-d034ad8c-e938-40de-9c6c-35d8e5dcdae4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1103811 Aug 06 18:39:49.826288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-55e235c5-4b78-46c2-b4ad-0e7ba3250528 req-aff19dbf-9dc9-423c-8e89-1e99c073706c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891089 Aug 06 18:39:49.835593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:49.888096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfa52-183a-4c30-9b49-58f81eef63fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.044606 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfa52-183a-4c30-9b49-58f81eef63fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.052138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbfdfa52-183a-4c30-9b49-58f81eef63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.057098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Allocated IP 172.25.3.212 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/beaf1622-bf14-4b87-a6c2-800d4c11ae83) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:39:50.108542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fbfdfa52-183a-4c30-9b49-58f81eef63fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f168f4c6cfc14acb8f2dfc85f035f39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576383 Aug 06 18:39:50.111534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38594) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:50.120427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdfa52-183a-4c30-9b49-58f81eef63fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2039e-2512-4ef0-a987-1a15ab3047de,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:50.208131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.242320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.292409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.343931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.346608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.347852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96b2039e-2512-4ef0-a987-1a15ab3047de HTTP/1.1" status: 204 len: 168 time: 0.2348576 Aug 06 18:39:50.357583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2535-b00b-47b4-b02e-ec9f6a7cc8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2039e-2512-4ef0-a987-1a15ab3047de,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:50.361866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.402143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:39:50.405624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:50.409845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:39:50.450547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=beaf1622-bf14-4b87-a6c2-800d4c11ae83,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:50.568001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.629117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.856974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.865492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.945528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.974300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:50.979873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7462504 Aug 06 18:39:50.980201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38610) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:50.985815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-577599619'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:50.990849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6e3f1-dcee-4478-aade-b67fd5d06e31 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=beaf1622-bf14-4b87-a6c2-800d4c11ae83,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:51.044212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Made reservation on behalf of 8fafaee4f4414892a4030c0938e25ff2 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:39:51.048212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.063752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.096778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f11da9-8894-42d3-86d6-025454c37bc1 req-ca9be6e1-d498-4fe0-904d-197b0c6c7581 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.099031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80f11da9-8894-42d3-86d6-025454c37bc1 req-ca9be6e1-d498-4fe0-904d-197b0c6c7581 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1095791 Aug 06 18:39:51.190297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80f11da9-8894-42d3-86d6-025454c37bc1 req-023b096f-8e2d-42e9-9bff-a5d22d5ed6b0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725963 Aug 06 18:39:51.252862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.264831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.304515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:39:51.327896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9e9f0-1c5c-4f08-b8a9-caea99fc7314,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:51.342962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.344451 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Added segment faabd902-5c53-4ad0-b7a5-a8077f98ba05 of type vlan for network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 Aug 06 18:39:51.434808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.482276 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.488323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.489043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.528890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5475030 Aug 06 18:39:51.533064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38622) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:51.541425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Request body: {'subnet': {'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:51.588890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30512-fb71-49b7-99bd-e80c69706786 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Network': ['ID=6be8671f-cf90-4ead-93bf-5aaba6cb4a24,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:51.607580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:39:51.734604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:39:51.736856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Made reservation on behalf of 8fafaee4f4414892a4030c0938e25ff2 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:39:51.741862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.820667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-9ed19700-68b0-40df-a9a8-abf904f405d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222560 Aug 06 18:39:51.897912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:51.935113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:39:51.983552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-fcce6065-45b7-4d5b-9723-76671bde6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.985287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-fcce6065-45b7-4d5b-9723-76671bde6e08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1097 time: 0.0978603 Aug 06 18:39:52.003551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.031697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:39:52.090731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:52.102959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.186345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-ffd1f075-5c89-49c6-99bb-e1249528fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:52.188125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-ffd1f075-5c89-49c6-99bb-e1249528fb44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 898 time: 0.1770785 Aug 06 18:39:52.202897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['41ed3168-fa01-4aa0-ba4d-b952c88014ce'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:52.216342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.259740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:52.308810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-88d92bea-9bfa-41d0-bf29-fe6e9cc4ee06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 1001 time: 0.1117895 Aug 06 18:39:52.414871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Subnet': ['ID=d7acbf49-a26f-429d-a346-1c1bbf67cd2a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:52.426674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Checking segment: {'id': 'faabd902-5c53-4ad0-b7a5-a8077f98ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:39:52.427152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network hostable DHCP agents. Network: 6be8671f-cf90-4ead-93bf-5aaba6cb4a24, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:39:52.444292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-94d7a665-064f-41af-a039-896a748e08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:52.447211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-94d7a665-064f-41af-a039-896a748e08b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 200 len: 834 time: 0.1279671 Aug 06 18:39:52.470753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f184c6-dba6-4fca-a3a9-46d5e106f7f0 req-ce99e2b3-3976-4a62-b5af-0436d789795c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:52.472782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84f184c6-dba6-4fca-a3a9-46d5e106f7f0 req-ce99e2b3-3976-4a62-b5af-0436d789795c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 945 time: 0.1173365 Aug 06 18:39:52.474344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:39:52.489733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 6be8671f-cf90-4ead-93bf-5aaba6cb4a24) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:52.498238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:52.499719 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.518158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680615ba-e94c-4d27-ab1a-6cdf6879b16f None None] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:39:52.544903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38636) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:52.546228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9540d212-1d50-470c-b6fc-873ec680f86d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0110607 Aug 06 18:39:52.561627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-166017305', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:52.578506 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-84f184c6-dba6-4fca-a3a9-46d5e106f7f0 req-1a9061d9-748d-4178-b01b-472b45bf1b2f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622265 Aug 06 18:39:52.635623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.637564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:52.683551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-39337f13-2794-4e53-9521-22ea1c06f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:52.686851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-39337f13-2794-4e53-9521-22ea1c06f48d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45274cb0-e2c6-4f32-9663-7aa719e510ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2304571 Aug 06 18:39:52.965216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-6be8671f-cf90-4ead-93bf-5aaba6cb4a24', 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24', 'tenant_id': '8fafaee4f4414892a4030c0938e25ff2', 'fixed_ips': [{'subnet_id': 'd7acbf49-a26f-429d-a346-1c1bbf67cd2a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:39:52.968207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:53.272079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Allocated IP 172.20.0.2 (6be8671f-cf90-4ead-93bf-5aaba6cb4a24/d7acbf49-a26f-429d-a346-1c1bbf67cd2a/72377a3f-9dee-48ce-8690-a6586d009057) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:39:53.387753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:53.788320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:53.810062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Transition to ACTIVE for port object 72377a3f-9dee-48ce-8690-a6586d009057 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:39:53.860784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Transition to ACTIVE for port object 72377a3f-9dee-48ce-8690-a6586d009057 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:39:53.874121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:53.930938 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:53.940698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-0b4cfea6-b46b-4a16-9779-290362fb9c51 service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2377012 Aug 06 18:39:53.956395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.001833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:39:54.010664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:54.016547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:39:54.076447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:54.076922 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.193154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Pushing event updated for resources: {'Port': ['ID=72377a3f-9dee-48ce-8690-a6586d009057,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:54.219811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f391c-ea99-4aa0-bae1-93b7bce722b0 req-fabffa6a-aad4-4925-b2ca-052d6d365f37 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:54.227146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Attempting to bind port 72377a3f-9dee-48ce-8690-a6586d009057 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:39:54.227517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Attempting to bind port 72377a3f-9dee-48ce-8690-a6586d009057 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'faabd902-5c53-4ad0-b7a5-a8077f98ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:39:54.227882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Attempting to bind port 72377a3f-9dee-48ce-8690-a6586d009057 on network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:39:54.236089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-089f391c-ea99-4aa0-bae1-93b7bce722b0 req-fabffa6a-aad4-4925-b2ca-052d6d365f37 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 945 time: 0.3607590 Aug 06 18:39:54.236479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:39:54.236857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Checking segment: {'id': 'faabd902-5c53-4ad0-b7a5-a8077f98ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:39:54.237332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.237775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Bound using segment: {'id': 'faabd902-5c53-4ad0-b7a5-a8077f98ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:39:54.238276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Bound port: 72377a3f-9dee-48ce-8690-a6586d009057, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faabd902-5c53-4ad0-b7a5-a8077f98ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:39:54.238665 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.327786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] For port 72377a3f-9dee-48ce-8690-a6586d009057, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:39:54.332864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] For port 72377a3f-9dee-48ce-8690-a6586d009057, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72377a3f-9dee-48ce-8690-a6586d009057,segment=NetworkSegment(faabd902-5c53-4ad0-b7a5-a8077f98ba05),segment_id=faabd902-5c53-4ad0-b7a5-a8077f98ba05)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:39:54.345172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.432275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fa3fa-373e-4f26-ac62-7eb9059e6147 None None] Pushing event updated for resources: {'Port': ['ID=72377a3f-9dee-48ce-8690-a6586d009057,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:54.449977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3eb651cd-4e3c-4848-a04a-416ced02a938 req-a2c1535e-f3e1-4f8d-9478-f446e631c57d service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986002 Aug 06 18:39:54.462734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.512280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-089f391c-ea99-4aa0-bae1-93b7bce722b0 req-2add4e45-95bf-41ac-9518-f8e3b94845ea tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562959 Aug 06 18:39:54.521149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:54.523558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:54.531931 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11538f41-86e2-46f7-b709-6c9dbc31af5c" -d '{"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:54.543810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.671307 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440321c2-9331-469f-981e-d6c0a6be7951 x-openstack-request-id: req-440321c2-9331-469f-981e-d6c0a6be7951 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:54.672004 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:54.672357 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-440321c2-9331-469f-981e-d6c0a6be7951 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:54.673180 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'code': 200} Aug 06 18:39:54.741381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:54.901361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:54.983386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:55.308180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Allocated IP 172.25.3.86 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/c3e0c6a0-12ce-4869-bcf2-c1201e531a4c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:39:55.581068 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:55.641564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:55.726878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:39:55.739075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:55.745698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:39:55.754354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=c3e0c6a0-12ce-4869-bcf2-c1201e531a4c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:56.039000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c2e6e-4498-4cb6-aaed-24270e9c3efe req-a6f151b6-ab98-42a1-8f2f-fbe37b190b18 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:56.042884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-826c2e6e-4498-4cb6-aaed-24270e9c3efe req-a6f151b6-ab98-42a1-8f2f-fbe37b190b18 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2198696 Aug 06 18:39:56.166213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-826c2e6e-4498-4cb6-aaed-24270e9c3efe req-b82f02dd-20fc-4c04-8cff-e7fc70bb2632 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077137 Aug 06 18:39:56.285428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72377a3f-9dee-48ce-8690-a6586d009057 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:56.391452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 72377a3f-9dee-48ce-8690-a6586d009057 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:39:56.559953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:56.730816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d189b8e-4bfa-463b-afc0-e508825e7ee6 None None] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:39:56.866854 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Provisioning for port 72377a3f-9dee-48ce-8690-a6586d009057 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:39:56.883911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Provisioning complete for port 72377a3f-9dee-48ce-8690-a6586d009057 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:56.884288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.083665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.439518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Router 319742b2-739b-4aaf-89b2-345f66ee15f7 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:39:57.547567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.683157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] For port 72377a3f-9dee-48ce-8690-a6586d009057, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72377a3f-9dee-48ce-8690-a6586d009057,segment=NetworkSegment(faabd902-5c53-4ad0-b7a5-a8077f98ba05),segment_id=faabd902-5c53-4ad0-b7a5-a8077f98ba05)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:57.699632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.787077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb6a8-dfb7-4180-8fbd-3ad207ef793c None None] Pushing event updated for resources: {'Port': ['ID=72377a3f-9dee-48ce-8690-a6586d009057,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:57.825495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcac43e-879d-4add-91b8-8215c3b77394 req-ee668948-0c99-4280-afa5-2f0580b545f0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:57.827895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebcac43e-879d-4add-91b8-8215c3b77394 req-ee668948-0c99-4280-afa5-2f0580b545f0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.3932068 Aug 06 18:39:57.867552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:39:57.884624 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] Sync routers for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:39:57.905351 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:39:57.906178 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:39:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:57.953037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebcac43e-879d-4add-91b8-8215c3b77394 req-6b77f601-1d35-42bd-b0ef-6360c6a49b3d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148701 Aug 06 18:39:57.954679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.960487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fee0f54b-474e-4b3e-836c-ec5a32b26705 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4104800 Aug 06 18:39:57.961006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:58.031762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5aefc214-e094-4eb6-b62e-29ffbdb7d463 None None] Provisioning complete for port 72377a3f-9dee-48ce-8690-a6586d009057 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:58.032292 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5aefc214-e094-4eb6-b62e-29ffbdb7d463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.158552 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:58.182513 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:39:58.183726 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:39:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:58.217505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72377a3f-9dee-48ce-8690-a6586d009057 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:58.275358 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:58.277405 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475ee4a-b80b-41ba-a926-abd81264d975 None None] The sync data for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:39:58.335585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 72377a3f-9dee-48ce-8690-a6586d009057 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:58.336097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.531586 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-655d61d1-eeca-4176-bc18-db057da7b73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.393952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.413755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce2cb3-64cd-4a4e-97d2-88b698a9e37a req-76f874ce-b295-4f3e-9d4e-2f852e63c646 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:59.424241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57ce2cb3-64cd-4a4e-97d2-88b698a9e37a req-76f874ce-b295-4f3e-9d4e-2f852e63c646 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1409495 Aug 06 18:39:59.492319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57ce2cb3-64cd-4a4e-97d2-88b698a9e37a req-e9735ec1-98ba-4573-acc2-52a4ec28bc08 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668831 Aug 06 18:39:59.855144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Allocated IP 172.20.0.1 (6be8671f-cf90-4ead-93bf-5aaba6cb4a24/d7acbf49-a26f-429d-a346-1c1bbf67cd2a/b399696b-d1c7-40fd-a572-af1427b36535) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:00.058058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.100034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Transition to ACTIVE for port object b399696b-d1c7-40fd-a572-af1427b36535 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:00.243921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.345097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=b399696b-d1c7-40fd-a572-af1427b36535,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:00.367647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:00.371447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:00.375768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:00.559372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.842117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd44415-1650-4526-9ef2-44ff2eba1a4d req-21d69538-306b-4a4e-99eb-63a98b7cc1f6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:00.846917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dd44415-1650-4526-9ef2-44ff2eba1a4d req-21d69538-306b-4a4e-99eb-63a98b7cc1f6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1839890 Aug 06 18:40:00.956443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dd44415-1650-4526-9ef2-44ff2eba1a4d req-7026496a-6260-4e44-87bc-587a6c492405 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692043 Aug 06 18:40:00.999215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-86f4efbc-2584-4302-acc6-613bd19dc875 None None] Provisioning for port b399696b-d1c7-40fd-a572-af1427b36535 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:01.010660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-86f4efbc-2584-4302-acc6-613bd19dc875 None None] Provisioning complete for port b399696b-d1c7-40fd-a572-af1427b36535 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:01.011199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86f4efbc-2584-4302-acc6-613bd19dc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.035734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.099543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-86f4efbc-2584-4302-acc6-613bd19dc875 None None] Port b399696b-d1c7-40fd-a572-af1427b36535 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:01.514627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.706477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-23215f09-b22a-49da-b6b3-54be906f6f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.182686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.195784 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.288781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1786af-1747-499c-a926-bd1a36424bb2 req-102c3685-866a-460c-83b3-dc44f2111691 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:02.291820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a1786af-1747-499c-a926-bd1a36424bb2 req-102c3685-866a-460c-83b3-dc44f2111691 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1135275 Aug 06 18:40:02.368740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a1786af-1747-499c-a926-bd1a36424bb2 req-2a8f5d34-39cd-4132-9eda-52a944954952 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556116 Aug 06 18:40:02.380925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=b399696b-d1c7-40fd-a572-af1427b36535,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.470831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.618426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:02.621573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:02.880143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Router 319742b2-739b-4aaf-89b2-345f66ee15f7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:03.073491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a699410-248e-4cf9-9cf7-19336cfe879a None None] Provisioning complete for port b399696b-d1c7-40fd-a572-af1427b36535 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:03.074219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a699410-248e-4cf9-9cf7-19336cfe879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.169589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a699410-248e-4cf9-9cf7-19336cfe879a None None] Port b399696b-d1c7-40fd-a572-af1427b36535 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:03.272142 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.320758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:03.339588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b7dcee79-d50c-4ba0-92a3-4d0c6411a039 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "PUT /v2.0/routers/319742b2-739b-4aaf-89b2-345f66ee15f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3724952 Aug 06 18:40:03.340774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:03.348003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] Sync routers for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:03.356013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Request body: {'port': {'network_id': '6be8671f-cf90-4ead-93bf-5aaba6cb4a24', 'name': 'tempest-FloatingIPAdminTestJSON-779531601'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:03.378487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:03.390150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:03.580382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:03.594662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:03.595644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:03.672065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:03.673072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b3c95-8f3b-4e5b-acf3-4c4775a10fd2 None None] The sync data for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:03.697305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828cf2d-e3eb-4008-85f2-760358353eca req-74d18efe-cbae-4f4c-b1d6-7c3802502a09 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:03.699833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e828cf2d-e3eb-4008-85f2-760358353eca req-74d18efe-cbae-4f4c-b1d6-7c3802502a09 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1193197 Aug 06 18:40:03.723103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Made reservation on behalf of 8fafaee4f4414892a4030c0938e25ff2 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:03.727780 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.787837 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e828cf2d-e3eb-4008-85f2-760358353eca req-86f5a62d-2cb6-4992-b4b5-97d2a409e084 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660357 Aug 06 18:40:03.792644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] device_id is not set on port 70935a05-cac9-4a72-ad33-55272daa59b0 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:40:04.012492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Allocated IP 172.20.0.5 (6be8671f-cf90-4ead-93bf-5aaba6cb4a24/d7acbf49-a26f-429d-a346-1c1bbf67cd2a/70935a05-cac9-4a72-ad33-55272daa59b0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:04.468260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.530762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Transition to ACTIVE for port object 70935a05-cac9-4a72-ad33-55272daa59b0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:04.627259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.737418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event updated for resources: {'Port': ['ID=70935a05-cac9-4a72-ad33-55272daa59b0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:04.744956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.758450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:04.760800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:04.764021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:04.845796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:04.846744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.888846 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d9172162-7926-489a-93dd-ae9e7f9c22c5 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5451739 Aug 06 18:40:04.892808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38818) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:05.155148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f34e-46fe-481b-9fed-72cadeca370c req-ef8d5343-b771-4c0c-a672-8e0eda5b5f28 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:05.178428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4702f34e-46fe-481b-9fed-72cadeca370c req-ef8d5343-b771-4c0c-a672-8e0eda5b5f28 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2275295 Aug 06 18:40:05.280656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4702f34e-46fe-481b-9fed-72cadeca370c req-f3890fe4-9af9-4576-b169-60bd5f5e7c07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000946 Aug 06 18:40:05.304425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'project_id': '8fafaee4f4414892a4030c0938e25ff2', 'port_id': '70935a05-cac9-4a72-ad33-55272daa59b0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:05.345716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-83120889-cc08-4c3c-a9f3-5cb112ec1d72 None None] Provisioning for port 70935a05-cac9-4a72-ad33-55272daa59b0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:05.362228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-83120889-cc08-4c3c-a9f3-5cb112ec1d72 None None] Provisioning complete for port 70935a05-cac9-4a72-ad33-55272daa59b0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:05.363486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83120889-cc08-4c3c-a9f3-5cb112ec1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.407204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.504901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-83120889-cc08-4c3c-a9f3-5cb112ec1d72 None None] Port 70935a05-cac9-4a72-ad33-55272daa59b0 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:05.770072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.062247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Allocated IP 172.25.3.116 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/777c6072-07a6-4fbc-a623-232d9ec7a8c8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:06.460181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.561293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d89ac-9289-48a2-99fa-4125a5d0d8d8 req-892402aa-a013-45a8-b770-123fb17b2e6c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:06.563233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6b2d89ac-9289-48a2-99fa-4125a5d0d8d8 req-892402aa-a013-45a8-b770-123fb17b2e6c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1224182 Aug 06 18:40:06.639514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6b2d89ac-9289-48a2-99fa-4125a5d0d8d8 req-58eb0b41-c976-471d-8adb-667ab086e27f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657423 Aug 06 18:40:06.643816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.712536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:06.733488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:06.733488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:06.733488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Pushing event updated for resources: {'Port': ['ID=777c6072-07a6-4fbc-a623-232d9ec7a8c8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.789682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.011182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.101575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b778-974a-4bfe-b602-cf8e43243fff req-6eaf9091-d462-44a3-9316-861fa75037cd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:08.103680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebb4b778-974a-4bfe-b602-cf8e43243fff req-6eaf9091-d462-44a3-9316-861fa75037cd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1081107 Aug 06 18:40:08.272819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebb4b778-974a-4bfe-b602-cf8e43243fff req-3e2a8f1c-c824-49c8-9274-95064aadbf1c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481135 Aug 06 18:40:08.681331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.698659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.050561 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.063939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Pushing event updated for resources: {'Port': ['ID=777c6072-07a6-4fbc-a623-232d9ec7a8c8,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:09.295158 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Floating IP d55bd4be-b0c1-4df5-9d8b-cf695971f3ab associated. External IP: 172.25.3.116, port: 70935a05-cac9-4a72-ad33-55272daa59b0. Aug 06 18:40:09.721990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcee4-1c5f-4707-956e-e73bca9baf81 req-1668c1cb-4b90-447a-84c8-8f54b39b43c5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:09.725325 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41bbcee4-1c5f-4707-956e-e73bca9baf81 req-1668c1cb-4b90-447a-84c8-8f54b39b43c5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2457519 Aug 06 18:40:09.885244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-41bbcee4-1c5f-4707-956e-e73bca9baf81 req-98fc23af-d39b-40a1-8001-6f61618802d0 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487825 Aug 06 18:40:09.914648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Router 319742b2-739b-4aaf-89b2-345f66ee15f7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:10.164137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:10.193246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.200576 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] Sync routers for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:10.234261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:10.235940 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:10.302780 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:10.320521 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af2f5f19-ea51-4d93-a082-430212d541ec tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.4256518 Aug 06 18:40:10.321072 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:10.322665 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:10.324687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38856) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:10.363803 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:10.372570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e617c-7d71-4c0c-a438-dfe98c72ce1c None None] The sync data for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:10.470311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.865205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-18847e5f-c78b-4119-99a6-1040739c8c01 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "GET /v2.0/floatingips/d55bd4be-b0c1-4df5-9d8b-cf695971f3ab HTTP/1.1" status: 200 len: 982 time: 0.5386932 Aug 06 18:40:10.868194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38862) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:11.315046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa21e53-0183-4488-8552-7489b0b2f0d9 req-37bc5fb0-bdaa-4725-b607-744a283f999a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:11.324415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-146e7e4b-ecd2-4e16-a822-7c14f9d24ee5 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.4512062 Aug 06 18:40:11.325814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fa21e53-0183-4488-8552-7489b0b2f0d9 req-37bc5fb0-bdaa-4725-b607-744a283f999a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2312469 Aug 06 18:40:11.326977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38870) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:11.783395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fa21e53-0183-4488-8552-7489b0b2f0d9 req-f95971b3-c458-49e2-9982-2346c1359d22 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943475 Aug 06 18:40:11.808086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.992765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port 777c6072-07a6-4fbc-a623-232d9ec7a8c8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:11.994184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.290653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.291285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.328413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for 777c6072-07a6-4fbc-a623-232d9ec7a8c8 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:12.814532 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:13.080374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=777c6072-07a6-4fbc-a623-232d9ec7a8c8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:13.318069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac71c1-c23b-419a-ad84-a4bef2fa5ec2 req-e7b048c4-0a84-48ce-906c-11e9c3ccc4a9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:13.331721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24ac71c1-c23b-419a-ad84-a4bef2fa5ec2 req-e7b048c4-0a84-48ce-906c-11e9c3ccc4a9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1388237 Aug 06 18:40:13.350419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:13.351380 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Floating IP d55bd4be-b0c1-4df5-9d8b-cf695971f3ab disassociated (deleted). External IP: 172.25.3.116, port: 70935a05-cac9-4a72-ad33-55272daa59b0. Aug 06 18:40:13.469014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24ac71c1-c23b-419a-ad84-a4bef2fa5ec2 req-9edb707a-417c-4725-89cc-8f44cbb5ed75 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366932 Aug 06 18:40:14.177566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Router 319742b2-739b-4aaf-89b2-345f66ee15f7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:14.417022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:14.435639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] Sync routers for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:14.437090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:14.457107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:14.458891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:14.501087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a7173f5-65a2-4fa6-8851-e07b02076d21 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/floatingips/d55bd4be-b0c1-4df5-9d8b-cf695971f3ab HTTP/1.1" status: 204 len: 168 time: 3.1727314 Aug 06 18:40:14.506778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:14.515157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:14.590331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:14.622094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:14.665081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:14.674070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:14.797570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:14.798147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914ad99-7c0a-4c4b-a3e3-0f423c5dad96 None None] The sync data for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:14.859071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:14.951995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766e46b-9643-4a89-9369-1e7a2845a749 req-493d37ba-226c-4faa-9b94-776f62fb377a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:14.970715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c766e46b-9643-4a89-9369-1e7a2845a749 req-493d37ba-226c-4faa-9b94-776f62fb377a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2781351 Aug 06 18:40:15.134137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c766e46b-9643-4a89-9369-1e7a2845a749 req-fd66d250-e7ab-48bb-8c51-f64193fa47e5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562538 Aug 06 18:40:15.166552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Allocated IP 172.25.3.127 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4713a70f-4c3d-4a76-81af-7030df81c7aa) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:15.360998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:15.453412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:15.517587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:15.526537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:15.526786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38898) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:15.532878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:15.543929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Pushing event updated for resources: {'Port': ['ID=4713a70f-4c3d-4a76-81af-7030df81c7aa,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:15.732277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:15.788390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:15.835859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-85b4fa9f-79ed-4712-aa92-31845669bdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.115204 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-85b4fa9f-79ed-4712-aa92-31845669bdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.129271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-85b4fa9f-79ed-4712-aa92-31845669bdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.353078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-85b4fa9f-79ed-4712-aa92-31845669bdea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fd24fd1ff044b37a1c5865d249d9271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248794 Aug 06 18:40:16.356715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4fa9f-79ed-4712-aa92-31845669bdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43eda8c-815e-4f72-b482-e0b94fe2524b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:16.361706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38912) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:16.482140 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.537512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.635315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.642590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.647088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f43eda8c-815e-4f72-b482-e0b94fe2524b HTTP/1.1" status: 204 len: 168 time: 0.2642925 Aug 06 18:40:16.659089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caee94-9713-4739-82c1-5b646d5d68f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43eda8c-815e-4f72-b482-e0b94fe2524b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:16.688707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a78f9f-cb06-4ff7-8809-2bd276430f9b req-7d10d598-ab89-4fab-bf23-7692a800c64a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:16.689484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79a78f9f-cb06-4ff7-8809-2bd276430f9b req-7d10d598-ab89-4fab-bf23-7692a800c64a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.1120131 Aug 06 18:40:16.786990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.792967 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-79a78f9f-cb06-4ff7-8809-2bd276430f9b req-fe8cbf5d-f40e-4e30-8851-50789aaaf101 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917263 Aug 06 18:40:16.799511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:16.901884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Pushing event updated for resources: {'Port': ['ID=4713a70f-4c3d-4a76-81af-7030df81c7aa,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:17.005673 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:17.037549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:17.042368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0758e80d-6330-4332-b5bb-9a883ce682e4 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5316215 Aug 06 18:40:17.043641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 38918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:17.360407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:17.436639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:17.676044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:17.920434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Allocated IP 172.25.3.151 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/a8eac08e-623e-486d-bd21-7c67c0c0c1e1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:18.556474 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:40:18.714297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2a6b-d26d-47c8-b1d9-cae5dedd430b req-1eb66456-5fb2-46ff-8f33-fea44ecb5286 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:18.718855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-037e2a6b-d26d-47c8-b1d9-cae5dedd430b req-1eb66456-5fb2-46ff-8f33-fea44ecb5286 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.7296441 Aug 06 18:40:18.832183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-037e2a6b-d26d-47c8-b1d9-cae5dedd430b req-c9fa7b94-27ba-424c-b853-19163cccb989 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977890 Aug 06 18:40:18.905955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:18.983743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.046887 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:19.051939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:19.054823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:19.057400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Pushing event updated for resources: {'Port': ['ID=a8eac08e-623e-486d-bd21-7c67c0c0c1e1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:19.168739 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.230547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.510379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.519244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.679872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Pushing event updated for resources: {'Port': ['ID=a8eac08e-623e-486d-bd21-7c67c0c0c1e1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:19.697974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.722814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:19.727474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38988) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:19.728307 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c99cdcd4-59ae-4720-a75b-efce1630c4d0 tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6820407 Aug 06 18:40:19.730959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-c4024b64-6696-4a2a-bccf-ad5d512de867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:19.733353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-c4024b64-6696-4a2a-bccf-ad5d512de867 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1098 time: 0.1331973 Aug 06 18:40:19.929819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-e16aa7d1-0617-4f74-ae1d-f6e8abb61f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:19.931782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-e16aa7d1-0617-4f74-ae1d-f6e8abb61f76 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1900971 Aug 06 18:40:19.991430 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c7042b9a-04b1-494f-83e1-169a10d3ad99 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.2545040 Aug 06 18:40:19.995515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:20.078485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-39f0b701-8b18-457e-8745-3794c1d5f246 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1002 time: 0.1386971 Aug 06 18:40:20.181334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d3d129e-d2b6-4e66-a208-692dd130c330 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1840215 Aug 06 18:40:20.185336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 38998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:20.194622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-008f396e-c69a-4631-a27c-85b0abb7e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:20.199103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-008f396e-c69a-4631-a27c-85b0abb7e5ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.1137304 Aug 06 18:40:20.306027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-fa64cfe0-ff72-4c38-a645-c68556f5f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:20.308653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-fa64cfe0-ff72-4c38-a645-c68556f5f97e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025026 Aug 06 18:40:20.325759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258761ef-36aa-44d1-8f9d-cd7be266fbbb req-d7a1c306-2fba-4785-9b50-1ae5d5959fb2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:20.329018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-258761ef-36aa-44d1-8f9d-cd7be266fbbb req-d7a1c306-2fba-4785-9b50-1ae5d5959fb2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.2583544 Aug 06 18:40:20.481875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-9491c0d7-4ab0-40a2-b299-fca3ad16ee3c service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650703 Aug 06 18:40:20.534093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-258761ef-36aa-44d1-8f9d-cd7be266fbbb req-dc06e7f6-3f80-47b2-bf17-f549722a9ded tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273375 Aug 06 18:40:20.574976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Deleting port a8eac08e-623e-486d-bd21-7c67c0c0c1e1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:20.577045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:20.655048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856167e5-3c6c-4900-8ea0-27ceb835a721 req-6ace2276-85b7-4667-b158-1dc4b62e7930 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667700 Aug 06 18:40:20.748715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:20.749652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:20.776969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Calling delete_port for a8eac08e-623e-486d-bd21-7c67c0c0c1e1 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:21.037522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.080768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Pushing event deleted for resources: {'Port': ['ID=a8eac08e-623e-486d-bd21-7c67c0c0c1e1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:21.182132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.186436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.189023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca194e86-a227-48cb-b688-28776b7e310a tempest-FloatingIPAdminTestJSON-1805272069 tempest-FloatingIPAdminTestJSON-1805272069-project] 10.222.0.64 "DELETE /v2.0/floatingips/2895773a-d62c-43ac-8aa8-30982e91bccc HTTP/1.1" status: 204 len: 168 time: 1.0020959 Aug 06 18:40:21.193107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:21.469235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39018) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:21.511963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Deleting port 4713a70f-4c3d-4a76-81af-7030df81c7aa {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:21.512437 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.614257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3a9acdc5-794a-4950-921c-644de4099bb0 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 200 len: 993 time: 0.1434784 Aug 06 18:40:21.701644 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.701973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.723598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Calling delete_port for 4713a70f-4c3d-4a76-81af-7030df81c7aa owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:21.836595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07856d5c-d3cb-49cb-b29e-b53c749945a0 req-f348dc0d-1dbb-4a92-8775-606e58b72d8d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:21.838668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07856d5c-d3cb-49cb-b29e-b53c749945a0 req-f348dc0d-1dbb-4a92-8775-606e58b72d8d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 946 time: 0.0976777 Aug 06 18:40:21.939925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39032) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:21.955390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07856d5c-d3cb-49cb-b29e-b53c749945a0 req-280084ae-4954-4c75-b448-93f4def5c043 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022720 Aug 06 18:40:22.089926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:22.125084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:22.232402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.296594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.300856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:22.303465 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73dd57-06bf-489b-9c6c-05ca71a22fc2" -d '{"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:22.316177 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32c6c8d8-63ff-4ace-9c64-7f6de7e30275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.321378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:22.336703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.418545 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138121c9-16c4-47ff-a9b8-df55c6769b49 x-openstack-request-id: req-138121c9-16c4-47ff-a9b8-df55c6769b49 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:22.419494 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:22.420177 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-138121c9-16c4-47ff-a9b8-df55c6769b49 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:22.421004 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'code': 200} Aug 06 18:40:22.440185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:22.455366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.456382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.458381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.459254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.460103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.460872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.462080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.462857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.463749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.464828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.465706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.466541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:22.474308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32c6c8d8-63ff-4ace-9c64-7f6de7e30275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.483270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Pushing event deleted for resources: {'Port': ['ID=4713a70f-4c3d-4a76-81af-7030df81c7aa,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:22.483530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32c6c8d8-63ff-4ace-9c64-7f6de7e30275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.500565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.502949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.504284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a7ab1025-3d5d-4806-8945-b05340ee20f7 tempest-FloatingIPAdminTestJSON-1078066845 tempest-FloatingIPAdminTestJSON-1078066845-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/28e15ac7-841e-41d6-9050-cf5c48d16d72 HTTP/1.1" status: 204 len: 168 time: 1.3096898 Aug 06 18:40:22.509353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:22.553798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port b23dc07c-1d4b-4aa4-ac50-441545606997 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:22.554072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.570943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32c6c8d8-63ff-4ace-9c64-7f6de7e30275 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f14c1449cc8d49c0bd67f564487b457f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404643 Aug 06 18:40:22.573158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c8d8-63ff-4ace-9c64-7f6de7e30275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915742e2-1992-4b71-94a9-d9468ff01656,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:22.576421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:22.661896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port 70935a05-cac9-4a72-ad33-55272daa59b0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:22.662264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.699236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.718121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.718549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.748070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for b23dc07c-1d4b-4aa4-ac50-441545606997 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:22.757055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.798202 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.825050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for 70935a05-cac9-4a72-ad33-55272daa59b0 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:22.909131 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.914097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.916333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/915742e2-1992-4b71-94a9-d9468ff01656 HTTP/1.1" status: 204 len: 168 time: 0.3382905 Aug 06 18:40:22.960548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968ff2a-9e9e-482b-89ca-7636121a1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915742e2-1992-4b71-94a9-d9468ff01656,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:23.036871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.100813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=70935a05-cac9-4a72-ad33-55272daa59b0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:23.155954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.202907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=b23dc07c-1d4b-4aa4-ac50-441545606997,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:23.283094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41684f-0522-4865-9b63-9bbeb44b60c7 req-93fdf6e5-d21d-4991-a0d1-ae28bf7f7dec tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:23.287356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb41684f-0522-4865-9b63-9bbeb44b60c7 req-93fdf6e5-d21d-4991-a0d1-ae28bf7f7dec tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1884494 Aug 06 18:40:23.302262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.310055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ed7171e5-a1db-483f-8bca-ffb416fb8ffb tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/ports/70935a05-cac9-4a72-ad33-55272daa59b0 HTTP/1.1" status: 204 len: 168 time: 0.7976615 Aug 06 18:40:23.310840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:23.385094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.385426 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Floating IP 23b041a2-9106-410b-8494-b70d0a0818f1 disassociated (deleted). External IP: 172.25.3.245, port: 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65. Aug 06 18:40:23.486633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb41684f-0522-4865-9b63-9bbeb44b60c7 req-a56e52b0-e328-4e04-8874-279d31ed01b3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844573 Aug 06 18:40:23.506886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39064) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:23.535177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4717f97-a178-4dde-b9a8-92b4da42b64d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:23.537285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4717f97-a178-4dde-b9a8-92b4da42b64d tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "GET /v2.0/ports?device_id=319742b2-739b-4aaf-89b2-345f66ee15f7 HTTP/1.1" status: 200 len: 913 time: 0.2195745 Aug 06 18:40:23.544305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:23.681261 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c72bfa8-9392-4354-9d8e-cc2b8e081c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.906701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:24.136926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c72bfa8-9392-4354-9d8e-cc2b8e081c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.152766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2c72bfa8-9392-4354-9d8e-cc2b8e081c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.175537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:24.182723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.192970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Sync routers for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:24.222199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:24.225848 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:24.239167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ed5ff33-c7c3-4445-ba90-423927ebef4a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/floatingips/23b041a2-9106-410b-8494-b70d0a0818f1 HTTP/1.1" status: 204 len: 168 time: 2.2934418 Aug 06 18:40:24.239167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:24.243522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2c72bfa8-9392-4354-9d8e-cc2b8e081c36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79d5c2b9701040158a0f3e865ae9d842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047169 Aug 06 18:40:24.245676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72bfa8-9392-4354-9d8e-cc2b8e081c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9d5f7-10a0-466a-8d5a-c7783c4bb670,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:24.252059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:24.268008 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45121613-6c5b-4e9c-837a-eb72fbbf633f" -d '{"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:24.368563 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85cb0e8-b681-4d41-a4e0-9c7d2ff7fb51 x-openstack-request-id: req-a85cb0e8-b681-4d41-a4e0-9c7d2ff7fb51 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:24.369029 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:24.369488 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a85cb0e8-b681-4d41-a4e0-9c7d2ff7fb51 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:24.370338 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'status': 'completed', 'code': 200} Aug 06 18:40:24.493643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.577605 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:24.632657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.763275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-ffd3e0f3-e1e0-4a55-b516-4ff04d0c6334 req-f821ad9a-d035-42cf-b89d-68639b989ce3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:40:24.766284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ffd3e0f3-e1e0-4a55-b516-4ff04d0c6334 req-f821ad9a-d035-42cf-b89d-68639b989ce3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2877653 Aug 06 18:40:24.768107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-e60cd309-f345-4dc4-ad3c-27279c001958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.770940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-e60cd309-f345-4dc4-ad3c-27279c001958 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=96ffd61e0f414fecbba0007b22ad1985&device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 1097 time: 0.3747890 Aug 06 18:40:24.905623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378bd0-f052-44f1-9d1a-587a02e0ab9e req-5c4a7ac5-d29a-4ae6-9940-78d61237b413 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.907319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378bd0-f052-44f1-9d1a-587a02e0ab9e req-5c4a7ac5-d29a-4ae6-9940-78d61237b413 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.2809355 Aug 06 18:40:24.972255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.978719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.982181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:24.987367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97b9d5f7-10a0-466a-8d5a-c7783c4bb670 HTTP/1.1" status: 204 len: 168 time: 0.7298014 Aug 06 18:40:25.093080 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:25.097303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6bf40-d7bf-49f9-b557-7ba12d4424ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9d5f7-10a0-466a-8d5a-c7783c4bb670,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:25.141378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378bd0-f052-44f1-9d1a-587a02e0ab9e req-fb3e61d6-03dc-4ff8-bebf-b0109b4ec289 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789665 Aug 06 18:40:25.141616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323e1e3-a822-4832-9d64-7ef41cc7842d req-e5d27591-5cbc-41c2-89a1-ba2a7bfe04e4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.144454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5323e1e3-a822-4832-9d64-7ef41cc7842d req-e5d27591-5cbc-41c2-89a1-ba2a7bfe04e4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1787853 Aug 06 18:40:25.173260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Checking router: 834cfb9a-4cf8-4914-a0fd-34047b0eee4f for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:25.200410 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:25.205104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:25.211961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-47941811-82a9-45fe-8a94-eb74bd8683ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884489 Aug 06 18:40:25.290128 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5323e1e3-a822-4832-9d64-7ef41cc7842d req-5a914098-1156-461f-9622-213d7e0a4314 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163220 Aug 06 18:40:25.398603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-4998ed59-3fad-4f87-8e39-e1c4142b02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.401824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-4998ed59-3fad-4f87-8e39-e1c4142b02d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 200 len: 898 time: 0.6084027 Aug 06 18:40:25.465861 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:25.498978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-3b8f0f3c-867c-4c08-bdf4-8e9282283612 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 200 len: 217 time: 0.0660143 Aug 06 18:40:25.589608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-65adbcf3-7f1b-4cb0-badc-030432178945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.591355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-65adbcf3-7f1b-4cb0-badc-030432178945 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 200 len: 834 time: 0.0853586 Aug 06 18:40:25.839273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-c5539f6c-833a-411a-93b6-a4cb807594bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.841213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-c5539f6c-833a-411a-93b6-a4cb807594bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45274cb0-e2c6-4f32-9663-7aa719e510ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2411437 Aug 06 18:40:25.877061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:26.063620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-d65aac08-8e54-4668-8bc5-c5c5aed7a7ad service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126336 Aug 06 18:40:26.078392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port b399696b-d1c7-40fd-a572-af1427b36535 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:26.078996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.143937 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:26.223388 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f2bc7-d8c9-4111-8b44-077ef972d583 None None] The sync data for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 is: [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87bb5b74-d86d-443b-b92d-86fb8dd6a30f', 'name': '', 'network_id': '45274cb0-e2c6-4f32-9663-7aa719e510ce', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'mac_address': 'fa:16:3e:a7:c7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:12Z', 'updated_at': '2021-08-06T18:38:26Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'subnets': [{'id': 'ad7f4c89-997b-43a5-b277-58042e94c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:26.273342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45121613-6c5b-4e9c-837a-eb72fbbf633f req-5088b3cf-c4c8-4b16-b9ca-519dd1370b8f service neutron] 10.222.0.16 "GET /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982124 Aug 06 18:40:26.529721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4ceff-51df-43e6-9fa0-28e6c8a11aee req-f1759362-7c2a-45a5-ba2a-9c2e41a65ad4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:26.532652 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bbe4ceff-51df-43e6-9fa0-28e6c8a11aee req-f1759362-7c2a-45a5-ba2a-9c2e41a65ad4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.1616735 Aug 06 18:40:26.573555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.614696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for b399696b-d1c7-40fd-a572-af1427b36535 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:26.689991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfefe2-5c16-4160-9e59-e07b1a9183e9 req-d46d36f9-8b71-4938-94bc-08ff4e527128 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:26.700902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33dfefe2-5c16-4160-9e59-e07b1a9183e9 req-d46d36f9-8b71-4938-94bc-08ff4e527128 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1581802 Aug 06 18:40:26.820530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a9168-3310-4322-851b-a74e5429460e req-2dc6494d-e4a5-4145-9383-da519848c8f4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:26.824010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d02a9168-3310-4322-851b-a74e5429460e req-2dc6494d-e4a5-4145-9383-da519848c8f4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.4534347 Aug 06 18:40:26.870418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33dfefe2-5c16-4160-9e59-e07b1a9183e9 req-71f21926-7cfd-4e4e-b7a5-e5c3655779b7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498127 Aug 06 18:40:26.964516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7d70f-3563-4655-a3c2-aaf1f9804f16 None None] New status for floating IP 23b041a2-9106-410b-8494-b70d0a0818f1: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:40:26.996626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bbe4ceff-51df-43e6-9fa0-28e6c8a11aee req-5361a9e8-06eb-46d9-be4f-eb9601d8ac6c tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351470 Aug 06 18:40:27.321538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:27.321887 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.488861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.605479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=b399696b-d1c7-40fd-a572-af1427b36535,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:27.623023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:27.623518 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.806178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:28.265019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f530-3c30-4758-9d02-3144fcc3323a req-c854bcd0-3379-434e-be89-63eacae03494 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.268677 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1769f530-3c30-4758-9d02-3144fcc3323a req-c854bcd0-3379-434e-be89-63eacae03494 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1012356 Aug 06 18:40:28.360757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1769f530-3c30-4758-9d02-3144fcc3323a req-b3f2d617-cb74-4342-94ba-c269cc208b53 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787940 Aug 06 18:40:28.520855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-23e5dd3c-4909-4e07-a215-0b2b4229bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.862130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39bd74-9cb3-4b1c-b6c4-23bce7409270 req-ee26122d-119f-4bcb-b430-1c4deb32c59f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.870472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da39bd74-9cb3-4b1c-b6c4-23bce7409270 req-ee26122d-119f-4bcb-b430-1c4deb32c59f tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 945 time: 0.6369476 Aug 06 18:40:28.929980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.990067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.098258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da39bd74-9cb3-4b1c-b6c4-23bce7409270 req-3a032e41-2b53-4304-bcf8-223004e93ebb tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/security-groups?id=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264931 Aug 06 18:40:29.148831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=01fa1521-369d-4f6a-8cbd-e4ada8d2ba65,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:29.318484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] No DVR routers for this DVR port 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:29.325813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.330239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d02a9168-3310-4322-851b-a74e5429460e req-3b5e4a20-c808-4ec3-aee3-1dd79d3fe28d tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.16 "DELETE /v2.0/ports/01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 HTTP/1.1" status: 204 len: 173 time: 2.4975331 Aug 06 18:40:29.331052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'name': 'network-vif-deleted', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:29.335319 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e7ef5-cb7a-45eb-b4d4-3ec5dab95f1f" -d '{"events": [{"server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "name": "network-vif-deleted", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:29.540122 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f41952-1ad7-4a55-8649-1aa8c514ac67 x-openstack-request-id: req-94f41952-1ad7-4a55-8649-1aa8c514ac67 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:29.541177 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3389227c-934f-4118-b0b8-ca476ebf858f", "name": "network-vif-deleted", "tag": "01fa1521-369d-4f6a-8cbd-e4ada8d2ba65", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:29.541944 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f41952-1ad7-4a55-8649-1aa8c514ac67 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:29.542830 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3389227c-934f-4118-b0b8-ca476ebf858f', 'name': 'network-vif-deleted', 'tag': '01fa1521-369d-4f6a-8cbd-e4ada8d2ba65', 'status': 'completed', 'code': 200} Aug 06 18:40:29.757304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Router 319742b2-739b-4aaf-89b2-345f66ee15f7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:29.771216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450e63-47bd-4284-8f36-ecc24023345e req-223fae96-b596-4010-9693-5655c4211fa1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.774787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59450e63-47bd-4284-8f36-ecc24023345e req-223fae96-b596-4010-9693-5655c4211fa1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1312029 Aug 06 18:40:29.832959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:29.846569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59450e63-47bd-4284-8f36-ecc24023345e req-2127b1ea-d3c5-4ba8-9ca5-38851c1b861a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584815 Aug 06 18:40:29.894760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:29.895109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 01fa1521-369d-4f6a-8cbd-e4ada8d2ba65 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:30.084322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:30.098498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39202) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:30.099404 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-15dc41a2-02c9-421c-8928-d535b1b1e077 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "PUT /v2.0/routers/319742b2-739b-4aaf-89b2-345f66ee15f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5521388 Aug 06 18:40:30.104878 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] Sync routers for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:30.125879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:30.127425 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.190225 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.203270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] Routers {'319742b2-739b-4aaf-89b2-345f66ee15f7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:30.204688 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['319742b2-739b-4aaf-89b2-345f66ee15f7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.293263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.294556 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad92727-9bdb-47d6-83b3-63a0fca4272f None None] The sync data for ids ['319742b2-739b-4aaf-89b2-345f66ee15f7'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:30.457760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-82506fef-6a53-4c19-b307-de45524b230f req-1bf9d1d4-801c-4504-acbc-15f0a78fed08 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "GET /v2.0/ports?device_id=3389227c-934f-4118-b0b8-ca476ebf858f HTTP/1.1" status: 200 len: 210 time: 0.0622423 Aug 06 18:40:30.538751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.709903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39210) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:30.764636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.877509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port c3e0c6a0-12ce-4869-bcf2-c1201e531a4c {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:30.878153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.955857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b237f3-444d-4363-973c-e2946ba1e9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.049127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.087384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for c3e0c6a0-12ce-4869-bcf2-c1201e531a4c owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:31.227343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fb401-4ebe-4960-86bf-0f81d17fbcb6 req-0afaa948-05e5-447a-b71f-af5648022007 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:31.231546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-087fb401-4ebe-4960-86bf-0f81d17fbcb6 req-0afaa948-05e5-447a-b71f-af5648022007 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1472945 Aug 06 18:40:31.338701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b237f3-444d-4363-973c-e2946ba1e9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.348255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-087fb401-4ebe-4960-86bf-0f81d17fbcb6 req-427af98b-4b23-46a4-9122-2cef9e0c5ce4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896497 Aug 06 18:40:31.350360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41b237f3-444d-4363-973c-e2946ba1e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.445287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b237f3-444d-4363-973c-e2946ba1e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163af2da-f177-4f28-ade4-2bef5504adc7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.491705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41b237f3-444d-4363-973c-e2946ba1e9ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1aa143ee7c8e48e290252528a04277fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800741 Aug 06 18:40:31.508871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:31.540253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.578871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:31.636890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.700780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-692ddce6-0649-45af-bc6c-502676f0aece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.710804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.719597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.778523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=c3e0c6a0-12ce-4869-bcf2-c1201e531a4c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.808799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.812039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.821970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/163af2da-f177-4f28-ade4-2bef5504adc7 HTTP/1.1" status: 204 len: 168 time: 0.3060226 Aug 06 18:40:31.850027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73b37-6b05-431a-90b8-6825b3ba42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163af2da-f177-4f28-ade4-2bef5504adc7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.892801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.958387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.973889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.208840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.213589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.305526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.306070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Fanout notify agent at l3_agent the message router_deleted on router 319742b2-739b-4aaf-89b2-345f66ee15f7 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:40:32.315540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.316874 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9c3d1520-975a-47a2-9d14-dc82f5721cec tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/routers/319742b2-739b-4aaf-89b2-345f66ee15f7 HTTP/1.1" status: 204 len: 168 time: 2.2175467 Aug 06 18:40:32.318404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.320776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:32.321327 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.325212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/security-groups/df2fb0bb-b68b-4529-b4a3-ff92f4b256f8 HTTP/1.1" status: 204 len: 168 time: 0.7241535 Aug 06 18:40:32.334404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3ef3-3ea9-43b4-9dab-4ff1b266aee7 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fb0bb-b68b-4529-b4a3-ff92f4b256f8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:32.375591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39234) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:32.395895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd503c0-98c0-4da4-b721-388873ca9099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.413664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39236) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:32.473595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting subnet d7acbf49-a26f-429d-a346-1c1bbf67cd2a {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:40:32.481178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.601243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.854092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.002239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.072517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667c1f2-93a4-40ec-bb14-31230b065590 None None] Network 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:33.105734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.121313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/subnets/d7acbf49-a26f-429d-a346-1c1bbf67cd2a HTTP/1.1" status: 204 len: 168 time: 0.7922034 Aug 06 18:40:33.123351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39260) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:33.124162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aca10-4c92-49da-9055-8a2949b07bb4 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Subnet': ['ID=d7acbf49-a26f-429d-a346-1c1bbf67cd2a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:33.279835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.288194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.376923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port 72377a3f-9dee-48ce-8690-a6586d009057 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:33.377807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.416418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] DHCP port deletion for 6be8671f-cf90-4ead-93bf-5aaba6cb4a24 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:40:33.558764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Deleting port 72377a3f-9dee-48ce-8690-a6586d009057 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:33.559357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.564388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd503c0-98c0-4da4-b721-388873ca9099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.577486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235269e-3475-42b0-8d25-c9487f4a4db1 req-78808d49-aaeb-4257-aa8f-f281e372213b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:33.586482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0235269e-3475-42b0-8d25-c9487f4a4db1 req-78808d49-aaeb-4257-aa8f-f281e372213b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 1.0051270 Aug 06 18:40:33.594893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] For port 72377a3f-9dee-48ce-8690-a6586d009057, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72377a3f-9dee-48ce-8690-a6586d009057,segment=NetworkSegment(faabd902-5c53-4ad0-b7a5-a8077f98ba05),segment_id=faabd902-5c53-4ad0-b7a5-a8077f98ba05)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:33.595529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.597363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd503c0-98c0-4da4-b721-388873ca9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.660900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for 72377a3f-9dee-48ce-8690-a6586d009057 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:33.711061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0235269e-3475-42b0-8d25-c9487f4a4db1 req-1f2f00fc-71d7-4359-9119-2fee95f7c2ec tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233635 Aug 06 18:40:33.773014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] For port 72377a3f-9dee-48ce-8690-a6586d009057, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=72377a3f-9dee-48ce-8690-a6586d009057,segment=NetworkSegment(faabd902-5c53-4ad0-b7a5-a8077f98ba05),segment_id=faabd902-5c53-4ad0-b7a5-a8077f98ba05)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:33.773852 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.791595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9dd503c0-98c0-4da4-b721-388873ca9099 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79a460c03e0c4120b7b6bbe84cc6bbdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4147942 Aug 06 18:40:33.794951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:33.795525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd503c0-98c0-4da4-b721-388873ca9099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22db209-52ae-4d56-aef0-a73b6d977fb8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:33.803610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Calling delete_port for 72377a3f-9dee-48ce-8690-a6586d009057 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:33.825785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.870047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=72377a3f-9dee-48ce-8690-a6586d009057,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:33.889042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] No DVR routers for this DVR port 72377a3f-9dee-48ce-8690-a6586d009057 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:33.949852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.016500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.033134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be8671f-cf90-4ead-93bf-5aaba6cb4a24']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.047516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faabd902-5c53-4ad0-b7a5-a8077f98ba05') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.047802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faabd902-5c53-4ad0-b7a5-a8077f98ba05') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.064415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.082229 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.099144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.107647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:40:34.108231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.170498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] Pushing event deleted for resources: {'Port': ['ID=72377a3f-9dee-48ce-8690-a6586d009057,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.175996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26f9b1-2d5a-40e1-bd15-74fb546fcd52 None None] No DVR routers for this DVR port 72377a3f-9dee-48ce-8690-a6586d009057 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:40:34.204722 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:40:34.225880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.231500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.235270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/networks/6be8671f-cf90-4ead-93bf-5aaba6cb4a24 HTTP/1.1" status: 204 len: 168 time: 1.1008949 Aug 06 18:40:34.246078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72377a3f-9dee-48ce-8690-a6586d009057 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:34.249345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:34.268008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.270256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a0628-1897-44f8-b6d7-1553c8feb729 tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Network': ['ID=6be8671f-cf90-4ead-93bf-5aaba6cb4a24,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.301497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 72377a3f-9dee-48ce-8690-a6586d009057 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:34.304554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 72377a3f-9dee-48ce-8690-a6586d009057 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:34.430869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.595555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Deleting port beaf1622-bf14-4b87-a6c2-800d4c11ae83 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:34.596095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.599184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.603740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.605657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a22db209-52ae-4d56-aef0-a73b6d977fb8 HTTP/1.1" status: 204 len: 168 time: 0.8036544 Aug 06 18:40:34.636312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:34.639001 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.652763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3e81e-fb47-445e-9242-7841a6c49c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22db209-52ae-4d56-aef0-a73b6d977fb8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.747022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.786052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.786540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.795752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 87bb5b74-d86d-443b-b92d-86fb8dd6a30f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:34.801578 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.812046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Calling delete_port for beaf1622-bf14-4b87-a6c2-800d4c11ae83 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:34.847814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 87bb5b74-d86d-443b-b92d-86fb8dd6a30f owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:35.027403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.106931 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.112481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Pushing event deleted for resources: {'Port': ['ID=beaf1622-bf14-4b87-a6c2-800d4c11ae83,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:35.169700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=87bb5b74-d86d-443b-b92d-86fb8dd6a30f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:35.327792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe7a7-521b-4fd5-b6fa-cb7732157236 req-78588d49-67cf-4b93-ab37-0ad71ed3819e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:35.329938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b24fe7a7-521b-4fd5-b6fa-cb7732157236 req-78588d49-67cf-4b93-ab37-0ad71ed3819e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.3182838 Aug 06 18:40:35.415098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.420992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.423099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5bd4262-b6fb-4902-a1ea-94d0fe7e38cd tempest-FloatingIPAdminTestJSON-445251041 tempest-FloatingIPAdminTestJSON-445251041-project] 10.222.0.64 "DELETE /v2.0/floatingips/6e2b19f1-5d76-41c2-b282-346db6f296d7 HTTP/1.1" status: 204 len: 168 time: 1.1725750 Aug 06 18:40:35.470790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b24fe7a7-521b-4fd5-b6fa-cb7732157236 req-b12b2c4d-e48d-4f43-811e-76fa022e1e6b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208086 Aug 06 18:40:35.528654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.650394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-50fdb03a-471a-44fe-9c07-f0a5efd494df req-f8bc2f96-664a-4223-9b64-421e17ec5e1f service neutron] (94122) timed out ('10.222.0.64', 47292) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:40:35.794237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-80e906f7-52d6-42b3-bc7d-e8a88189a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:35.798162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-80e906f7-52d6-42b3-bc7d-e8a88189a653 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 1096 time: 0.3904157 Aug 06 18:40:35.815458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-5f5c66e4-9123-4951-9167-5ffc66ac02b0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:40:35.818186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-5f5c66e4-9123-4951-9167-5ffc66ac02b0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114737 Aug 06 18:40:35.948206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-aa8aabf6-977f-4a50-8c39-739d8d745576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:35.951585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-aa8aabf6-977f-4a50-8c39-739d8d745576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.1032376 Aug 06 18:40:36.004661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:36.072303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:36.201323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-4da08797-54e6-4789-bb4f-4406a07e20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:36.203920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-4da08797-54e6-4789-bb4f-4406a07e20d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2457838 Aug 06 18:40:36.320959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-d352f475-4412-4ecd-ab38-36f4531f42bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1000 time: 0.1093757 Aug 06 18:40:36.349609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:36.359891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-51e3c816-0342-4c5d-97ba-34d7a4d9045a tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "PUT /v2.0/routers/834cfb9a-4cf8-4914-a0fd-34047b0eee4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9408159 Aug 06 18:40:36.361509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39298) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:36.366009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Sync routers for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:36.396909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:36.398010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:36.407412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-896124a6-1039-4cbf-b7ca-660eaa8cdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:36.412814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-896124a6-1039-4cbf-b7ca-660eaa8cdc21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0849733 Aug 06 18:40:36.446869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting subnet ad7f4c89-997b-43a5-b277-58042e94c15e {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:40:36.451050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:36.498467 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:36.617426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:36.689311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39306) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:36.689574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ed6ddd2-b86e-422d-a121-00516dfb20f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fafaee4f4414892a4030c0938e25ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826324 Aug 06 18:40:36.702149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-1be65c91-0ff9-4753-829b-07a11368db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:36.705484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-1be65c91-0ff9-4753-829b-07a11368db10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2837913 Aug 06 18:40:36.785621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:36.872242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-faad2c32-e599-4996-bf0b-7f67860621bd service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585753 Aug 06 18:40:36.915185 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:36.918239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:36.992765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554488c-a720-4949-89a0-33089664363b req-14a4b8df-ea22-4dca-a8b7-7e086b2e6ebf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:37.005761 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2554488c-a720-4949-89a0-33089664363b req-14a4b8df-ea22-4dca-a8b7-7e086b2e6ebf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2388544 Aug 06 18:40:37.028074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7f4c89-997b-43a5-b277-58042e94c15e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:37.036733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.040096 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-72aee340-e043-4ec0-af54-5087695786b4 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/subnets/ad7f4c89-997b-43a5-b277-58042e94c15e HTTP/1.1" status: 204 len: 168 time: 0.6780200 Aug 06 18:40:37.051173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9326e8a2-2008-41c6-a50a-7378c765bc20 None None] Network 45274cb0-e2c6-4f32-9663-7aa719e510ce requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:37.069127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf3cb0fd-ad1e-456f-a8cb-92f3d58e7e9a req-7d4c3e68-1026-46d3-ae59-ed45d3bfbc7f service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891987 Aug 06 18:40:37.070056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39312) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:37.123184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2554488c-a720-4949-89a0-33089664363b req-9094bbd8-dfdd-41ab-ad7d-e8146a48ffab tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202266 Aug 06 18:40:37.129615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.239299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.242115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.243698 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68b9e9f0-1c5c-4f08-b8a9-caea99fc7314 HTTP/1.1" status: 204 len: 168 time: 0.5529199 Aug 06 18:40:37.259702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11aca-241c-49cc-8d14-d7c222a994ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9e9f0-1c5c-4f08-b8a9-caea99fc7314,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:37.305804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.481206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:40:35Z', 'revision_number': 5, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port': {'id': '0b410875-743c-45e5-b0c4-1a7ecf5364fe', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:38:05Z', 'updated_at': '2021-08-06T18:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:37.482869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.588082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Checking router: 834cfb9a-4cf8-4914-a0fd-34047b0eee4f for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:37.619981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Deleting port 0b410875-743c-45e5-b0c4-1a7ecf5364fe {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:37.619981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.629794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Routers {'834cfb9a-4cf8-4914-a0fd-34047b0eee4f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:37.630585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:37.721335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] DHCP port deletion for 45274cb0-e2c6-4f32-9663-7aa719e510ce request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:40:37.740867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] For port 0b410875-743c-45e5-b0c4-1a7ecf5364fe, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0b410875-743c-45e5-b0c4-1a7ecf5364fe,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:37.741708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.774057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Calling delete_port for 0b410875-743c-45e5-b0c4-1a7ecf5364fe owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:37.831867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] Set router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:37.941915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:40:37Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:37.978133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Deleting port 0f4a5036-20fd-48be-b161-5c76b4d05b13 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:37.978714 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.085756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] For port 0f4a5036-20fd-48be-b161-5c76b4d05b13, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0f4a5036-20fd-48be-b161-5c76b4d05b13,segment=NetworkSegment(9e5e124a-f8c7-484f-8844-c07025cbdad7),segment_id=9e5e124a-f8c7-484f-8844-c07025cbdad7)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:38.086217 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.091653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d795a-aeef-4c27-a645-1566b2451353 None None] The sync data for ids ['834cfb9a-4cf8-4914-a0fd-34047b0eee4f'] in n-d-793621-29 is: [{'id': '834cfb9a-4cf8-4914-a0fd-34047b0eee4f', 'name': 'tempest-TestNetworkBasicOps-router-2116771479', 'tenant_id': '96ffd61e0f414fecbba0007b22ad1985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:38:04Z', 'updated_at': '2021-08-06T18:40:37Z', 'revision_number': 6, 'project_id': '96ffd61e0f414fecbba0007b22ad1985', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:38.108312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Calling delete_port for 0f4a5036-20fd-48be-b161-5c76b4d05b13 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:38.248706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39348) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:38.297586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.384652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.419454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.500551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] Pushing event deleted for resources: {'Port': ['ID=0f4a5036-20fd-48be-b161-5c76b4d05b13,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:38.508304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57854b-4894-4dc2-bfa4-82b2f807c2d9 None None] No DVR routers for this DVR port 0f4a5036-20fd-48be-b161-5c76b4d05b13 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:38.543249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0f4a5036-20fd-48be-b161-5c76b4d05b13 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:38.559017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.569296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:38.598060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0f4a5036-20fd-48be-b161-5c76b4d05b13 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:38.598686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0f4a5036-20fd-48be-b161-5c76b4d05b13 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:38.666603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Port': ['ID=0b410875-743c-45e5-b0c4-1a7ecf5364fe,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:38.735421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.735771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.736148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.736642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.737018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.737352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.737739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.738102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.738427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.738975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.739353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.740298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.805034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b4230a-040a-401e-b607-c812251f1c94,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:38.817814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e283d13-dc96-4a2c-8e11-085a1bf6d583 req-444bcb0f-7092-4833-8c36-8cdedfd4499a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:38.829199 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e283d13-dc96-4a2c-8e11-085a1bf6d583 req-444bcb0f-7092-4833-8c36-8cdedfd4499a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.4624698 Aug 06 18:40:38.837978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4eb5a65dbba54597a1795a8e39e821e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863011 Aug 06 18:40:38.849193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39358) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:38.858318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.859160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.859524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.870402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.871262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.872789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.873320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.876909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.877670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.878311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.879040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.879560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83b104-fe58-4fce-a629-ad893b569703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:38.963898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.289148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e283d13-dc96-4a2c-8e11-085a1bf6d583 req-cc5fb198-f2f9-49b7-9522-fce1786730bc tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582202 Aug 06 18:40:39.321967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.331385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.563852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.564387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Fanout notify agent at l3_agent the message router_deleted on router 834cfb9a-4cf8-4914-a0fd-34047b0eee4f {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:40:39.578459 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.579692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3ff52a0-b551-46bf-86af-945f8699c918 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/routers/834cfb9a-4cf8-4914-a0fd-34047b0eee4f HTTP/1.1" status: 204 len: 168 time: 2.5086334 Aug 06 18:40:39.584274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39366) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:39.590899 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.626661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.730611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.737260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.758093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88b4230a-040a-401e-b607-c812251f1c94 HTTP/1.1" status: 204 len: 168 time: 0.9067175 Aug 06 18:40:39.798424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781629-9992-43f4-9588-b41bb687b803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b4230a-040a-401e-b607-c812251f1c94,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:39.909054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.223837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.251539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45274cb0-e2c6-4f32-9663-7aa719e510ce']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:40.261243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b410875-743c-45e5-b0c4-1a7ecf5364fe no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:40.275739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5e124a-f8c7-484f-8844-c07025cbdad7') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:40.276057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5e124a-f8c7-484f-8844-c07025cbdad7') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:40.289761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.309308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.340001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0b410875-743c-45e5-b0c4-1a7ecf5364fe {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:40.353660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0b410875-743c-45e5-b0c4-1a7ecf5364fe not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:40.356169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87bb5b74-d86d-443b-b92d-86fb8dd6a30f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:40.365276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:40:40.370406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.506731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 87bb5b74-d86d-443b-b92d-86fb8dd6a30f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:40.509828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87bb5b74-d86d-443b-b92d-86fb8dd6a30f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:40.536782 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:40:40.551696 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:40:40.776648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.818697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.825241 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] 10.222.0.64 "DELETE /v2.0/networks/45274cb0-e2c6-4f32-9663-7aa719e510ce HTTP/1.1" status: 204 len: 168 time: 1.2358606 Aug 06 18:40:40.860564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:40.895164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12fc1448-13ab-43fb-a59a-56a9a33f5a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:40.907397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e21f66-52e9-48c8-afc7-69803b80a53e tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] Pushing event deleted for resources: {'Network': ['ID=45274cb0-e2c6-4f32-9663-7aa719e510ce,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:41.025520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1310cf-21d9-4ec8-b060-a6aec1f543cb req-1a8b5324-70d0-4cc2-835c-8a6bc27af38c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:41.041654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d1310cf-21d9-4ec8-b060-a6aec1f543cb req-1a8b5324-70d0-4cc2-835c-8a6bc27af38c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.4392903 Aug 06 18:40:41.234063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d1310cf-21d9-4ec8-b060-a6aec1f543cb req-25dffc4c-6329-4414-a5a9-bde31a8ecf96 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810703 Aug 06 18:40:41.265129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12fc1448-13ab-43fb-a59a-56a9a33f5a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.301519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12fc1448-13ab-43fb-a59a-56a9a33f5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.383872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12fc1448-13ab-43fb-a59a-56a9a33f5a88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5705d8e71a1040bda0dc2c4d74eaa8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208356 Aug 06 18:40:41.385765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1448-13ab-43fb-a59a-56a9a33f5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea808301-edbf-4f35-966e-d4b152d564c3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:41.387723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:41.533615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.646642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.880210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.898618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.901801 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.903861 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea808301-edbf-4f35-966e-d4b152d564c3 HTTP/1.1" status: 204 len: 168 time: 0.5142720 Aug 06 18:40:41.956158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ae641-b2b2-4437-aa96-75a4fc36f79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea808301-edbf-4f35-966e-d4b152d564c3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:42.059277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:42.538628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45210d5c-b2d1-4822-8bea-7ace8371b332 req-6a869f57-490b-4005-a7ab-9f15b3fce308 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:42.548590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45210d5c-b2d1-4822-8bea-7ace8371b332 req-6a869f57-490b-4005-a7ab-9f15b3fce308 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1086490 Aug 06 18:40:42.622963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45210d5c-b2d1-4822-8bea-7ace8371b332 req-0bc744d8-32e5-422e-9cd5-135ed4342715 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726862 Aug 06 18:40:42.977681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b172f455-a3d6-4b07-9fbe-fae866d2802f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96ffd61e0f414fecbba0007b22ad1985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932152 Aug 06 18:40:42.979084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:43.118034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:43.227543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:43.457032 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:43.464698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:43.473158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3462dea-9a8c-416e-97b4-f0375e3fa89b HTTP/1.1" status: 204 len: 168 time: 0.4925890 Aug 06 18:40:43.513066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febf63b-968e-4c58-9d17-e2fa75e558cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3462dea-9a8c-416e-97b4-f0375e3fa89b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:43.957728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e892e-a96c-41ab-883d-a4017896d3e3 req-0a40c6a8-8e8f-4a69-aa8f-96c6db9fb471 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:43.959854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a80e892e-a96c-41ab-883d-a4017896d3e3 req-0a40c6a8-8e8f-4a69-aa8f-96c6db9fb471 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1364975 Aug 06 18:40:44.084507 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a80e892e-a96c-41ab-883d-a4017896d3e3 req-54187251-c482-4e96-9873-e7ec85a0516d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176169 Aug 06 18:40:44.744738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:44.777867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d1f535b-69fc-44b4-90da-9297a22d1d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:44.971342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39464) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:45.129484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d1f535b-69fc-44b4-90da-9297a22d1d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.143430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d1f535b-69fc-44b4-90da-9297a22d1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.259223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f535b-69fc-44b4-90da-9297a22d1d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e7175b-67c5-47f8-bf37-73620c14b3d8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:45.267410 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d1f535b-69fc-44b4-90da-9297a22d1d66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0677b0bff6014c43bc40473a02076bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211747 Aug 06 18:40:45.271813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39470) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:45.404464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.456214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd22dd-f34f-4e72-bbdb-05064a135c1c req-0f5face8-22fd-42c4-a987-2a78e5119c43 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:45.467657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.468867 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43cd22dd-f34f-4e72-bbdb-05064a135c1c req-0f5face8-22fd-42c4-a987-2a78e5119c43 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2327266 Aug 06 18:40:45.591148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43cd22dd-f34f-4e72-bbdb-05064a135c1c req-574e5f11-6fb6-4d05-af20-b28115f35e77 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189127 Aug 06 18:40:45.597349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.604060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.611137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1e7175b-67c5-47f8-bf37-73620c14b3d8 HTTP/1.1" status: 204 len: 168 time: 0.3331783 Aug 06 18:40:45.613123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-345551318'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:45.665758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1b8a-504c-465b-a496-0e1dcbd43e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e7175b-67c5-47f8-bf37-73620c14b3d8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:45.725949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:45.732147 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.774999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:45.828058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-961c0437-cf74-474b-80a9-21ce6c2ac5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:45.829769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-961c0437-cf74-474b-80a9-21ce6c2ac5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.1435971 Aug 06 18:40:46.067848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.084854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.153406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a2a3f3-30ea-4072-be40-659115c7d486,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:46.181899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-1afa6c2b-7d4f-43c0-9fb5-a110cbc80f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:46.187949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-1afa6c2b-7d4f-43c0-9fb5-a110cbc80f48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.3052342 Aug 06 18:40:46.209612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:40:46.250622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.251547 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Added segment ab295800-5b83-4605-a2cd-650e72fcd497 of type vlan for network 18d12325-c4f6-4503-859f-0e232790c15c Aug 06 18:40:46.321625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.381812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.393379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:46.394559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:46.537116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5635533 Aug 06 18:40:46.540453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39492) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:46.560286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'subnet': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:47.056683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:47.091137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:47.890909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:47.974412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002fd86-d434-4a2e-a024-7b46d626f517 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Network': ['ID=18d12325-c4f6-4503-859f-0e232790c15c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:47.998284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 18d12325-c4f6-4503-859f-0e232790c15c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:40:48.084641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-83db00a1-c306-4120-bfbc-def207bca9ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 200 len: 1000 time: 1.4659235 Aug 06 18:40:48.137544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Subnet': ['ID=725146e0-02c1-486c-93b4-a7cd4399b0a7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:48.171051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bb2e9-31fc-406e-a1cd-e3b0a6304ea2 req-2492c34b-80e8-47d0-98c9-ac7f72821dcb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:48.186219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e7bb2e9-31fc-406e-a1cd-e3b0a6304ea2 req-2492c34b-80e8-47d0-98c9-ac7f72821dcb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 1.2838759 Aug 06 18:40:48.395031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-af4b4f96-07f9-4c9c-8bd2-a61d3864f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:48.401276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-af4b4f96-07f9-4c9c-8bd2-a61d3864f644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.2837672 Aug 06 18:40:48.503658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39526) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:48.530738 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6e7bb2e9-31fc-406e-a1cd-e3b0a6304ea2 req-eed09076-ae76-443e-aff1-6ad35eb435ef tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424861 Aug 06 18:40:48.556963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Checking segment: {'id': 'ab295800-5b83-4605-a2cd-650e72fcd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:48.558216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network hostable DHCP agents. Network: 18d12325-c4f6-4503-859f-0e232790c15c, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:40:48.566544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-033d330d-d0af-4dc9-ba40-33f78087b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:48.568409 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-033d330d-d0af-4dc9-ba40-33f78087b12f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228530 Aug 06 18:40:48.639205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:40:48.676976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 18d12325-c4f6-4503-859f-0e232790c15c) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:48.691199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40463bb3-03c3-43af-9e6c-b488ab7a0baf None None] Network 18d12325-c4f6-4503-859f-0e232790c15c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:48.693149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:48.698164 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:48.747134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-872dfb99-e2f7-4cc6-93ae-ad9ed70c5caf tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1991892 Aug 06 18:40:48.748834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39532) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:48.772073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-1040581690'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:48.801628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1813032851-network', 'tenant_id': '746278b474754cacba1114aa5b2658a7'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:48.881883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Made reservation on behalf of 746278b474754cacba1114aa5b2658a7 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:48.885490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:48.963843 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:48.998410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-1d08e344-615b-4c93-98d9-1d2c9dace0d5 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019690 Aug 06 18:40:49.153715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-18d12325-c4f6-4503-859f-0e232790c15c', 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'tenant_id': 'ff37155eb5bd4dc6882ff11d369cd97b', 'fixed_ips': [{'subnet_id': '725146e0-02c1-486c-93b4-a7cd4399b0a7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:40:49.154811 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:49.510923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cceea397-8b3f-4c65-a52f-45398ce6a381 req-4106ee1a-5356-43fe-ad23-07eec6c13c24 service neutron] 10.222.0.55 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584155 Aug 06 18:40:49.595053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Allocated IP 172.20.0.2 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/8172808e-96e8-422b-8b22-2d6fbead1df0) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:49.637535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:49.657141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:49.703410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:49.709859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:49.800430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port 50320bdc-7ec9-4114-b3bc-964597a88f34 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:40:49.806942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241fe2db-e029-47a8-9d73-e2bff47bf5f1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:49.935471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:40:50.039134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.043631 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Added segment ff613819-5d92-4259-8f14-9668d0ee427f of type vlan for network 266f3bce-2062-4a51-851a-6a197650f4bf Aug 06 18:40:50.140103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d010a4-e22c-4549-bc68-b2937190b9aa req-e2af6fa7-0208-468a-9fa6-c72d9b77f046 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:50.143412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10d010a4-e22c-4549-bc68-b2937190b9aa req-e2af6fa7-0208-468a-9fa6-c72d9b77f046 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.3383446 Aug 06 18:40:50.189034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.204862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.259064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Transition to ACTIVE for port object 8172808e-96e8-422b-8b22-2d6fbead1df0 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:50.264948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10d010a4-e22c-4549-bc68-b2937190b9aa req-45880d75-3f57-46a2-89fc-e9b48fe0ea82 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089282 Aug 06 18:40:50.303446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Transition to ACTIVE for port object 8172808e-96e8-422b-8b22-2d6fbead1df0 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:50.313271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.330866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.333875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:50.334423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.430073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Pushing event updated for resources: {'Port': ['ID=8172808e-96e8-422b-8b22-2d6fbead1df0,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:50.448562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:50.450866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:50.457984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.11 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/50320bdc-7ec9-4114-b3bc-964597a88f34) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:50.459162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:50.605165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] Pushing event updated for resources: {'Network': ['ID=266f3bce-2062-4a51-851a-6a197650f4bf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:50.624694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 266f3bce-2062-4a51-851a-6a197650f4bf details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:40:50.628932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2d423662-0943-4f48-a492-7ce3daa9c880 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1189654 Aug 06 18:40:50.634075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:50.639830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Request body: {'subnet': {'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1813032851-subnet', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:50.683541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:50.693973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Attempting to bind port 8172808e-96e8-422b-8b22-2d6fbead1df0 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:50.704973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Made reservation on behalf of 746278b474754cacba1114aa5b2658a7 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:50.710307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Attempting to bind port 8172808e-96e8-422b-8b22-2d6fbead1df0 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ab295800-5b83-4605-a2cd-650e72fcd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:50.710488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Attempting to bind port 8172808e-96e8-422b-8b22-2d6fbead1df0 on network 18d12325-c4f6-4503-859f-0e232790c15c {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:50.715485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.879013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:50.930655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object 50320bdc-7ec9-4114-b3bc-964597a88f34 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:51.010299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.081174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:51.081618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Checking segment: {'id': 'ab295800-5b83-4605-a2cd-650e72fcd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:51.082319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.082454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Bound using segment: {'id': 'ab295800-5b83-4605-a2cd-650e72fcd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:51.083045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Bound port: 8172808e-96e8-422b-8b22-2d6fbead1df0, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab295800-5b83-4605-a2cd-650e72fcd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '18d12325-c4f6-4503-859f-0e232790c15c'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:51.083526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.278979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:51.295517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:51.303953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:51.391484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.552556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=50320bdc-7ec9-4114-b3bc-964597a88f34,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:51.615949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ddb657-35d3-4773-828b-bbca7fa8e19b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:51.632549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Checking segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:51.633593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Network hostable DHCP agents. Network: 266f3bce-2062-4a51-851a-6a197650f4bf, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:40:51.642552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] For port 8172808e-96e8-422b-8b22-2d6fbead1df0, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:51.653915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] For port 8172808e-96e8-422b-8b22-2d6fbead1df0, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8172808e-96e8-422b-8b22-2d6fbead1df0,segment=NetworkSegment(ab295800-5b83-4605-a2cd-650e72fcd497),segment_id=ab295800-5b83-4605-a2cd-650e72fcd497)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:51.671614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.735975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.737554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.782288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Network 266f3bce-2062-4a51-851a-6a197650f4bf is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:40:51.789386 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8ef70993-b9a3-403e-aea7-bd57cc131580 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0367248 Aug 06 18:40:51.795745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39560) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:51.821646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-171760892', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fd:a4:b6'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:51.823022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 266f3bce-2062-4a51-851a-6a197650f4bf) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:51.869706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.876286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10a68f-2bb0-4b6b-b687-0f0a9faa90b9 None None] Network 266f3bce-2062-4a51-851a-6a197650f4bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:51.886019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:51.894007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Deleting subnet 77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:40:51.938975 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.151166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5fba1ce1-e6d0-462e-9185-d98e680aebb6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5075858 Aug 06 18:40:52.152208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:52.169302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:52.178654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13ddb-bbcf-48b3-8f86-55c9e4baa35c req-7eb21a34-822b-42a1-aece-ad39399222f9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:52.190189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ae13ddb-bbcf-48b3-8f86-55c9e4baa35c req-7eb21a34-822b-42a1-aece-ad39399222f9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.7152021 Aug 06 18:40:52.222198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ec802-867d-41a9-a28f-2dd6de168f7f None None] Pushing event updated for resources: {'Port': ['ID=8172808e-96e8-422b-8b22-2d6fbead1df0,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:52.226494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.546086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.547401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.565291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.566702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3ae13ddb-bbcf-48b3-8f86-55c9e4baa35c req-c7b2dfad-0845-4554-8060-496b71434fcf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733201 Aug 06 18:40:52.647886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:52.695535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-266f3bce-2062-4a51-851a-6a197650f4bf', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:40:52.696487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.880531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.968287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port 36258672-a3e2-4d2f-8b80-9488838a410e yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:40:53.014127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.144246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Allocated IP 172.20.0.2 (266f3bce-2062-4a51-851a-6a197650f4bf/33ddb657-35d3-4773-828b-bbca7fa8e19b/272456d7-a706-472e-bc8b-f1d329537a23) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:53.284624 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.6 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/36258672-a3e2-4d2f-8b80-9488838a410e) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:53.321089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.370528 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.387206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Transition to ACTIVE for port object 272456d7-a706-472e-bc8b-f1d329537a23 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:53.418126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Transition to ACTIVE for port object 272456d7-a706-472e-bc8b-f1d329537a23 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:53.435290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.508828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.512340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b HTTP/1.1" status: 204 len: 168 time: 2.8274686 Aug 06 18:40:53.519776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39580) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:53.568425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Network 266f3bce-2062-4a51-851a-6a197650f4bf is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:53.575813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:53.577646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.579332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Pushing event updated for resources: {'Port': ['ID=272456d7-a706-472e-bc8b-f1d329537a23,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:53.583556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:53.586933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c4cfe-1077-4eb3-a917-e00b69a17cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77bf7e9e-84c2-4369-8a8b-2b1bed1d7d4b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:53.706856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.770231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Attempting to bind port 272456d7-a706-472e-bc8b-f1d329537a23 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:53.771685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Attempting to bind port 272456d7-a706-472e-bc8b-f1d329537a23 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:53.772465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Attempting to bind port 272456d7-a706-472e-bc8b-f1d329537a23 on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:53.797291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f928df-f1ae-4619-a3bb-cc09969e048c req-0c31ec4f-c36b-428f-9256-2668639c588c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:53.799390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3f928df-f1ae-4619-a3bb-cc09969e048c req-0c31ec4f-c36b-428f-9256-2668639c588c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.0739627 Aug 06 18:40:53.813838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:53.817633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Checking segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:53.818971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.820188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Bound using segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:53.821212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Bound port: 272456d7-a706-472e-bc8b-f1d329537a23, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:53.822113 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:53.885436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object 36258672-a3e2-4d2f-8b80-9488838a410e will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:53.898245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.032374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] For port 272456d7-a706-472e-bc8b-f1d329537a23, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:54.044174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] For port 272456d7-a706-472e-bc8b-f1d329537a23, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=272456d7-a706-472e-bc8b-f1d329537a23,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:54.054701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.067643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3f928df-f1ae-4619-a3bb-cc09969e048c req-e851430f-1383-47dd-8b8e-0481cefb92df tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433498 Aug 06 18:40:54.082897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.102765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.184470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c19587-7db9-451e-8962-c10a35a31c7c None None] Pushing event updated for resources: {'Port': ['ID=272456d7-a706-472e-bc8b-f1d329537a23,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:54.190399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e601506-126b-4e31-b850-6cf429f8ef8a None None] Network 18d12325-c4f6-4503-859f-0e232790c15c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:54.190726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00213c39-978b-4642-9965-de38881b2c38']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:54.231222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbad237e-5d6e-4415-8e5d-67378215d8d2') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:54.231700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbad237e-5d6e-4415-8e5d-67378215d8d2') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:54.235198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:54.242397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=36258672-a3e2-4d2f-8b80-9488838a410e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:54.247525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:54.251535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.260735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:54.309652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.323007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:54.323982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.339362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.349542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:40:54.350386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:40:54.353968 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:40:54.377003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8172808e-96e8-422b-8b22-2d6fbead1df0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:54.379244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.381158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28a3076a-10c6-48ae-beb5-7a112214238d tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5763996 Aug 06 18:40:54.389072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39600) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:54.473411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.483828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8172808e-96e8-422b-8b22-2d6fbead1df0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:54.486763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.488355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Provisioning for port 8172808e-96e8-422b-8b22-2d6fbead1df0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:54.491552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00213c39-978b-4642-9965-de38881b2c38 HTTP/1.1" status: 204 len: 168 time: 0.9709787 Aug 06 18:40:54.497571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8172808e-96e8-422b-8b22-2d6fbead1df0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:54.498112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.524742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d60bd0-4daa-403c-aef9-25a72baa0289 admin admin] Pushing event deleted for resources: {'Network': ['ID=00213c39-978b-4642-9965-de38881b2c38,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:54.555369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-5594c595-7fc0-4443-8083-f3fd18a3313f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8177583 Aug 06 18:40:54.566620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Provisioning complete for port 8172808e-96e8-422b-8b22-2d6fbead1df0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:54.567137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.766529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c578c54-ab0c-4e7f-b34b-2946f11d4045 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:54.781679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.797576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c578c54-ab0c-4e7f-b34b-2946f11d4045 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:54.822369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c578c54-ab0c-4e7f-b34b-2946f11d4045 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:54.825494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c578c54-ab0c-4e7f-b34b-2946f11d4045 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4346633 Aug 06 18:40:54.830879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39612) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:54.834304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:54.877822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-f9552406-8560-4545-93fd-8fbf5010ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:54.879764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-f9552406-8560-4545-93fd-8fbf5010ada6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 1097 time: 0.2407677 Aug 06 18:40:54.908430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] For port 8172808e-96e8-422b-8b22-2d6fbead1df0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8172808e-96e8-422b-8b22-2d6fbead1df0,segment=NetworkSegment(ab295800-5b83-4605-a2cd-650e72fcd497),segment_id=ab295800-5b83-4605-a2cd-650e72fcd497)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:54.917780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.011229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Allocated IP 172.25.3.53 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:55.068220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:40:55.075347 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:40:55.159156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port 36258672-a3e2-4d2f-8b80-9488838a410e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:55.159518 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.187677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee67e-0e1c-45bd-aef8-be880c26eebe None None] Pushing event updated for resources: {'Port': ['ID=8172808e-96e8-422b-8b22-2d6fbead1df0,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:55.191391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39618) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:55.405167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4cae2d72-b802-48a3-ac94-0251e4272812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dace74d915a9445a9f8ea90a1468ba44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851685 Aug 06 18:40:55.414223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39620) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:55.429757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-309bb985-860c-4a40-ae21-630dc52e9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:55.431291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-309bb985-860c-4a40-ae21-630dc52e9657 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.5006783 Aug 06 18:40:55.469669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Provisioning for port 36258672-a3e2-4d2f-8b80-9488838a410e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:55.474330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Provisioning complete for port 36258672-a3e2-4d2f-8b80-9488838a410e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:55.474699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.540906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.553324 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:40:55.564892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff8673-f755-4cb8-b536-91148ac09178 req-8de94cd4-8690-4596-b3c5-727397cb1e1b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:55.578142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Port 36258672-a3e2-4d2f-8b80-9488838a410e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:55.586440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-65ff8673-f755-4cb8-b536-91148ac09178 req-8de94cd4-8690-4596-b3c5-727397cb1e1b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2637711 Aug 06 18:40:55.604775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.609400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-8126dbe2-0d82-4760-b73a-0543c33e8cb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 200 len: 1001 time: 0.1683209 Aug 06 18:40:55.667054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for 36258672-a3e2-4d2f-8b80-9488838a410e owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:55.691937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Provisioning complete for port 8172808e-96e8-422b-8b22-2d6fbead1df0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:55.692321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.722012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-908778d5-3d82-4048-b91b-83a0c53d196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:55.723798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-908778d5-3d82-4048-b91b-83a0c53d196d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.1064930 Aug 06 18:40:55.795799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.835441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.844162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-65ff8673-f755-4cb8-b536-91148ac09178 req-4b1529f5-64e2-4a1e-85d2-44871df32c1c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223511 Aug 06 18:40:55.905117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.934912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:55.942884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Provisioning for port 50320bdc-7ec9-4114-b3bc-964597a88f34 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:55.943598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:55.948047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:55.954631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Provisioning complete for port 50320bdc-7ec9-4114-b3bc-964597a88f34 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:55.955319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.045807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c2321-6521-481d-9963-0ea3451439e1 None None] Port 50320bdc-7ec9-4114-b3bc-964597a88f34 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:56.048229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-408dde18-2131-43e0-8dc1-7736f156a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:56.050604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-408dde18-2131-43e0-8dc1-7736f156a2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3165667 Aug 06 18:40:56.051388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Pushing event updated for resources: {'Port': ['ID=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:56.070075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-5796c718-02fc-4a5e-9e0c-1efa2c363d35 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:40:56.071285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-5796c718-02fc-4a5e-9e0c-1efa2c363d35 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099185 Aug 06 18:40:56.125106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.141862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.148663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75f66d0f-f378-43ef-8ff3-5ada47aeb57b HTTP/1.1" status: 204 len: 168 time: 0.7306411 Aug 06 18:40:56.179884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e58b4ead-6cb8-41cf-9529-b7dc8796d58b None None] Provisioning complete for port 50320bdc-7ec9-4114-b3bc-964597a88f34 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:56.180266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e58b4ead-6cb8-41cf-9529-b7dc8796d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.193627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07431c8-1136-4451-9a5c-4f1d580bd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f66d0f-f378-43ef-8ff3-5ada47aeb57b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:56.204245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.302375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e58b4ead-6cb8-41cf-9529-b7dc8796d58b None None] Port 50320bdc-7ec9-4114-b3bc-964597a88f34 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:56.322059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=36258672-a3e2-4d2f-8b80-9488838a410e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:56.508992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8172808e-96e8-422b-8b22-2d6fbead1df0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:56.568699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-e9a70509-16fb-442b-8ddd-70ea59a44f1a service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886293 Aug 06 18:40:56.629242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-89afabb1-299e-404b-94ac-7faa44f57925 None None] Could not find standard attr ID for object 36258672-a3e2-4d2f-8b80-9488838a410e. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:40:56.659006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8172808e-96e8-422b-8b22-2d6fbead1df0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:56.659428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.690387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53202a-2fda-4a2b-9662-01e235863c54 None None] Network 266f3bce-2062-4a51-851a-6a197650f4bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:56.874432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6a788fe8-87b3-4f0b-ad04-40fc0fed6363 None None] Provisioning for port 272456d7-a706-472e-bc8b-f1d329537a23 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:57.010601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9034ef0-db2a-4a8a-93f3-cecac9324ae4 req-2d371a69-f3a4-41f1-8eb6-5e39c19e8297 service neutron] 10.222.0.16 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966930 Aug 06 18:40:57.062678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 272456d7-a706-472e-bc8b-f1d329537a23 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:57.173838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 272456d7-a706-472e-bc8b-f1d329537a23 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:57.197819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 272456d7-a706-472e-bc8b-f1d329537a23 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:57.198475 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.233095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.307351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac078fa8-c388-4cf8-aad1-e57ca5f5d4fa req-f9cbf965-b53c-45e1-bb06-159f763b3437 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:57.307351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac078fa8-c388-4cf8-aad1-e57ca5f5d4fa req-f9cbf965-b53c-45e1-bb06-159f763b3437 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1642888 Aug 06 18:40:57.379574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.385329 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.386578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-400fc2db-e0d6-44ad-bb6c-be107d983e26 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/36258672-a3e2-4d2f-8b80-9488838a410e HTTP/1.1" status: 204 len: 168 time: 2.5538955 Aug 06 18:40:57.388046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:57.471436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 272456d7-a706-472e-bc8b-f1d329537a23, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=272456d7-a706-472e-bc8b-f1d329537a23,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:57.480994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac078fa8-c388-4cf8-aad1-e57ca5f5d4fa req-d8eab6a9-797d-4e21-920e-ae4e27f95116 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635189 Aug 06 18:40:57.483721 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b1f746-b07c-41e4-ac0c-4d91469f59ad tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] GET failed (client error): The resource could not be found. Aug 06 18:40:57.496946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54b1f746-b07c-41e4-ac0c-4d91469f59ad tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports/36258672-a3e2-4d2f-8b80-9488838a410e HTTP/1.1" status: 404 len: 333 time: 0.0975339 Aug 06 18:40:57.497144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.498339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39642) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:57.509175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-536976441'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:57.566756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=272456d7-a706-472e-bc8b-f1d329537a23,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:57.689510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-08639544-94c8-4bf4-b708-01c16fcce391 None None] Provisioning complete for port 272456d7-a706-472e-bc8b-f1d329537a23 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:57.689775 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-08639544-94c8-4bf4-b708-01c16fcce391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:57.747230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.167664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 272456d7-a706-472e-bc8b-f1d329537a23 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:58.214185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:58.218347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.247967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port 25284ac6-8bc1-452a-bba1-3652b9310a85 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:40:58.259937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 272456d7-a706-472e-bc8b-f1d329537a23 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:58.261981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.382431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Router 99681098-24f1-4e3c-8a54-934246fcd1a3 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:40:58.445645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.7 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/25284ac6-8bc1-452a-bba1-3652b9310a85) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:58.522144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac45d706-9cb4-4866-8147-9af92ccb9a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.590703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:58.611073 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Sync routers for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:58.628551 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:58.629901 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:58.660829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.663195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7ebaa9e-f802-4bc7-ac1b-e271f2563941 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5062027 Aug 06 18:40:58.668842 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39660) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:58.742391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.794516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object 25284ac6-8bc1-452a-bba1-3652b9310a85 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:58.812947 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:58.877403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535840f-651c-48ca-bb69-ca6debbbd37c req-b692abff-6310-4d4c-a8f3-3924b7bd897a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:58.877797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.878799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d535840f-651c-48ca-bb69-ca6debbbd37c req-b692abff-6310-4d4c-a8f3-3924b7bd897a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.1918793 Aug 06 18:40:58.941932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:58.946800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:58.956671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:58.967380 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d535840f-651c-48ca-bb69-ca6debbbd37c req-bcf852cb-a2b1-4da2-b6a2-f7338ec7eefd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559707 Aug 06 18:40:59.032999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:59.034484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.055111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=25284ac6-8bc1-452a-bba1-3652b9310a85,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:59.073000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6cfe09d7-05a0-499d-9ba6-2e83f4937dfb tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5679541 Aug 06 18:40:59.073000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39666) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:59.079399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fd:a4:b6'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:59.223009 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:40:56Z', 'revision_number': 3, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:59.261116 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Checking router: 99681098-24f1-4e3c-8a54-934246fcd1a3 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:59.261650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Updating router 99681098-24f1-4e3c-8a54-934246fcd1a3 port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:40:59.302506 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.370087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.446026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.466938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7db5116c-08f0-4fcb-bf96-a2bbbdc9639d None None] Provisioning for port 25284ac6-8bc1-452a-bba1-3652b9310a85 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:59.472697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7db5116c-08f0-4fcb-bf96-a2bbbdc9639d None None] Provisioning complete for port 25284ac6-8bc1-452a-bba1-3652b9310a85 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:59.473494 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7db5116c-08f0-4fcb-bf96-a2bbbdc9639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.533368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7db5116c-08f0-4fcb-bf96-a2bbbdc9639d None None] Port 25284ac6-8bc1-452a-bba1-3652b9310a85 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:59.617201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Allocated IP 172.20.0.1 (266f3bce-2062-4a51-851a-6a197650f4bf/33ddb657-35d3-4773-828b-bbca7fa8e19b/18d4e653-ca52-4b9f-8820-5e32245839ad) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:59.824727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.845410 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.858722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Transition to ACTIVE for port object 18d4e653-ca52-4b9f-8820-5e32245839ad will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:59.865971 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Transition to ACTIVE for port object 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:59.867959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.878857 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.879673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.946767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:59.986805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Pushing event updated for resources: {'Port': ['ID=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:59.990935 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Attempting to bind port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:59.991511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Attempting to bind port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:59.992109 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Attempting to bind port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:00.009778 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:00.010416 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:00.012366 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.013082 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:00.013927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Bound port: 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:00.014532 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.022230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.023248 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.024032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.024754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.025465 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.026137 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.027895 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.028625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.029353 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.030114 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.030880 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.031615 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:00.037391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Network 266f3bce-2062-4a51-851a-6a197650f4bf is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:00.043696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:00.053321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:00.088037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] In _notify_port_updated(), no bound segment for port 25284ac6-8bc1-452a-bba1-3652b9310a85 on network 18d12325-c4f6-4503-859f-0e232790c15c {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:41:00.099663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:00.101004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.108562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "PUT /v2.0/ports/25284ac6-8bc1-452a-bba1-3652b9310a85 HTTP/1.1" status: 200 len: 993 time: 1.0339775 Aug 06 18:41:00.133246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:00.160870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ad63-8a49-4895-8024-3cccbc1291d8 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=25284ac6-8bc1-452a-bba1-3652b9310a85,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:00.198174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.232119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] For port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:00.236271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] For port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:00.248377 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.274684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Pushing event updated for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:00.455294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.475557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5e4fd66b-8bc5-4eab-b2ff-4d9f6dd9980c None None] Provisioning complete for port 25284ac6-8bc1-452a-bba1-3652b9310a85 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:00.477190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd66b-8bc5-4eab-b2ff-4d9f6dd9980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.491152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94791b78-cfc9-453a-8ffa-c46c5bf96a70 req-a71cbbdb-443c-4036-8d10-2bb54e9f74e6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:00.503963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94791b78-cfc9-453a-8ffa-c46c5bf96a70 req-a71cbbdb-443c-4036-8d10-2bb54e9f74e6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2589536 Aug 06 18:41:00.606479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port 25284ac6-8bc1-452a-bba1-3652b9310a85 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:00.606958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.618626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fd66b-8bc5-4eab-b2ff-4d9f6dd9980c None None] Port 25284ac6-8bc1-452a-bba1-3652b9310a85 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:00.634017 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:00.635927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:40:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:00.739296 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.749385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1878b49e-6a94-4bce-a7cc-0c0d64783d19 None None] Provisioning for port 18d4e653-ca52-4b9f-8820-5e32245839ad completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:00.754885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1878b49e-6a94-4bce-a7cc-0c0d64783d19 None None] Provisioning complete for port 18d4e653-ca52-4b9f-8820-5e32245839ad triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:00.755305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1878b49e-6a94-4bce-a7cc-0c0d64783d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.759697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for 25284ac6-8bc1-452a-bba1-3652b9310a85 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:00.785302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.796309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.824334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1878b49e-6a94-4bce-a7cc-0c0d64783d19 None None] Port 18d4e653-ca52-4b9f-8820-5e32245839ad cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:00.838734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-94791b78-cfc9-453a-8ffa-c46c5bf96a70 req-11df646f-48f8-420e-af4e-567c9fa3c37c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333025 Aug 06 18:41:00.906542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:00.955553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:00.960915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Pushing event updated for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:00.991246 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bebf3-d08a-4113-90b7-71703793168e None None] Pushing event updated for resources: {'Port': ['ID=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:01.028120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.118899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Network 266f3bce-2062-4a51-851a-6a197650f4bf is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:01.118899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:01.181059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=25284ac6-8bc1-452a-bba1-3652b9310a85,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:01.308146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Router 99681098-24f1-4e3c-8a54-934246fcd1a3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:01.483102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.500528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-68a8ca4f-8e6d-4e3f-bc96-8be7760b3cff tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/25284ac6-8bc1-452a-bba1-3652b9310a85 HTTP/1.1" status: 204 len: 168 time: 1.3651891 Aug 06 18:41:01.501642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:01.518183 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.560056 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e7b158-677c-4d76-bc4d-daa4b98a93af tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] GET failed (client error): The resource could not be found. Aug 06 18:41:01.567706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:01.573124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19e7b158-677c-4d76-bc4d-daa4b98a93af tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports/25284ac6-8bc1-452a-bba1-3652b9310a85 HTTP/1.1" status: 404 len: 333 time: 0.0691612 Aug 06 18:41:01.573930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39704) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:01.584038 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '18d4e653-ca52-4b9f-8820-5e32245839ad', 'name': '', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'mac_address': 'fa:16:3e:7a:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:59Z', 'updated_at': '2021-08-06T18:40:59Z', 'revision_number': 1, 'project_id': '746278b474754cacba1114aa5b2658a7', 'subnets': [{'id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:01.584360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1c68d08f-b484-4372-a5ed-5cafbc06440f admin admin] 10.222.0.64 "PUT /v2.0/routers/99681098-24f1-4e3c-8a54-934246fcd1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9114561 Aug 06 18:41:01.591015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-1174739950'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:01.667078 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bb872-1332-4b14-b370-2538fadebbc5 None None] The sync data for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 is: [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '18d4e653-ca52-4b9f-8820-5e32245839ad', 'name': '', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'mac_address': 'fa:16:3e:7a:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:59Z', 'updated_at': '2021-08-06T18:40:59Z', 'revision_number': 1, 'project_id': '746278b474754cacba1114aa5b2658a7', 'subnets': [{'id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:01.755923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4cb4c15e-2444-4fe8-84c3-efc012dbfd94 None None] Provisioning complete for port 18d4e653-ca52-4b9f-8820-5e32245839ad triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:01.756531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4cb4c15e-2444-4fe8-84c3-efc012dbfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.818545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-44a24f50-a55b-41fc-a9b5-04b29c49af85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.826729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:01.840227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:01.865775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4c15e-2444-4fe8-84c3-efc012dbfd94 None None] Port 18d4e653-ca52-4b9f-8820-5e32245839ad cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:01.870756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port cc99cee6-04a3-4288-9821-b5bd813ee5da yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:02.084966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:41:02.208727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ed18-9373-49b0-9dcf-fdb9613c43b7 req-5ccdc870-b257-466a-a186-d6624e6be5e7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:02.211800 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd2ed18-9373-49b0-9dcf-fdb9613c43b7 req-5ccdc870-b257-466a-a186-d6624e6be5e7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 944 time: 0.2108390 Aug 06 18:41:02.302087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dbd2ed18-9373-49b0-9dcf-fdb9613c43b7 req-336c12ed-c12c-437c-a588-c3f26f3ac230 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783391 Aug 06 18:41:02.348815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.3 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/cc99cee6-04a3-4288-9821-b5bd813ee5da) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:02.445286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:02.481552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'mac_address': 'fa:16:3e:ce:73:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:41:02.569931 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:02.587888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:41:02.633601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:02.646483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:02.701635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:02.721863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object cc99cee6-04a3-4288-9821-b5bd813ee5da will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:02.766840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:02.801434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:02.854988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['41ed3168-fa01-4aa0-ba4d-b952c88014ce'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:02.890437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:02.895731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:02.897333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:02.968199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:02.969196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:02.995421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=cc99cee6-04a3-4288-9821-b5bd813ee5da,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:03.005744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:03.006304 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba98a548-5cf9-49d7-a702-7d13fff74c98 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4294126 Aug 06 18:41:03.011868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fd:a4:b6'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:03.281927 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.309090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39740) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:03.315797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-446068218-network', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:03.317810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6ac49a8-b4bc-493d-ade3-9964d1d2cc08 None None] Provisioning for port cc99cee6-04a3-4288-9821-b5bd813ee5da completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:03.327560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6ac49a8-b4bc-493d-ade3-9964d1d2cc08 None None] Provisioning complete for port cc99cee6-04a3-4288-9821-b5bd813ee5da triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:03.327917 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6ac49a8-b4bc-493d-ade3-9964d1d2cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.371253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Made reservation on behalf of a5700253eb5240a19d2e188dd3fee8d9 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:03.375721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.401712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.421037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.445777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac49a8-b4bc-493d-ade3-9964d1d2cc08 None None] Port cc99cee6-04a3-4288-9821-b5bd813ee5da cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:03.649405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.663420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.699576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcfded-0a07-4600-b503-4e14baa49722 req-03556cef-9aaf-48d5-a877-d66aa8a82dcf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:03.701140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24fcfded-0a07-4600-b503-4e14baa49722 req-03556cef-9aaf-48d5-a877-d66aa8a82dcf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 945 time: 0.2783904 Aug 06 18:41:03.704826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:41:03.721279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea6a3a-068a-41dd-9dfd-03d4ce19771b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:03.733058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.733058 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Added segment f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb of type vlan for network 45328378-4f53-49d3-ae5d-65876aa29960 Aug 06 18:41:03.743430 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.753477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.824645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24fcfded-0a07-4600-b503-4e14baa49722 req-8f8625c0-71e0-4df8-84e7-546af39cfb44 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981627 Aug 06 18:41:03.826722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.862081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.863780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:03.864813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.867103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=cc99cee6-04a3-4288-9821-b5bd813ee5da,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:03.951772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] In _notify_port_updated(), no bound segment for port cc99cee6-04a3-4288-9821-b5bd813ee5da on network 18d12325-c4f6-4503-859f-0e232790c15c {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:41:03.955438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6426511 Aug 06 18:41:03.957706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:03.966646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Request body: {'subnet': {'network_id': '45328378-4f53-49d3-ae5d-65876aa29960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-446068218-subnet', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:03.973004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:03.973867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:03.979233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-599a11c5-b668-46f7-89e5-bca89a3e8f14 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "PUT /v2.0/ports/cc99cee6-04a3-4288-9821-b5bd813ee5da HTTP/1.1" status: 200 len: 996 time: 0.9722133 Aug 06 18:41:03.979932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39752) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:04.071654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32758e5-c749-4669-9f7c-b3823fb993b4 admin admin] Pushing event updated for resources: {'Network': ['ID=45328378-4f53-49d3-ae5d-65876aa29960,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:04.088880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 45328378-4f53-49d3-ae5d-65876aa29960 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:41:04.092798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:04.145097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Made reservation on behalf of a5700253eb5240a19d2e188dd3fee8d9 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:04.157034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.228589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port cc99cee6-04a3-4288-9821-b5bd813ee5da {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:04.229283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.349728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 41ed3168-fa01-4aa0-ba4d-b952c88014ce triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:04.350154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.401836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:04.473383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cb9fb134-b36f-49f2-bc97-3d24266c23db None None] Provisioning complete for port cc99cee6-04a3-4288-9821-b5bd813ee5da triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:04.474035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb134-b36f-49f2-bc97-3d24266c23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.481998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.502076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for cc99cee6-04a3-4288-9821-b5bd813ee5da owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:04.527167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fb134-b36f-49f2-bc97-3d24266c23db None None] Port cc99cee6-04a3-4288-9821-b5bd813ee5da cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:04.642779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:04.663552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:04.664117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.666704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.687326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.767302 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:04.812256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf631fc9-6b5d-4cf4-b8e4-45028a015697,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:04.844658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Checking segment: {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:04.845571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Network hostable DHCP agents. Network: 45328378-4f53-49d3-ae5d-65876aa29960, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:41:04.849566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=cc99cee6-04a3-4288-9821-b5bd813ee5da,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:04.927315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Network 45328378-4f53-49d3-ae5d-65876aa29960 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:41:04.977012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 45328378-4f53-49d3-ae5d-65876aa29960) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:05.014569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:05.018350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.054349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.061700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41469bbf-cfc9-4afa-8961-9f862ba545cd tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/cc99cee6-04a3-4288-9821-b5bd813ee5da HTTP/1.1" status: 204 len: 168 time: 1.0767281 Aug 06 18:41:05.062770 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:05.084199 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-431cac34-49f0-4ab4-8498-03d576449cb1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1210623 Aug 06 18:41:05.084985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39770) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:05.094279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:05.129707 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c5ac07-a2fb-43be-9193-d5346255e331 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] GET failed (client error): The resource could not be found. Aug 06 18:41:05.137530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e7c5ac07-a2fb-43be-9193-d5346255e331 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports/cc99cee6-04a3-4288-9821-b5bd813ee5da HTTP/1.1" status: 404 len: 333 time: 0.0687311 Aug 06 18:41:05.139797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39772) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:05.161545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-625523514'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:05.182392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.187824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.322598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:05.326670 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ef8d3b-7e71-4554-b89e-c6e307cd50f1" -d '{"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:05.329567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.346506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bfbec-d1c2-4fc7-b16b-efc60d3e9e14 None None] Network 45328378-4f53-49d3-ae5d-65876aa29960 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:05.392285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:05.420571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c39ee-eda5-4d5c-958a-9f1ee01292fc req-d3a34836-8a0c-4c94-873f-a5349c69a918 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:05.431113 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.436960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c42c39ee-eda5-4d5c-958a-9f1ee01292fc req-d3a34836-8a0c-4c94-873f-a5349c69a918 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 945 time: 0.2587588 Aug 06 18:41:05.442902 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.562520 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70bdd8-4a19-42b2-8fdd-5ae81c621e30 x-openstack-request-id: req-2b70bdd8-4a19-42b2-8fdd-5ae81c621e30 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:05.563372 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-plugged", "status": "completed", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:05.563999 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b70bdd8-4a19-42b2-8fdd-5ae81c621e30 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:05.564841 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'code': 200} Aug 06 18:41:05.635442 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c42c39ee-eda5-4d5c-958a-9f1ee01292fc req-ea749035-f67c-4725-8e9a-042a24db9280 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793406 Aug 06 18:41:05.664262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:05.673535 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.717865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port e6b81bfe-402a-457c-afb2-d8371698ea38 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:05.766989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.793831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:05.795376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Sync routers for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:05.820675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:05.821397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:05.834179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.864402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:05.962849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.12 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/e6b81bfe-402a-457c-afb2-d8371698ea38) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:05.969861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5fe9-d67a-4865-85f5-334bc6f43c18 req-b90adf93-1026-4a89-87fc-804f0ccf51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:05.972676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b87a5fe9-d67a-4865-85f5-334bc6f43c18 req-b90adf93-1026-4a89-87fc-804f0ccf51b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 1099 time: 0.1319711 Aug 06 18:41:05.985498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:06.110125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b87a5fe9-d67a-4865-85f5-334bc6f43c18 req-6fbda7c5-a935-4908-8cec-c5ac414d1404 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860276 Aug 06 18:41:06.272637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:06.289437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.307231 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.327428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.331500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-45328378-4f53-49d3-ae5d-65876aa29960', 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'fixed_ips': [{'subnet_id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:41:06.332347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object e6b81bfe-402a-457c-afb2-d8371698ea38 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:06.334278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.375697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:06.406995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.503520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:06.511213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:06.529963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:06.547200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Allocated IP 172.25.3.106 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/676621da-6742-47b4-a3c4-4093a90e0d53) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:06.553955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=e6b81bfe-402a-457c-afb2-d8371698ea38,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:06.668530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Allocated IP 172.20.0.2 (45328378-4f53-49d3-ae5d-65876aa29960/bf631fc9-6b5d-4cf4-b8e4-45028a015697/6b121da4-4ad0-4d70-96b7-41ec301e9cf1) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:06.672422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:06.673867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:06.706980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-915a3e00-a691-4403-a2b2-41efe560a2c6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5636251 Aug 06 18:41:06.707819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39804) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:06.719491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'network_id': '18d12325-c4f6-4503-859f-0e232790c15c', 'name': 'tempest-AllowedAddressPairTestJSON-663070528'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:06.853053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.012265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Made reservation on behalf of ff37155eb5bd4dc6882ff11d369cd97b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:07.037662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.066649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.086024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] device_id is not set on port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:07.154067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aed56-4e03-45e3-afd0-2539c10e7aa3 req-8573dc8f-3e76-4020-a1a1-b460c6304ceb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:07.156841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b76aed56-4e03-45e3-afd0-2539c10e7aa3 req-8573dc8f-3e76-4020-a1a1-b460c6304ceb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.2465379 Aug 06 18:41:07.159983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Pushing event updated for resources: {'Port': ['ID=676621da-6742-47b4-a3c4-4093a90e0d53,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:07.214950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:07.222277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:07.236070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:07.300301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b76aed56-4e03-45e3-afd0-2539c10e7aa3 req-0b2e96fc-b042-4c3f-8e6d-8242191d5689 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301866 Aug 06 18:41:07.324469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e7b2bb1-6e7c-495c-900e-a39660c9162f None None] Provisioning for port e6b81bfe-402a-457c-afb2-d8371698ea38 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:07.339132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Allocated IP 172.20.0.6 (18d12325-c4f6-4503-859f-0e232790c15c/725146e0-02c1-486c-93b4-a7cd4399b0a7/1421159a-ef6b-42ad-b25c-15ec77c4b6b3) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:07.358555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e7b2bb1-6e7c-495c-900e-a39660c9162f None None] Provisioning complete for port e6b81bfe-402a-457c-afb2-d8371698ea38 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:07.359210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2bb1-6e7c-495c-900e-a39660c9162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.569498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.577484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.595813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Transition to ACTIVE for port object 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:07.651337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Transition to ACTIVE for port object 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:07.654758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b2bb1-6e7c-495c-900e-a39660c9162f None None] Port e6b81bfe-402a-457c-afb2-d8371698ea38 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:07.686040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.773072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.775241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=1421159a-ef6b-42ad-b25c-15ec77c4b6b3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:07.799909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Network 18d12325-c4f6-4503-859f-0e232790c15c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:07.806901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:07.815008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:07.825042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Transition to ACTIVE for port object 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:07.872580 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:07.957121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:07.957760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.001127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8078462f-cd5d-4a2b-b0d9-5f150a8a08ce tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2904325 Aug 06 18:41:08.001892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:08.008115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fd:a4:b6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:e0:28'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:08.020121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Pushing event updated for resources: {'Port': ['ID=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:08.089908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Network 45328378-4f53-49d3-ae5d-65876aa29960 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:08.094356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:08.097749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:08.210960 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.268749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Attempting to bind port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:08.269219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Attempting to bind port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:08.269657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Attempting to bind port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 on network 45328378-4f53-49d3-ae5d-65876aa29960 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:08.292368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:08.294217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Checking segment: {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:08.294641 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.295056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Bound using segment: {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:08.295579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Bound port: 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:08.295957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.318033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '18d4e653-ca52-4b9f-8820-5e32245839ad', 'name': '', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'mac_address': 'fa:16:3e:7a:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:59Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 2, 'project_id': '746278b474754cacba1114aa5b2658a7', 'subnets': [{'id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:08.326436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:08.395870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Checking router: 99681098-24f1-4e3c-8a54-934246fcd1a3 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:41:08.396978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Updating router 99681098-24f1-4e3c-8a54-934246fcd1a3 port 18d4e653-ca52-4b9f-8820-5e32245839ad binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:41:08.489129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9fe6ee38-cb8c-47bd-8a0d-b63b8ab39d77 None None] Provisioning for port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:08.499331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9fe6ee38-cb8c-47bd-8a0d-b63b8ab39d77 None None] Provisioning complete for port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:08.499984 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee38-cb8c-47bd-8a0d-b63b8ab39d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.508380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.576720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] For port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:08.623955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:08.701619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.740040 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.852503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.905299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] In _notify_port_updated(), no bound segment for port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 on network 18d12325-c4f6-4503-859f-0e232790c15c {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:41:08.906807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] For port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:08.915672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:08.916585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.924879 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "PUT /v2.0/ports/1421159a-ef6b-42ad-b25c-15ec77c4b6b3 HTTP/1.1" status: 200 len: 1056 time: 0.9211032 Aug 06 18:41:08.926188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39856) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:08.928809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.942003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-148fa299-e9a0-4565-b2cd-555987fa6b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.947272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8962a2-14c3-4e09-9301-3c6d3414e091 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event updated for resources: {'Port': ['ID=1421159a-ef6b-42ad-b25c-15ec77c4b6b3,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:08.947751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6ee38-cb8c-47bd-8a0d-b63b8ab39d77 None None] Port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:08.964116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:08.964868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:08.970805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0a3f-9658-4c41-81fd-a61b8cecb4fa req-fa03cfa1-f81c-4273-ba94-259ad4c0e90d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:08.973676 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-788f0a3f-9658-4c41-81fd-a61b8cecb4fa req-fa03cfa1-f81c-4273-ba94-259ad4c0e90d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.3217213 Aug 06 18:41:09.191359 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-788f0a3f-9658-4c41-81fd-a61b8cecb4fa req-3324cc5c-d527-4792-a610-7fe7ab4770b9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705596 Aug 06 18:41:09.234807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:09.235478 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.295326 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-148fa299-e9a0-4565-b2cd-555987fa6b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.312111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-148fa299-e9a0-4565-b2cd-555987fa6b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.369898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:41:09.371260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8eba469b-0949-416a-be4a-ee7acb52204b None None] Provisioning complete for port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:09.371649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8eba469b-0949-416a-be4a-ee7acb52204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.376247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7ca21-7058-46c1-a445-63b0dc6f5906 None None] Pushing event updated for resources: {'Port': ['ID=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:09.380876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.386741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fa299-e9a0-4565-b2cd-555987fa6b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da20ce-29b5-4255-8db0-77651bcda1d5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:09.399730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-148fa299-e9a0-4565-b2cd-555987fa6b55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d88b1295a1b6404fb2ef55ba305b5fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7700183 Aug 06 18:41:09.399730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:09.425853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Transition to ACTIVE for port object 18d4e653-ca52-4b9f-8820-5e32245839ad will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:09.452901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.507465 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8eba469b-0949-416a-be4a-ee7acb52204b None None] Port 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:09.510541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8cd65-964d-4736-a141-48e7eb413dc3 None None] Pushing event updated for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:09.551277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.579687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.594149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for 1421159a-ef6b-42ad-b25c-15ec77c4b6b3 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:09.621156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.634590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:09.649823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Sync routers for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:09.653471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Attempting to bind port 18d4e653-ca52-4b9f-8820-5e32245839ad on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:09.654344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Attempting to bind port 18d4e653-ca52-4b9f-8820-5e32245839ad by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:09.654727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Attempting to bind port 18d4e653-ca52-4b9f-8820-5e32245839ad on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:09.676898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:09.680517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Checking segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:09.680970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.683619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Bound using segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:09.684125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Bound port: 18d4e653-ca52-4b9f-8820-5e32245839ad, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:09.690206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.695463 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:09.700596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.705786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5b2b0cd-e04b-4277-a517-64092fb14acf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6188347 Aug 06 18:41:09.706446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:09.709662 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:09.828451 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.831318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:09.832775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2da20ce-29b5-4255-8db0-77651bcda1d5 HTTP/1.1" status: 204 len: 168 time: 0.4319499 Aug 06 18:41:09.854278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] For port 18d4e653-ca52-4b9f-8820-5e32245839ad, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:09.859413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] For port 18d4e653-ca52-4b9f-8820-5e32245839ad, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=18d4e653-ca52-4b9f-8820-5e32245839ad,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:09.861528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b324ddb-b872-4463-af82-ba411e0c2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da20ce-29b5-4255-8db0-77651bcda1d5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:09.869421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:10.083572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:10.084063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:10.084616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:10.098066 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:10.154549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=1421159a-ef6b-42ad-b25c-15ec77c4b6b3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:10.549199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:10.669331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39868) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:10.706575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60b1a8bc-8f1a-4808-b7ec-b0ba5ddd960b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:10.788011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8cd65-964d-4736-a141-48e7eb413dc3 None None] Pushing event updated for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:10.790840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:07Z', 'revision_number': 3, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:10.799249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:10.807582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fce1d280-110b-4436-8958-42d31241145a tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/1421159a-ef6b-42ad-b25c-15ec77c4b6b3 HTTP/1.1" status: 204 len: 168 time: 1.8708079 Aug 06 18:41:10.808383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39870) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:10.862081 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:10.868752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:10.879868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:10.881013 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a7a71e-2ba5-4dd9-aa97-bef884fbf60e tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] GET failed (client error): The resource could not be found. Aug 06 18:41:10.887385 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-58a7a71e-2ba5-4dd9-aa97-bef884fbf60e tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports/1421159a-ef6b-42ad-b25c-15ec77c4b6b3 HTTP/1.1" status: 404 len: 333 time: 0.0734940 Aug 06 18:41:10.890120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39872) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:10.900535 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Checking router: 521a75ba-1341-4d9a-a0e8-18cd9bfde10c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:41:10.902079 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Updating router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c port 676621da-6742-47b4-a3c4-4093a90e0d53 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:41:11.019892 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.176941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896c5c0-456a-4df5-88fe-2dcd4b0276c0 req-fdef4c57-2a9d-4bd8-a23e-8ecff6dcb93b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:11.179615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6896c5c0-456a-4df5-88fe-2dcd4b0276c0 req-fdef4c57-2a9d-4bd8-a23e-8ecff6dcb93b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.2691822 Aug 06 18:41:11.218017 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60b1a8bc-8f1a-4808-b7ec-b0ba5ddd960b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.240849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-60b1a8bc-8f1a-4808-b7ec-b0ba5ddd960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.328993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-60b1a8bc-8f1a-4808-b7ec-b0ba5ddd960b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25f132ecfe904010b11dd4fbf5255f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543527 Aug 06 18:41:11.336585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:11.340365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '18d4e653-ca52-4b9f-8820-5e32245839ad', 'name': '', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'mac_address': 'fa:16:3e:7a:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:59Z', 'updated_at': '2021-08-06T18:41:09Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'subnets': [{'id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:11.401530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port e6b81bfe-402a-457c-afb2-d8371698ea38 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:11.401905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.416021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6896c5c0-456a-4df5-88fe-2dcd4b0276c0 req-1992c563-28a8-439d-b1f3-d5b77807000b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312625 Aug 06 18:41:11.428386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302aab9-c4bc-4dbe-ad21-89e6f132c388 None None] The sync data for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 is: [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:41:00Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '18d4e653-ca52-4b9f-8820-5e32245839ad', 'name': '', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'mac_address': 'fa:16:3e:7a:df:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:59Z', 'updated_at': '2021-08-06T18:41:09Z', 'revision_number': 4, 'project_id': '746278b474754cacba1114aa5b2658a7', 'subnets': [{'id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:11.440880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.453216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1a8bc-8f1a-4808-b7ec-b0ba5ddd960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c08627-fe96-4307-805d-20837d2ea36c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:11.493865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c9d5d-3371-4a32-8d58-3e834079cd34 None None] Network 45328378-4f53-49d3-ae5d-65876aa29960 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:11.579415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.619544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Provisioning for port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:11.624950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for e6b81bfe-402a-457c-afb2-d8371698ea38 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:11.631776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Provisioning complete for port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:11.632243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.654071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.745886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.787614 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.805542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Transition to ACTIVE for port object 676621da-6742-47b4-a3c4-4093a90e0d53 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:11.811176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Allocated IP 172.20.0.1 (45328378-4f53-49d3-ae5d-65876aa29960/bf631fc9-6b5d-4cf4-b8e4-45028a015697/0e2c7bab-5a43-4af5-b972-897a24342ebc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:11.817569 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.874127 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba4f9-5dac-4937-a0cf-c8884a0366fb None None] Pushing event updated for resources: {'Port': ['ID=676621da-6742-47b4-a3c4-4093a90e0d53,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:11.884686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.896664 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.897331 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Attempting to bind port 676621da-6742-47b4-a3c4-4093a90e0d53 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:11.898479 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Attempting to bind port 676621da-6742-47b4-a3c4-4093a90e0d53 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:11.898479 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Attempting to bind port 676621da-6742-47b4-a3c4-4093a90e0d53 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:11.902440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.906676 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:11.906676 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:11.906676 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.906676 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:11.906676 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Bound port: 676621da-6742-47b4-a3c4-4093a90e0d53, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:11.907328 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.917949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78c08627-fe96-4307-805d-20837d2ea36c HTTP/1.1" status: 204 len: 168 time: 0.5718009 Aug 06 18:41:11.964161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:11.991137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] For port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:12.002691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.003746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc71c8-fffe-475d-a192-4f414080aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c08627-fe96-4307-805d-20837d2ea36c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:12.049864 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] For port 676621da-6742-47b4-a3c4-4093a90e0d53, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:12.057893 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] For port 676621da-6742-47b4-a3c4-4093a90e0d53, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=676621da-6742-47b4-a3c4-4093a90e0d53,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:12.069036 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.076970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.158740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.163447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cad81-2be1-46ed-af15-e025e3888ae0 None None] Pushing event updated for resources: {'Port': ['ID=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:12.171051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=e6b81bfe-402a-457c-afb2-d8371698ea38,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:12.179047 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:12.180119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:12.222528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Transition to ACTIVE for port object 0e2c7bab-5a43-4af5-b972-897a24342ebc will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:12.263319 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba4f9-5dac-4937-a0cf-c8884a0366fb None None] Pushing event updated for resources: {'Port': ['ID=676621da-6742-47b4-a3c4-4093a90e0d53,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:12.362811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.452094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 18d4e653-ca52-4b9f-8820-5e32245839ad up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:12.475737 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:12.476055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Network 45328378-4f53-49d3-ae5d-65876aa29960 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:12.479868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:12.483034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:12.519528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.526502 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-370658b3-ffac-4a0b-9a51-3335073928c7 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/e6b81bfe-402a-457c-afb2-d8371698ea38 HTTP/1.1" status: 204 len: 168 time: 1.6318707 Aug 06 18:41:12.529621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39880) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:12.595386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 18d4e653-ca52-4b9f-8820-5e32245839ad completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:12.601036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 18d4e653-ca52-4b9f-8820-5e32245839ad triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:12.601426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.616905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:12.630166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.660560 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-afca061b-9676-442a-9377-bd32284ebcd5 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] GET failed (client error): The resource could not be found. Aug 06 18:41:12.666683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-afca061b-9676-442a-9377-bd32284ebcd5 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "GET /v2.0/ports/e6b81bfe-402a-457c-afb2-d8371698ea38 HTTP/1.1" status: 404 len: 333 time: 0.1320109 Aug 06 18:41:12.692401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:12.879834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e4b208bc-a6bc-454b-a981-8a4112c37391 None None] Provisioning complete for port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:12.880334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4b208bc-a6bc-454b-a981-8a4112c37391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.884855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:12.930845 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:07Z', 'revision_number': 3, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:12.983302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 18d4e653-ca52-4b9f-8820-5e32245839ad, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=18d4e653-ca52-4b9f-8820-5e32245839ad,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:12.999171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.007569 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca32f62-11dc-4286-a9dc-b9cdb02a6d49 None None] The sync data for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 is: [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:07Z', 'revision_number': 3, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:13.021795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.078483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port 50320bdc-7ec9-4114-b3bc-964597a88f34 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:13.079369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.246239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.256939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:13.271209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for 50320bdc-7ec9-4114-b3bc-964597a88f34 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:13.417115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.443209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.469506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5e677a45-83c9-4437-b97c-8424e137a738 None None] Provisioning for port 0e2c7bab-5a43-4af5-b972-897a24342ebc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:13.491261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5e677a45-83c9-4437-b97c-8424e137a738 None None] Provisioning complete for port 0e2c7bab-5a43-4af5-b972-897a24342ebc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:13.491853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5e677a45-83c9-4437-b97c-8424e137a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.588635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:13.610146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.668481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5e677a45-83c9-4437-b97c-8424e137a738 None None] Port 0e2c7bab-5a43-4af5-b972-897a24342ebc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:13.704711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:13.782634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=50320bdc-7ec9-4114-b3bc-964597a88f34,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:13.815572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Network 45328378-4f53-49d3-ae5d-65876aa29960 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:13.818270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:14.032710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:14.047579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.051669 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cdeeee4c-4ae3-4e1c-8f67-1e2e49f843d6 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/ports/50320bdc-7ec9-4114-b3bc-964597a88f34 HTTP/1.1" status: 204 len: 168 time: 1.3525176 Aug 06 18:41:14.056091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:14.251910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting subnet 725146e0-02c1-486c-93b4-a7cd4399b0a7 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:41:14.273074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.413431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.435140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:14.467243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 676621da-6742-47b4-a3c4-4093a90e0d53 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:14.481174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3891ee1d-bce1-4330-97b0-d0c3889fcb07 admin admin] 10.222.0.64 "PUT /v2.0/routers/521a75ba-1341-4d9a-a0e8-18cd9bfde10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7732120 Aug 06 18:41:14.566959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-20f5d324-a7e1-440f-b7f3-6cc0956d46ca None None] Provisioning complete for port 0e2c7bab-5a43-4af5-b972-897a24342ebc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:14.567336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-20f5d324-a7e1-440f-b7f3-6cc0956d46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.607884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.668953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-20f5d324-a7e1-440f-b7f3-6cc0956d46ca None None] Port 0e2c7bab-5a43-4af5-b972-897a24342ebc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:14.677906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 676621da-6742-47b4-a3c4-4093a90e0d53 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:14.685642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 676621da-6742-47b4-a3c4-4093a90e0d53 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:14.686309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.790282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.837288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.847232 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/subnets/725146e0-02c1-486c-93b4-a7cd4399b0a7 HTTP/1.1" status: 204 len: 168 time: 0.7862659 Aug 06 18:41:14.847884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39922) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:14.870584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6e1bb-e300-48c9-88f6-3278a2923c4a None None] Network 18d12325-c4f6-4503-859f-0e232790c15c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:14.870978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172d9b-0d82-445d-be71-e08fbd622066 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Subnet': ['ID=725146e0-02c1-486c-93b4-a7cd4399b0a7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:14.907589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:14.992549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 676621da-6742-47b4-a3c4-4093a90e0d53, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=676621da-6742-47b4-a3c4-4093a90e0d53,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:15.004361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.005255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 18d4e653-ca52-4b9f-8820-5e32245839ad up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:15.013630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.153402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=676621da-6742-47b4-a3c4-4093a90e0d53,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:15.157348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Deleting port 8172808e-96e8-422b-8b22-2d6fbead1df0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:15.158772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.182674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 18d4e653-ca52-4b9f-8820-5e32245839ad triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:15.183327 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.265623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] For port 8172808e-96e8-422b-8b22-2d6fbead1df0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8172808e-96e8-422b-8b22-2d6fbead1df0,segment=NetworkSegment(ab295800-5b83-4605-a2cd-650e72fcd497),segment_id=ab295800-5b83-4605-a2cd-650e72fcd497)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:15.266731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.294674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Calling delete_port for 8172808e-96e8-422b-8b22-2d6fbead1df0 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:15.308042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] DHCP port deletion for 18d12325-c4f6-4503-859f-0e232790c15c request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:41:15.369661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:15.428060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Deleting port 8172808e-96e8-422b-8b22-2d6fbead1df0 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:15.428730 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.450324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.509928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Port': ['ID=8172808e-96e8-422b-8b22-2d6fbead1df0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:15.516308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] No DVR routers for this DVR port 8172808e-96e8-422b-8b22-2d6fbead1df0 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:15.540734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:15.541795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.585486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] For port 8172808e-96e8-422b-8b22-2d6fbead1df0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8172808e-96e8-422b-8b22-2d6fbead1df0,segment=NetworkSegment(ab295800-5b83-4605-a2cd-650e72fcd497),segment_id=ab295800-5b83-4605-a2cd-650e72fcd497)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:15.585807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.608818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Calling delete_port for 8172808e-96e8-422b-8b22-2d6fbead1df0 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:15.680515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.703423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d12325-c4f6-4503-859f-0e232790c15c']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:15.715456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-961b4fb0-5137-4763-873c-d7c349e53484 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:15.717110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-961b4fb0-5137-4763-873c-d7c349e53484 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.2416506 Aug 06 18:41:15.719227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab295800-5b83-4605-a2cd-650e72fcd497') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:15.719609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab295800-5b83-4605-a2cd-650e72fcd497') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:15.732415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.755671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-715c3af7-39ea-4c09-ace3-ec5edd11305b tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/quotas/a5700253eb5240a19d2e188dd3fee8d9 HTTP/1.1" status: 200 len: 375 time: 0.0210996 Aug 06 18:41:15.756716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.764250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:41:15.764870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:41:15.768897 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:41:15.787683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.821140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] Pushing event deleted for resources: {'Port': ['ID=8172808e-96e8-422b-8b22-2d6fbead1df0,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:15.829853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e986bfc-c0c3-42ca-83f2-887b5d18daf2 None None] No DVR routers for this DVR port 8172808e-96e8-422b-8b22-2d6fbead1df0 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:15.933704 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.943649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-300c9b9e-ab79-4722-a22f-89698aea88c8 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513817 Aug 06 18:41:15.956200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:15.960216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] 10.222.0.64 "DELETE /v2.0/networks/18d12325-c4f6-4503-859f-0e232790c15c HTTP/1.1" status: 204 len: 168 time: 1.1110268 Aug 06 18:41:15.996594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-a298de6f-5176-4b48-b89b-3843146e239a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:41:16.010345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-a298de6f-5176-4b48-b89b-3843146e239a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229573 Aug 06 18:41:16.013950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b875a-5e65-4bc8-9f05-c4fc5ca26672 tempest-AllowedAddressPairTestJSON-516240224 tempest-AllowedAddressPairTestJSON-516240224-project] Pushing event deleted for resources: {'Network': ['ID=18d12325-c4f6-4503-859f-0e232790c15c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:16.089592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Sync routers for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:16.109803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:16.111269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:16.209232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-9dc6aed9-ade1-467b-a107-2755a7f48aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976452 Aug 06 18:41:16.212305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:16.333284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 676621da-6742-47b4-a3c4-4093a90e0d53 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:16.365124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-35c8cc89-e4b8-449b-b37e-6c1bc97b1118 service neutron] 10.222.0.64 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423519 Aug 06 18:41:16.414938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39958) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:16.434028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:16.493134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 676621da-6742-47b4-a3c4-4093a90e0d53 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:16.493134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.516421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de403218-70a6-423b-8452-89448e458132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.623283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-69d11bd5-efb4-440a-859f-5aef0b03bdd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff37155eb5bd4dc6882ff11d369cd97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055051 Aug 06 18:41:16.625905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 39964) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:16.736975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f3b7966c-9dd7-4c73-aca4-e02814fefae5 req-2d1d5d4f-0247-43e0-a732-86498d1107dc tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 210 time: 0.0543492 Aug 06 18:41:16.759409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de403218-70a6-423b-8452-89448e458132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.773748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de403218-70a6-423b-8452-89448e458132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.806682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.843356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.869590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de403218-70a6-423b-8452-89448e458132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b421d-fd02-42fb-8d6c-31d4ee58ca01,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:16.918429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de403218-70a6-423b-8452-89448e458132 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b8d4c5402554e66a02f0f68cf14fc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036958 Aug 06 18:41:16.922566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 39970) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:16.931129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.937652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:16.944515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9a2a3f3-30ea-4072-be40-659115c7d486 HTTP/1.1" status: 204 len: 168 time: 0.3132982 Aug 06 18:41:16.974947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac05f7f-4a70-4c99-bc03-9e698abef5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a2a3f3-30ea-4072-be40-659115c7d486,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:17.083880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:12Z', 'revision_number': 4, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0e2c7bab-5a43-4af5-b972-897a24342ebc', 'name': '', 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'mac_address': 'fa:16:3e:a7:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:11Z', 'updated_at': '2021-08-06T18:41:13Z', 'revision_number': 2, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'subnets': [{'id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:17.090061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.091667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8172808e-96e8-422b-8b22-2d6fbead1df0 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:41:17.123887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Checking router: 521a75ba-1341-4d9a-a0e8-18cd9bfde10c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:41:17.124164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Updating router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c port 0e2c7bab-5a43-4af5-b972-897a24342ebc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:41:17.158494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.172110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8172808e-96e8-422b-8b22-2d6fbead1df0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:41:17.172481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8172808e-96e8-422b-8b22-2d6fbead1df0 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:41:17.191138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.266243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.270806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.276031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d03b421d-fd02-42fb-8d6c-31d4ee58ca01 HTTP/1.1" status: 204 len: 168 time: 0.3465679 Aug 06 18:41:17.284342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30124312-3b8f-42be-8c88-617e114eb12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b421d-fd02-42fb-8d6c-31d4ee58ca01,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:17.686753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.710153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Transition to ACTIVE for port object 0e2c7bab-5a43-4af5-b972-897a24342ebc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:17.720378 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.839974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeadf1-61f3-48d0-89cb-792162a5d338 None None] Pushing event updated for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:17.905845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3aa2932d-7b69-47ed-8343-7dc93bd64b98 req-347d026e-7554-445a-beb9-5b8ae7c2e3b0 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 210 time: 0.0771391 Aug 06 18:41:17.927663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Attempting to bind port 0e2c7bab-5a43-4af5-b972-897a24342ebc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:17.928199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Attempting to bind port 0e2c7bab-5a43-4af5-b972-897a24342ebc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:17.929097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Attempting to bind port 0e2c7bab-5a43-4af5-b972-897a24342ebc on network 45328378-4f53-49d3-ae5d-65876aa29960 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:17.937051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:17.937702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Checking segment: {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:17.939138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.939788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Bound using segment: {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:17.940725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Bound port: 0e2c7bab-5a43-4af5-b972-897a24342ebc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:17.941402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:18.154243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] For port 0e2c7bab-5a43-4af5-b972-897a24342ebc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:18.171796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] For port 0e2c7bab-5a43-4af5-b972-897a24342ebc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0e2c7bab-5a43-4af5-b972-897a24342ebc,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:18.182416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:18.326962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:18.327624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:18.331481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeadf1-61f3-48d0-89cb-792162a5d338 None None] Pushing event updated for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:18.499598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:18.811328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:12Z', 'revision_number': 4, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0e2c7bab-5a43-4af5-b972-897a24342ebc', 'name': '', 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'mac_address': 'fa:16:3e:a7:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:11Z', 'updated_at': '2021-08-06T18:41:18Z', 'revision_number': 4, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'subnets': [{'id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:18.841288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dba86-2891-498a-916f-220a3835f279 None None] The sync data for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 is: [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:41:12Z', 'revision_number': 4, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '0e2c7bab-5a43-4af5-b972-897a24342ebc', 'name': '', 'network_id': '45328378-4f53-49d3-ae5d-65876aa29960', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'mac_address': 'fa:16:3e:a7:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:11Z', 'updated_at': '2021-08-06T18:41:18Z', 'revision_number': 4, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'subnets': [{'id': 'bf631fc9-6b5d-4cf4-b8e4-45028a015697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:18.888615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40024) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:19.088684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-242f96d2-ee3f-4adf-bed8-285f75acf7fd req-2df83683-eb54-4e59-b890-b6f5f0d19ab4 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 210 time: 0.0664051 Aug 06 18:41:19.134873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-135886844'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:19.179943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:19.187484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.208786 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.441481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-8b1cb593-8109-4ad5-863d-3b14ce51e1fa tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:19.444816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-8b1cb593-8109-4ad5-863d-3b14ce51e1fa tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.16 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.2551303 Aug 06 18:41:19.448272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.457107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.469663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Request body: {'port': {'device_id': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'admin_state_up': True, 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:19.500155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:41:19.515760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Made reservation on behalf of a5700253eb5240a19d2e188dd3fee8d9 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:19.521127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5dc6c9-20cb-4d0f-b75b-28f9c28dda11,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:19.521513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.528425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.528917 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Added segment 78ac387a-17a6-46d1-a33d-28b5eb6c6738 of type vlan for network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 Aug 06 18:41:19.610808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.673361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.683315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:19.684353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:19.724136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40042) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:19.770440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Allocated IP 172.20.0.11 (266f3bce-2062-4a51-851a-6a197650f4bf/33ddb657-35d3-4773-828b-bbca7fa8e19b/a4f6032d-38a0-4248-a1f7-d5d78134faed) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:19.798909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Network': ['ID=526fddcf-e1f0-494a-ac7d-6ec90c75ff98,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:19.802532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1abbf210-a56a-488d-a64f-e9473f057d4e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9128358 Aug 06 18:41:19.805930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40046) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:19.811437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'subnet': {'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:19.816410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:41:19.966947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:19.972598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.018302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c431e85-de50-4e1e-bf20-e54fbc1ad02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.133567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.210099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Transition to ACTIVE for port object a4f6032d-38a0-4248-a1f7-d5d78134faed will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:20.250207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0e2c7bab-5a43-4af5-b972-897a24342ebc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:20.286719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.327536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0e2c7bab-5a43-4af5-b972-897a24342ebc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:20.335859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0e2c7bab-5a43-4af5-b972-897a24342ebc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:20.336251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.420006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Network 266f3bce-2062-4a51-851a-6a197650f4bf is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:20.460700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.464726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:20.494362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:20.526294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0e2c7bab-5a43-4af5-b972-897a24342ebc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0e2c7bab-5a43-4af5-b972-897a24342ebc,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:20.537202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.583655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:20.584807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.613955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:20.639273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:20.653167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e41df-95b7-4051-8ddb-de1eb4e9e3c4 req-070899f0-8131-49bf-8e71-6c191285ec67 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:20.663208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-056e41df-95b7-4051-8ddb-de1eb4e9e3c4 req-070899f0-8131-49bf-8e71-6c191285ec67 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1028 time: 0.3991826 Aug 06 18:41:20.697067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c431e85-de50-4e1e-bf20-e54fbc1ad02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.722331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-056e41df-95b7-4051-8ddb-de1eb4e9e3c4 req-7e4973ad-8497-4886-8336-b2a674a2f950 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576811 Aug 06 18:41:20.723840 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c431e85-de50-4e1e-bf20-e54fbc1ad02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.730030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-daf2407c-697f-4381-8dba-8bdf4d48b751 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2741265 Aug 06 18:41:20.751119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Request body: {'port': {'device_id': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:20.786496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.834708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c431e85-de50-4e1e-bf20-e54fbc1ad02e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=645166c23db84a3894d1114ee2e9ca59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1093516 Aug 06 18:41:20.837791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40050) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:20.857928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431e85-de50-4e1e-bf20-e54fbc1ad02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d732d30-bc06-4824-a760-038a6d5843c6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:20.918385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.931300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-822c7c24-99ad-4ca4-b37a-b48f5c90db0a None None] Provisioning for port a4f6032d-38a0-4248-a1f7-d5d78134faed completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:20.931915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Checking segment: {'id': '78ac387a-17a6-46d1-a33d-28b5eb6c6738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:20.931915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network hostable DHCP agents. Network: 526fddcf-e1f0-494a-ac7d-6ec90c75ff98, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:41:20.935060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Subnet': ['ID=b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:20.943689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.946700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-822c7c24-99ad-4ca4-b37a-b48f5c90db0a None None] Provisioning complete for port a4f6032d-38a0-4248-a1f7-d5d78134faed triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:20.947354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-822c7c24-99ad-4ca4-b37a-b48f5c90db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:20.962785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:41:20.976009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 526fddcf-e1f0-494a-ac7d-6ec90c75ff98) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:20.980986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:20.981980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.002387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8bb3744d-99c8-47a4-a1ac-13133a679b78 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1952381 Aug 06 18:41:21.006970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:21.007113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.013095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-81040903', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:21.014680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7425b-dca7-4c9d-8277-1903eeb6da8a None None] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:21.042758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.045497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.093537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-822c7c24-99ad-4ca4-b37a-b48f5c90db0a None None] Port a4f6032d-38a0-4248-a1f7-d5d78134faed cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:21.158874 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.260582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c118ec1-d8a5-428f-9b72-7b8cc7b17205 None None] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:21.379745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.662543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.665535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.670260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d732d30-bc06-4824-a760-038a6d5843c6 HTTP/1.1" status: 204 len: 168 time: 0.8279445 Aug 06 18:41:21.704447 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.726314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199884b7-25e2-46cc-a356-d37722fd398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d732d30-bc06-4824-a760-038a6d5843c6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:21.752515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.942796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f6032d-38a0-4248-a1f7-d5d78134faed {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:41:21.956000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:21.964054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.39 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/5f4e0806-8dac-4dc6-b711-4a7203b53392) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:21.968038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182e09-361b-4fe5-9458-e3aa9c4609b3 req-0cd6aff7-7c67-4ea9-bafe-c6b14cc18f53 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:21.970980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b182e09-361b-4fe5-9458-e3aa9c4609b3 req-0cd6aff7-7c67-4ea9-bafe-c6b14cc18f53 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1028 time: 0.0770555 Aug 06 18:41:21.983697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Transition to ACTIVE for port object a4f6032d-38a0-4248-a1f7-d5d78134faed will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:21.990285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.113313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:22.137237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2b182e09-361b-4fe5-9458-e3aa9c4609b3 req-2530312a-4d91-4c9d-9f57-0e94bf20e926 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456149 Aug 06 18:41:22.247797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.287886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0e2c7bab-5a43-4af5-b972-897a24342ebc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:22.314839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Attempting to bind port a4f6032d-38a0-4248-a1f7-d5d78134faed on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:22.315119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Attempting to bind port a4f6032d-38a0-4248-a1f7-d5d78134faed by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:22.315924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Attempting to bind port a4f6032d-38a0-4248-a1f7-d5d78134faed on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:22.322452 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.326788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Port a4f6032d-38a0-4248-a1f7-d5d78134faed on network 266f3bce-2062-4a51-851a-6a197650f4bf not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:41:22.327455 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Attempting to bind port a4f6032d-38a0-4248-a1f7-d5d78134faed on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:22.337870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:22.338632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Checking segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:22.339560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Bound using segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:22.341045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Bound port: a4f6032d-38a0-4248-a1f7-d5d78134faed, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:22.341355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.388710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0e2c7bab-5a43-4af5-b972-897a24342ebc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:22.389621 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.391214 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:22.399493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:22.402567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:22.433589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=5f4e0806-8dac-4dc6-b711-4a7203b53392,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:22.457631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:22.462286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:22.470392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.553549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:22.560694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:22.561740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.563614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-81aa84c4-c605-4b32-94f2-f2660cc1c465 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4f6032d-38a0-4248-a1f7-d5d78134faed HTTP/1.1" status: 200 len: 1093 time: 1.8195655 Aug 06 18:41:22.564289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:22.567758 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d22561-22d1-4332-8063-9144d6f968f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:22.738518 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40545f0-6a95-4d62-a376-e62e6da287e6 x-openstack-request-id: req-a40545f0-6a95-4d62-a376-e62e6da287e6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:22.739548 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:22.739548 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a40545f0-6a95-4d62-a376-e62e6da287e6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:22.739912 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed', 'status': 'completed', 'code': 200} Aug 06 18:41:22.763108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-e92166b2-33bc-45ad-a754-a0c54d83e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:22.770805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-e92166b2-33bc-45ad-a754-a0c54d83e91a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1096 time: 0.1322486 Aug 06 18:41:22.915638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-d86842d3-c873-47c1-a400-68dfda4a0628 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed HTTP/1.1" status: 200 len: 217 time: 0.1370428 Aug 06 18:41:23.036703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-fc582256-25ff-4cf5-94d3-5dbd0229bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.040197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-fc582256-25ff-4cf5-94d3-5dbd0229bbeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 200 len: 849 time: 0.1143417 Aug 06 18:41:23.068409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:23.137041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-4554de7a-02df-4387-959f-2d89e0f3f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.139943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-4554de7a-02df-4387-959f-2d89e0f3f174 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=266f3bce-2062-4a51-851a-6a197650f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911219 Aug 06 18:41:23.260908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-e2295de8-3a1c-456a-ad43-65cf4965f845 service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121645 Aug 06 18:41:23.408938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:23.414901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf896da-2ff2-4f5e-aaaf-e2954c5df3fc req-ace47e5e-451c-43dd-9793-74f253a7cdc9 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.416531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcf896da-2ff2-4f5e-aaaf-e2954c5df3fc req-ace47e5e-451c-43dd-9793-74f253a7cdc9 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1096 time: 0.1198575 Aug 06 18:41:23.417604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7009b291-32ee-4a5d-bcff-eba5154ec799 req-2bed9f32-f562-45bd-b5b1-44bcc8142b7b service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472535 Aug 06 18:41:23.530625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40086) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:23.552235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fcf896da-2ff2-4f5e-aaaf-e2954c5df3fc req-cd248288-1e8d-4f7d-b669-5968d51c3a90 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840471 Aug 06 18:41:23.592796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22561-22d1-4332-8063-9144d6f968f4 req-39b5ebbc-6303-4bb4-b91a-526a24692885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.594610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-39b5ebbc-6303-4bb4-b91a-526a24692885 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1096 time: 0.1095123 Aug 06 18:41:23.627600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:41:23.735725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-964bf5e7-23d4-436e-a015-35503723c5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:23.767813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22561-22d1-4332-8063-9144d6f968f4 req-7dda31ae-85f7-4a27-8e8e-f0ec0684d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.769920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-7dda31ae-85f7-4a27-8e8e-f0ec0684d213 service neutron] 10.222.0.16 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.1628428 Aug 06 18:41:23.812177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:23.838422 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:23.853900 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:23.855059 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:23.858713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-6f4adb61-c687-4589-96fd-148ffaa04186 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed HTTP/1.1" status: 200 len: 217 time: 0.0794256 Aug 06 18:41:23.942903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22561-22d1-4332-8063-9144d6f968f4 req-9577a29c-37b0-4da8-a40f-1caefcf84b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:23.944771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-9577a29c-37b0-4da8-a40f-1caefcf84b2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 200 len: 849 time: 0.0766890 Aug 06 18:41:24.003278 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:24.014816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:24.015470 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:24.046830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-964bf5e7-23d4-436e-a015-35503723c5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.056580 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:24.056863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-964bf5e7-23d4-436e-a015-35503723c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.057296 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e1cac6-76b3-4eb3-b114-1b6937ee3f13 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:24.061136 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.066098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d2c1dda-6ecf-4ee9-a277-73c4aabfaeec tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0544050 Aug 06 18:41:24.066098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:24.079966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22561-22d1-4332-8063-9144d6f968f4 req-436def93-6ef7-417a-9f9b-e1bcb8453db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:24.081621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-436def93-6ef7-417a-9f9b-e1bcb8453db5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=266f3bce-2062-4a51-851a-6a197650f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275117 Aug 06 18:41:24.179967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-964bf5e7-23d4-436e-a015-35503723c5b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=243c6cfc9782489a9728abc3512e7f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6462059 Aug 06 18:41:24.182940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bf5e7-23d4-436e-a015-35503723c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc7b417-bfb5-4d3a-aad0-0b22ffe0699f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:24.184731 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40092) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:24.220135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-d5717464-6f64-42cf-b478-88004949fded service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234078 Aug 06 18:41:24.333496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54d22561-22d1-4332-8063-9144d6f968f4 req-db24b01c-0a01-421e-a088-18193a2b2d1e service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027701 Aug 06 18:41:24.477330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.555807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.693829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05bcc-05f1-4576-abac-f33b1ff69e27 req-63322ea0-d9a3-4fdd-9a68-1580f1f387dc tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:24.696007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59d05bcc-05f1-4576-abac-f33b1ff69e27 req-63322ea0-d9a3-4fdd-9a68-1580f1f387dc tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1096 time: 0.0502517 Aug 06 18:41:24.740204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59d05bcc-05f1-4576-abac-f33b1ff69e27 req-04d54bad-bd37-4bf5-9510-9befd367df4a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Aug 06 18:41:24.779361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.782987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:24.784360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bc7b417-bfb5-4d3a-aad0-0b22ffe0699f HTTP/1.1" status: 204 len: 168 time: 0.5982177 Aug 06 18:41:24.835377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bf903-e42e-4d6b-ba92-406c6384ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc7b417-bfb5-4d3a-aad0-0b22ffe0699f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:25.002262 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.424644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.1 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/20c07656-45f9-4006-b9f2-291b37f37419) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:25.581566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.644761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.699111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:25.705215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:25.709744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:25.744939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=20c07656-45f9-4006-b9f2-291b37f37419,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:25.785735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.986353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d5c88-ef56-4e77-a4bf-cdd45d8374e1 req-1698faa1-42f1-44d6-8eb6-a972e3262af8 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:25.986667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a4f6032d-38a0-4248-a1f7-d5d78134faed details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:41:25.988946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a31d5c88-ef56-4e77-a4bf-cdd45d8374e1 req-1698faa1-42f1-44d6-8eb6-a972e3262af8 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1096 time: 0.1195953 Aug 06 18:41:26.115777 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a31d5c88-ef56-4e77-a4bf-cdd45d8374e1 req-216a7fc4-1805-4a4a-8f4d-51cd31156307 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113315 Aug 06 18:41:26.117393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.190746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:26.220730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'a4f6032d-38a0-4248-a1f7-d5d78134faed', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'port_id': 'a4f6032d-38a0-4248-a1f7-d5d78134faed', 'mac_address': 'fa:16:3e:1b:e4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:41:26.278108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.302157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f6032d-38a0-4248-a1f7-d5d78134faed {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:41:26.343082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:26.350286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.445997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:26.455580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.456008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.456340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.456681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.457005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.457332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.457802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.458020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.458418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.458776 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.459096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.460986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:26.528714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.536015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.628202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=20c07656-45f9-4006-b9f2-291b37f37419,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:26.634193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.751802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:26.753384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:26.773585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['a4f6032d-38a0-4248-a1f7-d5d78134faed'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:26.875865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40142) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:26.938122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:27.095948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6af0c3c4-686a-4932-84d1-7615e8629aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.139553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:27.145890 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d22f062d-4899-4138-a632-b3e0267462d3 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/routers/02732da0-0c38-40e9-9694-219bed2db35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0786362 Aug 06 18:41:27.149594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:27.157335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'port': {'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98', 'name': 'tempest-FloatingIPTestJSON-1169782796'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:27.169791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:27.185125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:27.185891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:27.221723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:27.233798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:27.234565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:27.268296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7ba9b-6ee0-4bf9-87ac-bbb713599345 req-b915ec42-512e-46f9-b6a0-43d97534ff00 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:27.271141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69e7ba9b-6ee0-4bf9-87ac-bbb713599345 req-b915ec42-512e-46f9-b6a0-43d97534ff00 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1097 time: 0.0576682 Aug 06 18:41:27.274642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:27.275396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc59c4-b746-4f5e-b6e0-913375a5bfac None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:27.312321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69e7ba9b-6ee0-4bf9-87ac-bbb713599345 req-4f4272ab-2b2f-46c2-bc52-c8d10ce0550a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Aug 06 18:41:27.397463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6af0c3c4-686a-4932-84d1-7615e8629aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.412045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6af0c3c4-686a-4932-84d1-7615e8629aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.457469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:27.461538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.483584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6af0c3c4-686a-4932-84d1-7615e8629aa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22c1539ba32e4e42921fb2168334f144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060691 Aug 06 18:41:27.488091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:27.490960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0c3c4-686a-4932-84d1-7615e8629aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba5d37-58f8-4e21-be4d-6c38fc5d1124,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:27.500597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] device_id is not set on port de4b3665-eb79-4412-8b52-c56f79fe8306 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:27.561578 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.592206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.656507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.661170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.663133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04ba5d37-58f8-4e21-be4d-6c38fc5d1124 HTTP/1.1" status: 204 len: 168 time: 0.1734569 Aug 06 18:41:27.676300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abed55-7ae1-4adc-ad11-4aaa8227b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba5d37-58f8-4e21-be4d-6c38fc5d1124,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:27.677884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.14 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/de4b3665-eb79-4412-8b52-c56f79fe8306) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:27.895260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:27.941650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.000031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a4f6032d-38a0-4248-a1f7-d5d78134faed up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:28.000203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:28.001359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=de4b3665-eb79-4412-8b52-c56f79fe8306,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:28.005236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:28.007563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:28.070410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:28.072010 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.093485 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0b19f29-1e22-4054-9dce-86cd996a096e tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9406025 Aug 06 18:41:28.095100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port a4f6032d-38a0-4248-a1f7-d5d78134faed completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:28.095971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40162) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:28.099485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port a4f6032d-38a0-4248-a1f7-d5d78134faed triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:28.099864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.105126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'port': {'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98', 'name': 'tempest-FloatingIPTestJSON-317068904'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:28.220402 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.252745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:28.255747 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc7fc88-c979-4978-b91b-b835b7263034" -d '{"events": [{"server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:28.285649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:28.294712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.368282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:28.370811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:28.376937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.398874 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4418c-9d64-48b0-9842-5a4399ab8d0e x-openstack-request-id: req-09e4418c-9d64-48b0-9842-5a4399ab8d0e {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:28.399423 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:28.399912 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09e4418c-9d64-48b0-9842-5a4399ab8d0e {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:28.400540 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed', 'code': 200} Aug 06 18:41:28.439499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] device_id is not set on port 3ecb9d36-e752-47e8-8d45-eb6c6469a531 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:28.520471 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5955c532-3d4b-41f9-8405-a2cc67ce545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.610401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf56ef-b2c2-4b98-bed2-03ff8b183674 req-9b7209c8-f995-46f9-b307-7881ce189763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:28.613097 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9acf56ef-b2c2-4b98-bed2-03ff8b183674 req-9b7209c8-f995-46f9-b307-7881ce189763 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.1044450 Aug 06 18:41:28.625059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e570-1ee8-4d24-afd4-a449172da43a req-aab4039b-14bf-49b1-9fa2-2d94459fec42 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:28.628812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c598e570-1ee8-4d24-afd4-a449172da43a req-aab4039b-14bf-49b1-9fa2-2d94459fec42 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.1650662 Aug 06 18:41:28.730933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.5 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/3ecb9d36-e752-47e8-8d45-eb6c6469a531) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:28.737818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9acf56ef-b2c2-4b98-bed2-03ff8b183674 req-e695e2f4-a2c1-43d8-9906-d0afbf4bd585 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067924 Aug 06 18:41:28.752634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c598e570-1ee8-4d24-afd4-a449172da43a req-a616d073-95dd-4b47-94cb-804d41dc5c5c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886917 Aug 06 18:41:28.937903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:29.001325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:29.568700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:29.572498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:29.577223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:29.584979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=3ecb9d36-e752-47e8-8d45-eb6c6469a531,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:29.639017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:29.639666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:29.663454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1d1d2a37-908a-47c7-be1a-c680ec804ee4 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5612617 Aug 06 18:41:29.664766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40196) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:29.672130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '3ecb9d36-e752-47e8-8d45-eb6c6469a531', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:29.715098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:29.930025 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e4ee5-10d7-44dc-afbd-c6497a705b06 req-4183875e-d077-45eb-b1f0-c56da40859de tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:29.932970 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-088e4ee5-10d7-44dc-afbd-c6497a705b06 req-4183875e-d077-45eb-b1f0-c56da40859de tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.0785854 Aug 06 18:41:29.941616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:30.023249 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-088e4ee5-10d7-44dc-afbd-c6497a705b06 req-ba66b89e-373c-41a2-948d-062c892ec798 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Aug 06 18:41:30.183021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.71 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/5bd40319-272b-4567-9a3c-435a3bcdb02b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:30.363931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:30.426635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:30.484324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:30.489694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:30.495176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:30.547900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=5bd40319-272b-4567-9a3c-435a3bcdb02b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:30.875316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40244) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:31.015765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32392c3d-8459-41e8-8d70-517b21e6e911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.026069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.177536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.180047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32392c3d-8459-41e8-8d70-517b21e6e911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.186712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-32392c3d-8459-41e8-8d70-517b21e6e911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.244428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32392c3d-8459-41e8-8d70-517b21e6e911 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92c93f16259549a38ee3a005b6f3d23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646848 Aug 06 18:41:31.244428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32392c3d-8459-41e8-8d70-517b21e6e911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff4cee3-9952-4e70-a922-c41c09ef882c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:31.246145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40250) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:31.280875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79c11-d585-4339-9a5c-6ea36ceabfd8 req-eab5a7d2-d650-4a02-8403-acd05a61df99 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:31.282570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fe79c11-d585-4339-9a5c-6ea36ceabfd8 req-eab5a7d2-d650-4a02-8403-acd05a61df99 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.1344290 Aug 06 18:41:31.405816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fe79c11-d585-4339-9a5c-6ea36ceabfd8 req-2e08a791-b398-4198-968f-33ebb863d0e3 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112506 Aug 06 18:41:31.443797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.509591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.514354 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.532377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.545320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85965c-2444-4762-8f45-d0731ee5af9b req-6530a07e-5d14-4dce-9bd2-baba84bd0801 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:31.547011 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed85965c-2444-4762-8f45-d0731ee5af9b req-6530a07e-5d14-4dce-9bd2-baba84bd0801 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.0603287 Aug 06 18:41:31.551516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.592770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed85965c-2444-4762-8f45-d0731ee5af9b req-bd249e85-306f-4f15-b895-c1a03e8aee46 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Aug 06 18:41:31.708871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-544544d2-d0a0-4b55-a36c-8e4b1f92badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.761177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=5bd40319-272b-4567-9a3c-435a3bcdb02b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:31.790434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.795287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.797686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ff4cee3-9952-4e70-a922-c41c09ef882c HTTP/1.1" status: 204 len: 168 time: 0.5499594 Aug 06 18:41:31.807695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:31.824658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58014-1516-4d88-9100-6e1357edc37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff4cee3-9952-4e70-a922-c41c09ef882c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:31.896683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2d533-87fa-4ec8-8ba4-9996b12411e3 req-d516ccce-2c2b-463f-a2f5-b834389fc93d tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:31.899518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da2d533-87fa-4ec8-8ba4-9996b12411e3 req-d516ccce-2c2b-463f-a2f5-b834389fc93d tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.2036049 Aug 06 18:41:32.044825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3da2d533-87fa-4ec8-8ba4-9996b12411e3 req-c7711512-1f0c-41b0-8a42-ee42678ee1b2 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360974 Aug 06 18:41:32.075155 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP d0c06130-6576-4561-a32b-96efb0c902df associated. External IP: 172.25.3.71, port: 3ecb9d36-e752-47e8-8d45-eb6c6469a531. Aug 06 18:41:32.197829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-e5159f75-0a9c-4aa1-ab40-3e28276c4e9d req-fe7ee683-ecd6-4c6d-bf42-9945d5bc2099 service neutron] (94121) timed out ('10.222.0.64', 43148) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:41:32.228853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40264) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:32.253799 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca4062fb-f0e1-4789-9844-d41def1ccf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.457612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:32.463123 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca4062fb-f0e1-4789-9844-d41def1ccf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.465359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-d9094dbc-4d86-4402-86ef-7f2ed967aa25 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:32.467217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-d9094dbc-4d86-4402-86ef-7f2ed967aa25 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.1423225 Aug 06 18:41:32.468718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ca4062fb-f0e1-4789-9844-d41def1ccf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.522136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4062fb-f0e1-4789-9844-d41def1ccf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e4d210-bca0-4e01-bb69-10bb9428fc44,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:32.527926 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-2222e8e9-fdfa-4ba5-b9c0-a29277c7dd66 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/quotas/a5700253eb5240a19d2e188dd3fee8d9 HTTP/1.1" status: 200 len: 375 time: 0.0400231 Aug 06 18:41:32.536279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ca4062fb-f0e1-4789-9844-d41def1ccf8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09764317d0fb4b53af157d1f35f794e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018081 Aug 06 18:41:32.536279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40276) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:32.546140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:41:32.588736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:32.604119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:32.610978 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.620330 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:32.621100 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:32.649104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf9748d7-9ab7-42fa-becf-85e98dfcc9e5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9826689 Aug 06 18:41:32.652177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40280) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:32.658871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:32.664866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:32.676430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:32.677247 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:32.715452 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:32.717204 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c3a8e-af34-4fa7-85c5-30caed20ed59 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:32.737233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-0363fe9d-303e-413e-b118-37374d1eb901 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978667 Aug 06 18:41:32.740760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.763081 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-946ded93-baa4-490c-91cc-4770720927b3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:41:32.764974 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-946ded93-baa4-490c-91cc-4770720927b3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142508 Aug 06 18:41:32.770488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.906548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.910897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.917178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:32.918165 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP d0c06130-6576-4561-a32b-96efb0c902df disassociated. External IP: 172.25.3.71, port: 3ecb9d36-e752-47e8-8d45-eb6c6469a531. Aug 06 18:41:32.999260 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-eb16df6c-c4cc-4f08-9067-afa347155770 service neutron] 10.222.0.64 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245653 Aug 06 18:41:33.087038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.089851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.091089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6e4d210-bca0-4e01-bb69-10bb9428fc44 HTTP/1.1" status: 204 len: 168 time: 0.5536277 Aug 06 18:41:33.116602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914253-7a60-4aca-ac9b-690536570417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e4d210-bca0-4e01-bb69-10bb9428fc44,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:33.168332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-6bf99d63-38b8-42d5-a3f6-52ca86819724 service neutron] 10.222.0.64 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607828 Aug 06 18:41:33.251536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:33.264141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.432496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2f60fd0-ebdf-498d-9060-6370298d468f req-f8406c90-c19e-4fbf-aba4-087cfd595e4f tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 210 time: 0.0364144 Aug 06 18:41:33.435808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:33.440834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.451681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:33.474426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:33.475097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:33.502961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7971c083-2a5c-43fa-a023-aa6c75c5c370 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/d0c06130-6576-4561-a32b-96efb0c902df HTTP/1.1" status: 200 len: 687 time: 0.8495367 Aug 06 18:41:33.507086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40290) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:33.538575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:33.552393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:33.553210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:33.612333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:33.613143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88096a3-8007-4472-a926-14f35c66c2a0 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:33.715661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 5bd40319-272b-4567-9a3c-435a3bcdb02b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:33.716121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.842133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.842669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:33.863885 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 5bd40319-272b-4567-9a3c-435a3bcdb02b owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:34.125349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:34.159971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=5bd40319-272b-4567-9a3c-435a3bcdb02b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:34.266137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:34.272600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:34.278091 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b325cdb-1aa3-4281-8985-245d5319ba07 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/d0c06130-6576-4561-a32b-96efb0c902df HTTP/1.1" status: 204 len: 168 time: 0.7665775 Aug 06 18:41:34.278885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40314) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:34.285601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'de4b3665-eb79-4412-8b52-c56f79fe8306'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:34.329664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:34.476519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:34.590907 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-289a5c4b-9627-45c6-92a5-26d7cbd5f679 req-063561d2-4187-47cc-80f1-62e5e124168f tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 210 time: 0.0555375 Aug 06 18:41:34.650676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.248 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/2fd76c1a-f115-42ea-87a1-b2be4a692aeb) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:34.748603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.144253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40334) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:35.358657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-147793418'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:35.391380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Made reservation on behalf of 2b4b160c02bd465ea4a7fae36c0ab51e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:35.396232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.408062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.443995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-4127db25-0887-457f-8430-64773d18afc0 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:35.446076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-4127db25-0887-457f-8430-64773d18afc0 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.55 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.7303698 Aug 06 18:41:35.452628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.460227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Request body: {'port': {'device_id': '3e6a2982-3b89-4543-8879-eba3251577bf', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'admin_state_up': True, 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:35.532927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.554592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.561503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.592284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:35.595459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:35.606068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:35.614028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:41:35.621743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2332d318-ce14-48fd-9e63-94e3be04602a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:35.630670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.631033 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Added segment 86fb0343-f6e6-43e1-bee9-e56d693d2774 of type vlan for network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 Aug 06 18:41:35.653218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Made reservation on behalf of a5700253eb5240a19d2e188dd3fee8d9 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:35.657394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.661098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=2fd76c1a-f115-42ea-87a1-b2be4a692aeb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:35.701087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.747368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.753410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:35.754083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:35.794867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6490388 Aug 06 18:41:35.809022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:35.814904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Request body: {'subnet': {'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:35.827102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26046e9e-5362-4992-896f-74006ca117d4 req-342b6b17-7a2e-4c7c-9e62-e68dcd40cb70 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 210 time: 0.1095395 Aug 06 18:41:35.838523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db016b-f583-495a-af0a-4de0d8cb2fb5 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event updated for resources: {'Network': ['ID=d8d85237-25a6-46ee-b8de-3e33fadd6ad5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:35.857990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:41:36.092340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Made reservation on behalf of 2b4b160c02bd465ea4a7fae36c0ab51e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:36.096059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.100083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Allocated IP 172.20.0.8 (266f3bce-2062-4a51-851a-6a197650f4bf/33ddb657-35d3-4773-828b-bbca7fa8e19b/e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:36.527010 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.584133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Transition to ACTIVE for port object e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:36.602635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.657707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.773511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.776364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:36.778421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event updated for resources: {'Subnet': ['ID=7a4ac8ee-db60-4f4b-a399-94d1cc0d2695,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:36.788138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['a4f6032d-38a0-4248-a1f7-d5d78134faed'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:36.874241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Network 266f3bce-2062-4a51-851a-6a197650f4bf is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:36.889709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:36.899397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:36.901783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Checking segment: {'id': '86fb0343-f6e6-43e1-bee9-e56d693d2774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:36.902158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Network hostable DHCP agents. Network: d8d85237-25a6-46ee-b8de-3e33fadd6ad5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:41:36.928365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Pushing event updated for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:37.031086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:37.032154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.036542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:41:37.046113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30338aad-cfec-4e08-8f60-68b75f74915c req-fd2a907b-c61f-4bf6-9bd5-5b48ae11ea8e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:37.050196 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30338aad-cfec-4e08-8f60-68b75f74915c req-fd2a907b-c61f-4bf6-9bd5-5b48ae11ea8e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1027 time: 0.0841234 Aug 06 18:41:37.086579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec1a8759-6e25-4680-8f56-60f12fbdb92e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6307099 Aug 06 18:41:37.089970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d8d85237-25a6-46ee-b8de-3e33fadd6ad5) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:37.100970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e05312-81b7-4b88-a62d-f3f29974b197 None None] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:37.110529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Request body: {'port': {'device_id': '3e6a2982-3b89-4543-8879-eba3251577bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:37.122116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:37.122116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.142435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-30338aad-cfec-4e08-8f60-68b75f74915c req-a88a7aba-2121-442b-b791-bca3cd32a483 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791676 Aug 06 18:41:37.191862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-197d5524-e173-4b77-ad5a-fa75e034842e tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3813994 Aug 06 18:41:37.195314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40346) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:37.206365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Request body: {'port': {'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-841256553'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:37.248918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.255484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.271688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.444866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=2fd76c1a-f115-42ea-87a1-b2be4a692aeb,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:37.448531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-df15e500-f9d6-4c30-bb6d-cc8b4dca9b12 None None] Provisioning for port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:37.457155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-df15e500-f9d6-4c30-bb6d-cc8b4dca9b12 None None] Provisioning complete for port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:37.459914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-df15e500-f9d6-4c30-bb6d-cc8b4dca9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.480158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Made reservation on behalf of 2b4b160c02bd465ea4a7fae36c0ab51e for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:37.486818 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.497919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.519457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] device_id is not set on port 6654fc55-8f93-4f3f-acdf-bb1c0be658b9 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:37.527799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d8d85237-25a6-46ee-b8de-3e33fadd6ad5', 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5', 'tenant_id': '2b4b160c02bd465ea4a7fae36c0ab51e', 'fixed_ips': [{'subnet_id': '7a4ac8ee-db60-4f4b-a399-94d1cc0d2695'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:41:37.529880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:37.610374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-df15e500-f9d6-4c30-bb6d-cc8b4dca9b12 None None] Port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:41:37.761899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Allocated IP 172.20.0.8 (d8d85237-25a6-46ee-b8de-3e33fadd6ad5/7a4ac8ee-db60-4f4b-a399-94d1cc0d2695/6654fc55-8f93-4f3f-acdf-bb1c0be658b9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:37.926703 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 9e03e8b8-6fc7-424a-acd1-c6d6958e5756 associated. External IP: 172.25.3.248, port: de4b3665-eb79-4412-8b52-c56f79fe8306. Aug 06 18:41:37.994722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.011073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Transition to ACTIVE for port object 6654fc55-8f93-4f3f-acdf-bb1c0be658b9 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:38.052988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.108022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Allocated IP 172.20.0.2 (d8d85237-25a6-46ee-b8de-3e33fadd6ad5/7a4ac8ee-db60-4f4b-a399-94d1cc0d2695/b594f3a8-57e9-475a-802e-6165fc6b2433) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:38.131336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:38.155103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:38.158627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event updated for resources: {'Port': ['ID=6654fc55-8f93-4f3f-acdf-bb1c0be658b9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:38.164395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:38.175515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:41:38.186731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.221881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Transition to ACTIVE for port object e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:38.231589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.235975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:38.236697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.259705 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb09dbfc-13d2-48d1-a2b7-5dcfea659fe7 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0626230 Aug 06 18:41:38.261408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40362) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:38.335178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.350173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Transition to ACTIVE for port object b594f3a8-57e9-475a-802e-6165fc6b2433 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:38.388213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Transition to ACTIVE for port object b594f3a8-57e9-475a-802e-6165fc6b2433 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:41:38.405988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.433886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Deleting port 6654fc55-8f93-4f3f-acdf-bb1c0be658b9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:38.434505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.524142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Pushing event updated for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:38.558208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:38.565947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:38.569630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Pushing event updated for resources: {'Port': ['ID=b594f3a8-57e9-475a-802e-6165fc6b2433,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:38.573790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:38.601935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:38.629433 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.653061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Calling delete_port for 6654fc55-8f93-4f3f-acdf-bb1c0be658b9 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:38.663078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dd9c3-41fa-4c4f-8d93-d9a83ce00a82 req-aa57ce3e-52fe-4d12-94f7-919c03502349 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:38.675489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Attempting to bind port b594f3a8-57e9-475a-802e-6165fc6b2433 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:38.677135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Attempting to bind port b594f3a8-57e9-475a-802e-6165fc6b2433 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '86fb0343-f6e6-43e1-bee9-e56d693d2774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:38.679184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Attempting to bind port b594f3a8-57e9-475a-802e-6165fc6b2433 on network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:38.681907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d11dd9c3-41fa-4c4f-8d93-d9a83ce00a82 req-aa57ce3e-52fe-4d12-94f7-919c03502349 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1053 time: 0.3783786 Aug 06 18:41:38.695607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:38.696643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Checking segment: {'id': '86fb0343-f6e6-43e1-bee9-e56d693d2774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:38.697618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.698625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Bound using segment: {'id': '86fb0343-f6e6-43e1-bee9-e56d693d2774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:38.699778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Bound port: b594f3a8-57e9-475a-802e-6165fc6b2433, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fb0343-f6e6-43e1-bee9-e56d693d2774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd8d85237-25a6-46ee-b8de-3e33fadd6ad5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:38.700986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.878447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d11dd9c3-41fa-4c4f-8d93-d9a83ce00a82 req-cce82a1d-690c-47dc-a7ba-503a651b410d tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890159 Aug 06 18:41:38.899233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] For port b594f3a8-57e9-475a-802e-6165fc6b2433, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:38.907262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] For port b594f3a8-57e9-475a-802e-6165fc6b2433, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b594f3a8-57e9-475a-802e-6165fc6b2433,segment=NetworkSegment(86fb0343-f6e6-43e1-bee9-e56d693d2774),segment_id=86fb0343-f6e6-43e1-bee9-e56d693d2774)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:38.912526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Attempting to bind port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:41:38.912526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Attempting to bind port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:41:38.912526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Attempting to bind port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:38.930782 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.952748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:38.978762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b on network 266f3bce-2062-4a51-851a-6a197650f4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:41:38.979423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Attempting to bind port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b on network 266f3bce-2062-4a51-851a-6a197650f4bf {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:41:38.999432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:41:38.999970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Checking segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:41:39.000571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Bound using segment: {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:41:39.001280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Bound port: e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff613819-5d92-4259-8f14-9668d0ee427f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:41:39.001891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.110131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event deleted for resources: {'Port': ['ID=6654fc55-8f93-4f3f-acdf-bb1c0be658b9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:39.125826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9534cc-ee5c-493d-b613-37bb6956e80b None None] Pushing event updated for resources: {'Port': ['ID=b594f3a8-57e9-475a-802e-6165fc6b2433,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:39.143456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:39.163017 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:39.168218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.168803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.169625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.170001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.170576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.171142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.171706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.172587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.173251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.180809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.181540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.182117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.186084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:39.187554 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:39.190290 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.194223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:41:39.200404 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:41:39.227070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.244329 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:39.258048 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:39.259023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:39.263714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.273756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b92ed62-d39d-4e49-be4d-81519be3ca90 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "DELETE /v2.0/ports/6654fc55-8f93-4f3f-acdf-bb1c0be658b9 HTTP/1.1" status: 204 len: 168 time: 1.0106018 Aug 06 18:41:39.274843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40366) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:39.313743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Pushing event updated for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:39.317313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:39.319153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.321214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] 10.222.0.55 "PUT /v2.0/ports/e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b HTTP/1.1" status: 200 len: 1092 time: 2.2252808 Aug 06 18:41:39.324376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:39.327409 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fd37dc-2a17-4140-b458-944fc10ad93c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:39.345190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.345827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.346101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.346448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.346863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.347200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.347682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.347932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.348247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.349360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.350112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.350482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6aa8d4-0c75-4c40-866e-cc7b4b3b891c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:41:39.356616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3801df50-e6af-4ebc-92e5-248b3690bf74 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0758326 Aug 06 18:41:39.358932 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:39.360090 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4f32c-e5cd-4cc1-94a6-6ecdb01a3b46 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:39.360493 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40372) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:39.522927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f137733d-1224-4862-b885-f9ba9deeca99 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2460556 Aug 06 18:41:39.534616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40374) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:39.554536 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-217722634'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:39.618211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a2e4e81-024e-4b68-b254-af2c5f0ba49d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/floatingips/9e03e8b8-6fc7-424a-acd1-c6d6958e5756 HTTP/1.1" status: 200 len: 979 time: 0.2519510 Aug 06 18:41:39.619066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:39.718922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Made reservation on behalf of 2b4b160c02bd465ea4a7fae36c0ab51e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:39.725349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.839895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a453a19b-5d83-4287-97c6-8a9dff4775cc tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2190542 Aug 06 18:41:39.848763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40378) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:39.861343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': '3ecb9d36-e752-47e8-8d45-eb6c6469a531'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:39.871515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:41:39.962136 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:39.962727 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Added segment 1b44bb12-b0a8-4fe2-84d5-4ceabe76cb71 of type vlan for network 85035742-0585-4faf-8983-312e2b6cca97 Aug 06 18:41:40.050458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:40.108631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:40.226626 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804d85d-b55a-41c8-8761-ae4f27122c56 x-openstack-request-id: req-e804d85d-b55a-41c8-8761-ae4f27122c56 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:40.227760 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:40.228252 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e804d85d-b55a-41c8-8761-ae4f27122c56 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:40.228981 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b', 'status': 'completed', 'code': 200} Aug 06 18:41:40.299550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:40.301134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-9bf6b004-799b-4988-94aa-7fffcb145d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:40.303646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-9bf6b004-799b-4988-94aa-7fffcb145d77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1095 time: 0.9181247 Aug 06 18:41:40.323257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b594f3a8-57e9-475a-802e-6165fc6b2433 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:40.325594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbe3da-aecb-4469-8bc9-843718842ff2 req-b1cf24bc-ccbb-4d30-abe4-0f89f4c6ad59 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:40.325773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:40.326409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:40.328091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9bbe3da-aecb-4469-8bc9-843718842ff2 req-b1cf24bc-ccbb-4d30-abe4-0f89f4c6ad59 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1095 time: 0.0977428 Aug 06 18:41:40.352087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8166699 Aug 06 18:41:40.363186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40384) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:40.369265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-9cc1aace-5373-499f-8378-a626befae11c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b HTTP/1.1" status: 200 len: 217 time: 0.0561962 Aug 06 18:41:40.474237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1a41-7b84-482f-965e-bb8349aab7a9 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event updated for resources: {'Network': ['ID=85035742-0585-4faf-8983-312e2b6cca97,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:40.508862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 85035742-0585-4faf-8983-312e2b6cca97 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:41:40.528742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9bbe3da-aecb-4469-8bc9-843718842ff2 req-7d34bf96-c00f-4c1b-b89d-e3ef347cd938 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661792 Aug 06 18:41:40.597053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:40.609724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-7e4d9479-9c8e-49d0-825a-cb97dcf91097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:40.612535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-7e4d9479-9c8e-49d0-825a-cb97dcf91097 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 200 len: 849 time: 0.2102859 Aug 06 18:41:40.617756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b594f3a8-57e9-475a-802e-6165fc6b2433 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:40.779574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-146f758f-3b6d-4b30-8a17-aeea7c63cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:40.781410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-146f758f-3b6d-4b30-8a17-aeea7c63cf08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266f3bce-2062-4a51-851a-6a197650f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086872 Aug 06 18:41:40.842489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ce0e8f3c-c0b7-4563-94fb-0e7d6eddd9b9 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.4766741 Aug 06 18:41:40.847530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:40.891613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d1553-544a-43c6-9915-208a6d10f3b6 None None] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:41.102548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-4ee3467f-5ae7-4921-beb1-df0730b29a41 service neutron] 10.222.0.55 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135490 Aug 06 18:41:41.207348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f192d92-541e-4f2e-a747-5ba2f2371c94 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] Network 85035742-0585-4faf-8983-312e2b6cca97 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:41:41.309881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2f192d92-541e-4f2e-a747-5ba2f2371c94 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "POST /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4606156 Aug 06 18:41:41.311081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40392) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:41.313808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:41.326622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:41.364845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e6cd8-8c22-453d-974d-baa767bc051f None None] Network 85035742-0585-4faf-8983-312e2b6cca97 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:41.429900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08748006-f0c0-4d21-a2a8-a9ef251d00a9 req-45aaa847-6f82-4936-81fb-a7b2d3c6f56f service neutron] 10.222.0.55 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189130 Aug 06 18:41:41.501419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Provisioning for port b594f3a8-57e9-475a-802e-6165fc6b2433 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:41.517222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Provisioning complete for port b594f3a8-57e9-475a-802e-6165fc6b2433 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:41.518192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:41.534575 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 9e03e8b8-6fc7-424a-acd1-c6d6958e5756 associated. External IP: 172.25.3.248, port: de4b3665-eb79-4412-8b52-c56f79fe8306. Aug 06 18:41:41.579656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-8b5a1e36-b7cb-466a-a268-1b0fab428a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:41.582822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-8b5a1e36-b7cb-466a-a268-1b0fab428a6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1095 time: 0.0783050 Aug 06 18:41:41.702129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a86b0cf5-aabf-4f14-bc4d-085db9c94e49 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks HTTP/1.1" status: 200 len: 8856 time: 0.3860340 Aug 06 18:41:41.772569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:41.810698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-22001e01-04df-4ac5-9054-e2181c258ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:41.812838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-22001e01-04df-4ac5-9054-e2181c258ccd service neutron] 10.222.0.55 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.2220974 Aug 06 18:41:41.850197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:41.895529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-84ea35e5-b46e-4306-b8df-82d22478cd31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b HTTP/1.1" status: 200 len: 217 time: 0.0735133 Aug 06 18:41:41.924029 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:41.958477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] For port b594f3a8-57e9-475a-802e-6165fc6b2433, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b594f3a8-57e9-475a-802e-6165fc6b2433,segment=NetworkSegment(86fb0343-f6e6-43e1-bee9-e56d693d2774),segment_id=86fb0343-f6e6-43e1-bee9-e56d693d2774)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:41.967963 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:42.004348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-5d0f5600-51f9-410d-aeac-566cc1963c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:42.015832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-5d0f5600-51f9-410d-aeac-566cc1963c45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 200 len: 849 time: 0.1122770 Aug 06 18:41:42.097466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdd7e8-0512-4320-b4fc-629417dc8953 None None] Pushing event updated for resources: {'Port': ['ID=b594f3a8-57e9-475a-802e-6165fc6b2433,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:42.126213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7a1a276a-fbba-4423-bb51-9bb4f87240f2 None None] Provisioning complete for port b594f3a8-57e9-475a-802e-6165fc6b2433 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:42.126788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a1a276a-fbba-4423-bb51-9bb4f87240f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:42.132463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-3b5d68f3-b3f6-44f5-8dfa-8b497190f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:42.135727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-3b5d68f3-b3f6-44f5-8dfa-8b497190f9ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=266f3bce-2062-4a51-851a-6a197650f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118119 Aug 06 18:41:42.161437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:42.368928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b594f3a8-57e9-475a-802e-6165fc6b2433 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:42.448029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-3766e0f6-f552-4b78-a97a-d5ed6e042964 service neutron] 10.222.0.55 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008990 Aug 06 18:41:42.473931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b594f3a8-57e9-475a-802e-6165fc6b2433 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:42.474660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:42.568513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-33673f21-57a5-4349-9a12-0f612b981e21 None None] Could not find standard attr ID for object 6654fc55-8f93-4f3f-acdf-bb1c0be658b9. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:41:42.680984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41fd37dc-2a17-4140-b458-944fc10ad93c req-8e474dc6-340f-40d0-836b-04311422ac43 service neutron] 10.222.0.55 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235670 Aug 06 18:41:42.919334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3c67bd47-f3da-45fd-8e36-7b8644e70fd1 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "DELETE /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks/85035742-0585-4faf-8983-312e2b6cca97 HTTP/1.1" status: 204 len: 168 time: 1.1370311 Aug 06 18:41:42.919334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ffbe7-4091-4f5c-9bf4-8cd702289889 req-d1cc2828-aceb-45f6-8e45-084a225fc253 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:42.919334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-491ffbe7-4091-4f5c-9bf4-8cd702289889 req-d1cc2828-aceb-45f6-8e45-084a225fc253 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1095 time: 1.1434896 Aug 06 18:41:42.920235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40400) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:42.928409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:42.952538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:42.972394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:42.973251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.047771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.072799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:43.073969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.074303 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-491ffbe7-4091-4f5c-9bf4-8cd702289889 req-a70edfb0-157c-4585-8ac6-e8568e6eaef1 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429067 Aug 06 18:41:43.125910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.126602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7606a617-2321-4f39-a53f-e53cec6a23b0 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:43.153929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-82da459d-6715-4088-be78-c1dc932b96da tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.2298393 Aug 06 18:41:43.155148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40402) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:43.190986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e179b332-5e89-47ca-95d9-5225a0f49055 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/networks/d8d85237-25a6-46ee-b8de-3e33fadd6ad5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0313554 Aug 06 18:41:43.196401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40404) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:43.227265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-307edba4-7c13-4f7e-8e12-f1c9a650e627 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/networks/d8d85237-25a6-46ee-b8de-3e33fadd6ad5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0259795 Aug 06 18:41:43.227860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40406) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:43.329109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:43.410875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c0f93a4-4433-4ee3-8c7e-0aa292289727 tempest-DHCPAgentSchedulersTestJSON-1321132170 tempest-DHCPAgentSchedulersTestJSON-1321132170-project-admin] 10.222.0.64 "GET /v2.0/agents/67f7c939-92a3-4a7b-825b-775217912d7b/dhcp-networks HTTP/1.1" status: 200 len: 8086 time: 0.1787462 Aug 06 18:41:43.411630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40408) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:43.606701 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.619200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:43.624175 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.634950 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:43.653224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:43.654305 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.725729 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.733768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-47a0983e-6289-45f1-ad05-2f0455f51a39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/9e03e8b8-6fc7-424a-acd1-c6d6958e5756 HTTP/1.1" status: 200 len: 977 time: 3.8832817 Aug 06 18:41:43.736897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40412) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:43.745164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:43.746785 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:43.748146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.773739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.788277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85035742-0585-4faf-8983-312e2b6cca97']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.802574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b44bb12-b0a8-4fe2-84d5-4ceabe76cb71') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.802574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b44bb12-b0a8-4fe2-84d5-4ceabe76cb71') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.820195 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:43.821222 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88409b6-6dcf-4c02-af0b-81f1dbc5390a None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:43.823266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.840051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.851660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.864512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:41:43.864512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:41:43.872727 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:41:43.999619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.041640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.051048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "DELETE /v2.0/networks/85035742-0585-4faf-8983-312e2b6cca97 HTTP/1.1" status: 204 len: 168 time: 0.6334164 Aug 06 18:41:44.051048 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76b1fb-86ce-4116-a76e-c00392a13f71 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event deleted for resources: {'Network': ['ID=85035742-0585-4faf-8983-312e2b6cca97,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:44.052197 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40416) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:44.081940 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.089439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.089901 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 9e03e8b8-6fc7-424a-acd1-c6d6958e5756 disassociated. External IP: 172.25.3.248, port: 3ecb9d36-e752-47e8-8d45-eb6c6469a531. Aug 06 18:41:44.101955 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85d62fa-adbc-4584-a885-103d54ff47e1 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] DELETE failed (client error): The resource could not be found. Aug 06 18:41:44.104247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85d62fa-adbc-4584-a885-103d54ff47e1 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:41:44.110651 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c85d62fa-adbc-4584-a885-103d54ff47e1 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "DELETE /v2.0/ports/6654fc55-8f93-4f3f-acdf-bb1c0be658b9 HTTP/1.1" status: 404 len: 333 time: 0.0544128 Aug 06 18:41:44.111530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:44.266041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Deleting subnet 7a4ac8ee-db60-4f4b-a399-94d1cc0d2695 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:41:44.275819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.284998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:41:44.349800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926d0d-1fe2-48eb-b2c1-e8093fc87e5f req-32a3268b-1f8d-4b30-b45a-fb742deb22ca tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:44.352493 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5926d0d-1fe2-48eb-b2c1-e8093fc87e5f req-32a3268b-1f8d-4b30-b45a-fb742deb22ca tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1095 time: 0.1692190 Aug 06 18:41:44.368322 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.395325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b07db-af54-4bd2-aab8-a5ce951ee5ed req-f3c9ff4c-40b2-46c6-b67b-86c35a5e1844 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:44.397201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a82b07db-af54-4bd2-aab8-a5ce951ee5ed req-f3c9ff4c-40b2-46c6-b67b-86c35a5e1844 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.1067173 Aug 06 18:41:44.446136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:44.460775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b', 'network_id': '266f3bce-2062-4a51-851a-6a197650f4bf', 'port_id': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b', 'mac_address': 'fa:16:3e:21:9f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ddb657-35d3-4773-828b-bbca7fa8e19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:41:44.485107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f5926d0d-1fe2-48eb-b2c1-e8093fc87e5f req-5a6b6665-2722-429d-913b-a0eb3aac2605 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225803 Aug 06 18:41:44.503389 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.519571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:41:44.555793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:44.562870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a82b07db-af54-4bd2-aab8-a5ce951ee5ed req-f74fd6ae-efc9-4217-ab6b-a3b6cc9b944e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994754 Aug 06 18:41:44.566810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.580121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:44.590659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.640354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:44.687094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.739413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4ac8ee-db60-4f4b-a399-94d1cc0d2695,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:44.743255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.746421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-252216f2-a938-4751-b4bf-81f1590e3939 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "DELETE /v2.0/subnets/7a4ac8ee-db60-4f4b-a399-94d1cc0d2695 HTTP/1.1" status: 204 len: 168 time: 0.6330564 Aug 06 18:41:44.752783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40426) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:44.753287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:44.760011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.764454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:44.814138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:44.816278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-741c275e-b1f1-42c6-aa1c-d263f8944ba1 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/9e03e8b8-6fc7-424a-acd1-c6d6958e5756 HTTP/1.1" status: 200 len: 688 time: 1.0776708 Aug 06 18:41:44.817828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1e265-1119-4199-81a2-819b91572588 None None] Network d8d85237-25a6-46ee-b8de-3e33fadd6ad5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:41:44.826341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:44.867877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:44.868924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:44.871456 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:44.944858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:44.965936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Deleting port b594f3a8-57e9-475a-802e-6165fc6b2433 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:44.967054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.023066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:45.023972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:45.056523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 2fd76c1a-f115-42ea-87a1-b2be4a692aeb {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:45.056523 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.109118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:45.110277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5726a8-0c84-44c6-9c7a-1640695d600a None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:45.131903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] For port b594f3a8-57e9-475a-802e-6165fc6b2433, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b594f3a8-57e9-475a-802e-6165fc6b2433,segment=NetworkSegment(86fb0343-f6e6-43e1-bee9-e56d693d2774),segment_id=86fb0343-f6e6-43e1-bee9-e56d693d2774)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:45.133595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.162051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Calling delete_port for b594f3a8-57e9-475a-802e-6165fc6b2433 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:45.237119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250548-df46-4484-a728-6aaab2317ec3 req-36fdbd11-2825-4f1c-b968-0dacb9f06fda tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.239874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40250548-df46-4484-a728-6aaab2317ec3 req-36fdbd11-2825-4f1c-b968-0dacb9f06fda tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.1095521 Aug 06 18:41:45.243319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.243760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.261203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 2fd76c1a-f115-42ea-87a1-b2be4a692aeb owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:45.351325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40250548-df46-4484-a728-6aaab2317ec3 req-96df54bd-4614-4bf5-923a-19f67d584213 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912857 Aug 06 18:41:45.359473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.397012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c75dcd8-797d-4d94-82fc-b8ab63fb3d3b None None] DHCP port deletion for d8d85237-25a6-46ee-b8de-3e33fadd6ad5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:41:45.416798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event deleted for resources: {'Port': ['ID=b594f3a8-57e9-475a-802e-6165fc6b2433,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:45.434783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] No DVR routers for this DVR port b594f3a8-57e9-475a-802e-6165fc6b2433 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:45.492936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.521489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=2fd76c1a-f115-42ea-87a1-b2be4a692aeb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:45.569090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.583730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d85237-25a6-46ee-b8de-3e33fadd6ad5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:45.617250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fb0343-f6e6-43e1-bee9-e56d693d2774') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:45.617825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fb0343-f6e6-43e1-bee9-e56d693d2774') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:45.640616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.645993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.648855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9f1feb9c-be7e-4b97-8d3a-221b73866199 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/9e03e8b8-6fc7-424a-acd1-c6d6958e5756 HTTP/1.1" status: 204 len: 168 time: 0.8210666 Aug 06 18:41:45.652129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40438) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:45.666961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.699350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.700034 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-6cb0d5c7-5740-4a1b-8a68-d80e5b834923 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] delete failed (client error): The resource could not be found. Aug 06 18:41:45.701210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6cb0d5c7-5740-4a1b-8a68-d80e5b834923 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/9e03e8b8-6fc7-424a-acd1-c6d6958e5756 HTTP/1.1" status: 404 len: 345 time: 0.0479393 Aug 06 18:41:45.708236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:45.766239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32889102-1c7d-494d-8545-3dc30382af02 req-9178885e-da86-4180-90a7-5f1571c2603e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.771920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32889102-1c7d-494d-8545-3dc30382af02 req-9178885e-da86-4180-90a7-5f1571c2603e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.0654299 Aug 06 18:41:45.776809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:41:45.777691 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:41:45.782504 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:41:45.805401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446adcb-43dd-40e5-b53c-61cfae3452b4 req-571ac37f-597b-423b-9996-1922927cb419 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.807567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f446adcb-43dd-40e5-b53c-61cfae3452b4 req-571ac37f-597b-423b-9996-1922927cb419 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1096 time: 0.2093050 Aug 06 18:41:45.834437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32889102-1c7d-494d-8545-3dc30382af02 req-abf1be37-9d03-45e2-9930-c8665845e483 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540140 Aug 06 18:41:45.910102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.920182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27215a9d-8b0b-4577-9d78-7d68a85f7b8c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.926902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27215a9d-8b0b-4577-9d78-7d68a85f7b8c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.933288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27215a9d-8b0b-4577-9d78-7d68a85f7b8c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:45.935070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27215a9d-8b0b-4577-9d78-7d68a85f7b8c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/ports?network_id=526fddcf-e1f0-494a-ac7d-6ec90c75ff98 HTTP/1.1" status: 200 len: 2358 time: 0.2254603 Aug 06 18:41:45.938662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40442) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:45.943911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:45.945697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] 10.222.0.64 "DELETE /v2.0/networks/d8d85237-25a6-46ee-b8de-3e33fadd6ad5 HTTP/1.1" status: 204 len: 168 time: 1.1914771 Aug 06 18:41:45.950042 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f446adcb-43dd-40e5-b53c-61cfae3452b4 req-3b462dd6-46cc-4c17-b20f-abcf43ccb47b tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239059 Aug 06 18:41:45.961577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11d2a-031c-4fbf-954f-adeaa7f698f8 tempest-DHCPAgentSchedulersTestJSON-2049305476 tempest-DHCPAgentSchedulersTestJSON-2049305476-project] Pushing event deleted for resources: {'Network': ['ID=d8d85237-25a6-46ee-b8de-3e33fadd6ad5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:46.021260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce5baa-6b9f-4170-bc7d-d1657bd874c5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:46.023741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41ce5baa-6b9f-4170-bc7d-d1657bd874c5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/subnets/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb HTTP/1.1" status: 200 len: 797 time: 0.0835507 Aug 06 18:41:46.029769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40446) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:46.036642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'port': {'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98', 'name': 'tempest-FloatingIPTestJSON-212753614', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:46.194010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:41:46.246560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b594f3a8-57e9-475a-802e-6165fc6b2433 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:41:46.289397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b594f3a8-57e9-475a-802e-6165fc6b2433 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:41:46.289863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b594f3a8-57e9-475a-802e-6165fc6b2433 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:41:46.295238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:41:46.316638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40450) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:46.368577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:46.373576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:41:46.378876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:41:46.380134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:46.407056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] device_id is not set on port 02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:41:46.523886 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:46.565914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:46.569868 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b1e62d-666d-4c90-9e7f-7f9c0218a336" -d '{"events": [{"server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:46.593077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:46.603033 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:46.627330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544f3c-a506-412d-8c60-d815bd011e3c req-817576ac-7eee-46d0-aa4b-98ca427f3f93 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:46.630066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78544f3c-a506-412d-8c60-d815bd011e3c req-817576ac-7eee-46d0-aa4b-98ca427f3f93 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.2512202 Aug 06 18:41:46.667904 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33904e-4fb9-4703-8774-f95db46147e1 x-openstack-request-id: req-9b33904e-4fb9-4703-8774-f95db46147e1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:46.668682 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:46.669335 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b33904e-4fb9-4703-8774-f95db46147e1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:46.670043 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b', 'code': 200} Aug 06 18:41:46.684242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-4ec6a991-0610-4d7f-b918-c3a9a5ab56d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:46.687032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-4ec6a991-0610-4d7f-b918-c3a9a5ab56d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.55 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.2391243 Aug 06 18:41:46.704149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:46.774380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3c155-1ce5-45e7-84ab-27183656dfd9 req-8da09eb6-a71d-445a-a315-36a4493cb804 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:46.776148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fe3c155-1ce5-45e7-84ab-27183656dfd9 req-8da09eb6-a71d-445a-a315-36a4493cb804 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.2746661 Aug 06 18:41:46.820693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1dc87595-c905-48dd-93fb-092fb8d9a934 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b4b160c02bd465ea4a7fae36c0ab51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981701 Aug 06 18:41:46.822899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40458) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:46.876154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.13 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:46.893890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.12 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:46.933385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:46.951974 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9fe3c155-1ce5-45e7-84ab-27183656dfd9 req-985c3450-fdc3-4920-b51b-9f55dbcf5b1f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414881 Aug 06 18:41:46.957068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba31cf-5e19-48d6-9a8f-e063ba1ef9d5 req-7ca0fbbe-433f-4c03-8c61-b303563bb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:46.958830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84ba31cf-5e19-48d6-9a8f-e063ba1ef9d5 req-7ca0fbbe-433f-4c03-8c61-b303563bb155 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.2172160 Aug 06 18:41:47.026447 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.079277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84ba31cf-5e19-48d6-9a8f-e063ba1ef9d5 req-e11900e0-7429-4a89-9be1-4df05abbf48d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114435 Aug 06 18:41:47.084566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port fb3a022c-5449-4c20-af59-feb6a19e3fdc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:47.085114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.095619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Deleting port 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:47.096205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.099594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b917f-ca2c-40f0-b155-36af6dc3f75d req-36ef694b-7757-40c4-b905-30fb923850c9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:47.101247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-931b917f-ca2c-40f0-b155-36af6dc3f75d req-36ef694b-7757-40c4-b905-30fb923850c9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.1388390 Aug 06 18:41:47.227139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.231889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.234270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2332d318-ce14-48fd-9e63-94e3be04602a HTTP/1.1" status: 204 len: 168 time: 0.4097381 Aug 06 18:41:47.248110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-931b917f-ca2c-40f0-b155-36af6dc3f75d req-ab18966a-10d0-4335-a548-d035e3c8e9f0 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156106 Aug 06 18:41:47.271713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7e1fe-651a-41c5-aedf-442879bd05ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332d318-ce14-48fd-9e63-94e3be04602a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:47.299994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3c20-3a51-4ea7-91fc-6027f9e16bf8 req-04d753c6-cf7e-47f0-bba2-a5fcfdaa121c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:47.301977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c83d3c20-3a51-4ea7-91fc-6027f9e16bf8 req-04d753c6-cf7e-47f0-bba2-a5fcfdaa121c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.1628721 Aug 06 18:41:47.310524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port fb3a022c-5449-4c20-af59-feb6a19e3fdc, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fb3a022c-5449-4c20-af59-feb6a19e3fdc,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:47.310875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.319126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.394284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.447280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] For port 41ed3168-fa01-4aa0-ba4d-b952c88014ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=41ed3168-fa01-4aa0-ba4d-b952c88014ce,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:47.447644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.478881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:47.488421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:47.495710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:47.535914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:47.573102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:47.574021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.598917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-23483a24-63a8-473c-b551-523d3293bf31 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5671432 Aug 06 18:41:47.600381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40468) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:47.609630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:47.653103 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.816147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40470) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:47.850390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-905648cc-acdd-4605-a43f-64bc463a261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:47.911922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.011062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c83d3c20-3a51-4ea7-91fc-6027f9e16bf8 req-b01ef80d-88c2-4786-baf8-f3fe966d88cf tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727257 Aug 06 18:41:48.202857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.235 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/5be35c80-433c-4000-a6a1-872b3a7ceeed) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:48.209720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-905648cc-acdd-4605-a43f-64bc463a261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.227715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-905648cc-acdd-4605-a43f-64bc463a261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.244028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.244438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.244749 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP 96434067-d28a-417d-9d70-f386885288a6 disassociated. External IP: 172.25.3.159, port: fb3a022c-5449-4c20-af59-feb6a19e3fdc. Aug 06 18:41:48.245119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for fb3a022c-5449-4c20-af59-feb6a19e3fdc owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:48.320118 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.320551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.320802 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Floating IP 30089dbe-6d33-4201-8721-21e459e48632 disassociated. External IP: 172.25.3.143, port: 41ed3168-fa01-4aa0-ba4d-b952c88014ce. Aug 06 18:41:48.321154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Calling delete_port for 41ed3168-fa01-4aa0-ba4d-b952c88014ce owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:48.346473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbbeda-446b-42a1-8a58-62e709b33388 req-01cbdb7c-6d88-466a-9537-7e4449985f75 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:48.348365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5cbbeda-446b-42a1-8a58-62e709b33388 req-01cbdb7c-6d88-466a-9537-7e4449985f75 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 947 time: 0.1927369 Aug 06 18:41:48.351480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905648cc-acdd-4605-a43f-64bc463a261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d8cd1e-6456-48a4-b987-f13ef469c94e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:48.365577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-905648cc-acdd-4605-a43f-64bc463a261b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07c3a411576f46939d3bef49fd2c0964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430884 Aug 06 18:41:48.370347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40476) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:48.476113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.493352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b5cbbeda-446b-42a1-8a58-62e709b33388 req-a83d602c-91a2-4e92-90b7-ccdedde589c4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=527f3756-88fb-4f25-bfff-776156b384ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106992 Aug 06 18:41:48.507490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.550353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.596485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20287e9-18a7-437c-9f96-94a1fa8aa599 req-1663ac9c-dbc4-4441-bc05-777c802e493d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:48.601259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c20287e9-18a7-437c-9f96-94a1fa8aa599 req-1663ac9c-dbc4-4441-bc05-777c802e493d tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 945 time: 0.1577487 Aug 06 18:41:48.622890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.654243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.680265 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:48.685946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:48.693969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:48.701019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=5be35c80-433c-4000-a6a1-872b3a7ceeed,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:48.731814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.734387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.735639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1d8cd1e-6456-48a4-b987-f13ef469c94e HTTP/1.1" status: 204 len: 168 time: 0.3642266 Aug 06 18:41:48.751405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=fb3a022c-5449-4c20-af59-feb6a19e3fdc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:48.753124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06879d7f-b70d-4683-a37b-282f6e73a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d8cd1e-6456-48a4-b987-f13ef469c94e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:48.790705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c20287e9-18a7-437c-9f96-94a1fa8aa599 req-48403127-53ee-46fd-b6de-c1f7c7b3b4b5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714702 Aug 06 18:41:48.881148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:48.939548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'Port': ['ID=41ed3168-fa01-4aa0-ba4d-b952c88014ce,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:49.224204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:49.256142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:49.445834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6747-af8f-4ef1-89ee-6aae61e8a4b2 req-2ff34198-d8ef-4637-bb72-9554a4455d93 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:49.448889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24dc6747-af8f-4ef1-89ee-6aae61e8a4b2 req-2ff34198-d8ef-4637-bb72-9554a4455d93 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.2426491 Aug 06 18:41:49.536854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:49.550290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-24dc6747-af8f-4ef1-89ee-6aae61e8a4b2 req-46aadeb1-7870-4466-9a07-e0baa8151eeb tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853417 Aug 06 18:41:49.567739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:49.572881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:49.586720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:49.588094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:49.663567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port fb3a022c-5449-4c20-af59-feb6a19e3fdc on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:49.669181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:49.671367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78544f3c-a506-412d-8c60-d815bd011e3c req-47f9bc50-c884-4e49-ae50-2d61d0661eef tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.16 "DELETE /v2.0/ports/fb3a022c-5449-4c20-af59-feb6a19e3fdc HTTP/1.1" status: 204 len: 173 time: 3.0218437 Aug 06 18:41:49.672453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'name': 'network-vif-deleted', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:49.675678 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74181858-dff4-4708-8f00-b8c5cce8ac4d" -d '{"events": [{"server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "name": "network-vif-deleted", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:49.697417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:49.713104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:49.732023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:49.732690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:49.781268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148da7de-6f17-4425-b6c6-1c5bacd47687 req-28175644-2747-4f95-b1e9-bdd500e6135a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:49.783050 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-148da7de-6f17-4425-b6c6-1c5bacd47687 req-28175644-2747-4f95-b1e9-bdd500e6135a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.1135542 Aug 06 18:41:49.797909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f758e7d-0ff3-4037-b835-053032d7a791 req-0aac3ffe-c586-40a8-848e-e8b4f3f0606c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1312430 Aug 06 18:41:49.833528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:49.951731 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:49.955343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] No DVR routers for this DVR port 41ed3168-fa01-4aa0-ba4d-b952c88014ce on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:49.961872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:49.968805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e02efd83-e87d-4e18-abcd-5be8cca7b79d req-2a6f0227-06f6-4eb8-ab2e-bf81fe17e206 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.55 "DELETE /v2.0/ports/41ed3168-fa01-4aa0-ba4d-b952c88014ce HTTP/1.1" status: 204 len: 173 time: 3.2222703 Aug 06 18:41:49.973560 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f16ef81-fc50-4022-a8f4-5b58a37470ee x-openstack-request-id: req-6f16ef81-fc50-4022-a8f4-5b58a37470ee {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:49.973906 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a65c6c-ccec-43cc-a2b6-6b293c4d781f", "name": "network-vif-deleted", "tag": "fb3a022c-5449-4c20-af59-feb6a19e3fdc", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:49.973906 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f16ef81-fc50-4022-a8f4-5b58a37470ee {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:49.974360 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a65c6c-ccec-43cc-a2b6-6b293c4d781f', 'name': 'network-vif-deleted', 'tag': 'fb3a022c-5449-4c20-af59-feb6a19e3fdc', 'status': 'completed', 'code': 200} Aug 06 18:41:50.062595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:50.082700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-148da7de-6f17-4425-b6c6-1c5bacd47687 req-454cf3aa-8697-43dc-8429-8cc5a0d83dac tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727451 Aug 06 18:41:50.121882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aaf1122d-581b-4012-b43e-6ff43d606d15 req-fea2a053-a506-4c59-a23d-5b1b69a0c542 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0686600 Aug 06 18:41:50.141066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fb3a022c-5449-4c20-af59-feb6a19e3fdc no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:41:50.202471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: fb3a022c-5449-4c20-af59-feb6a19e3fdc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:41:50.203185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fb3a022c-5449-4c20-af59-feb6a19e3fdc not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:41:50.326693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:41:50.373519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 41ed3168-fa01-4aa0-ba4d-b952c88014ce {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:41:50.374323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 41ed3168-fa01-4aa0-ba4d-b952c88014ce not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:41:50.430860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9489ad4-206d-4151-b676-c4124b0bcb71 req-d78ec2e1-d2e0-43e1-8c20-b00bc056654a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:50.434634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9489ad4-206d-4151-b676-c4124b0bcb71 req-d78ec2e1-d2e0-43e1-8c20-b00bc056654a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.1384141 Aug 06 18:41:50.517650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:50.521421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a9489ad4-206d-4151-b676-c4124b0bcb71 req-32ac8fcd-dfce-443b-9899-29d7a6e2c055 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631819 Aug 06 18:41:50.527872 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:50.627210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:50.646310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:50.732332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:41:50.758941 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:50.764379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:50.772997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:50.823739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:41:50.846938 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:50.847497 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:51.120214 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:51.175123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:41:51.285878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed37fd0-2617-48c5-8735-bb4f3ab2803b req-9e34b01a-dffe-4906-9051-24d629b1372f tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:51.289287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ed37fd0-2617-48c5-8735-bb4f3ab2803b req-9e34b01a-dffe-4906-9051-24d629b1372f tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.1563866 Aug 06 18:41:51.423187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ed37fd0-2617-48c5-8735-bb4f3ab2803b req-886ffb35-666b-4d28-b249-782bef9ba848 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262248 Aug 06 18:41:51.576030 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:51.604299 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=5be35c80-433c-4000-a6a1-872b3a7ceeed,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:51.636936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69ad87ec-f0de-4965-8ddb-ecfee2d4cfeb req-9d49bc6c-9b5d-4378-a59b-56fbb0463e6e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0678957 Aug 06 18:41:51.639938 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2588329d-89b9-4b2f-ac1e-873174ad4590 None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:51.655220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ed09632c-3b31-4c35-8499-9bb6a930d1ff req-cb4fafc9-0a45-4e54-9354-55e79aa536bc tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=34640d5b-1760-42d0-97de-7ccde785d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1301954 Aug 06 18:41:51.678612 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 22f68a58-30cc-4f35-a822-99112cb8914a associated. External IP: 172.25.3.235, port: 02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08. Aug 06 18:41:51.744645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:51.746758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:51.800406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d2bca-fe79-4b20-aa27-8b81d54d28be None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:51.977338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-deleted', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:51.980139 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200f542-763b-4f6c-bd28-f096624f1684" -d '{"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-deleted", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:52.038985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d2a045cc-29c2-4a83-acde-5188a981ce13 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-453516508'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:52.040942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d2a045cc-29c2-4a83-acde-5188a981ce13 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Unknown quota resources ['metering_label']. {{(pid=94122) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:41:52.154590 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fc2dbf-6f3e-4336-a083-3a983bb8f6c4 x-openstack-request-id: req-70fc2dbf-6f3e-4336-a083-3a983bb8f6c4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:52.154904 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34640d5b-1760-42d0-97de-7ccde785d9d6", "name": "network-vif-deleted", "tag": "41ed3168-fa01-4aa0-ba4d-b952c88014ce", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:52.155243 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70fc2dbf-6f3e-4336-a083-3a983bb8f6c4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:52.155537 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34640d5b-1760-42d0-97de-7ccde785d9d6', 'name': 'network-vif-deleted', 'tag': '41ed3168-fa01-4aa0-ba4d-b952c88014ce', 'status': 'completed', 'code': 200} Aug 06 18:41:52.158255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:52.342276 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d88f85-0899-4ab5-be45-ce6ce4e6129e None None] New status for floating IP 96434067-d28a-417d-9d70-f386885288a6: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:41:52.371618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:52.387189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:52.404712 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:52.418002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:52.419079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:52.493231 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aaaefc-0020-47cc-9152-3747c36befa3 None None] New status for floating IP 30089dbe-6d33-4201-8721-21e459e48632: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:41:52.516857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-08ebb122-b24f-4f7b-ab53-d967668cfe43 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9122224 Aug 06 18:41:52.519771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:52.532536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2a045cc-29c2-4a83-acde-5188a981ce13 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:52.534417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': '02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:52.546291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d2a045cc-29c2-4a83-acde-5188a981ce13 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8001778 Aug 06 18:41:52.550009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40542) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:52.569651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:52.578690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c7c58351-4c28-4d6a-a1c7-1df1a10a5db4 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '472221d5-e0df-42d1-bf87-1672fc003c68'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:52.579641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c7c58351-4c28-4d6a-a1c7-1df1a10a5db4 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:41:52.580417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0418d-50f4-492d-85eb-61c861264df1 req-4cd244d9-d868-48d8-bc04-00ac550375e7 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:52.583184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36d0418d-50f4-492d-85eb-61c861264df1 req-4cd244d9-d868-48d8-bc04-00ac550375e7 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.3823266 Aug 06 18:41:52.604425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:52.607003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:52.688864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:52.689667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba77ecbe-b5ae-4b4e-9aa0-4a8ed6862795 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:52.775712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Deleting port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:52.775953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:52.899065 n-d-793621-29 neutron-server[94121]: WARNING neutron.services.metering.metering_plugin [None req-c7c58351-4c28-4d6a-a1c7-1df1a10a5db4 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 18:41:52.902429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f7926397-a3d7-47cf-9f95-29f248e37176 req-fec2c0b6-7cc0-4662-88eb-88a34325e66e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0799506 Aug 06 18:41:52.979042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] For port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:52.979654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.004923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.007341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Calling delete_port for e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:53.074094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.199866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.204922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7c58351-4c28-4d6a-a1c7-1df1a10a5db4 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.207104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c7c58351-4c28-4d6a-a1c7-1df1a10a5db4 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6536057 Aug 06 18:41:53.214685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673774c6-139b-4d16-b78e-10d7db1bff47 req-0a96aa64-19b0-4841-8582-b72624850668 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:53.225582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40552) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.229189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-673774c6-139b-4d16-b78e-10d7db1bff47 req-0a96aa64-19b0-4841-8582-b72624850668 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 1097 time: 0.5246036 Aug 06 18:41:53.232819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4e9b484e-347f-4d60-b511-443c85ddebd8 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '472221d5-e0df-42d1-bf87-1672fc003c68'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:53.233614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4e9b484e-347f-4d60-b511-443c85ddebd8 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94122) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:41:53.272240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.339693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-673774c6-139b-4d16-b78e-10d7db1bff47 req-22204612-4a0b-4db6-9bda-11c8af7b4966 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091988 Aug 06 18:41:53.466829 n-d-793621-29 neutron-server[94122]: WARNING neutron.services.metering.metering_plugin [None req-4e9b484e-347f-4d60-b511-443c85ddebd8 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 18:41:53.640661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.643994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e9b484e-347f-4d60-b511-443c85ddebd8 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.648334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4e9b484e-347f-4d60-b511-443c85ddebd8 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4182112 Aug 06 18:41:53.651403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40554) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.660982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:53.678841 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e1155e87-333c-4c08-aa33-ad531044be4b tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e4c9e987-b7cb-4adc-8f02-f3b77b004bfc HTTP/1.1" status: 200 len: 462 time: 0.0256784 Aug 06 18:41:53.679126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.685961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.688880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.693397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "DELETE /v2.0/security-groups/527f3756-88fb-4f25-bfff-776156b384ac HTTP/1.1" status: 204 len: 168 time: 0.6177831 Aug 06 18:41:53.696884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['a4f6032d-38a0-4248-a1f7-d5d78134faed'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:41:53.697126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40558) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.702656 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:53.764017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9c78-de3d-4369-8748-0f58e79b069c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f3756-88fb-4f25-bfff-776156b384ac,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:53.766482 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-d2712a81-30f4-42c7-8056-ba82638e6909 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] show failed (client error): The resource could not be found. Aug 06 18:41:53.770988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d2712a81-30f4-42c7-8056-ba82638e6909 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups/527f3756-88fb-4f25-bfff-776156b384ac HTTP/1.1" status: 404 len: 347 time: 0.0643299 Aug 06 18:41:53.774913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40560) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:53.843169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] No DVR routers for this DVR port e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:53.851250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:53.855009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36d0418d-50f4-492d-85eb-61c861264df1 req-b16bfa79-8270-45ee-ac0c-031cba4ab92c tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b HTTP/1.1" status: 204 len: 173 time: 1.2616215 Aug 06 18:41:53.996498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.017293 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.126011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3fef5a17-94c1-48cc-82ed-8fa45293ba41 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.127229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3fef5a17-94c1-48cc-82ed-8fa45293ba41 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/e4c9e987-b7cb-4adc-8f02-f3b77b004bfc HTTP/1.1" status: 204 len: 168 time: 0.4472446 Aug 06 18:41:54.130474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40564) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:54.158281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-164e870a-06a6-48c8-8b90-a1fd4d388902 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e4c9e987-b7cb-4adc-8f02-f3b77b004bfc HTTP/1.1" status: 200 len: 221 time: 0.0203912 Aug 06 18:41:54.159115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40566) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:54.174926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'name': 'network-vif-deleted', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:54.177723 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2d17b-6108-4b8a-b535-ec1f40713ab9" -d '{"events": [{"server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "name": "network-vif-deleted", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:54.196777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-27967119-e3dc-4ae9-9bb1-1a45386f49c2 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1789113057', 'description': 'label created by tempest'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:54.197402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-27967119-e3dc-4ae9-9bb1-1a45386f49c2 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Unknown quota resources ['metering_label']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:41:54.203245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc824a93-14ee-4380-b03f-6afb2063d221 req-17e91bf2-761a-4552-9bca-03df3cc6ccc1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0847011 Aug 06 18:41:54.239102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Deleting port f2ead600-8383-450a-95d3-bdd253b3db97 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:54.239458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.242672 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f746d5-5bdf-42ad-9962-92ed37c82cb7 x-openstack-request-id: req-18f746d5-5bdf-42ad-9962-92ed37c82cb7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:54.242957 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6a2982-3b89-4543-8879-eba3251577bf", "name": "network-vif-deleted", "tag": "e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:54.243206 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18f746d5-5bdf-42ad-9962-92ed37c82cb7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:54.243596 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6a2982-3b89-4543-8879-eba3251577bf', 'name': 'network-vif-deleted', 'tag': 'e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b', 'status': 'completed', 'code': 200} Aug 06 18:41:54.348408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.348841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.370868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Calling delete_port for f2ead600-8383-450a-95d3-bdd253b3db97 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:54.527474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43b477e6-c774-40aa-84d3-025d4a0f5dc3 req-6efdf1b7-31d5-4103-87f7-10e760f46756 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3e6a2982-3b89-4543-8879-eba3251577bf HTTP/1.1" status: 200 len: 210 time: 0.0399802 Aug 06 18:41:54.599795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-27967119-e3dc-4ae9-9bb1-1a45386f49c2 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.605093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27967119-e3dc-4ae9-9bb1-1a45386f49c2 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4137735 Aug 06 18:41:54.605954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40572) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:54.697496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.704977 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c9b7ae40-7df1-4293-b773-c849ca56ad9e tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=78f816d6-4a50-4dd2-b897-6330f4ccf395 HTTP/1.1" status: 200 len: 468 time: 0.0953600 Aug 06 18:41:54.706232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:54.778739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:54.815327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'Port': ['ID=f2ead600-8383-450a-95d3-bdd253b3db97,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:54.940857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:54.947382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.956650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:54.973789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:54.975763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:55.043823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:55.055772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a3b1a454-f66b-43df-85d7-86217367c58c tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/22f68a58-30cc-4f35-a822-99112cb8914a HTTP/1.1" status: 200 len: 978 time: 2.5339031 Aug 06 18:41:55.061158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40576) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.062642 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:55.068710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:55.125489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:55.126966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc0743-aa5f-4d91-b776-7dd4647506f5 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:55.370767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-70671208-1fc8-494e-84e3-baab7ed48c96 req-afe56832-941d-4b26-b7f2-f418f9c94700 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0374990 Aug 06 18:41:55.382641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 5be35c80-433c-4000-a6a1-872b3a7ceeed {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:55.383175 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.529725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.530066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.558384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 5be35c80-433c-4000-a6a1-872b3a7ceeed owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:55.574408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-a7657d03-889e-4dd8-8237-50ba96e8dbaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8209050 Aug 06 18:41:55.581196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.584374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.585669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1fd91165-c233-4e4a-b34f-aa9dfe83a955 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "DELETE /v2.0/floatingips/30089dbe-6d33-4201-8721-21e459e48632 HTTP/1.1" status: 204 len: 168 time: 1.8067563 Aug 06 18:41:55.604516 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e87ed1c-15b5-4b6d-a5b9-c7854be07962 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.610446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6e87ed1c-15b5-4b6d-a5b9-c7854be07962 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/78f816d6-4a50-4dd2-b897-6330f4ccf395 HTTP/1.1" status: 204 len: 168 time: 0.8981898 Aug 06 18:41:55.610446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40582) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.651506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-99ccf242-5bd6-4f32-8e97-7e2900cc043e tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=78f816d6-4a50-4dd2-b897-6330f4ccf395 HTTP/1.1" status: 200 len: 216 time: 0.0352957 Aug 06 18:41:55.654721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.682575 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fed35e49-f583-47c8-8b5c-801680702409 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0267627 Aug 06 18:41:55.688141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.732539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03465e89-349e-4e0e-8d3a-2e1f565621be tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0428557 Aug 06 18:41:55.752893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40592) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.820769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6afefb73-be28-4f0c-9268-586b53fee4d2 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/472221d5-e0df-42d1-bf87-1672fc003c68 HTTP/1.1" status: 200 len: 472 time: 0.0644741 Aug 06 18:41:55.828045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40594) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.839634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-376744ff-3761-4dbb-8896-dbd172bb1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:55.841227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-376744ff-3761-4dbb-8896-dbd172bb1708 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.1202097 Aug 06 18:41:55.852581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fb805bf6-c7cb-4445-9964-847331855d03 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/50021196-0801-4c2e-94e2-6c5965b93c0a HTTP/1.1" status: 200 len: 459 time: 0.0153370 Aug 06 18:41:55.860418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40596) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:55.967632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:56.057084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=5be35c80-433c-4000-a6a1-872b3a7ceeed,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:56.109260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e90e893-9573-45a9-86fc-b2904553f0f9 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:56.118149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e90e893-9573-45a9-86fc-b2904553f0f9 tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/50021196-0801-4c2e-94e2-6c5965b93c0a HTTP/1.1" status: 204 len: 168 time: 0.2528112 Aug 06 18:41:56.118917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40600) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:56.225776 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:56.226589 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 22f68a58-30cc-4f35-a822-99112cb8914a disassociated (deleted). External IP: 172.25.3.235, port: 02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08. Aug 06 18:41:56.317803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516a8f-5572-4993-8874-37941bdf4dc0 req-dc98a7bd-d5a3-418b-ab2e-21be07e20756 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:56.330523 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd516a8f-5572-4993-8874-37941bdf4dc0 req-dc98a7bd-d5a3-418b-ab2e-21be07e20756 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.1901116 Aug 06 18:41:56.336797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:41:56.383609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-6ad2122a-8f63-4aff-8fd3-9215693bd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:56.384021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:41:56.384444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device e1aaa8bc-4fc5-4fd1-89ce-d2a42042509b not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:41:56.387757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-6ad2122a-8f63-4aff-8fd3-9215693bd911 service neutron] 10.222.0.16 "GET /v2.0/networks?id=266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 200 len: 911 time: 0.5189748 Aug 06 18:41:56.566441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a92c-5ffd-445d-a42f-2d7289789d6d tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:56.568417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e9c0a92c-5ffd-445d-a42f-2d7289789d6d tempest-MeteringIpV6TestJSON-2114280241 tempest-MeteringIpV6TestJSON-2114280241-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/472221d5-e0df-42d1-bf87-1672fc003c68 HTTP/1.1" status: 204 len: 168 time: 0.4481411 Aug 06 18:41:56.571221 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-88ccce6c-2db2-4c08-89a6-12c8c821bc08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed HTTP/1.1" status: 200 len: 217 time: 0.0788212 Aug 06 18:41:56.658195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-ded86d4a-d0f9-4324-9937-da312fb5322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:56.660122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-ded86d4a-d0f9-4324-9937-da312fb5322b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 200 len: 849 time: 0.0746384 Aug 06 18:41:56.740958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-b9c169a3-4594-4ad5-9e82-ccbdbb8e48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:56.742514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-b9c169a3-4594-4ad5-9e82-ccbdbb8e48e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=266f3bce-2062-4a51-851a-6a197650f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683374 Aug 06 18:41:56.922919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-dd516a8f-5572-4993-8874-37941bdf4dc0 req-80bf7e89-7ea4-45ba-94c5-42233a739fbf tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780525 Aug 06 18:41:56.957172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-2ca615c0-6e00-428c-a32b-60d74babc7b7 service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037289 Aug 06 18:41:57.144208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40608) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.150401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348157124', 'description': 'tempest-description--479977713'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:57.159859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40610) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.179340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f91e6a09-0543-4e71-b8a0-aa06eb129eaf req-6f4504f7-065a-4646-9572-7f4e20372e4b service neutron] 10.222.0.16 "GET /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098382 Aug 06 18:41:57.192710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.233613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dd90730-b8f8-4e74-bece-8c9cb8522e2a req-8b8dc9a8-4502-470e-9c9f-25350bb6f014 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6a65c6c-ccec-43cc-a2b6-6b293c4d781f HTTP/1.1" status: 200 len: 210 time: 0.0837994 Aug 06 18:41:57.271233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:41:57.354767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.362273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.404365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.405701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2603798 Aug 06 18:41:57.410486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40614) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.415616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group_rule': {'security_group_id': '0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:57.420520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d6c39-9d60-463d-8562-52c68f0bfd1a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:57.441734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d01f18b-040a-44c8-9d9d-fdaca3871052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.462572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.494371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:41:57.502272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.517717 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:41:57.536965 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:57.538029 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:57.548713 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ba684952-f0f7-406d-b6fd-0929005f9db7 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/22f68a58-30cc-4f35-a822-99112cb8914a HTTP/1.1" status: 204 len: 168 time: 2.4849610 Aug 06 18:41:57.553942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40616) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.614679 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:57.618434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d01f18b-040a-44c8-9d9d-fdaca3871052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.624983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6d01f18b-040a-44c8-9d9d-fdaca3871052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.629764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.631604 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:41:57.632824 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:57.639480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.678468 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6d01f18b-040a-44c8-9d9d-fdaca3871052 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cead10e44d44d4cbc5723b482961e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170469 Aug 06 18:41:57.679159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40618) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.682272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94138a1-e705-4e1d-93ac-5d1add114e1a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:57.687490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01f18b-040a-44c8-9d9d-fdaca3871052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d6e6c4-5c8b-4c34-8ccc-f3e9ab19897e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:57.731803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.737724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a03129d3-539a-424b-a845-5bdbeff29e9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219731 Aug 06 18:41:57.738059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40620) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:57.744100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'security_group_rule': {'security_group_id': '0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:57.776923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.820856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.828544 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:57.829116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.835662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.846274 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:41:57.847761 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aae3d-87ab-4405-bd6b-d576cf5e70e5 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:41:57.924203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.927054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:57.928321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6d6e6c4-5c8b-4c34-8ccc-f3e9ab19897e HTTP/1.1" status: 204 len: 168 time: 0.2478814 Aug 06 18:41:57.939433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaead7-dfc5-4d46-a310-7d06b7159c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d6e6c4-5c8b-4c34-8ccc-f3e9ab19897e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:58.118022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.120278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efa85b-819e-4279-9782-e50d71d8313c req-cb4ed915-0b4e-437a-b7c2-a0adcf72565a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:58.121900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60efa85b-819e-4279-9782-e50d71d8313c req-cb4ed915-0b4e-437a-b7c2-a0adcf72565a tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.2469060 Aug 06 18:41:58.153219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.157770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.207591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:58.237793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b62d2-9c38-472a-89fb-9222e1739a44,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:58.246499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272a485-528c-4f3c-99d3-f48f22bb6c32 req-bf6bb900-0204-4a54-8120-3813ead5b74e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:58.248174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9272a485-528c-4f3c-99d3-f48f22bb6c32 req-bf6bb900-0204-4a54-8120-3813ead5b74e tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 1098 time: 0.2115388 Aug 06 18:41:58.253746 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.254971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-91df6b05-97d6-4865-b1d4-59aed8af9e07 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5156219 Aug 06 18:41:58.258474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40628) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:58.264055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:58.297762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.380005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40634) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:58.439233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9272a485-528c-4f3c-99d3-f48f22bb6c32 req-879cf512-bf60-4f48-a17b-1cddbd7c30e1 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=73ea6a3a-068a-41dd-9dfd-03d4ce19771b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829083 Aug 06 18:41:58.440042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99640af7-1889-4af9-a589-c281cb009c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.478647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Deleting port a4f6032d-38a0-4248-a1f7-d5d78134faed {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:41:58.479008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.481714 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.529003 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cd313c75-85e7-4b22-acf0-aff995c90ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.714298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] For port a4f6032d-38a0-4248-a1f7-d5d78134faed, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=a4f6032d-38a0-4248-a1f7-d5d78134faed,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:41:58.714688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.718930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6630a670-b600-4fcd-aee7-e275f62bfddc tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121464503&fields=id&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 267 time: 0.0586455 Aug 06 18:41:58.739360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Calling delete_port for a4f6032d-38a0-4248-a1f7-d5d78134faed owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:41:58.741314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.803542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:58.889630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99640af7-1889-4af9-a589-c281cb009c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.919417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-99640af7-1889-4af9-a589-c281cb009c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.033820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99640af7-1889-4af9-a589-c281cb009c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef095f-9c0f-4697-a28b-69ac9bb1f57f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:59.040492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-99640af7-1889-4af9-a589-c281cb009c2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a22ae568784f47139f42f0fe83cea0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6566994 Aug 06 18:41:59.045254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:59.053059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.055494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8edf41fa-ea9a-4971-a525-8d59e8712397 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/02b6bf0d-a8ee-4fc9-a3cc-82fab8de4c08 HTTP/1.1" status: 204 len: 168 time: 1.4995806 Aug 06 18:41:59.062348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40642) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:41:59.072116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:41:59.121877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-22fc77a6-f646-44fa-97fc-528899d8382a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:59.123582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-22fc77a6-f646-44fa-97fc-528899d8382a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.3963048 Aug 06 18:41:59.154905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Allocated IP 172.25.3.97 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e370d31c-9a34-4283-8328-a98c6d9b9b57) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:59.164747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-f16deb19-1fb3-4211-b50c-e96234319e3b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0301919 Aug 06 18:41:59.169323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.231740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.239183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.303281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f6032d-38a0-4248-a1f7-d5d78134faed,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:59.356288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.363395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] No DVR routers for this DVR port a4f6032d-38a0-4248-a1f7-d5d78134faed on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:41:59.366942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.369119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60efa85b-819e-4279-9782-e50d71d8313c req-9957ca5a-3a35-47d5-b1b8-5a7634bb2dc5 tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a4f6032d-38a0-4248-a1f7-d5d78134faed HTTP/1.1" status: 204 len: 173 time: 1.2362010 Aug 06 18:41:59.369650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'name': 'network-vif-deleted', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:41:59.372051 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf9c36f-39ca-4515-af32-c6ed4d5da2a2" -d '{"events": [{"server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "name": "network-vif-deleted", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:41:59.439003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.467401 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-ed355b32-8159-4c93-8ddb-54aad0400f69 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2903230 Aug 06 18:41:59.502710 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.555235 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59905fb2-8256-4ebc-b9e9-97fd05bbf70b x-openstack-request-id: req-59905fb2-8256-4ebc-b9e9-97fd05bbf70b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:41:59.555733 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e660ba65-65d1-4c91-8dc5-1a61d04702c0", "name": "network-vif-deleted", "tag": "a4f6032d-38a0-4248-a1f7-d5d78134faed", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:41:59.556253 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59905fb2-8256-4ebc-b9e9-97fd05bbf70b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:41:59.557053 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e660ba65-65d1-4c91-8dc5-1a61d04702c0', 'name': 'network-vif-deleted', 'tag': 'a4f6032d-38a0-4248-a1f7-d5d78134faed', 'status': 'completed', 'code': 200} Aug 06 18:41:59.686817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.691474 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.695643 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08ef095f-9c0f-4697-a28b-69ac9bb1f57f HTTP/1.1" status: 204 len: 168 time: 0.6469891 Aug 06 18:41:59.707163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7185ef80-3b77-4750-af4d-b4725de5af08 req-67e6edcc-1214-4089-a7e6-9fbebe3a7d6d tempest-TestServerMultinode-1095611050 tempest-TestServerMultinode-1095611050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e660ba65-65d1-4c91-8dc5-1a61d04702c0 HTTP/1.1" status: 200 len: 210 time: 0.0714886 Aug 06 18:41:59.733765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b8261-d558-4301-8068-713eb51b12f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef095f-9c0f-4697-a28b-69ac9bb1f57f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:59.733765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:59.740758 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-f23c52e6-016b-4bd8-8b0a-05bf94c04cc4 service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436051 Aug 06 18:41:59.846218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.162 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/d11c5d45-2db5-4029-a450-0993f63902a0) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:41:59.878369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:41:59.880652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:41:59.894325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:41:59.923962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=e370d31c-9a34-4283-8328-a98c6d9b9b57,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:41:59.977519 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-f405f8ba-5e7b-4483-927b-1814c777740b service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355595 Aug 06 18:42:00.043410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.123224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a4f6032d-38a0-4248-a1f7-d5d78134faed no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:00.182839 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.188263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.292101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:00.301614 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.313010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:00.319174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:00.402529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: a4f6032d-38a0-4248-a1f7-d5d78134faed {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:00.403241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device a4f6032d-38a0-4248-a1f7-d5d78134faed not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:00.429748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=d11c5d45-2db5-4029-a450-0993f63902a0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:00.575124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.586339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.616692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.680587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22587d64-2e06-4a95-b307-8c52bc849d8d req-ab252014-ed10-417c-a4b6-209518390da8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.0527143 Aug 06 18:42:00.687350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.693278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=e370d31c-9a34-4283-8328-a98c6d9b9b57,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:00.719027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.721487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-87f86c71-9d67-4dc8-8221-f7c698324279 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4616404 Aug 06 18:42:00.750480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:00.855310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40674) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:01.218389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.227731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-1483f133-6225-47ac-8fe2-cc3b3f5e1868 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--348157124&fields=id&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 267 time: 0.1520226 Aug 06 18:42:01.229879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.476346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=d11c5d45-2db5-4029-a450-0993f63902a0,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:01.514573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.530146 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.575815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-491a8504-e390-4af9-8d4c-948eb6dee74d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:01.578582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-491a8504-e390-4af9-8d4c-948eb6dee74d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 817 time: 0.2986071 Aug 06 18:42:01.580520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.582552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f0f03d37-161a-43fe-a32c-206558a71f01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5185721 Aug 06 18:42:01.590119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40702) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:01.600391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'port': {'network_id': '526fddcf-e1f0-494a-ac7d-6ec90c75ff98', 'name': 'tempest-FloatingIPTestJSON-1364277868'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:01.628824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e7ca9cd2-3abc-41d6-83d7-2020cc02aec4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/quotas/15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 375 time: 0.0364871 Aug 06 18:42:01.715554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-156f5f2a-1492-496c-8670-a57aa3194286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.752529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.775597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-9bc2e97a-35cb-4bb4-bc26-594cdabd130a tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442327 Aug 06 18:42:01.885862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:01.893308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:01.929177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] device_id is not set on port 4d63b96a-08f6-470f-a619-77845031f341 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:42:02.228655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.8 (526fddcf-e1f0-494a-ac7d-6ec90c75ff98/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb/4d63b96a-08f6-470f-a619-77845031f341) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:02.241574 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b90b528a-2c6c-4c76-96f8-6c8ada418ca7 req-8eaaa196-427c-431a-a824-9835f9e6eb2e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.3876305 Aug 06 18:42:02.462338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:02.549835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-de4f018d-bb01-4457-ab1e-e874e4d32edb service neutron] 10.222.0.64 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166674 Aug 06 18:42:02.617522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1148331990'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:02.657744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-8b81fa5c-5282-4e4e-be18-6e64eae3f902 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:02.659634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-8b81fa5c-5282-4e4e-be18-6e64eae3f902 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.3865421 Aug 06 18:42:02.672119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.673329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.720139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Deleting port 18d4e653-ca52-4b9f-8820-5e32245839ad {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:02.720509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.768882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.804177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.816288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-c1f7e82c-5284-4258-9aef-652fc6ea648f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 380 time: 0.1164505 Aug 06 18:42:02.821388 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-756957b5-aad9-4b76-9204-05a5059319c0 service neutron] 10.222.0.64 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468889 Aug 06 18:42:02.824740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.832071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'security_groups': ['766f9512-df92-4a39-a558-bfb25b7a1dcb']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:02.836211 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.837599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bbf98289-6707-4c92-a2a8-318856a75e8e tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3677583 Aug 06 18:42:02.841790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40724) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:02.944054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] For port 18d4e653-ca52-4b9f-8820-5e32245839ad, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=18d4e653-ca52-4b9f-8820-5e32245839ad,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:02.944534 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:02.955643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.024861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:03.031374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.065574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Calling delete_port for 18d4e653-ca52-4b9f-8820-5e32245839ad owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:03.184090 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.273806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.386629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 526fddcf-e1f0-494a-ac7d-6ec90c75ff98 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:03.404203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:03.419176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:03.470418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-d6833f7e-b3bd-49b2-b867-64a412955472 req-6b2d0372-b1cb-46d2-9968-b3cd9159039d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 210 time: 0.1902776 Aug 06 18:42:03.486962 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.492289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.501945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=4d63b96a-08f6-470f-a619-77845031f341,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:03.695699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.696274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fce676c-0db0-4776-b4c8-4470f43aaad5 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:03.702469 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.704349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b8d751dd-2898-4bfd-88d4-39ac30db1e21 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "DELETE /v2.0/routers/8fce676c-0db0-4776-b4c8-4470f43aaad5 HTTP/1.1" status: 204 len: 168 time: 0.8609183 Aug 06 18:42:03.709725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:03.718187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Request body: {'router': {'name': 'tempest-router-623262662', 'distributed': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:03.748920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.750493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.873597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.882036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.910260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.912163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0bdca4a-a936-42ac-b5f8-33500ab6505c tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2012074 Aug 06 18:42:03.914739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:03.917869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:04.043842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.124958 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Pushing event deleted for resources: {'Port': ['ID=18d4e653-ca52-4b9f-8820-5e32245839ad,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:04.133590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.5 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/33bf0735-8df1-4580-9035-c13ee03760be) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:04.250504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-782653e8-a1ee-42b0-8cbc-e990dcae127b req-7be5b85f-1b95-4f04-9ba4-9ebdf62f2c61 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.7505655 Aug 06 18:42:04.330708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:04.331395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.412472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.420685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-191802b7-ca2c-4335-a169-b59c550ff6ff tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8246238 Aug 06 18:42:04.424809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.426795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:04.427555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.432095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': '4d63b96a-08f6-470f-a619-77845031f341'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:04.473912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object 33bf0735-8df1-4580-9035-c13ee03760be will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:04.490612 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.565145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.565719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6554f81-f303-408b-ae2a-3d1f3f715d3a {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:04.574080 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.578014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67af712d-2377-4fbe-a715-edf384bea984 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c6554f81-f303-408b-ae2a-3d1f3f715d3a HTTP/1.1" status: 204 len: 168 time: 0.6566527 Aug 06 18:42:04.618684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:04.624559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Request body: {'router': {'name': 'tempest-router-824601046', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '20068b2e03c348aa91ace3447fff6b0a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:04.699959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.723591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2d0f6e39-0d23-4af1-8dab-3002df2d2cf4 req-eabbadf7-2d84-41e1-9039-86665c604d23 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 210 time: 0.0396314 Aug 06 18:42:04.753714 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.782263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.783492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:04.800155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.007642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:05.064007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:05.075428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:05.077830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:05.090709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.123128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Router 99681098-24f1-4e3c-8a54-934246fcd1a3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:05.124011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.133662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-23d971ff-d331-4758-bea4-fb8bc8d23019 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:05.134896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-23d971ff-d331-4758-bea4-fb8bc8d23019 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 817 time: 0.4152384 Aug 06 18:42:05.223463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.224716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e00f79d9-e642-47e1-8d8e-2b9d702e4c43 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6046748 Aug 06 18:42:05.239359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:05.244145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:05.256301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:05.256941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.287045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:05.298787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-470cb5e1-555b-4ce2-83f7-ca2a8eff557d admin admin] 10.222.0.64 "PUT /v2.0/routers/99681098-24f1-4e3c-8a54-934246fcd1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4413691 Aug 06 18:42:05.302611 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Sync routers for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:05.302891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:05.338097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:05.339283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:05.484301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-2ee48794-62ea-4c3c-931d-a2eee0116b55 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6564360 Aug 06 18:42:05.506839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-ccf7a54e-9ab2-45f2-80c7-1dd4bf2e6017 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 379 time: 0.3505454 Aug 06 18:42:05.533081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Request body: {'port': {'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:05.541277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'port': {'device_id': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'admin_state_up': True, 'tenant_id': '15eca96779d445cab13b77bd54631505', 'security_groups': ['0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:05.544167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:05.610784 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.765353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.864976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dd467b66-725c-4a41-9ec7-5f6a5f716b85 None None] Provisioning for port 33bf0735-8df1-4580-9035-c13ee03760be completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:05.883846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Deleting port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:05.884538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.900563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dd467b66-725c-4a41-9ec7-5f6a5f716b85 None None] Provisioning complete for port 33bf0735-8df1-4580-9035-c13ee03760be triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:05.901651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dd467b66-725c-4a41-9ec7-5f6a5f716b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:05.975412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e303338-ac39-4a41-879d-dd1f90bbe687 req-e4cd651f-a554-46df-a8b7-50034dc69126 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:05.976964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e303338-ac39-4a41-879d-dd1f90bbe687 req-e4cd651f-a554-46df-a8b7-50034dc69126 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 931 time: 0.5258646 Aug 06 18:42:05.984390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.014651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.014983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.054698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dd467b66-725c-4a41-9ec7-5f6a5f716b85 None None] Port 33bf0735-8df1-4580-9035-c13ee03760be cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:06.130887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:42:03Z', 'revision_number': 5, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port': {'id': '8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:54Z', 'updated_at': '2021-08-06T18:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:06.155102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.db.resource_extend [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:42:06.178862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Checking router: 99681098-24f1-4e3c-8a54-934246fcd1a3 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:42:06.193132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Routers {'99681098-24f1-4e3c-8a54-934246fcd1a3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:06.193851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['99681098-24f1-4e3c-8a54-934246fcd1a3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:06.292616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94122) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 06 18:42:06.293018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Router 042dd0c1-e551-4852-9350-29bea2b4ca98 migrating from provider to provider. {{(pid=94122) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 06 18:42:06.293575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.299142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e303338-ac39-4a41-879d-dd1f90bbe687 req-04291c59-3e8a-4577-afc4-89f26d92f8ba tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869072 Aug 06 18:42:06.336496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.340058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.358977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] Set router 99681098-24f1-4e3c-8a54-934246fcd1a3 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:06.422213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:42:05Z', 'revision_number': 6, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:06.451951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b16b95-751d-495c-b66f-e2a33894ee8d None None] The sync data for ids ['99681098-24f1-4e3c-8a54-934246fcd1a3'] in n-d-793621-29 is: [{'id': '99681098-24f1-4e3c-8a54-934246fcd1a3', 'name': 'tempest-TestServerMultinode-1813032851-router', 'tenant_id': '746278b474754cacba1114aa5b2658a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:52Z', 'updated_at': '2021-08-06T18:42:05Z', 'revision_number': 6, 'project_id': '746278b474754cacba1114aa5b2658a7', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:06.499731 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.505588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Made reservation on behalf of 15eca96779d445cab13b77bd54631505 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:06.510999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.514379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.569040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9ce337b6-2092-47f3-8354-a8bf1d23d2ae req-2441da08-14e6-41dc-8730-25d2be983d77 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 210 time: 0.5052323 Aug 06 18:42:06.617650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] For port 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:06.617650 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.626762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Calling delete_port for 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:06.831205 n-d-793621-29 neutron-server[94122]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] No L3 agents can host the router 042dd0c1-e551-4852-9350-29bea2b4ca98 Aug 06 18:42:06.898356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:06.899045 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 5ce2e95e-4503-4baf-8c7d-10edddd5ae1b associated. External IP: 172.25.3.162, port: 4d63b96a-08f6-470f-a619-77845031f341. Aug 06 18:42:06.969600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:07.034329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.178984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.182082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.261778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.262687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99681098-24f1-4e3c-8a54-934246fcd1a3 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:07.270103 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.274385 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54671b66-b46a-4870-b5cb-c86533638519 admin admin] 10.222.0.64 "DELETE /v2.0/routers/99681098-24f1-4e3c-8a54-934246fcd1a3 HTTP/1.1" status: 204 len: 168 time: 1.9693832 Aug 06 18:42:07.276803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:07.349268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Deleting subnet 33ddb657-35d3-4773-828b-bbca7fa8e19b {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:42:07.355213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.414637 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.519135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.626062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.707262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bcba59-e2e5-4a0f-b0f2-5d56f0baf626 None None] Network 266f3bce-2062-4a51-851a-6a197650f4bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:07.708565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.712906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/33ddb657-35d3-4773-828b-bbca7fa8e19b HTTP/1.1" status: 204 len: 168 time: 0.4340432 Aug 06 18:42:07.715366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adca7d-97db-4c78-ae96-3fe7889218a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ddb657-35d3-4773-828b-bbca7fa8e19b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:07.720678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40764) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:07.723923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bf0735-8df1-4580-9035-c13ee03760be {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:07.734819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Hosts for router 042dd0c1-e551-4852-9350-29bea2b4ca98: [] {{(pid=94122) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 06 18:42:07.766426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Allocated IP 172.20.0.11 (98e028cb-72ec-4869-902d-33b3f1e9eb80/162a5069-aaf0-4428-bde4-bc31bf8bef23/ce17910f-15e8-4dc1-8eb1-53ecf778ae81) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:07.782581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.870234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Transition to ACTIVE for port object 33bf0735-8df1-4580-9035-c13ee03760be will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:07.884433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71335ce-60f4-4e8b-982a-59595e7a479d req-3e68e1ce-8453-4a43-95ac-db9df34c8c02 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:07.888049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f71335ce-60f4-4e8b-982a-59595e7a479d req-3e68e1ce-8453-4a43-95ac-db9df34c8c02 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 931 time: 0.3829453 Aug 06 18:42:07.894341 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6a391efe-c445-4fc3-b988-6f1acd44df1f req-7289ca3a-d7b0-4835-bb97-592b73600933 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 210 time: 0.1309571 Aug 06 18:42:07.895164 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.923250 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:07.967677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:08.044433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Hosts for other DVR routers connected to router 042dd0c1-e551-4852-9350-29bea2b4ca98: set() {{(pid=94122) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 06 18:42:08.049496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.051562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e886b891-dc5c-4279-b886-3c6eef61318d tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "PUT /v2.0/routers/042dd0c1-e551-4852-9350-29bea2b4ca98 HTTP/1.1" status: 200 len: 716 time: 2.8112869 Aug 06 18:42:08.065361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40766) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:08.112838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] DHCP port deletion for 266f3bce-2062-4a51-851a-6a197650f4bf request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:42:08.232105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Deleting port 272456d7-a706-472e-bc8b-f1d329537a23 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:08.232659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.283137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90b9a265-ba23-4b93-8b3b-cd3b04f6dd1a tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "GET /v2.0/routers/042dd0c1-e551-4852-9350-29bea2b4ca98 HTTP/1.1" status: 200 len: 716 time: 0.2153115 Aug 06 18:42:08.284116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40768) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:08.332569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Deleting port 272456d7-a706-472e-bc8b-f1d329537a23 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:08.335599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.423136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 272456d7-a706-472e-bc8b-f1d329537a23 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:08.471397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] For port 272456d7-a706-472e-bc8b-f1d329537a23, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=272456d7-a706-472e-bc8b-f1d329537a23,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:08.471693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.504361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Calling delete_port for 272456d7-a706-472e-bc8b-f1d329537a23 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:08.541440 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.568457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Transition to ACTIVE for port object ce17910f-15e8-4dc1-8eb1-53ecf778ae81 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:08.664544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] For port 272456d7-a706-472e-bc8b-f1d329537a23, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=272456d7-a706-472e-bc8b-f1d329537a23,segment=NetworkSegment(ff613819-5d92-4259-8f14-9668d0ee427f),segment_id=ff613819-5d92-4259-8f14-9668d0ee427f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:08.666124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.704230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f71335ce-60f4-4e8b-982a-59595e7a479d req-4a30b9ce-4932-4be8-9c20-78296f88a497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7393773 Aug 06 18:42:08.706951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Calling delete_port for 272456d7-a706-472e-bc8b-f1d329537a23 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:08.743816 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.772710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.782401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Attempting to bind port 33bf0735-8df1-4580-9035-c13ee03760be on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:08.782756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Attempting to bind port 33bf0735-8df1-4580-9035-c13ee03760be by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:08.783088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Attempting to bind port 33bf0735-8df1-4580-9035-c13ee03760be on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:08.802002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b00f2434-17d4-4b73-ac10-368f6fa27583 tempest-RoutersTestDVR-466677786 tempest-RoutersTestDVR-466677786-project] 10.222.0.64 "GET /v2.0/routers/042dd0c1-e551-4852-9350-29bea2b4ca98 HTTP/1.1" status: 200 len: 682 time: 0.5122182 Aug 06 18:42:08.812855 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40774) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:08.847270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Port 33bf0735-8df1-4580-9035-c13ee03760be on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:42:08.847607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Attempting to bind port 33bf0735-8df1-4580-9035-c13ee03760be on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:08.871468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:08.882768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:08.886792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:08.887139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:08.887536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:08.887991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Bound port: 33bf0735-8df1-4580-9035-c13ee03760be, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:08.888363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.896202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:08.898991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:08.936057 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:08.938573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:08.961648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.038988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:42:09.038988 n-d-793621-29 neutron-server[94123]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 06 18:42:09.038988 n-d-793621-29 neutron-server[94123]: [parameters: {'status': 'DOWN', 'ports_id': '272456d7-a706-472e-bc8b-f1d329537a23'}] Aug 06 18:42:09.038988 n-d-793621-29 neutron-server[94123]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:42:09.041402 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:42:09.046721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:09.047426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.058250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.096138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Pushing event deleted for resources: {'Port': ['ID=272456d7-a706-472e-bc8b-f1d329537a23,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:09.128374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-2845132f-d7f1-4092-8f76-d43a7d2ac8ad tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5995378 Aug 06 18:42:09.131565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] Pushing event deleted for resources: {'Port': ['ID=272456d7-a706-472e-bc8b-f1d329537a23,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:09.145677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680513ad-e69e-400e-b03b-f794f94292d4 None None] No DVR routers for this DVR port 272456d7-a706-472e-bc8b-f1d329537a23 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:09.204511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:09.216079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Request body: {'port': {'device_id': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:09.261514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] No DVR routers for this DVR port 272456d7-a706-472e-bc8b-f1d329537a23 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:09.269548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=33bf0735-8df1-4580-9035-c13ee03760be,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:09.289253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.303935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.308813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.354142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:09.355026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.356565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] 10.222.0.55 "PUT /v2.0/ports/33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 1092 time: 3.8318913 Aug 06 18:42:09.357619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:09.363311 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2828ef34-a1f1-4d05-8be5-5d405eae5f66" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:09.367649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-088886fa-dbf3-4fb9-bd05-e476140114cb None None] Provisioning for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:09.374702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-088886fa-dbf3-4fb9-bd05-e476140114cb None None] Provisioning complete for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:09.382510 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-088886fa-dbf3-4fb9-bd05-e476140114cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.414833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.425425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:09.427261 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.433248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.439951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:09.452968 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:09.453652 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.474070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-088886fa-dbf3-4fb9-bd05-e476140114cb None None] Port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:09.478825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de581a-927a-438f-8346-be4ec1388864 req-5f248c59-4692-493d-8438-19b714df56f3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:09.488798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746d64a-1c8c-48b1-81cc-9e70f9da9cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:09.494412 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1201d3-1d9e-450d-983c-36ae48271729 x-openstack-request-id: req-de1201d3-1d9e-450d-983c-36ae48271729 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:09.494720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.494964 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:09.495477 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de1201d3-1d9e-450d-983c-36ae48271729 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:09.495720 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be', 'status': 'completed', 'code': 200} Aug 06 18:42:09.496719 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86de581a-927a-438f-8346-be4ec1388864 req-5f248c59-4692-493d-8438-19b714df56f3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 932 time: 0.3299422 Aug 06 18:42:09.505187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.505740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 042dd0c1-e551-4852-9350-29bea2b4ca98 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:09.508556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266f3bce-2062-4a51-851a-6a197650f4bf']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.515241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:09.516282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.538856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.539126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb1577c1-46a9-464e-af00-fd8fe4f8ff53 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/5ce2e95e-4503-4baf-8c7d-10edddd5ae1b HTTP/1.1" status: 200 len: 978 time: 5.1101928 Aug 06 18:42:09.541060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40780) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:09.545046 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0991e996-1761-4573-850a-01cd7de2eabb tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "DELETE /v2.0/routers/042dd0c1-e551-4852-9350-29bea2b4ca98 HTTP/1.1" status: 204 len: 168 time: 0.7304113 Aug 06 18:42:09.563236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff613819-5d92-4259-8f14-9668d0ee427f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.563603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff613819-5d92-4259-8f14-9668d0ee427f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.569270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:09.570279 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92e898-5cef-4de2-94e3-e0d3ca9ce00c None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:09.572883 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:42:09.575163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40782) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:09.588092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.593494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port 272456d7-a706-472e-bc8b-f1d329537a23 update to DOWN by agent not found {{(pid=94123) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 18:42:09.594193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:09.605459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Request body: {'router': {'name': 'tempest-router-1845876331', 'distributed': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:09.615899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:09.616518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8c881b77-5e5b-41f1-b9e4-ae17a7d3a72d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:09.617091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 18d4e653-ca52-4b9f-8820-5e32245839ad no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:09.621671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.637475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:42:09.638096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:42:09.640381 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:42:09.648627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 18d4e653-ca52-4b9f-8820-5e32245839ad {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:09.649248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 18d4e653-ca52-4b9f-8820-5e32245839ad not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:09.659373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86de581a-927a-438f-8346-be4ec1388864 req-1040bf58-746b-4c26-a99a-800f4076cf26 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578753 Aug 06 18:42:09.688817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.689183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.720814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-91ea8ff0-8a63-43e4-8c0d-1f9a25c11c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:09.722801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-91ea8ff0-8a63-43e4-8c0d-1f9a25c11c77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1095 time: 0.2660203 Aug 06 18:42:09.734367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.748485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:09.750844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] 10.222.0.64 "DELETE /v2.0/networks/266f3bce-2062-4a51-851a-6a197650f4bf HTTP/1.1" status: 204 len: 168 time: 2.0266640 Aug 06 18:42:09.761288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:09.768449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d288-17f8-4fd5-b2df-53eab70abe20 admin admin] Pushing event deleted for resources: {'Network': ['ID=266f3bce-2062-4a51-851a-6a197650f4bf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:09.835651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-6d44f150-50cf-4109-9b72-888024857e63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 217 time: 0.0634644 Aug 06 18:42:10.015524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.037271 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.059256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-34838cbd-6441-4f3e-9537-7cd8005fee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:10.060820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-34838cbd-6441-4f3e-9537-7cd8005fee15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.2066383 Aug 06 18:42:10.092794 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.095005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-73f87806-50b7-4d81-8432-7faef4b6cd34 tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4936695 Aug 06 18:42:10.096929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40788) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:10.133355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79f07a-0df5-4944-9e67-89a30010565b req-c141389f-9f9c-4b8d-8780-3ef59768978e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:10.135618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed79f07a-0df5-4944-9e67-89a30010565b req-c141389f-9f9c-4b8d-8780-3ef59768978e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.3017085 Aug 06 18:42:10.145756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 4d63b96a-08f6-470f-a619-77845031f341 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:10.146173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.187205 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.332296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-8e23a4c9-f4b3-4b33-ba9b-252e249801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:10.333859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-8e23a4c9-f4b3-4b33-ba9b-252e249801e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610908 Aug 06 18:42:10.373579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed79f07a-0df5-4944-9e67-89a30010565b req-d1bd6703-12e8-4ca0-9e02-ccf2d8a16c18 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185462 Aug 06 18:42:10.382397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.433405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:10.477248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.514273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Transition to ACTIVE for port object ce17910f-15e8-4dc1-8eb1-53ecf778ae81 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:10.518888 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.527125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.607280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-810abeb6-a632-49b7-98f5-304ea47588db service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632747 Aug 06 18:42:10.701514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:10.702366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.706133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.777231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.777625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.777947 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 5ce2e95e-4503-4baf-8c7d-10edddd5ae1b disassociated. External IP: 172.25.3.162, port: 4d63b96a-08f6-470f-a619-77845031f341. Aug 06 18:42:10.778378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 4d63b96a-08f6-470f-a619-77845031f341 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:10.781642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.787041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.787041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45a4ec5c-cd3d-4286-bea2-742f3f9024dd {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:10.809661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:10.810825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-700ce71a-852f-4ab6-a662-d18e660b47ae tempest-RoutersTestDVR-266159830 tempest-RoutersTestDVR-266159830-project-admin] 10.222.0.64 "DELETE /v2.0/routers/45a4ec5c-cd3d-4286-bea2-742f3f9024dd HTTP/1.1" status: 204 len: 168 time: 0.7126803 Aug 06 18:42:10.929555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7045-42bb-4fb5-9ec6-6482d1014c72 req-b69fa36c-202a-4eb0-b7ee-412f6db01389 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:10.931510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-435d7045-42bb-4fb5-9ec6-6482d1014c72 req-b69fa36c-202a-4eb0-b7ee-412f6db01389 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1626642 Aug 06 18:42:10.935130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5a2a34-6991-4487-bad1-46937eb6c886 req-9150f0a6-dfa1-46c3-a5d8-5bf0e605607d service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173664 Aug 06 18:42:10.978069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Attempting to bind port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:10.978559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Attempting to bind port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:10.978925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Attempting to bind port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:10.987040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:42:10.987406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Attempting to bind port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 on network 98e028cb-72ec-4869-902d-33b3f1e9eb80 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:11.004284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:11.004284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Checking segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:11.004284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Bound using segment: {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:11.004284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Bound port: ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95ba09b-a880-40b8-98a4-3ebda0c39be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:11.004865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.020122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-435d7045-42bb-4fb5-9ec6-6482d1014c72 req-f579ae69-f465-497f-9262-1b7dd780efcf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729029 Aug 06 18:42:11.134411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-3f4a23b9-a82e-4828-a0a4-939b3856ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.136104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-3f4a23b9-a82e-4828-a0a4-939b3856ffed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1095 time: 0.1428876 Aug 06 18:42:11.216073 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.268980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Deleting port 0e2c7bab-5a43-4af5-b972-897a24342ebc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:11.269717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.283082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:11.288765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:11.302699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=4d63b96a-08f6-470f-a619-77845031f341,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:11.324948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:11.375415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.384446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-16486b23-9561-429c-b164-56320590d05b admin admin] For port 0e2c7bab-5a43-4af5-b972-897a24342ebc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0e2c7bab-5a43-4af5-b972-897a24342ebc,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:11.385137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.404643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Calling delete_port for 0e2c7bab-5a43-4af5-b972-897a24342ebc owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:11.476001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.476651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.478136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] 10.222.0.16 "PUT /v2.0/ports/ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1093 time: 2.2770059 Aug 06 18:42:11.479508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-b0c23b3d-c4ea-4ae2-a82e-b90ecbecc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.481014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-b0c23b3d-c4ea-4ae2-a82e-b90ecbecc3e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.3354700 Aug 06 18:42:11.494763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f13775f9-132d-45a4-9889-81994736d336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.514241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:11.518258 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc105e-22e9-4833-8df3-48b452ed4b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:11.598684 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4ea4bb-2be2-465f-a751-61188062de71 x-openstack-request-id: req-ed4ea4bb-2be2-465f-a751-61188062de71 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:11.598970 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:11.599223 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed4ea4bb-2be2-465f-a751-61188062de71 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:11.599633 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'status': 'completed', 'code': 200} Aug 06 18:42:11.605057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-99584c6e-4cdf-4cc1-8d96-72584b558c11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 217 time: 0.1135738 Aug 06 18:42:11.627164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed0508-da43-43ca-831e-69deeaf0047f service neutron] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:11.691663 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:11.712338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f13775f9-132d-45a4-9889-81994736d336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.719055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f13775f9-132d-45a4-9889-81994736d336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.729094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-9e40cdfc-682b-4f5c-88cf-90a420546f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.730367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-9e40cdfc-682b-4f5c-88cf-90a420546f43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0975947 Aug 06 18:42:11.740824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b18aa8-99c3-44d1-84ec-32a871b23265 req-bdc44c8c-d4b4-4ea7-aa51-01bf0da62ad9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.742833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64b18aa8-99c3-44d1-84ec-32a871b23265 req-bdc44c8c-d4b4-4ea7-aa51-01bf0da62ad9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.2543373 Aug 06 18:42:11.756971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-38e1615e-694a-44d3-ac56-a88d7411d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:11.758552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-38e1615e-694a-44d3-ac56-a88d7411d499 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1096 time: 0.1710072 Aug 06 18:42:11.763181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.777287 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13775f9-132d-45a4-9889-81994736d336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc396f-652b-4aa9-bd8d-11c71e843e13,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:11.805497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f13775f9-132d-45a4-9889-81994736d336 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20068b2e03c348aa91ace3447fff6b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177639 Aug 06 18:42:11.805497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40804) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:11.807492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2c7bab-5a43-4af5-b972-897a24342ebc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:11.888827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:11.895233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-7da68637-6406-4d08-91ab-464d6542ae61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 217 time: 0.0757449 Aug 06 18:42:11.986583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.096170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.264744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.345337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d8875-18ec-4db0-90cc-12b33d7407da req-9254fb11-e372-415b-9f3e-f1fe78fb67ff tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:12.347147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e05d8875-18ec-4db0-90cc-12b33d7407da req-9254fb11-e372-415b-9f3e-f1fe78fb67ff tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1517735 Aug 06 18:42:12.350413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.353498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.354742 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dfc396f-652b-4aa9-bd8d-11c71e843e13 HTTP/1.1" status: 204 len: 168 time: 0.5484126 Aug 06 18:42:12.382074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8cb93-e141-4a18-b9fb-0839ffd7dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc396f-652b-4aa9-bd8d-11c71e843e13,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:12.411431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64b18aa8-99c3-44d1-84ec-32a871b23265 req-461d728b-92de-4b17-bb82-1d29daaee7de tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6508291 Aug 06 18:42:12.428314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-40855637-1b1b-4f64-8759-2f6a1b6c8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:12.430003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-40855637-1b1b-4f64-8759-2f6a1b6c8810 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6860092 Aug 06 18:42:12.479496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-454c9723-a842-4bba-a136-74abc1d6d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:12.481168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-454c9723-a842-4bba-a136-74abc1d6d6a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.5726950 Aug 06 18:42:12.486112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e05d8875-18ec-4db0-90cc-12b33d7407da req-4b070b1f-9e81-49c9-a560-aa65a8c11f17 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302218 Aug 06 18:42:12.565195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:12.585497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:12.602192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:12.603296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:12.654889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:12.668730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:12.669875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:12.697602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:12.718530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:12.719375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947d192-e681-4305-8e1f-3f5521796b80 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:12.765997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.769711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3cb8fb64-8e6e-4944-ba5a-e36b94a6fc01 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/4d63b96a-08f6-470f-a619-77845031f341 HTTP/1.1" status: 204 len: 168 time: 3.2272756 Aug 06 18:42:12.774027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-40e5dc49-e2d5-4fd8-a22f-44ce207daf0c service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332310 Aug 06 18:42:12.776772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40812) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:12.777348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-33d16e44-0683-4245-b1c2-8ccd9026c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:12.779842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-33d16e44-0683-4245-b1c2-8ccd9026c3e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2868249 Aug 06 18:42:12.847560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40814) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:12.899998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0c11ddb4-2615-4dce-b311-6d33d3c0ee56 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/floatingips/5ce2e95e-4503-4baf-8c7d-10edddd5ae1b HTTP/1.1" status: 200 len: 688 time: 0.1178677 Aug 06 18:42:12.902565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c23b-a5e6-474b-beb4-561473aabb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:12.906663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40816) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:13.070339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2828ef34-a1f1-4d05-8be5-5d405eae5f66 req-891a3aac-0b73-46ef-86dd-dbd4dd74ba25 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845831 Aug 06 18:42:13.070339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-187be04d-dd42-4455-9da7-674bb9f7f587 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763186 Aug 06 18:42:13.158495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16486b23-9561-429c-b164-56320590d05b admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:13.166910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16486b23-9561-429c-b164-56320590d05b admin admin] 10.222.0.64 "PUT /v2.0/routers/521a75ba-1341-4d9a-a0e8-18cd9bfde10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040539 Aug 06 18:42:13.171627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:13.179126 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Sync routers for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:13.196759 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:13.198205 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:13.259594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port d11c5d45-2db5-4029-a450-0993f63902a0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:13.260022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.293137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd725879-7eea-4343-8608-0069fc8e5eb7 req-0724a551-70a9-40f2-a869-36016d92af12 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143240 Aug 06 18:42:13.295404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c23b-a5e6-474b-beb4-561473aabb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.328361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c23b-a5e6-474b-beb4-561473aabb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.365680 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.400273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ae9c23b-a5e6-474b-beb4-561473aabb82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24ab38f4d00847a9b003a8898f224809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488551 Aug 06 18:42:13.403926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9c23b-a5e6-474b-beb4-561473aabb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec8a59-0fe1-4b68-93ce-ee25c47b5a4b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:13.410719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40820) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:13.435431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.435973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.436787 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:13.474509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for d11c5d45-2db5-4029-a450-0993f63902a0 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:13.599505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.660106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-ab51d94e-1d5b-4698-b0db-69ac79e61f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:13.662353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-ab51d94e-1d5b-4698-b0db-69ac79e61f28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1096 time: 0.2931337 Aug 06 18:42:13.799168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.807538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.820245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b558-cc42-49f8-be00-fd45e85c3926 req-78ea6431-fd52-4c8c-8f9c-643b297567f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:13.822826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8520b558-cc42-49f8-be00-fd45e85c3926 req-78ea6431-fd52-4c8c-8f9c-643b297567f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.2368505 Aug 06 18:42:13.858852 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:42:11Z', 'revision_number': 5, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port': {'id': '676621da-6742-47b4-a3c4-4093a90e0d53', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:41:06Z', 'updated_at': '2021-08-06T18:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:13.872283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf83be-3b9c-474b-829f-0547c3a43856 req-66813f14-7634-40b0-bc47-df8aaf571d7f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:13.874009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6caf83be-3b9c-474b-829f-0547c3a43856 req-66813f14-7634-40b0-bc47-df8aaf571d7f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1836419 Aug 06 18:42:13.879735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:13.913242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Checking router: 521a75ba-1341-4d9a-a0e8-18cd9bfde10c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:42:13.924709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=d11c5d45-2db5-4029-a450-0993f63902a0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:13.938366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8520b558-cc42-49f8-be00-fd45e85c3926 req-7af878eb-a1d1-492c-a1a6-9c8925c4fcd9 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063418 Aug 06 18:42:13.940810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-e09b60b8-acd5-4f89-a8bd-d10dcca730cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:13.942492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-e09b60b8-acd5-4f89-a8bd-d10dcca730cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2662766 Aug 06 18:42:13.957750 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Routers {'521a75ba-1341-4d9a-a0e8-18cd9bfde10c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:13.958804 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:14.042043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.045267 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.055079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2f958cea-843a-4e45-82d8-588df029cb67 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/5ce2e95e-4503-4baf-8c7d-10edddd5ae1b HTTP/1.1" status: 204 len: 168 time: 1.0944319 Aug 06 18:42:14.055397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40826) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:14.061648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '3ecb9d36-e752-47e8-8d45-eb6c6469a531'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:14.075685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6caf83be-3b9c-474b-829f-0547c3a43856 req-90705bee-f4d4-4d1d-9940-314fc4eff77b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836214 Aug 06 18:42:14.078059 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.081180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.081733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-f794747c-3bf9-4563-98d9-c71115310e7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 217 time: 0.1259313 Aug 06 18:42:14.082544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80ec8a59-0fe1-4b68-93ce-ee25c47b5a4b HTTP/1.1" status: 204 len: 168 time: 0.6709204 Aug 06 18:42:14.093227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Deleting port 676621da-6742-47b4-a3c4-4093a90e0d53 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:14.094336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.126513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f8d2-c1cf-4ab1-9f96-9c299f577e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ec8a59-0fe1-4b68-93ce-ee25c47b5a4b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:14.129182 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] Set router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:14.141560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.252159 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:42:13Z', 'revision_number': 6, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:14.292272 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a3692-4910-4304-969f-0e8db704c178 None None] The sync data for ids ['521a75ba-1341-4d9a-a0e8-18cd9bfde10c'] in n-d-793621-29 is: [{'id': '521a75ba-1341-4d9a-a0e8-18cd9bfde10c', 'name': 'tempest-TestServerMultinode-446068218-router', 'tenant_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:41:05Z', 'updated_at': '2021-08-06T18:42:13Z', 'revision_number': 6, 'project_id': 'a5700253eb5240a19d2e188dd3fee8d9', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:14.312149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-643f0fc7-916f-4ce7-8b6d-183919ead96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:14.314503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-643f0fc7-916f-4ce7-8b6d-183919ead96e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.2009280 Aug 06 18:42:14.366251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.370433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] For port 676621da-6742-47b4-a3c4-4093a90e0d53, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=676621da-6742-47b4-a3c4-4093a90e0d53,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:14.370786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.391246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Calling delete_port for 676621da-6742-47b4-a3c4-4093a90e0d53 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:14.400130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-38716a78-165d-4cae-9757-ad3a93df9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:14.401841 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-38716a78-165d-4cae-9757-ad3a93df9fa1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759628 Aug 06 18:42:14.561189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.59 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/ceabf305-8200-4b86-828a-0bfa3443bb97) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:14.573788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-199d3333-8e89-4913-9f75-53d4a2167f7a service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614084 Aug 06 18:42:14.733889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.771394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fc105e-22e9-4833-8df3-48b452ed4b4e req-ec3778db-5b1c-4940-a630-7fadf302d206 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883435 Aug 06 18:42:14.798429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.856079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=676621da-6742-47b4-a3c4-4093a90e0d53,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:14.869251 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.928036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:14.942793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:14.946151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:14.951351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:14.984285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=ceabf305-8200-4b86-828a-0bfa3443bb97,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:15.035541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.038501 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.132239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.133055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521a75ba-1341-4d9a-a0e8-18cd9bfde10c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:15.141333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.145903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fe243830-936d-41fb-a9aa-bcda302f0dbb admin admin] 10.222.0.64 "DELETE /v2.0/routers/521a75ba-1341-4d9a-a0e8-18cd9bfde10c HTTP/1.1" status: 204 len: 168 time: 1.9726374 Aug 06 18:42:15.151536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:15.230017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5970-a27f-48f4-a5de-fc5ce84a3c03 req-74ae8eb6-ea56-48db-8da2-aa5a15a7ab24 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:15.233266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bbe5970-a27f-48f4-a5de-fc5ce84a3c03 req-74ae8eb6-ea56-48db-8da2-aa5a15a7ab24 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.1804945 Aug 06 18:42:15.274406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Deleting subnet bf631fc9-6b5d-4cf4-b8e4-45028a015697 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:42:15.281617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.317093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bbe5970-a27f-48f4-a5de-fc5ce84a3c03 req-c8e8f7d6-bcc8-432c-9ccd-b30504f3094e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758522 Aug 06 18:42:15.332069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.378429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dd511-625f-4fa8-94d9-3ea7415728fc req-0e66e79a-3338-4788-a7fb-935e19efff23 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:15.380792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a80dd511-625f-4fa8-94d9-3ea7415728fc req-0e66e79a-3338-4788-a7fb-935e19efff23 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1835105 Aug 06 18:42:15.482211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.483236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a80dd511-625f-4fa8-94d9-3ea7415728fc req-d4af03ca-e858-4a77-8b78-f75db3584c60 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841885 Aug 06 18:42:15.574167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.607215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf631fc9-6b5d-4cf4-b8e4-45028a015697,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:15.625066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.633368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-569faf99-9776-43ab-8b20-46c1078e7341 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf631fc9-6b5d-4cf4-b8e4-45028a015697 HTTP/1.1" status: 204 len: 168 time: 0.4802926 Aug 06 18:42:15.634433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:15.645395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee5ea9-7492-44ee-9ad4-f0248d631e96 None None] Network 45328378-4f53-49d3-ae5d-65876aa29960 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:15.673331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.840720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:15.922233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Deleting port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:15.922785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.055627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] DHCP port deletion for 45328378-4f53-49d3-ae5d-65876aa29960 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:42:16.077518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] For port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:16.078201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.104984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Calling delete_port for 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:16.163162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Deleting port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:16.163827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.244541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.331509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0e2c7bab-5a43-4af5-b972-897a24342ebc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:16.357410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.370210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0e2c7bab-5a43-4af5-b972-897a24342ebc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:16.370976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0e2c7bab-5a43-4af5-b972-897a24342ebc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:16.371594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 676621da-6742-47b4-a3c4-4093a90e0d53 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:16.401423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 676621da-6742-47b4-a3c4-4093a90e0d53 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:16.402151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 676621da-6742-47b4-a3c4-4093a90e0d53 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:16.402652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:16.403065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:16.438042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:16.438783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:16.439358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] No DVR routers for this DVR port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:16.448380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] For port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,segment=NetworkSegment(f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb),segment_id=f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:16.451977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.479361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Calling delete_port for 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:16.551725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.552852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.560504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.586998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45328378-4f53-49d3-ae5d-65876aa29960']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:16.624678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.646111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:16.646462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f79b4f-c4d9-4763-b6ab-0d93f2b9dcfb') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:16.661283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.663814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=ceabf305-8200-4b86-828a-0bfa3443bb97,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:16.694780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] No DVR routers for this DVR port 6b121da4-4ad0-4d70-96b7-41ec301e9cf1 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:16.705679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5b00e-b9f7-455e-ad9c-c8e1fb904370 None None] Pushing event deleted for resources: {'Port': ['ID=6b121da4-4ad0-4d70-96b7-41ec301e9cf1,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:16.716305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eeabd-8877-423e-b4c8-4f34f99c8819 req-12b29ad9-fba6-411c-9a4b-52864b813125 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:16.719168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f27eeabd-8877-423e-b4c8-4f34f99c8819 req-12b29ad9-fba6-411c-9a4b-52864b813125 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.2149792 Aug 06 18:42:16.733279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:42:16.751615 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:42:16.779079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.855248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.866940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f27eeabd-8877-423e-b4c8-4f34f99c8819 req-c7080e25-c7c4-4126-b3ca-9c3cd8c9d5f3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351149 Aug 06 18:42:16.870754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59e520-f41a-4665-aa5e-095f881ce799 req-273b3e58-5f10-4cfd-aa13-511cfd4f801c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:16.884587 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef59e520-f41a-4665-aa5e-095f881ce799 req-273b3e58-5f10-4cfd-aa13-511cfd4f801c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1815362 Aug 06 18:42:16.885609 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:16.888614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] 10.222.0.64 "DELETE /v2.0/networks/45328378-4f53-49d3-ae5d-65876aa29960 HTTP/1.1" status: 204 len: 168 time: 1.2524188 Aug 06 18:42:16.905753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34ef33-743c-4ccb-ac46-4d59853b3683 admin admin] Pushing event deleted for resources: {'Network': ['ID=45328378-4f53-49d3-ae5d-65876aa29960,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:16.995213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ef59e520-f41a-4665-aa5e-095f881ce799 req-3ac71357-0cd6-48a5-99b4-1d08fcc0a089 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082296 Aug 06 18:42:17.031667 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 54302549-9157-4d87-80ad-e548195de2d5 associated. External IP: 172.25.3.59, port: 3ecb9d36-e752-47e8-8d45-eb6c6469a531. Aug 06 18:42:17.225966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40890) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.292332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-27cb697a-4c24-4f54-a7d5-a9d0a6bbe605 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=746278b474754cacba1114aa5b2658a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643194 Aug 06 18:42:17.295921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.375714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.384279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:17.403644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.460822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.496498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.501434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.503597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/241fe2db-e029-47a8-9d73-e2bff47bf5f1 HTTP/1.1" status: 204 len: 168 time: 0.2043142 Aug 06 18:42:17.518609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f5fea-b3b1-4e9d-a62a-6c95c6ee320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241fe2db-e029-47a8-9d73-e2bff47bf5f1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:17.589597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:17.603274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:17.616183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.616498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:17.617401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:17.649959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3793e60-eb08-4ac1-ace2-d4fb25d2acdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.656752 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2d3ff06b-69fd-4903-b23f-c9ffd68a07ed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5966990 Aug 06 18:42:17.657413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:17.657606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.664990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1757766258'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:17.669196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:17.670378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:17.685181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.db.api [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:42:17.685181 n-d-793621-29 neutron-server[94121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:42:17.685181 n-d-793621-29 neutron-server[94121]: [parameters: {'project_id': '5f92c878f07e4fb4bbcdbd91f4c08844', 'id': '035a6b92-ac87-4630-8123-1877c591b4d9', 'expiration': datetime.datetime(2021, 8, 6, 18, 44, 17, 680935)}] Aug 06 18:42:17.685181 n-d-793621-29 neutron-server[94121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:42:17.685742 n-d-793621-29 neutron-server[94121]: DEBUG oslo_db.api [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:42:17.712328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:17.713199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffea661-8b64-46b1-b4a5-1ae995a4a45a None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:17.774651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3793e60-eb08-4ac1-ace2-d4fb25d2acdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.780038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3793e60-eb08-4ac1-ace2-d4fb25d2acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.825775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a3793e60-eb08-4ac1-ace2-d4fb25d2acdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d39e63d2e14f4da9a9b85963217307fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631878 Aug 06 18:42:17.826697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3793e60-eb08-4ac1-ace2-d4fb25d2acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec4d02-9ded-44c4-9705-d01adb16e120,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:17.829330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40906) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.909703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:17.923558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40910) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:17.958232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.055796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-11aadb09-8785-4fa9-994a-af8dabca9fd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5700253eb5240a19d2e188dd3fee8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292548 Aug 06 18:42:18.058912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40914) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:18.074992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.080570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.081604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76ec4d02-9ded-44c4-9705-d01adb16e120 HTTP/1.1" status: 204 len: 168 time: 0.2500155 Aug 06 18:42:18.091983 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fcd5b-ae5c-451a-94dd-e894522b98b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec4d02-9ded-44c4-9705-d01adb16e120,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:18.097533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53aeb2-9a27-4367-bcfc-dcfb810dd185 req-bd802bc6-a9cc-48fc-b1e7-4ef210f7aa3e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:18.100317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d53aeb2-9a27-4367-bcfc-dcfb810dd185 req-bd802bc6-a9cc-48fc-b1e7-4ef210f7aa3e tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 943 time: 0.1387095 Aug 06 18:42:18.182820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d6b6-4a37-4e22-9fed-6434fc6cb626 req-afe3253d-390d-4000-bf7a-c739dceb8acb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:18.184679 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b658d6b6-4a37-4e22-9fed-6434fc6cb626 req-afe3253d-390d-4000-bf7a-c739dceb8acb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0780325 Aug 06 18:42:18.193892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:42:18.205057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d53aeb2-9a27-4367-bcfc-dcfb810dd185 req-a2925f1a-94b5-450a-96cd-afb535898181 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908031 Aug 06 18:42:18.210706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.253180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:18.257381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.263814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.337917 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b658d6b6-4a37-4e22-9fed-6434fc6cb626 req-5d523c96-57df-43b0-98e2-45dcccac38f8 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066718 Aug 06 18:42:18.339421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:42:18.359420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.360572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.361591 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Added segment 79a32fb9-0bdb-465f-88f0-df76a1267eec of type vlan for network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e Aug 06 18:42:18.367538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.373844 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73ea6a3a-068a-41dd-9dfd-03d4ce19771b HTTP/1.1" status: 204 len: 168 time: 0.3136146 Aug 06 18:42:18.386170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff1279-841b-41ad-bb1a-b00a75f89ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ea6a3a-068a-41dd-9dfd-03d4ce19771b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:18.447555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 33bf0735-8df1-4580-9035-c13ee03760be details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:42:18.464054 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.524289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.536713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:18.538766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.633323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Network': ['ID=38ea67aa-cef9-4ea8-9ca0-112d351cd76e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:18.645191 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1818fff-7c88-412d-a681-1ca80b5bcb84 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9864619 Aug 06 18:42:18.650028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40922) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:18.658931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'subnet': {'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:18.717232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:42:18.766268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:18.770573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40924) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:18.790781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:42:18.792374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5abd1b3-e51c-466f-8c20-a9d84b1173a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.963118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.963451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5abd1b3-e51c-466f-8c20-a9d84b1173a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.976055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a5abd1b3-e51c-466f-8c20-a9d84b1173a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:18.985076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:18.997572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:19.005568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.010149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:19.013693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=33bf0735-8df1-4580-9035-c13ee03760be,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:19.027997 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.053912 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a5abd1b3-e51c-466f-8c20-a9d84b1173a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4cc7b1a0e82417baf2eb176a3a46609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813272 Aug 06 18:42:19.058343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:19.063024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '33bf0735-8df1-4580-9035-c13ee03760be', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:42:19.120089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.145336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abd1b3-e51c-466f-8c20-a9d84b1173a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6bceaa-2091-440c-8039-05a6bf4a4e68,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:19.182837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:19.189605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.203651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bf0735-8df1-4580-9035-c13ee03760be {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:19.238951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.259772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=33bf0735-8df1-4580-9035-c13ee03760be,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:19.268566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.352735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.359816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.361537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb6bceaa-2091-440c-8039-05a6bf4a4e68 HTTP/1.1" status: 204 len: 168 time: 0.3012075 Aug 06 18:42:19.362201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:19.375266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1686223-14a1-4447-8ef1-4ebc0309df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6bceaa-2091-440c-8039-05a6bf4a4e68,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:19.377962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ce17910f-15e8-4dc1-8eb1-53ecf778ae81'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:42:19.468005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.521029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['33bf0735-8df1-4580-9035-c13ee03760be'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:42:19.525004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1edb-cd86-4dae-9eff-8a487218df5f req-08accdce-042f-43e2-a5bc-ef267961f9a2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:19.526808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f55e1edb-cd86-4dae-9eff-8a487218df5f req-08accdce-042f-43e2-a5bc-ef267961f9a2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 944 time: 0.1957924 Aug 06 18:42:19.563598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd2251-93c6-413d-9e27-ebad905f01a3 req-6cd9f2ba-ca58-4077-9964-0fc928c7a620 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:19.566570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0ddd2251-93c6-413d-9e27-ebad905f01a3 req-6cd9f2ba-ca58-4077-9964-0fc928c7a620 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.0695074 Aug 06 18:42:19.588154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Subnet': ['ID=d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:19.615776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Checking segment: {'id': '79a32fb9-0bdb-465f-88f0-df76a1267eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:19.616354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network hostable DHCP agents. Network: 38ea67aa-cef9-4ea8-9ca0-112d351cd76e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:42:19.625079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f55e1edb-cd86-4dae-9eff-8a487218df5f req-6198af8b-76f0-48d7-a788-37199f2f718b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871739 Aug 06 18:42:19.643413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0ddd2251-93c6-413d-9e27-ebad905f01a3 req-60f56cd5-9862-4d45-9f08-78a162dd93ac tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706203 Aug 06 18:42:19.646243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:42:19.678480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 38ea67aa-cef9-4ea8-9ca0-112d351cd76e) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:19.685659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:19.686322 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.698624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5c354-0cb5-491c-89ba-adf32ed36759 None None] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:19.703979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7c5fc35-9ff9-4de9-99a4-bed98a0343e6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0516083 Aug 06 18:42:19.707105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 40934) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:19.713859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-615947447', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:19.747229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.748873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:19.812883 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.042081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-38ea67aa-cef9-4ea8-9ca0-112d351cd76e', 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e', 'tenant_id': '5f92c878f07e4fb4bbcdbd91f4c08844', 'fixed_ips': [{'subnet_id': 'd95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:42:20.043163 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.055044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.315780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Allocated IP 172.20.0.2 (38ea67aa-cef9-4ea8-9ca0-112d351cd76e/d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974/f91f4b7b-2f45-4fb0-a14b-4fcedb08a999) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:20.428729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.452229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.531508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.548557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Transition to ACTIVE for port object f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:20.582485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Transition to ACTIVE for port object f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:20.591462 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.613813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.25.3.22 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bf1a9344-bd3f-4941-a1e0-4fc0ce304ab0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:20.641060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:20.644625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:20.648934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:20.657670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Pushing event updated for resources: {'Port': ['ID=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:20.733761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Attempting to bind port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:20.734301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Attempting to bind port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '79a32fb9-0bdb-465f-88f0-df76a1267eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:20.734962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Attempting to bind port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 on network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:20.742576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:20.742576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Checking segment: {'id': '79a32fb9-0bdb-465f-88f0-df76a1267eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:20.743238 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.743640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Bound using segment: {'id': '79a32fb9-0bdb-465f-88f0-df76a1267eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:20.744204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Bound port: f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a32fb9-0bdb-465f-88f0-df76a1267eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:20.744593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.785076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.809942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207908e-6d2a-43b9-8bae-dc5a46e4abb2 req-6e31345e-cfe1-4f36-a208-9220f3c49e94 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:20.818164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] For port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:20.819760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e207908e-6d2a-43b9-8bae-dc5a46e4abb2 req-6e31345e-cfe1-4f36-a208-9220f3c49e94 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 944 time: 0.0876751 Aug 06 18:42:20.825793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] For port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,segment=NetworkSegment(79a32fb9-0bdb-465f-88f0-df76a1267eec),segment_id=79a32fb9-0bdb-465f-88f0-df76a1267eec)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:20.834776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.868331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e207908e-6d2a-43b9-8bae-dc5a46e4abb2 req-443ba27e-f839-4fc6-b9fe-78d87aee95f6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Aug 06 18:42:20.892633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:20.932207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f4861-36c0-42eb-a2b5-c069c8813a6e None None] Pushing event updated for resources: {'Port': ['ID=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:20.937978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ecf3c-9720-455e-9630-5680f1cffcc1 req-05f73eb5-5f2c-44c3-a2c0-366256ff6338 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:20.942681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a06ecf3c-9720-455e-9630-5680f1cffcc1 req-05f73eb5-5f2c-44c3-a2c0-366256ff6338 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.1332090 Aug 06 18:42:21.010848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:21.016513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:21.023866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=bf1a9344-bd3f-4941-a1e0-4fc0ce304ab0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:21.026430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:21.055838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a06ecf3c-9720-455e-9630-5680f1cffcc1 req-f54e2b6d-bbec-4d68-bf28-c2f976e16314 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861089 Aug 06 18:42:21.433954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:21.763486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:21.945063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router c4b34c2e-909b-4ee2-94c9-602459407af4 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:42:22.083148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6c7d3-51be-4acb-a74d-29251604d0ce req-3afe7f09-8cde-4816-980b-fafed2dc6ce5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:22.092109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1db6c7d3-51be-4acb-a74d-29251604d0ce req-3afe7f09-8cde-4816-980b-fafed2dc6ce5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 944 time: 0.0982385 Aug 06 18:42:22.146647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:22.161643 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] Sync routers for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:22.165392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1db6c7d3-51be-4acb-a74d-29251604d0ce req-8a66fcb4-5d67-46d3-a81b-625775543547 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719593 Aug 06 18:42:22.179109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.184946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 40988) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:22.185983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5171b51b-c82f-475d-a40d-9ce6c5057635 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4775774 Aug 06 18:42:22.193919 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:22.199310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:22.200552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:22.280280 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:22.293765 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:22.294905 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:22.305543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05575d-8c23-4785-8415-8ad415cd03cb req-132efd89-b742-41cd-a6c5-7a372bc5bc47 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:22.311711 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc05575d-8c23-4785-8415-8ad415cd03cb req-132efd89-b742-41cd-a6c5-7a372bc5bc47 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.1061113 Aug 06 18:42:22.327022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:22.332267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:22.332735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.387916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:22.393493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1391bdf-54d0-471f-baac-baf22c95213c None None] The sync data for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:22.411371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fc05575d-8c23-4785-8415-8ad415cd03cb req-c0aab9b1-c5e3-4c6b-926c-2327901eba41 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731790 Aug 06 18:42:22.415536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b3c19-1108-45d7-9b16-0b4ebdddc545 None None] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:22.437000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:22.473959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 33bf0735-8df1-4580-9035-c13ee03760be up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:22.557689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dcf70740-82d4-4fa6-a43a-213df6ea15c5 None None] Provisioning for port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:22.634241 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.654107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:22.700385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:22.700760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.710563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:22.713372 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a4a898-4ef4-4683-96a8-f396f8edc39b" -d '{"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:22.739376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 33bf0735-8df1-4580-9035-c13ee03760be completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:22.755379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 33bf0735-8df1-4580-9035-c13ee03760be triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:22.755851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.758843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:22.790747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.798932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.805672 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e387a7-8e41-474f-bdf2-b4e13667e047 x-openstack-request-id: req-61e387a7-8e41-474f-bdf2-b4e13667e047 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:22.806010 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:22.806224 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61e387a7-8e41-474f-bdf2-b4e13667e047 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:22.806595 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'code': 200} Aug 06 18:42:22.905925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:22.973267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52dcf-4ed0-4816-911a-7506d6780ac5 req-2eeda8e6-89b5-4f7f-be6d-cae5442c4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:22.974814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36f52dcf-4ed0-4816-911a-7506d6780ac5 req-2eeda8e6-89b5-4f7f-be6d-cae5442c4d1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.0979466 Aug 06 18:42:22.975948 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.003445 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.037549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,segment=NetworkSegment(79a32fb9-0bdb-465f-88f0-df76a1267eec),segment_id=79a32fb9-0bdb-465f-88f0-df76a1267eec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:23.047895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.087587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=33bf0735-8df1-4580-9035-c13ee03760be,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:23.088340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36f52dcf-4ed0-4816-911a-7506d6780ac5 req-bf25c80f-0a54-480a-8992-ff292784e548 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054487 Aug 06 18:42:23.096249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.127960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:23.188163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:23.296911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.1 (38ea67aa-cef9-4ea8-9ca0-112d351cd76e/d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974/9d2f0a49-8073-46bd-bfc9-2144c13cc8a8) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:23.319485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38faf7-7c5d-4269-a7cd-37d5dfb252b4 req-65034829-140e-4175-a377-b21e936a6834 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:23.321273 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c38faf7-7c5d-4269-a7cd-37d5dfb252b4 req-65034829-140e-4175-a377-b21e936a6834 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.0595791 Aug 06 18:42:23.342658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3e623154-44a0-454d-8c88-8054d0e7976f None None] Provisioning complete for port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:23.343425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e623154-44a0-454d-8c88-8054d0e7976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.380236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c38faf7-7c5d-4269-a7cd-37d5dfb252b4 req-6d63dbfe-7475-4a3c-afc2-9e2239265c22 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497260 Aug 06 18:42:23.541541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.575032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Transition to ACTIVE for port object 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:23.606918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3a60-cdf2-4924-9473-ec0db015a7e9 req-e8b98588-a49f-48f5-bb5c-3067e7c29900 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:23.608726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78da3a60-cdf2-4924-9473-ec0db015a7e9 req-e8b98588-a49f-48f5-bb5c-3067e7c29900 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0862744 Aug 06 18:42:23.664218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:23.715225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78da3a60-cdf2-4924-9473-ec0db015a7e9 req-a8ec84bc-43ee-48c5-8d05-6af7d9af3861 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947862 Aug 06 18:42:23.752692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:23.758501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:23.765857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:23.811602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=9d2f0a49-8073-46bd-bfc9-2144c13cc8a8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:23.849438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:24.131387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d41d6cd-a39f-47b4-b7b9-c2defc2dafc8 None None] Provisioning for port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:24.138844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d41d6cd-a39f-47b4-b7b9-c2defc2dafc8 None None] Provisioning complete for port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:24.139850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4d41d6cd-a39f-47b4-b7b9-c2defc2dafc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:24.245290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4d41d6cd-a39f-47b4-b7b9-c2defc2dafc8 None None] Port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:24.314539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:24.380799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:24.381843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:24.548562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:24.808112 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:24.811429 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d8213-6c40-4c77-bdf5-71b78cb49597" -d '{"events": [{"server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "name": "network-vif-plugged", "status": "completed", "tag": "33bf0735-8df1-4580-9035-c13ee03760be"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:24.981902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d179b-429b-45c9-8eee-1c87e611fea5 req-3b14e283-f72b-4b62-8180-f9181b967f40 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:24.983757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b2d179b-429b-45c9-8eee-1c87e611fea5 req-3b14e283-f72b-4b62-8180-f9181b967f40 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.4791152 Aug 06 18:42:25.023980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2809c-ca1b-48e0-ad63-64840a929048 req-92536318-0d7a-4458-b6be-c30ac51a6f9f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:25.026678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2d2809c-ca1b-48e0-ad63-64840a929048 req-92536318-0d7a-4458-b6be-c30ac51a6f9f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1213181 Aug 06 18:42:25.057389 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4b2d179b-429b-45c9-8eee-1c87e611fea5 req-f9216d6c-db58-4fca-a6b9-fbc100a21505 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598166 Aug 06 18:42:25.125357 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.132831 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db477d-a3fa-409e-8494-4ea0189212c2 x-openstack-request-id: req-39db477d-a3fa-409e-8494-4ea0189212c2 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:25.133044 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "name": "network-vif-plugged", "status": "completed", "tag": "33bf0735-8df1-4580-9035-c13ee03760be", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:25.133306 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39db477d-a3fa-409e-8494-4ea0189212c2 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:25.133606 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be', 'code': 200} Aug 06 18:42:25.141163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2d2809c-ca1b-48e0-ad63-64840a929048 req-3b63a803-380c-4052-b50f-aaf92c86cc47 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922275 Aug 06 18:42:25.142552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.225894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=9d2f0a49-8073-46bd-bfc9-2144c13cc8a8,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:25.228533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.341671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716bb49-a893-450a-bd1b-9cf9c2f9c222 req-58bfe54c-0fa3-416f-8a44-da54688b203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:25.343189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9716bb49-a893-450a-bd1b-9cf9c2f9c222 req-58bfe54c-0fa3-416f-8a44-da54688b203c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.1048465 Aug 06 18:42:25.344225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567919a-0fc2-4678-bb0c-385205932066 req-658d82b9-9cbe-44df-9588-377d37f09254 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:25.356440 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3567919a-0fc2-4678-bb0c-385205932066 req-658d82b9-9cbe-44df-9588-377d37f09254 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0723162 Aug 06 18:42:25.356573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:25.356986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41042) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:25.365684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Request body: {'floatingip': {'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:25.392156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:25.396691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:25.413603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9716bb49-a893-450a-bd1b-9cf9c2f9c222 req-c9e5aa05-9976-4c26-b8eb-899d6f2993ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613315 Aug 06 18:42:25.449473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.565898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e5d613e-804f-4358-8a12-0578b2ba52d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.646242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router c4b34c2e-909b-4ee2-94c9-602459407af4 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:25.790476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9daf62de-f9f3-4de3-8207-dab9ecdd164b None None] Provisioning complete for port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:25.791249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9daf62de-f9f3-4de3-8207-dab9ecdd164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.866104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9daf62de-f9f3-4de3-8207-dab9ecdd164b None None] Port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:25.897523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:25.909851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-442693fd-d577-49e7-b263-37edb79ef569 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/routers/c4b34c2e-909b-4ee2-94c9-602459407af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7195764 Aug 06 18:42:25.909851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e5d613e-804f-4358-8a12-0578b2ba52d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.911811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:25.916350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] Sync routers for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:25.920230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'port': {'network_id': '38ea67aa-cef9-4ea8-9ca0-112d351cd76e', 'name': 'tempest-FloatingIPTestJSON-527509061'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:25.926538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e5d613e-804f-4358-8a12-0578b2ba52d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.935317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:25.936810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:25.984248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:25.994108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:25.994813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:26.048625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:26.049293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202451-7df1-43b9-bd18-5354a1eff8f6 None None] The sync data for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:26.053171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d613e-804f-4358-8a12-0578b2ba52d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23605da4-d5bb-453b-96c7-a06154691304,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:26.061040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e5d613e-804f-4358-8a12-0578b2ba52d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28516a28b4294ef5832c4fa41c191caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035050 Aug 06 18:42:26.061573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41048) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:26.161216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.199872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.205610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.215246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.239745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Made reservation on behalf of 5f92c878f07e4fb4bbcdbd91f4c08844 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:26.243693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.267156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] device_id is not set on port 236be949-5798-419e-93a4-5334c34d5ab9 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:42:26.360616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.363390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.367691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23605da4-d5bb-453b-96c7-a06154691304 HTTP/1.1" status: 204 len: 168 time: 0.3049650 Aug 06 18:42:26.378151 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Floating IP aa4f4692-3d7c-41e9-ad70-7d9e70af608e associated. External IP: 172.25.3.97, port: ce17910f-15e8-4dc1-8eb1-53ecf778ae81. Aug 06 18:42:26.384803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4bbb3-070d-4d19-90c5-b5ad8fcb1be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23605da4-d5bb-453b-96c7-a06154691304,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:26.503152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Allocated IP 172.20.0.3 (38ea67aa-cef9-4ea8-9ca0-112d351cd76e/d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974/236be949-5798-419e-93a4-5334c34d5ab9) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:26.546244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723ce62-207b-49d4-9125-c039cb54b88f req-7e5d854c-1a35-4fed-b099-52de181f8713 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:26.548272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0723ce62-207b-49d4-9125-c039cb54b88f req-7e5d854c-1a35-4fed-b099-52de181f8713 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.0939412 Aug 06 18:42:26.674658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0723ce62-207b-49d4-9125-c039cb54b88f req-dad5af9e-e069-4f89-b6c5-13ee0590966b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125121 Aug 06 18:42:26.680480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:26.773079 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.802843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Transition to ACTIVE for port object 236be949-5798-419e-93a4-5334c34d5ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:26.847882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:26.865613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7860-d9d3-4c1f-ae3d-463e3fc01d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.868331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.876514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:26.882172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.890515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:26.900952 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:26.901647 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:26.913228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74cd70-e57b-45c6-963e-014a2a5e225a req-eedfdc69-f729-4002-8180-137369d3e7ac tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:26.914725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b74cd70-e57b-45c6-963e-014a2a5e225a req-eedfdc69-f729-4002-8180-137369d3e7ac tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.0994713 Aug 06 18:42:26.941683 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d3ea4211-0eaa-4895-9b2d-59f0f0d5441c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "PUT /v2.0/floatingips/aa4f4692-3d7c-41e9-ad70-7d9e70af608e HTTP/1.1" status: 200 len: 991 time: 1.5806091 Aug 06 18:42:26.955265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:26.956305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:26.962637 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef46c31-ed37-40f2-b407-1f86cb9cb061" -d '{"events": [{"name": "network-changed", "server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:26.970834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:26.980598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:27.054932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-3b74cd70-e57b-45c6-963e-014a2a5e225a req-c7944bf7-676a-45c9-a817-6e694b4d06b4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199443 Aug 06 18:42:27.093796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:27.094522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.105278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:27.138013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event updated for resources: {'Port': ['ID=236be949-5798-419e-93a4-5334c34d5ab9,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:27.171136 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:27.194311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a3914-2e57-41a3-88b6-7a71c61fc8da tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:27.196468 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fc4a3914-2e57-41a3-88b6-7a71c61fc8da tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1092 time: 0.0900724 Aug 06 18:42:27.206060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:27.210732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:27.289758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7860-d9d3-4c1f-ae3d-463e3fc01d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.305683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7860-d9d3-4c1f-ae3d-463e3fc01d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.337646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f0ce44d7-afa4-436a-9fd1-8c670691882d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4243047 Aug 06 18:42:27.340467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:27.345789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Request body: {'floatingip': {'port_id': '236be949-5798-419e-93a4-5334c34d5ab9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:27.396213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.448786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:27.449216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d3fe7860-d9d3-4c1f-ae3d-463e3fc01d58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e113f852147a440fb0df38b18681c618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999618 Aug 06 18:42:27.468443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe7860-d9d3-4c1f-ae3d-463e3fc01d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce459f7-afe7-4957-bdeb-a882274b11b5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:27.474795 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f645b50-c571-4158-83b6-fbb17ffd9de2 x-openstack-request-id: req-9f645b50-c571-4158-83b6-fbb17ffd9de2 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:27.475252 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:27.475645 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f645b50-c571-4158-83b6-fbb17ffd9de2 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:27.476331 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'status': 'completed', 'code': 200} Aug 06 18:42:27.499656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.518006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45b0f92b-3ffd-45a8-9238-fe705bbfe22c None None] Provisioning for port 236be949-5798-419e-93a4-5334c34d5ab9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:27.523871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45b0f92b-3ffd-45a8-9238-fe705bbfe22c None None] Provisioning complete for port 236be949-5798-419e-93a4-5334c34d5ab9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:27.524777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45b0f92b-3ffd-45a8-9238-fe705bbfe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.559389 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'aa4f4692-3d7c-41e9-ad70-7d9e70af608e', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:41:59Z', 'updated_at': '2021-08-06T18:42:25Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:27.596761 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:42:27.606358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-e626ab7d-4697-4deb-a276-31571cc7940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:27.608004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-e626ab7d-4697-4deb-a276-31571cc7940c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.0752308 Aug 06 18:42:27.608851 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:27.609967 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:27.626169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.712817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.724896 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:27.778132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-45b0f92b-3ffd-45a8-9238-fe705bbfe22c None None] Port 236be949-5798-419e-93a4-5334c34d5ab9 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:27.821502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-e45963a1-2090-4c71-b06d-b7927112692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:27.823324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-e45963a1-2090-4c71-b06d-b7927112692f service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2022903 Aug 06 18:42:27.893138 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:27.928630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.25.3.24 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/36da23aa-0d64-4224-8f88-4af0beb4f679) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:27.937822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-b74c32a8-edc8-49a9-a991-527af7c536a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 999 time: 0.0896688 Aug 06 18:42:28.033609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.039566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.044435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ce459f7-afe7-4957-bdeb-a882274b11b5 HTTP/1.1" status: 204 len: 168 time: 0.5915833 Aug 06 18:42:28.062548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c335a-0048-4598-b543-fb03d802622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce459f7-afe7-4957-bdeb-a882274b11b5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:28.136291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.205062 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.220674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-3b81e2bb-2dff-4e58-a76f-611cc2d7fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:28.223494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-3b81e2bb-2dff-4e58-a76f-611cc2d7fc98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.2780952 Aug 06 18:42:28.292548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:28.300247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:28.306467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:28.343925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=36da23aa-0d64-4224-8f88-4af0beb4f679,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:28.387831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-2150a198-f7e4-446f-b10b-47da665d1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:28.400179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-2150a198-f7e4-446f-b10b-47da665d1056 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429670 Aug 06 18:42:28.412842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'aa4f4692-3d7c-41e9-ad70-7d9e70af608e', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:41:59Z', 'updated_at': '2021-08-06T18:42:25Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:28.461525 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062dce0d-1b49-4e9c-9059-7e7b02550013 None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'aa4f4692-3d7c-41e9-ad70-7d9e70af608e', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:41:59Z', 'updated_at': '2021-08-06T18:42:25Z', 'revision_number': 1, 'project_id': '15eca96779d445cab13b77bd54631505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:28.529700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2ce-b882-41a4-b99a-d15fc7f180a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.620679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.626937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.694496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-5e354e27-2580-4b12-8066-3ccfc3febe15 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907875 Aug 06 18:42:28.776460 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 54302549-9157-4d87-80ad-e548195de2d5 associated. External IP: 172.25.3.59, port: 3ecb9d36-e752-47e8-8d45-eb6c6469a531. Aug 06 18:42:28.886019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba91df-6fa5-4519-882a-785749b99ab6 None None] New status for floating IP aa4f4692-3d7c-41e9-ad70-7d9e70af608e: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:42:28.918005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ef46c31-ed37-40f2-b407-1f86cb9cb061 req-6bfbf9fc-0ca2-4dac-9fae-740ba27a9035 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948028 Aug 06 18:42:29.143765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.272730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:29.376366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.469019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:29.483959 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:29.499208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:29.500685 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:29.558277 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:29.575002 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:29.576636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:29.646580 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:29.647543 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce44fdb-8398-4d31-8dcc-dd6e7b75608d None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:29.651871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.659371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.744156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=36da23aa-0d64-4224-8f88-4af0beb4f679,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:29.754515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.796046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router c4b34c2e-909b-4ee2-94c9-602459407af4 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:29.899709 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a associated. External IP: 172.25.3.24, port: 33bf0735-8df1-4580-9035-c13ee03760be. Aug 06 18:42:29.943365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:29.949212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:29.958674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] Sync routers for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:29.977437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:29.978597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:30.019579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:30.031707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:30.032745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:30.081264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:30.082295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3036b7-3156-4938-bb83-104b22a7ae4c None None] The sync data for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:30.194597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:30.361356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d0de0583-b14c-4995-9d84-32430fbdc5bb tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/floatingips/54302549-9157-4d87-80ad-e548195de2d5 HTTP/1.1" status: 200 len: 976 time: 3.0178297 Aug 06 18:42:30.362664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:30.387742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:30.404227 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:30.412756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:30.424659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:30.425715 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:30.468075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6bc57a6-b6c9-4cbd-a088-0a1bfc093e5b tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2583308 Aug 06 18:42:30.469040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:30.476341 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:30.553863 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d62a66-2755-462c-9086-c3ea1818f2c7 x-openstack-request-id: req-16d62a66-2755-462c-9086-c3ea1818f2c7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:30.554906 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:30.555671 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16d62a66-2755-462c-9086-c3ea1818f2c7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:30.556676 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be', 'status': 'completed', 'code': 200} Aug 06 18:42:30.573809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 236be949-5798-419e-93a4-5334c34d5ab9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:30.581789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:30.630371 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:30.634797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-b3ee0ec0-f68c-4499-96c6-1942e893f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:30.637256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-b3ee0ec0-f68c-4499-96c6-1942e893f4e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.0614150 Aug 06 18:42:30.745579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:30.790721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-85295e34-2b04-4e89-a7a4-cd51b25f292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:30.793497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-85295e34-2b04-4e89-a7a4-cd51b25f292c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1487923 Aug 06 18:42:30.902218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-41f85fe8-1c37-45cf-8eb7-63ee5cace422 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 998 time: 0.0913019 Aug 06 18:42:30.970693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-e531b88a-f14e-4e11-9407-c756ab68876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:30.976903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-e531b88a-f14e-4e11-9407-c756ab68876e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0679448 Aug 06 18:42:31.049012 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:28Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:31.055370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-fc3e7040-5ebf-4e03-b15a-6009fca2c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:31.061532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-fc3e7040-5ebf-4e03-b15a-6009fca2c9e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755208 Aug 06 18:42:31.100963 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:42:31.133877 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:31.135098 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:31.145072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.146811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.147729 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Floating IP 54302549-9157-4d87-80ad-e548195de2d5 disassociated. External IP: 172.25.3.59, port: 236be949-5798-419e-93a4-5334c34d5ab9. Aug 06 18:42:31.148600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 236be949-5798-419e-93a4-5334c34d5ab9 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:31.212910 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-00413b46-438e-42a3-9009-2d1ca4277807 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408508 Aug 06 18:42:31.308103 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:31.416390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70e80ecd-ed14-41f5-8ae1-9afdae3eda34 req-9c7b2a0c-c665-47f3-b003-4df1b79dc4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954079 Aug 06 18:42:31.450288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.510566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=236be949-5798-419e-93a4-5334c34d5ab9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:31.588355 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.715771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router c4b34c2e-909b-4ee2-94c9-602459407af4 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:31.716777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b1e31823-dd85-41c7-883e-028c1fd91f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.733645 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:28Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:31.785720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c369687e-d092-4527-8074-a75cae2b2cd4 None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:28Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:31.902513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:31.921162 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] Sync routers for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:31.939285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:31.941666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:31.993103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:32.004108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:32.011074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8edf87a-3bec-4502-b09a-967ad1828660 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/236be949-5798-419e-93a4-5334c34d5ab9 HTTP/1.1" status: 204 len: 168 time: 1.6425116 Aug 06 18:42:32.011408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:32.016564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:32.017663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:32.058819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:32.059813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d74238-676c-4579-9e91-36e344d96175 None None] The sync data for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:32.150906 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fad2b6-0ef4-40c7-b5a4-6a4b72390c78 None None] New status for floating IP e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:42:32.556074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:32.963379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:32.963829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:33.093099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:33.108162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 9d2f0a49-8073-46bd-bfc9-2144c13cc8a8 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:33.267435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:33.376083 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:33.406626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=9d2f0a49-8073-46bd-bfc9-2144c13cc8a8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:33.661002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:33.984288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router c4b34c2e-909b-4ee2-94c9-602459407af4 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:34.129353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:34.140608 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8e359cec-aba9-4018-9892-101a53cf65b5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/routers/c4b34c2e-909b-4ee2-94c9-602459407af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1234279 Aug 06 18:42:34.140608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41166) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:34.142597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] Sync routers for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:34.155901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:34.156997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:34.213837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:34.226679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] Routers {'c4b34c2e-909b-4ee2-94c9-602459407af4'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:34.227512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4b34c2e-909b-4ee2-94c9-602459407af4'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:34.263705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:34.264597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff24b311-57b4-4ec9-809c-d3265806cc29 None None] The sync data for ids ['c4b34c2e-909b-4ee2-94c9-602459407af4'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:34.332641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:34.746643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:34.924253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.000454 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port bf1a9344-bd3f-4941-a1e0-4fc0ce304ab0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:35.000454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.159550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.174548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for bf1a9344-bd3f-4941-a1e0-4fc0ce304ab0 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:35.417790 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.474072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=bf1a9344-bd3f-4941-a1e0-4fc0ce304ab0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:35.534144 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.635344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.638325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.689704 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.690611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Fanout notify agent at l3_agent the message router_deleted on router c4b34c2e-909b-4ee2-94c9-602459407af4 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:35.702483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.707352 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bfcc6b85-346f-4fee-8439-ad63d1515b9d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/routers/c4b34c2e-909b-4ee2-94c9-602459407af4 HTTP/1.1" status: 204 len: 168 time: 1.5618069 Aug 06 18:42:35.707352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:35.778237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting subnet d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:42:35.782350 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.834026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:35.960545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.058121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.101436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.106742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41180) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:36.107560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/subnets/d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974 HTTP/1.1" status: 204 len: 168 time: 0.3980215 Aug 06 18:42:36.108926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf45b-ef68-4adb-97a9-b2109a25bcd9 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Subnet': ['ID=d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:36.115593 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c2fce-f880-4727-9009-d242f31b591d None None] Network 38ea67aa-cef9-4ea8-9ca0-112d351cd76e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:36.279559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.398932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:36.399834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.498752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] For port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,segment=NetworkSegment(79a32fb9-0bdb-465f-88f0-df76a1267eec),segment_id=79a32fb9-0bdb-465f-88f0-df76a1267eec)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:36.499168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.523861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41186) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:36.524331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:36.524573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] DHCP port deletion for 38ea67aa-cef9-4ea8-9ca0-112d351cd76e request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:42:36.602877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Deleting port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:36.603246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.670990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfbb79ea-e4ef-47a9-bfd8-40d27f20b703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.718392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] For port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,segment=NetworkSegment(79a32fb9-0bdb-465f-88f0-df76a1267eec),segment_id=79a32fb9-0bdb-465f-88f0-df76a1267eec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:36.719471 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.740296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Calling delete_port for f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:36.799186 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfbb79ea-e4ef-47a9-bfd8-40d27f20b703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.805088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bfbb79ea-e4ef-47a9-bfd8-40d27f20b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.847354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.857515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bfbb79ea-e4ef-47a9-bfd8-40d27f20b703 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdb8a29fb2b346ee941c626f2f51e7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295183 Aug 06 18:42:36.857515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb79ea-e4ef-47a9-bfd8-40d27f20b703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaeaeb8-8056-4b3d-8a07-4dbaf8bff480,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:36.858520 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41190) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:36.888823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Pushing event deleted for resources: {'Port': ['ID=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:36.898586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] No DVR routers for this DVR port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:36.901483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.902026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.902376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.902784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.903399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.903399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.903630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.904224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.904359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.904630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.905217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.905582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d1bfc-69e2-4788-8cd1-7b10adfbd270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:36.938120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:36.970562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.049491 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.053833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.055295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecaeaeb8-8056-4b3d-8a07-4dbaf8bff480 HTTP/1.1" status: 204 len: 168 time: 0.1852920 Aug 06 18:42:37.067244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154561f-5220-4361-8a03-3ac542b47dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaeaeb8-8056-4b3d-8a07-4dbaf8bff480,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:37.243176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.286410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] No DVR routers for this DVR port f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:37.289955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=f91f4b7b-2f45-4fb0-a14b-4fcedb08a999,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:37.409196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.425129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ea67aa-cef9-4ea8-9ca0-112d351cd76e']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:37.441395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a32fb9-0bdb-465f-88f0-df76a1267eec') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:37.441839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a32fb9-0bdb-465f-88f0-df76a1267eec') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:37.455355 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.476483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.487668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:42:37.488341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.491153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41198) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:42:37.494816 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:42:37.517519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d98d-c078-4e0e-ae95-27781a4c28a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.603979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.615763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.619537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/networks/38ea67aa-cef9-4ea8-9ca0-112d351cd76e HTTP/1.1" status: 204 len: 168 time: 1.5104938 Aug 06 18:42:37.625521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41200) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:37.635379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33b8c-3b71-48b6-a862-96238f5f8a41 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Network': ['ID=38ea67aa-cef9-4ea8-9ca0-112d351cd76e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:37.811675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d98d-c078-4e0e-ae95-27781a4c28a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.821243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d98d-c078-4e0e-ae95-27781a4c28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.879119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b3a1d98d-c078-4e0e-ae95-27781a4c28a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ddb462361de4176bc04c6a96c9e811e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864272 Aug 06 18:42:37.881916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port ceabf305-8200-4b86-828a-0bfa3443bb97 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:37.882445 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:37.883041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41204) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:37.885257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d98d-c078-4e0e-ae95-27781a4c28a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ebe0e-b99c-4d1e-a9b8-6ec9953abaaa,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:37.985064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.012013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.012886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.024699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.037556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for ceabf305-8200-4b86-828a-0bfa3443bb97 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:38.099814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.102856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.104145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f70ebe0e-b99c-4d1e-a9b8-6ec9953abaaa HTTP/1.1" status: 204 len: 168 time: 0.2197580 Aug 06 18:42:38.121821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5165b1-501a-4206-92fb-583f907ed0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ebe0e-b99c-4d1e-a9b8-6ec9953abaaa,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:38.269663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:38.287087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.304769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:38.305428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f91f4b7b-2f45-4fb0-a14b-4fcedb08a999 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:38.343166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=ceabf305-8200-4b86-828a-0bfa3443bb97,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:38.475721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.479336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.487119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad9a181a-624f-499b-9dbe-55548b9b4bc6 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/floatingips/54302549-9157-4d87-80ad-e548195de2d5 HTTP/1.1" status: 204 len: 168 time: 0.8542972 Aug 06 18:42:38.487684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:38.529506 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-7432d8f4-cd3b-4443-9181-834cfc4dec39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] DELETE failed (client error): The resource could not be found. Aug 06 18:42:38.530660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7432d8f4-cd3b-4443-9181-834cfc4dec39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:42:38.534156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7432d8f4-cd3b-4443-9181-834cfc4dec39 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/236be949-5798-419e-93a4-5334c34d5ab9 HTTP/1.1" status: 404 len: 333 time: 0.0445824 Aug 06 18:42:38.536957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:38.588662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fb8b1719-fe92-45e4-819b-a41bb856ad2d tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4b34c2e-909b-4ee2-94c9-602459407af4 HTTP/1.1" status: 200 len: 205 time: 0.0480027 Aug 06 18:42:38.589309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41218) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:38.650023 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-a0553126-fd1f-44ad-92f6-be7c61559735 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] delete failed (client error): The resource could not be found. Aug 06 18:42:38.651830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0553126-fd1f-44ad-92f6-be7c61559735 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/routers/c4b34c2e-909b-4ee2-94c9-602459407af4 HTTP/1.1" status: 404 len: 336 time: 0.0612338 Aug 06 18:42:38.654618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41224) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:38.705626 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-73da9dd2-b77b-4a38-997e-41c8fe9e0231 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] DELETE failed (client error): The resource could not be found. Aug 06 18:42:38.706528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73da9dd2-b77b-4a38-997e-41c8fe9e0231 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:42:38.709567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73da9dd2-b77b-4a38-997e-41c8fe9e0231 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/subnets/d95dd7e3-f3cb-4bcc-8cc9-16d9dc1fd974 HTTP/1.1" status: 404 len: 337 time: 0.0531938 Aug 06 18:42:38.712862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41226) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:38.847839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 3ecb9d36-e752-47e8-8d45-eb6c6469a531 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:38.848102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.954375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:38.969142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 3ecb9d36-e752-47e8-8d45-eb6c6469a531 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:39.183285 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.220431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=3ecb9d36-e752-47e8-8d45-eb6c6469a531,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:39.252887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.253220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.253598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.253955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.254277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.254608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.254939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.255266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.255589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.255902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.256232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.256555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:39.325007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.327379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-97c9ae6c-9a9c-4388-ac5d-1c7860114af5 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/3ecb9d36-e752-47e8-8d45-eb6c6469a531 HTTP/1.1" status: 204 len: 168 time: 0.6130056 Aug 06 18:42:39.331407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41242) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:39.450268 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port de4b3665-eb79-4412-8b52-c56f79fe8306 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:39.450604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.574353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.589356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for de4b3665-eb79-4412-8b52-c56f79fe8306 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:39.796699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.809870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41250) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:39.856839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=de4b3665-eb79-4412-8b52-c56f79fe8306,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:39.941115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:39.943701 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-17da9fb1-e44b-4259-9321-9fce869a86af tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/ports/de4b3665-eb79-4412-8b52-c56f79fe8306 HTTP/1.1" status: 204 len: 168 time: 0.6111701 Aug 06 18:42:39.948145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41254) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:39.989272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.037816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f701e6d-6988-48ce-a164-2cb7377bcb4f tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:40.039468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f701e6d-6988-48ce-a164-2cb7377bcb4f tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "GET /v2.0/ports?device_id=02732da0-0c38-40e9-9694-219bed2db35f HTTP/1.1" status: 200 len: 913 time: 0.0902305 Aug 06 18:42:40.044975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41256) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:40.148687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.154813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.222266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8390d2b2ac274681b254de0c87432df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109766 Aug 06 18:42:40.223552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:40.231231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5a56c9-adda-43bb-a7d3-f826bd1f7dbd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:40.248950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.249406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.249830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.250213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.250611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.251014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.251396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.251807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.252186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.252559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.252968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.253556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4583ff-4b64-4ec7-9d41-949ae7fb79c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:40.306933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.333909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.403733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.409225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.411355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b5a56c9-adda-43bb-a7d3-f826bd1f7dbd HTTP/1.1" status: 204 len: 168 time: 0.1865735 Aug 06 18:42:40.426047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961d9c5-c47f-491e-9018-a64b9fa30875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5a56c9-adda-43bb-a7d3-f826bd1f7dbd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:40.539841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:40.586965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.012270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 20c07656-45f9-4006-b9f2-291b37f37419 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:41.012711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.164941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.181266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 20c07656-45f9-4006-b9f2-291b37f37419 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:41.480760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.518439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=20c07656-45f9-4006-b9f2-291b37f37419,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:41.795076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.878548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.052631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41296) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:42.229379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47b9f97d-1c31-4613-8182-5e515e0cdcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.382589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47b9f97d-1c31-4613-8182-5e515e0cdcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.389616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-47b9f97d-1c31-4613-8182-5e515e0cdcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.453154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-47b9f97d-1c31-4613-8182-5e515e0cdcfa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=946a643b1bd8410e8d37c3d92ae8ea1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967648 Aug 06 18:42:42.455269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9f97d-1c31-4613-8182-5e515e0cdcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee8c82-a22e-4d0d-a40e-bbb3ca4c5fb2,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:42.458066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41300) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:42.520276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Router 02732da0-0c38-40e9-9694-219bed2db35f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:42.537813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.601612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.705249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:42.710989 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-34730f9e-34df-47d4-a8b8-a2ac695c8eed tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "PUT /v2.0/routers/02732da0-0c38-40e9-9694-219bed2db35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6642628 Aug 06 18:42:42.714488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41302) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:42.722440 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] Sync routers for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:42.738286 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:42.739102 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.763754 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.766792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.767871 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebee8c82-a22e-4d0d-a40e-bbb3ca4c5fb2 HTTP/1.1" status: 204 len: 168 time: 0.3094866 Aug 06 18:42:42.785877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474de9-9ab5-48da-9695-a3aa5b7e35c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee8c82-a22e-4d0d-a40e-bbb3ca4c5fb2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:42.858472 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.872567 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] Routers {'02732da0-0c38-40e9-9694-219bed2db35f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:42.873839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['02732da0-0c38-40e9-9694-219bed2db35f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.885252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.937291 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.938542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec5945-fc0c-4e2c-99f6-ae645ce240b7 None None] The sync data for ids ['02732da0-0c38-40e9-9694-219bed2db35f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:43.039248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.120307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting port 5f4e0806-8dac-4dc6-b711-4a7203b53392 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:43.120788 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.269277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.289857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Calling delete_port for 5f4e0806-8dac-4dc6-b711-4a7203b53392 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:43.564294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.611713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Port': ['ID=5f4e0806-8dac-4dc6-b711-4a7203b53392,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:43.705781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.823833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.827035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.883453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.884880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Fanout notify agent at l3_agent the message router_deleted on router 02732da0-0c38-40e9-9694-219bed2db35f {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:42:43.900737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:43.906112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-218039b6-f41e-493c-afa5-3e59b7474b14 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/routers/02732da0-0c38-40e9-9694-219bed2db35f HTTP/1.1" status: 204 len: 168 time: 1.1904202 Aug 06 18:42:43.906941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41330) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:43.998556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Deleting subnet b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:42:44.003475 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.065053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.138231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.257712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.311884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Subnet': ['ID=b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:44.318764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.326250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41336) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:44.326722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d8d8accb-f5c7-4adb-9903-4c9cbc553c3a tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/subnets/b36dfeb9-e9ed-40f6-b448-157dbc8fe8eb HTTP/1.1" status: 204 len: 168 time: 0.4172320 Aug 06 18:42:44.457006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.587406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.599373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526fddcf-e1f0-494a-ac7d-6ec90c75ff98']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:44.612476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ac387a-17a6-46d1-a33d-28b5eb6c6738') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:44.612862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ac387a-17a6-46d1-a33d-28b5eb6c6738') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:44.624349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.645509 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.655741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:42:44.656393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:42:44.660459 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:42:44.742915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.758027 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:44.760074 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] 10.222.0.64 "DELETE /v2.0/networks/526fddcf-e1f0-494a-ac7d-6ec90c75ff98 HTTP/1.1" status: 204 len: 168 time: 0.4321256 Aug 06 18:42:44.777722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654fbb9-f82d-4d8d-a17a-5c0e07be3636 tempest-FloatingIPTestJSON-594120724 tempest-FloatingIPTestJSON-594120724-project] Pushing event deleted for resources: {'Network': ['ID=526fddcf-e1f0-494a-ac7d-6ec90c75ff98,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:45.201623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41350) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:45.407971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-37cc761b-3097-438e-8965-3214175b75cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f92c878f07e4fb4bbcdbd91f4c08844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045033 Aug 06 18:42:45.411833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41354) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:45.517543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:45.551485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:45.619795 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:45.622627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:45.624149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e5dc6c9-20cb-4d0f-b75b-28f9c28dda11 HTTP/1.1" status: 204 len: 168 time: 0.2108407 Aug 06 18:42:45.634807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebba73-0a93-46b8-af44-1c03b374b24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5dc6c9-20cb-4d0f-b75b-28f9c28dda11,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:46.488063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-a486f4bf-f374-4995-b0a7-19ad173b478c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538933 Aug 06 18:42:46.584882 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:42:46.627681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41408) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:46.652111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-5984a2dd-d371-40ea-b088-8b8dd7eace4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:46.653993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-5984a2dd-d371-40ea-b088-8b8dd7eace4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.0945430 Aug 06 18:42:46.772764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1574158012'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:46.801075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-9f6fd69a-af82-4afe-b1b9-f15f25890e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:46.802711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:46.803111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-9f6fd69a-af82-4afe-b1b9-f15f25890e22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1265988 Aug 06 18:42:46.806781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:46.818998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:46.894222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-01bc9ade-e897-4849-a83a-64e0d16c64ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 1000 time: 0.0832024 Aug 06 18:42:46.966706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-52634e96-96aa-4a70-b5bb-ff8bfecbed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:46.969208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-52634e96-96aa-4a70-b5bb-ff8bfecbed88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0652986 Aug 06 18:42:46.971384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:46.979602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.011007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:42:47.033739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.034527 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 07536894-de59-4237-9e3e-96600d47db7d of type vlan for network e2a63249-1705-4c04-b23e-5cd848d133cb Aug 06 18:42:47.036523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b9efc-6a64-4929-903e-8e3e6c96c15d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:47.058768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-4dc89cf2-243a-4d2a-ab14-0a60f87f37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:47.060450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-4dc89cf2-243a-4d2a-ab14-0a60f87f37d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836287 Aug 06 18:42:47.087893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.131658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.145309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:47.147048 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.209320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-633349dd-9864-4769-8405-13a9ee2141cb service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396978 Aug 06 18:42:47.253881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=e2a63249-1705-4c04-b23e-5cd848d133cb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:47.259635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ab368a4-5471-4555-abb1-53b20eb1fe95 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6299257 Aug 06 18:42:47.264871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41414) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:47.271249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e2a63249-1705-4c04-b23e-5cd848d133cb details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:42:47.273473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-606866645'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:47.307263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:47.314109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.394134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:42:47.414431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.414794 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 7978751d-f3f9-4669-b093-f1002252ad01 of type vlan for network 37c92fe5-125c-4a33-b10f-7ca692a96723 Aug 06 18:42:47.420467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7c4a6d1d-2a22-4470-b14f-6aebeff373c8 req-27398bae-3042-447b-8b91-d48df22b4fcf service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013478 Aug 06 18:42:47.467465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.508866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.515384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:47.516036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:47.568570 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2998083 Aug 06 18:42:47.571622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41416) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:47.580946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:47.631496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c48ad2-0f3f-4134-89ae-a3510bbb0f63 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=37c92fe5-125c-4a33-b10f-7ca692a96723,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:47.646207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:42:47.754679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:47.762168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.029854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.126101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=169660f6-83e8-4d4b-9ab9-7f19787d441f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:48.129821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '07536894-de59-4237-9e3e-96600d47db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:48.130198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: e2a63249-1705-4c04-b23e-5cd848d133cb, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:42:48.155689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network e2a63249-1705-4c04-b23e-5cd848d133cb is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:42:48.168205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e2a63249-1705-4c04-b23e-5cd848d133cb) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:48.173163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:48.173804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.180376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a549d1-605a-4d6b-bcee-6f216d92333d None None] Network e2a63249-1705-4c04-b23e-5cd848d133cb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:48.203937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-26952e2f-7605-4cd7-9314-9af08e878cfb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6300993 Aug 06 18:42:48.207474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41420) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:48.218138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:48.361864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:48.365977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.456639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90417777-89c6-468e-926a-071813c2516e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e2a63249-1705-4c04-b23e-5cd848d133cb', 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '169660f6-83e8-4d4b-9ab9-7f19787d441f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:42:48.459786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.692692 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.707088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-90417777-89c6-468e-926a-071813c2516e None None] Allocated IP 2001:db8::2 (e2a63249-1705-4c04-b23e-5cd848d133cb/169660f6-83e8-4d4b-9ab9-7f19787d441f/d49026a3-08d8-405f-94e2-ebcb860924e4) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:48.803174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=638f91ba-94e9-4b59-b2ed-d90998049206,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:48.822132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '7978751d-f3f9-4669-b093-f1002252ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:48.822132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 37c92fe5-125c-4a33-b10f-7ca692a96723, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:42:48.857269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:42:48.887015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 37c92fe5-125c-4a33-b10f-7ca692a96723) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:48.901433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:48.904653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.939560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ab30c474-1b72-4647-a3c6-aafe7e6761d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7297926 Aug 06 18:42:48.943865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41428) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:48.950058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1090540906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:48.954758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a595a-26c5-4b15-852b-fd4751aa4c50 None None] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:48.987289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.989947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:48.992494 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.011367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-90417777-89c6-468e-926a-071813c2516e None None] Transition to ACTIVE for port object d49026a3-08d8-405f-94e2-ebcb860924e4 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:49.044714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-90417777-89c6-468e-926a-071813c2516e None None] Transition to ACTIVE for port object d49026a3-08d8-405f-94e2-ebcb860924e4 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:49.070209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.125190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.133806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.176320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.179779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-170a8cca-f577-4556-baca-1dd1d5e4195c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2343478 Aug 06 18:42:49.184768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:49.207948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90417777-89c6-468e-926a-071813c2516e None None] Network e2a63249-1705-4c04-b23e-5cd848d133cb is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:49.228795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-90417777-89c6-468e-926a-071813c2516e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:49.244149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90417777-89c6-468e-926a-071813c2516e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:49.264307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417777-89c6-468e-926a-071813c2516e None None] Pushing event updated for resources: {'Port': ['ID=d49026a3-08d8-405f-94e2-ebcb860924e4,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:49.433035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:49.478657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90417777-89c6-468e-926a-071813c2516e None None] Attempting to bind port d49026a3-08d8-405f-94e2-ebcb860924e4 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:49.479474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90417777-89c6-468e-926a-071813c2516e None None] Attempting to bind port d49026a3-08d8-405f-94e2-ebcb860924e4 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '07536894-de59-4237-9e3e-96600d47db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:49.479670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90417777-89c6-468e-926a-071813c2516e None None] Attempting to bind port d49026a3-08d8-405f-94e2-ebcb860924e4 on network e2a63249-1705-4c04-b23e-5cd848d133cb {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:49.501669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-37c92fe5-125c-4a33-b10f-7ca692a96723', 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '638f91ba-94e9-4b59-b2ed-d90998049206'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:42:49.503486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.510536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90417777-89c6-468e-926a-071813c2516e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:49.511115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90417777-89c6-468e-926a-071813c2516e None None] Checking segment: {'id': '07536894-de59-4237-9e3e-96600d47db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:49.511757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.512381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90417777-89c6-468e-926a-071813c2516e None None] Bound using segment: {'id': '07536894-de59-4237-9e3e-96600d47db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:49.513249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-90417777-89c6-468e-926a-071813c2516e None None] Bound port: d49026a3-08d8-405f-94e2-ebcb860924e4, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07536894-de59-4237-9e3e-96600d47db7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e2a63249-1705-4c04-b23e-5cd848d133cb'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:49.522883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.771708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962f647-4fc2-4028-a538-ac0411702b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.861310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.878732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-90417777-89c6-468e-926a-071813c2516e None None] For port d49026a3-08d8-405f-94e2-ebcb860924e4, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:49.886328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-90417777-89c6-468e-926a-071813c2516e None None] For port d49026a3-08d8-405f-94e2-ebcb860924e4, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d49026a3-08d8-405f-94e2-ebcb860924e4,segment=NetworkSegment(07536894-de59-4237-9e3e-96600d47db7d),segment_id=07536894-de59-4237-9e3e-96600d47db7d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:49.917686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-90417777-89c6-468e-926a-071813c2516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:49.993157 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962f647-4fc2-4028-a538-ac0411702b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.004000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4962f647-4fc2-4028-a538-ac0411702b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.096763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Allocated IP 2001:db8:1::2 (37c92fe5-125c-4a33-b10f-7ca692a96723/638f91ba-94e9-4b59-b2ed-d90998049206/984f48a0-ea86-488d-ad68-c9977274f58d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:50.099354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4962f647-4fc2-4028-a538-ac0411702b43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd7785ce02024ece9eed1ef621c74303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640329 Aug 06 18:42:50.108141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41440) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:50.111660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962f647-4fc2-4028-a538-ac0411702b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d491be2-8f42-4b0f-a0f4-de4f757dfad0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.146926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417777-89c6-468e-926a-071813c2516e None None] Pushing event updated for resources: {'Port': ['ID=d49026a3-08d8-405f-94e2-ebcb860924e4,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.392858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.404043 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.428934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Transition to ACTIVE for port object 984f48a0-ea86-488d-ad68-c9977274f58d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:50.469680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Transition to ACTIVE for port object 984f48a0-ea86-488d-ad68-c9977274f58d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:50.485034 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.485357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.576364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8::1 (e2a63249-1705-4c04-b23e-5cd848d133cb/169660f6-83e8-4d4b-9ab9-7f19787d441f/6deedf5e-16d2-4b2b-bb57-6f44e6e02de5) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:50.590050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:50.600728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:50.605125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:50.635917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Pushing event updated for resources: {'Port': ['ID=984f48a0-ea86-488d-ad68-c9977274f58d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.732332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Attempting to bind port 984f48a0-ea86-488d-ad68-c9977274f58d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:50.732911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Attempting to bind port 984f48a0-ea86-488d-ad68-c9977274f58d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7978751d-f3f9-4669-b093-f1002252ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:50.733549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Attempting to bind port 984f48a0-ea86-488d-ad68-c9977274f58d on network 37c92fe5-125c-4a33-b10f-7ca692a96723 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:50.734369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.738219 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.740020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d491be2-8f42-4b0f-a0f4-de4f757dfad0 HTTP/1.1" status: 204 len: 168 time: 0.6066370 Aug 06 18:42:50.740948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:50.741560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Checking segment: {'id': '7978751d-f3f9-4669-b093-f1002252ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:50.742199 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.742801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Bound using segment: {'id': '7978751d-f3f9-4669-b093-f1002252ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:50.743548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Bound port: 984f48a0-ea86-488d-ad68-c9977274f58d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7978751d-f3f9-4669-b093-f1002252ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '37c92fe5-125c-4a33-b10f-7ca692a96723'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:50.744433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.801432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.822609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c726-0fa1-4519-a836-5867ee4edb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d491be2-8f42-4b0f-a0f4-de4f757dfad0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.825124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:50.867994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.880499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] For port 984f48a0-ea86-488d-ad68-c9977274f58d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:50.890915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] For port 984f48a0-ea86-488d-ad68-c9977274f58d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984f48a0-ea86-488d-ad68-c9977274f58d,segment=NetworkSegment(7978751d-f3f9-4669-b093-f1002252ad01),segment_id=7978751d-f3f9-4669-b093-f1002252ad01)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:50.899385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.925431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network e2a63249-1705-4c04-b23e-5cd848d133cb is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:50.932171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:50.937285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:50.937902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.988185 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=6deedf5e-16d2-4b2b-bb57-6f44e6e02de5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.997435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97a5ab-4582-45d4-8319-0eb3c83632a5 None None] Pushing event updated for resources: {'Port': ['ID=984f48a0-ea86-488d-ad68-c9977274f58d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:51.222739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.697906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f83a2c-c0c1-4dad-9ab9-f7e9ae66c486 None None] Network e2a63249-1705-4c04-b23e-5cd848d133cb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:51.698757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.705412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.706181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.822531 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=6deedf5e-16d2-4b2b-bb57-6f44e6e02de5,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:51.831145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8809ada7-c22c-4fe5-b1f0-aa7e31d7710a None None] Provisioning for port d49026a3-08d8-405f-94e2-ebcb860924e4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:51.920822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network e2a63249-1705-4c04-b23e-5cd848d133cb is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:51.922538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:52.158103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 90f6781e-5cbb-4a34-b73a-3e2e43b595e3 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:42:52.493621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d49026a3-08d8-405f-94e2-ebcb860924e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:52.654187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Provisioning for port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:52.661008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Provisioning complete for port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:52.661550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:52.695679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d49026a3-08d8-405f-94e2-ebcb860924e4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:52.709917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d49026a3-08d8-405f-94e2-ebcb860924e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:52.736447 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:52.840278 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:52.939504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:52.948536 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fd5435fc-656a-4be2-b8ce-b55bda9f1818 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7619641 Aug 06 18:42:52.948963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41508) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:53.057273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eafeec-1b09-47dc-9d6c-cc33951cb506 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:53.060454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-90eafeec-1b09-47dc-9d6c-cc33951cb506 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports/6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 HTTP/1.1" status: 200 len: 911 time: 0.1095197 Aug 06 18:42:53.063591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41514) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:53.169927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefc05a-e298-4b27-9024-dec86e696672 None None] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:42:53.172457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] Sync routers for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:53.217225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Provisioning complete for port d49026a3-08d8-405f-94e2-ebcb860924e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:53.217651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-de7f875c-e072-4338-91d6-7b1d2f2d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:53.223187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:53.224145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:53.315435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:53.340684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:53.444750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:53.445940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:53.503775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d49026a3-08d8-405f-94e2-ebcb860924e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d49026a3-08d8-405f-94e2-ebcb860924e4,segment=NetworkSegment(07536894-de59-4237-9e3e-96600d47db7d),segment_id=07536894-de59-4237-9e3e-96600d47db7d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:53.510226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:53.511033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5b419-70f8-4d9d-9928-d8c1ffb18e6f None None] The sync data for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:53.516849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:53.517994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984f48a0-ea86-488d-ad68-c9977274f58d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:53.733570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d49026a3-08d8-405f-94e2-ebcb860924e4,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:53.790099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:53.798744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 984f48a0-ea86-488d-ad68-c9977274f58d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:53.874645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Provisioning for port 984f48a0-ea86-488d-ad68-c9977274f58d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:53.883320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Provisioning complete for port 984f48a0-ea86-488d-ad68-c9977274f58d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:53.884001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.129866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.190118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] For port 984f48a0-ea86-488d-ad68-c9977274f58d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984f48a0-ea86-488d-ad68-c9977274f58d,segment=NetworkSegment(7978751d-f3f9-4669-b093-f1002252ad01),segment_id=7978751d-f3f9-4669-b093-f1002252ad01)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:54.197697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.283757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Provisioning complete for port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:54.284354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.326318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8:1::1 (37c92fe5-125c-4a33-b10f-7ca692a96723/638f91ba-94e9-4b59-b2ed-d90998049206/c8906265-cd6f-422c-8db2-bd57c5a33bc5) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:54.331532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d49026a3-08d8-405f-94e2-ebcb860924e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:54.386556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Pushing event updated for resources: {'Port': ['ID=984f48a0-ea86-488d-ad68-c9977274f58d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:54.420157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b0a22c80-cb89-4250-bbca-de84da444fac None None] Port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:54.445634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d49026a3-08d8-405f-94e2-ebcb860924e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:54.446119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.514178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.552937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object c8906265-cd6f-422c-8db2-bd57c5a33bc5 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:54.592967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-95087f61-21f4-496c-8bc4-ca0062982eed None None] Provisioning complete for port 984f48a0-ea86-488d-ad68-c9977274f58d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:54.593590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95087f61-21f4-496c-8bc4-ca0062982eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.625288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.714740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:54.725742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:54.732738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:54.733625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:54.789531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=c8906265-cd6f-422c-8db2-bd57c5a33bc5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:54.934005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.229499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c993b119-cc1b-4dab-b8b6-1a8cfd8c76e7 None None] Provisioning for port c8906265-cd6f-422c-8db2-bd57c5a33bc5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:55.235352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c993b119-cc1b-4dab-b8b6-1a8cfd8c76e7 None None] Provisioning complete for port c8906265-cd6f-422c-8db2-bd57c5a33bc5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:55.236051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c993b119-cc1b-4dab-b8b6-1a8cfd8c76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.281786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c993b119-cc1b-4dab-b8b6-1a8cfd8c76e7 None None] Port c8906265-cd6f-422c-8db2-bd57c5a33bc5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:55.397752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.407572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.408874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.529089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=c8906265-cd6f-422c-8db2-bd57c5a33bc5,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:55.603588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:55.607135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:55.811555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-d6fe2b60-3dcb-4d33-8408-a35c47075da0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843828 Aug 06 18:42:55.827513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 90f6781e-5cbb-4a34-b73a-3e2e43b595e3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:55.978062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:55.985395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db8168b2-00df-4195-8636-1761212f6da8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176230 Aug 06 18:42:55.988318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41558) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:55.990764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-d3fc28b1-17a8-4727-90cb-c1826a1300b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:55.992730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] Sync routers for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:55.993612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-d3fc28b1-17a8-4727-90cb-c1826a1300b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.1031828 Aug 06 18:42:56.016034 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:56.016714 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:56.086774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:56.102473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dfb7c-c306-4d5f-95dd-0d5f2b38636a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:56.105737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-010dfb7c-c306-4d5f-95dd-0d5f2b38636a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports/c8906265-cd6f-422c-8db2-bd57c5a33bc5 HTTP/1.1" status: 200 len: 913 time: 0.1160028 Aug 06 18:42:56.109589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:56.109888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41560) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:56.110671 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:56.132383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1a6ed384-182a-4274-85f3-42b2696d3cfc None None] Provisioning complete for port c8906265-cd6f-422c-8db2-bd57c5a33bc5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:56.132972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed384-182a-4274-85f3-42b2696d3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:56.162962 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:56.164362 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876a4b2-be3a-4f5d-8775-942ad2519149 None None] The sync data for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:56.221244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ed384-182a-4274-85f3-42b2696d3cfc None None] Port c8906265-cd6f-422c-8db2-bd57c5a33bc5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:56.251787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-b37e3611-5a98-4352-b9ff-6d9dc623b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:56.253422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-b37e3611-5a98-4352-b9ff-6d9dc623b33b service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2302837 Aug 06 18:42:56.305034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984f48a0-ea86-488d-ad68-c9977274f58d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:42:56.375658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 984f48a0-ea86-488d-ad68-c9977274f58d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:56.376343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:56.377053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-31158e8c-8a1b-45ca-bc8c-9e8ea213d28c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1001 time: 0.1150370 Aug 06 18:42:56.474368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-3f91b80c-a223-41b4-b57e-051ffba89c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:56.478480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-3f91b80c-a223-41b4-b57e-051ffba89c5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0929151 Aug 06 18:42:56.539456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-13d742ef-eec3-49f3-8476-ef58e76ae274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:56.541121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-13d742ef-eec3-49f3-8476-ef58e76ae274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547085 Aug 06 18:42:56.623104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:56.660243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-dd200a31-ecba-4878-9a78-0a19bc244d2e service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108322 Aug 06 18:42:56.785680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a08ba97-34ed-4c56-a966-4d8069a4d650 req-bbd05306-a475-45c9-bc11-870d3064f8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159208 Aug 06 18:42:57.051182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port c8906265-cd6f-422c-8db2-bd57c5a33bc5 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:57.052624 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:57.193550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:57.224676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for c8906265-cd6f-422c-8db2-bd57c5a33bc5 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:57.519971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:57.560966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=c8906265-cd6f-422c-8db2-bd57c5a33bc5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:57.759653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:58.051809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 90f6781e-5cbb-4a34-b73a-3e2e43b595e3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:58.183049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:58.191032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73c74ef6-0cd8-4b2a-82b7-2b82a3379bb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796010 Aug 06 18:42:58.193742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41570) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:42:58.195793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] Sync routers for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:58.212336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:58.213127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:58.255153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:58.267240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:58.267973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:58.309775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:58.313277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c800c1-376e-4c8b-8599-8d6c453ff659 None None] The sync data for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:58.528191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-74517f1f-a542-4ca8-8126-8cbda066c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:58.662081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.020466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:59.021246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.170545 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.191976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 6deedf5e-16d2-4b2b-bb57-6f44e6e02de5 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:59.881770 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.914997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=6deedf5e-16d2-4b2b-bb57-6f44e6e02de5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:00.063262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.328073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 90f6781e-5cbb-4a34-b73a-3e2e43b595e3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:00.431693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:00.440585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a3285c85-4c13-4743-9dea-2fa37aa53f31 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454681 Aug 06 18:43:00.443665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41580) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:00.446013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] Sync routers for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:00.461376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:00.462817 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:00.494599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b9bcc96f-5611-47b5-87e0-5b413c698ef7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=90f6781e-5cbb-4a34-b73a-3e2e43b595e3 HTTP/1.1" status: 200 len: 205 time: 0.0485518 Aug 06 18:43:00.497350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:00.500573 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:00.517641 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] Routers {'90f6781e-5cbb-4a34-b73a-3e2e43b595e3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:00.518750 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:42:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:00.563149 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:00.563844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd71bac-7ff3-4852-ad0d-93eb1d677496 None None] The sync data for ids ['90f6781e-5cbb-4a34-b73a-3e2e43b595e3'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:00.658524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.905284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.909002 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.969148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.969863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router 90f6781e-5cbb-4a34-b73a-3e2e43b595e3 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:43:00.977205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:00.979126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-146f3753-57db-4e05-8ce8-9d16f738ccf3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3 HTTP/1.1" status: 204 len: 168 time: 0.4802468 Aug 06 18:43:00.982989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:01.057349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 638f91ba-94e9-4b59-b2ed-d90998049206 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:43:01.065199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.141901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.247057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.338849 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.403253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=638f91ba-94e9-4b59-b2ed-d90998049206,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:01.410371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.419207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41592) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:01.420043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a1f0101-73ee-4bfb-b419-0d73dfbca3d6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/638f91ba-94e9-4b59-b2ed-d90998049206 HTTP/1.1" status: 204 len: 168 time: 0.4341397 Aug 06 18:43:01.421823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e481c44-fa64-4f6a-b7ed-2a28944b6171 None None] Network 37c92fe5-125c-4a33-b10f-7ca692a96723 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:01.533912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 169660f6-83e8-4d4b-9ab9-7f19787d441f {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:43:01.538053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.573072 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.608800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.716019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34240c6e-bd6e-4f54-a7cb-ad7ccc62751c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.721030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] DHCP port deletion for 37c92fe5-125c-4a33-b10f-7ca692a96723 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:43:01.727591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.806124 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.818700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Deleting port 984f48a0-ea86-488d-ad68-c9977274f58d {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:01.819310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.825528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.828132 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/169660f6-83e8-4d4b-9ab9-7f19787d441f HTTP/1.1" status: 204 len: 168 time: 0.4080803 Aug 06 18:43:01.832691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41596) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:01.854877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d1bab-beec-4c0b-b283-c8918cdae354 None None] Network e2a63249-1705-4c04-b23e-5cd848d133cb requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:01.860741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7231d-d05b-4ab9-9f41-d2e085d1a6c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=169660f6-83e8-4d4b-9ab9-7f19787d441f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:01.984303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] For port 984f48a0-ea86-488d-ad68-c9977274f58d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984f48a0-ea86-488d-ad68-c9977274f58d,segment=NetworkSegment(7978751d-f3f9-4669-b093-f1002252ad01),segment_id=7978751d-f3f9-4669-b093-f1002252ad01)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:01.984832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.991308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.025004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Calling delete_port for 984f48a0-ea86-488d-ad68-c9977274f58d owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:02.099833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 984f48a0-ea86-488d-ad68-c9977274f58d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:02.100410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.169072 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.205171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] Pushing event deleted for resources: {'Port': ['ID=984f48a0-ea86-488d-ad68-c9977274f58d,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:02.208559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 984f48a0-ea86-488d-ad68-c9977274f58d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=984f48a0-ea86-488d-ad68-c9977274f58d,segment=NetworkSegment(7978751d-f3f9-4669-b093-f1002252ad01),segment_id=7978751d-f3f9-4669-b093-f1002252ad01)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:02.208990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.211316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] DHCP port deletion for e2a63249-1705-4c04-b23e-5cd848d133cb request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:43:02.217085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbd11f-dc0d-4067-b7f2-6ce23136cbdc None None] No DVR routers for this DVR port 984f48a0-ea86-488d-ad68-c9977274f58d on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:02.254289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 984f48a0-ea86-488d-ad68-c9977274f58d owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:02.284947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Deleting port d49026a3-08d8-405f-94e2-ebcb860924e4 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:02.285610 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.325635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984f48a0-ea86-488d-ad68-c9977274f58d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:43:02.365950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 984f48a0-ea86-488d-ad68-c9977274f58d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:43:02.365950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 984f48a0-ea86-488d-ad68-c9977274f58d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:43:02.368285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d49026a3-08d8-405f-94e2-ebcb860924e4 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:43:02.372107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.417030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 984f48a0-ea86-488d-ad68-c9977274f58d on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:02.427433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=984f48a0-ea86-488d-ad68-c9977274f58d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:02.457726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] For port d49026a3-08d8-405f-94e2-ebcb860924e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d49026a3-08d8-405f-94e2-ebcb860924e4,segment=NetworkSegment(07536894-de59-4237-9e3e-96600d47db7d),segment_id=07536894-de59-4237-9e3e-96600d47db7d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:02.458575 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.513846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Calling delete_port for d49026a3-08d8-405f-94e2-ebcb860924e4 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:02.555210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.577022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c92fe5-125c-4a33-b10f-7ca692a96723']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:02.597538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7978751d-f3f9-4669-b093-f1002252ad01') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:02.598054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7978751d-f3f9-4669-b093-f1002252ad01') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:02.618227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.647829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.660808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:43:02.661567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:43:02.667521 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:43:02.742592 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.784332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.803650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.816891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:02.821548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/37c92fe5-125c-4a33-b10f-7ca692a96723 HTTP/1.1" status: 204 len: 168 time: 0.9870586 Aug 06 18:43:02.826002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41600) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:02.840103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] Pushing event deleted for resources: {'Port': ['ID=d49026a3-08d8-405f-94e2-ebcb860924e4,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:02.851886 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2923aa-2b70-4111-9655-effebee62df1 None None] No DVR routers for this DVR port d49026a3-08d8-405f-94e2-ebcb860924e4 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:02.872567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaebd3b-3b2e-4101-908b-3804ce43dfbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=37c92fe5-125c-4a33-b10f-7ca692a96723,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:02.986538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.101348 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.114053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a63249-1705-4c04-b23e-5cd848d133cb']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:03.127668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07536894-de59-4237-9e3e-96600d47db7d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:03.127915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07536894-de59-4237-9e3e-96600d47db7d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:03.139013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.159981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.168945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:43:03.169548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:43:03.175067 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:43:03.249306 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.266948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.270402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/e2a63249-1705-4c04-b23e-5cd848d133cb HTTP/1.1" status: 204 len: 168 time: 0.4425881 Aug 06 18:43:03.273685 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.277022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41604) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:03.285588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-505844730'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:03.287766 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f89d-8ec2-4b9f-a809-4c1b6d535bd5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=e2a63249-1705-4c04-b23e-5cd848d133cb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:03.312885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:03.316559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.347698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:03.362256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.362745 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 73d83aeb-dec1-431c-a02a-93cafe6e3eb6 of type vlan for network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c Aug 06 18:43:03.426748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.474488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.484118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:03.484984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.594840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3154793 Aug 06 18:43:03.598988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41608) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:03.606882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:03.609595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e86a-6f70-43bb-ab16-b211d8adc584 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=665de06a-a3ea-4a8a-a5e3-a473dc9dc58c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:03.623426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:03.779799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:03.787595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.161938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.252148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=595be888-846f-4f4b-9eea-878559c8c65c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:04.277812 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '73d83aeb-dec1-431c-a02a-93cafe6e3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:04.278360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:04.303795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:04.316860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:04.322331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:04.323004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.332121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c8336-4726-42d4-8f1c-49fd2c934693 None None] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:04.347697 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1c68481e-c94a-48d8-9541-ab9aa880f0e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7443922 Aug 06 18:43:04.348159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41612) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:04.354118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1493452411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:04.391836 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.394052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.478965 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.487223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.520932 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.526585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19b3fba8-7e2e-468e-ae26-e9a36be003c5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1731606 Aug 06 18:43:04.526897 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41614) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:04.533208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'port': {'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c', 'name': 'tempest-RoutersIpV6Test-1857602089'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:04.623032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-665de06a-a3ea-4a8a-a5e3-a473dc9dc58c', 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '595be888-846f-4f4b-9eea-878559c8c65c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:04.624965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.727352 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:04.735240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.774304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] device_id is not set on port 8447f6d0-b759-484b-a5ef-19d27fab2196 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:43:04.820342 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.134292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Allocated IP 2001:db8::2 (665de06a-a3ea-4a8a-a5e3-a473dc9dc58c/595be888-846f-4f4b-9eea-878559c8c65c/135fcf5b-986c-4282-bbd1-da8ee5aeda19) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:05.379832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.393809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Transition to ACTIVE for port object 135fcf5b-986c-4282-bbd1-da8ee5aeda19 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:05.420044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Transition to ACTIVE for port object 135fcf5b-986c-4282-bbd1-da8ee5aeda19 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:05.432054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.509821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:05.518315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:05.525088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:05.533319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8::208 (665de06a-a3ea-4a8a-a5e3-a473dc9dc58c/595be888-846f-4f4b-9eea-878559c8c65c/8447f6d0-b759-484b-a5ef-19d27fab2196) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:05.540403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Pushing event updated for resources: {'Port': ['ID=135fcf5b-986c-4282-bbd1-da8ee5aeda19,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:05.654874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Attempting to bind port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:05.655890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Attempting to bind port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '73d83aeb-dec1-431c-a02a-93cafe6e3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:05.656407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Attempting to bind port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 on network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:05.668624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:05.669337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Checking segment: {'id': '73d83aeb-dec1-431c-a02a-93cafe6e3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:05.670005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.670677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Bound using segment: {'id': '73d83aeb-dec1-431c-a02a-93cafe6e3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:05.674356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Bound port: 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d83aeb-dec1-431c-a02a-93cafe6e3eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '665de06a-a3ea-4a8a-a5e3-a473dc9dc58c'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:05.674356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.860753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] For port 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:05.870295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] For port 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=135fcf5b-986c-4282-bbd1-da8ee5aeda19,segment=NetworkSegment(73d83aeb-dec1-431c-a02a-93cafe6e3eb6),segment_id=73d83aeb-dec1-431c-a02a-93cafe6e3eb6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:05.880478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.912681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.943581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object 8447f6d0-b759-484b-a5ef-19d27fab2196 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:05.987093 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:06.056316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:06.058846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:06.079959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:06.094722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:06.095957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:06.098223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30147e0a-b1ee-4b8d-b002-8e4683dd753f None None] Pushing event updated for resources: {'Port': ['ID=135fcf5b-986c-4282-bbd1-da8ee5aeda19,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:06.147216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=8447f6d0-b759-484b-a5ef-19d27fab2196,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:06.157622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41622) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:06.158725 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1a9aa22e-5d69-4a4d-930b-679a0d389e24 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6292901 Aug 06 18:43:06.821297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:07.199675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:07.208471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:07.336156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=8447f6d0-b759-484b-a5ef-19d27fab2196,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:07.494462 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:07.503944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616eedd-b8ae-425e-b955-a6c7c11fbaf1 None None] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:07.608621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f37f6ecd-6614-4182-b6ef-7ed142bc3318 None None] Provisioning for port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:07.708890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.192922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca3897b5-44bd-49c1-8efe-c2fbfdac0338 None None] Provisioning for port 8447f6d0-b759-484b-a5ef-19d27fab2196 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:08.209388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca3897b5-44bd-49c1-8efe-c2fbfdac0338 None None] Provisioning complete for port 8447f6d0-b759-484b-a5ef-19d27fab2196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:08.210848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca3897b5-44bd-49c1-8efe-c2fbfdac0338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.280038 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.290754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.292056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.365855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ca3897b5-44bd-49c1-8efe-c2fbfdac0338 None None] Port 8447f6d0-b759-484b-a5ef-19d27fab2196 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:08.481050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 135fcf5b-986c-4282-bbd1-da8ee5aeda19 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:08.596450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=8447f6d0-b759-484b-a5ef-19d27fab2196,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:08.626808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-74b75a02-eadb-41e5-8d45-83ccb5f056ec None None] Provisioning complete for port 8447f6d0-b759-484b-a5ef-19d27fab2196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:08.628971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-74b75a02-eadb-41e5-8d45-83ccb5f056ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.635913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:08.635913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:08.645187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:08.702989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:08.703638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.815164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 1108deff-5473-448b-9ef9-0e89992bc284 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:43:08.831641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-74b75a02-eadb-41e5-8d45-83ccb5f056ec None None] Port 8447f6d0-b759-484b-a5ef-19d27fab2196 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:08.909270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.978586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=135fcf5b-986c-4282-bbd1-da8ee5aeda19,segment=NetworkSegment(73d83aeb-dec1-431c-a02a-93cafe6e3eb6),segment_id=73d83aeb-dec1-431c-a02a-93cafe6e3eb6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:08.984291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ae0b9b14-0c11-4e73-a6a9-5904f40753bd None None] Provisioning complete for port 8447f6d0-b759-484b-a5ef-19d27fab2196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:08.984666 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae0b9b14-0c11-4e73-a6a9-5904f40753bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:08.987060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:09.017886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:09.019021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-55a21c29-a73f-4735-b281-ee1535a73351 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/1108deff-5473-448b-9ef9-0e89992bc284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8521988 Aug 06 18:43:09.048821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] Sync routers for ids ['1108deff-5473-448b-9ef9-0e89992bc284'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:09.068568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:09.169922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec92f6-bb70-454d-b9f4-9b4281616ed3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:09.172344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5cec92f6-bb70-454d-b9f4-9b4281616ed3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports/8447f6d0-b759-484b-a5ef-19d27fab2196 HTTP/1.1" status: 200 len: 984 time: 0.1471601 Aug 06 18:43:09.177162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41648) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:09.209622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] Routers {'1108deff-5473-448b-9ef9-0e89992bc284'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:09.211703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1108deff-5473-448b-9ef9-0e89992bc284'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:09.285246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:09.289325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b9b14-0c11-4e73-a6a9-5904f40753bd None None] Port 8447f6d0-b759-484b-a5ef-19d27fab2196 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:09.338549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=135fcf5b-986c-4282-bbd1-da8ee5aeda19,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:09.342023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] Routers {'1108deff-5473-448b-9ef9-0e89992bc284'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:09.351965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1108deff-5473-448b-9ef9-0e89992bc284'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:09.410140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:09.411168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7551-b687-4e92-851e-b591c5c6a63d None None] The sync data for ids ['1108deff-5473-448b-9ef9-0e89992bc284'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:09.529191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3645a88b-bdc4-408d-a595-7190f7669e49 None None] Provisioning complete for port 8447f6d0-b759-484b-a5ef-19d27fab2196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:09.529944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3645a88b-bdc4-408d-a595-7190f7669e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:09.614027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3645a88b-bdc4-408d-a595-7190f7669e49 None None] Port 8447f6d0-b759-484b-a5ef-19d27fab2196 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:09.974368 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.323165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 8447f6d0-b759-484b-a5ef-19d27fab2196 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:10.324115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.328230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 135fcf5b-986c-4282-bbd1-da8ee5aeda19 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:10.405271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:10.405974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.425365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.442045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 8447f6d0-b759-484b-a5ef-19d27fab2196 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:10.527001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.689709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:10.744018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=8447f6d0-b759-484b-a5ef-19d27fab2196,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:11.233022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:11.522662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 1108deff-5473-448b-9ef9-0e89992bc284 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:11.618002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:11.630767 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e753b1a1-be0d-4d58-b60a-05b335001f3e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/1108deff-5473-448b-9ef9-0e89992bc284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4401171 Aug 06 18:43:11.632030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41676) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:11.634817 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] Sync routers for ids ['1108deff-5473-448b-9ef9-0e89992bc284'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:11.649328 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] Routers {'1108deff-5473-448b-9ef9-0e89992bc284'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:11.650377 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1108deff-5473-448b-9ef9-0e89992bc284'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:11.691631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:11.704100 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] Routers {'1108deff-5473-448b-9ef9-0e89992bc284'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:11.704875 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['1108deff-5473-448b-9ef9-0e89992bc284'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:11.746065 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:11.746803 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dababe1c-ba85-4c49-bbd0-5f615892f6be None None] The sync data for ids ['1108deff-5473-448b-9ef9-0e89992bc284'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:11.912101 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:11.953069 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-8d8f9264-a243-43d9-9e10-dc72d19039e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 18:43:11.954299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8d8f9264-a243-43d9-9e10-dc72d19039e5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/1108deff-5473-448b-9ef9-0e89992bc284/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3210483 Aug 06 18:43:11.957693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41680) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:11.988816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-635daaf7-a59a-4080-9f6a-4aea2763f6d5 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=1108deff-5473-448b-9ef9-0e89992bc284 HTTP/1.1" status: 200 len: 205 time: 0.0297830 Aug 06 18:43:11.993983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41682) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:12.105921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.394444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.398919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.477804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.478496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router 1108deff-5473-448b-9ef9-0e89992bc284 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:43:12.490414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.492345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c55acd75-2389-4aea-91be-2886f02ee915 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/1108deff-5473-448b-9ef9-0e89992bc284 HTTP/1.1" status: 204 len: 168 time: 0.4968014 Aug 06 18:43:12.496573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41686) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:12.563952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 595be888-846f-4f4b-9eea-878559c8c65c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:43:12.569685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.627857 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.756132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.856648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.900532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=595be888-846f-4f4b-9eea-878559c8c65c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:12.907518 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:12.911831 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b14eb94-2ff3-4f8f-af0c-8c2e10945dbd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/595be888-846f-4f4b-9eea-878559c8c65c HTTP/1.1" status: 204 len: 168 time: 0.4137356 Aug 06 18:43:12.916003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:12.920627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd74dcf-23c5-48de-8b0a-bf98c1e65202 None None] Network 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:13.104167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.180072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:13.180538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.218077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] DHCP port deletion for 665de06a-a3ea-4a8a-a5e3-a473dc9dc58c request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:43:13.291161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=135fcf5b-986c-4282-bbd1-da8ee5aeda19,segment=NetworkSegment(73d83aeb-dec1-431c-a02a-93cafe6e3eb6),segment_id=73d83aeb-dec1-431c-a02a-93cafe6e3eb6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:13.291756 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.298945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Deleting port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:13.299528 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.316214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 135fcf5b-986c-4282-bbd1-da8ee5aeda19 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:13.438297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] For port 135fcf5b-986c-4282-bbd1-da8ee5aeda19, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=135fcf5b-986c-4282-bbd1-da8ee5aeda19,segment=NetworkSegment(73d83aeb-dec1-431c-a02a-93cafe6e3eb6),segment_id=73d83aeb-dec1-431c-a02a-93cafe6e3eb6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:13.438613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.463901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Calling delete_port for 135fcf5b-986c-4282-bbd1-da8ee5aeda19 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:13.493929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.544157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=135fcf5b-986c-4282-bbd1-da8ee5aeda19,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:13.557162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:13.633577 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.650694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] No DVR routers for this DVR port 135fcf5b-986c-4282-bbd1-da8ee5aeda19 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:13.686173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c2ab4-ac2c-44d6-b13c-761efee008ab None None] Pushing event deleted for resources: {'Port': ['ID=135fcf5b-986c-4282-bbd1-da8ee5aeda19,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:13.740853 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.761121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665de06a-a3ea-4a8a-a5e3-a473dc9dc58c']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:13.777883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d83aeb-dec1-431c-a02a-93cafe6e3eb6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:13.778380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d83aeb-dec1-431c-a02a-93cafe6e3eb6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:13.795748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.822030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.833351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:43:13.833912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:43:13.840704 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:43:13.965691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.002378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.006497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/665de06a-a3ea-4a8a-a5e3-a473dc9dc58c HTTP/1.1" status: 204 len: 168 time: 1.0883534 Aug 06 18:43:14.008331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c302c-0a70-4ac9-83a1-92b406777af6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=665de06a-a3ea-4a8a-a5e3-a473dc9dc58c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:14.012661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41694) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:14.026833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-240774911'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:14.066050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:14.077498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.157305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:14.177980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.178702 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 0a7adf44-a013-44af-b21f-a0976f860a7a of type vlan for network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 Aug 06 18:43:14.264006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.302705 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.310584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:14.311550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:14.322977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 135fcf5b-986c-4282-bbd1-da8ee5aeda19 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:43:14.346190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 135fcf5b-986c-4282-bbd1-da8ee5aeda19 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:43:14.346814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 135fcf5b-986c-4282-bbd1-da8ee5aeda19 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:43:14.365527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3428130 Aug 06 18:43:14.366732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:14.375140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:14.419919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70076f8-cc41-4131-9a81-84abb7a31550 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=f9e94b0c-2f34-45d1-9dda-fac4ffac91c6,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:14.434462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:14.546850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:14.557920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.417299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.489227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=86b3be2c-c29e-491d-816a-713e90d7d5c1,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:15.502349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '0a7adf44-a013-44af-b21f-a0976f860a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:15.502726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: f9e94b0c-2f34-45d1-9dda-fac4ffac91c6, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:15.523978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:15.536826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f9e94b0c-2f34-45d1-9dda-fac4ffac91c6) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:15.542540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:15.543277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.550945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a5714-4d20-45ac-9b9a-0b7d372390b2 None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:15.569040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ac982d72-eec6-4971-af1d-8afaf18a5b3a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1966193 Aug 06 18:43:15.569524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41704) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:15.576441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1334775187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:15.605452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.607009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.675618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.683429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.707814 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.714660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5aef8aa5-5399-4cf9-81c7-0b85714fca52 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1429632 Aug 06 18:43:15.715987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41708) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:15.760455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc436131-0f61-431a-bb77-608976f727df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f9e94b0c-2f34-45d1-9dda-fac4ffac91c6', 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '86b3be2c-c29e-491d-816a-713e90d7d5c1'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:15.761606 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:15.936623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-cc436131-0f61-431a-bb77-608976f727df None None] Allocated IP 2001:db8::2 (f9e94b0c-2f34-45d1-9dda-fac4ffac91c6/86b3be2c-c29e-491d-816a-713e90d7d5c1/e9d01c2c-8650-42c2-adb6-e3ae24c39445) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:16.147932 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.160804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc436131-0f61-431a-bb77-608976f727df None None] Transition to ACTIVE for port object e9d01c2c-8650-42c2-adb6-e3ae24c39445 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:16.173925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.185191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc436131-0f61-431a-bb77-608976f727df None None] Transition to ACTIVE for port object e9d01c2c-8650-42c2-adb6-e3ae24c39445 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:16.195018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.268892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc436131-0f61-431a-bb77-608976f727df None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:16.279124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-cc436131-0f61-431a-bb77-608976f727df None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:16.291228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc436131-0f61-431a-bb77-608976f727df None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:16.327995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc436131-0f61-431a-bb77-608976f727df None None] Pushing event updated for resources: {'Port': ['ID=e9d01c2c-8650-42c2-adb6-e3ae24c39445,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:16.400354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cc436131-0f61-431a-bb77-608976f727df None None] Attempting to bind port e9d01c2c-8650-42c2-adb6-e3ae24c39445 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:16.400814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cc436131-0f61-431a-bb77-608976f727df None None] Attempting to bind port e9d01c2c-8650-42c2-adb6-e3ae24c39445 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '0a7adf44-a013-44af-b21f-a0976f860a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:16.401237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc436131-0f61-431a-bb77-608976f727df None None] Attempting to bind port e9d01c2c-8650-42c2-adb6-e3ae24c39445 on network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:16.408085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc436131-0f61-431a-bb77-608976f727df None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:16.408581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc436131-0f61-431a-bb77-608976f727df None None] Checking segment: {'id': '0a7adf44-a013-44af-b21f-a0976f860a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:16.409223 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.409768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc436131-0f61-431a-bb77-608976f727df None None] Bound using segment: {'id': '0a7adf44-a013-44af-b21f-a0976f860a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:16.410454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-cc436131-0f61-431a-bb77-608976f727df None None] Bound port: e9d01c2c-8650-42c2-adb6-e3ae24c39445, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7adf44-a013-44af-b21f-a0976f860a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f9e94b0c-2f34-45d1-9dda-fac4ffac91c6'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:16.410995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.503789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cc436131-0f61-431a-bb77-608976f727df None None] For port e9d01c2c-8650-42c2-adb6-e3ae24c39445, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:16.508524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cc436131-0f61-431a-bb77-608976f727df None None] For port e9d01c2c-8650-42c2-adb6-e3ae24c39445, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9d01c2c-8650-42c2-adb6-e3ae24c39445,segment=NetworkSegment(0a7adf44-a013-44af-b21f-a0976f860a7a),segment_id=0a7adf44-a013-44af-b21f-a0976f860a7a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:16.514225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc436131-0f61-431a-bb77-608976f727df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.608220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc436131-0f61-431a-bb77-608976f727df None None] Pushing event updated for resources: {'Port': ['ID=e9d01c2c-8650-42c2-adb6-e3ae24c39445,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:16.662148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8::1 (f9e94b0c-2f34-45d1-9dda-fac4ffac91c6/86b3be2c-c29e-491d-816a-713e90d7d5c1/1cac5e0a-1b87-4d88-acbe-669692b06086) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:16.841897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.859990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object 1cac5e0a-1b87-4d88-acbe-669692b06086 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:16.912220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:16.977827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:16.981794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:16.985017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:16.986102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:17.080614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=1cac5e0a-1b87-4d88-acbe-669692b06086,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:17.192127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:17.695707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:17.705871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:17.708252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:17.853540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5843a5d-cd98-4e97-979b-767cd5e56358 None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:17.892495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=1cac5e0a-1b87-4d88-acbe-669692b06086,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:17.974028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:17.976464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:17.998172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2958226e-56a8-445d-b605-98cbd432eccb None None] Provisioning for port e9d01c2c-8650-42c2-adb6-e3ae24c39445 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:18.351369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router f4944222-e3f4-4c71-b3d7-790dc9ae339e is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:43:18.386929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9d01c2c-8650-42c2-adb6-e3ae24c39445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:18.516059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e9d01c2c-8650-42c2-adb6-e3ae24c39445 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:18.516791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:18.525890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e9d01c2c-8650-42c2-adb6-e3ae24c39445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:18.526203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:18.541189 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dbb418b6-87aa-4845-8549-b0d69f33e579 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/f4944222-e3f4-4c71-b3d7-790dc9ae339e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8221126 Aug 06 18:43:18.544924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41728) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:18.572636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] Sync routers for ids ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:18.614662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] Routers {'f4944222-e3f4-4c71-b3d7-790dc9ae339e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:18.615741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:18.694273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:18.731514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] Routers {'f4944222-e3f4-4c71-b3d7-790dc9ae339e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:18.732554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:18.784614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a3777-eeaf-4ea1-a2a0-b60c88121bf6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:18.791001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-096a3777-eeaf-4ea1-a2a0-b60c88121bf6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports/1cac5e0a-1b87-4d88-acbe-669692b06086 HTTP/1.1" status: 200 len: 911 time: 0.2389576 Aug 06 18:43:18.791437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41734) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:18.809304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:18.810693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb2d0d-520a-4ceb-9228-55164859c1d2 None None] The sync data for ids ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:18.854328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Provisioning for port 1cac5e0a-1b87-4d88-acbe-669692b06086 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:18.864758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Provisioning complete for port 1cac5e0a-1b87-4d88-acbe-669692b06086 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:18.865134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:18.869254 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:18.943017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e9d01c2c-8650-42c2-adb6-e3ae24c39445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9d01c2c-8650-42c2-adb6-e3ae24c39445,segment=NetworkSegment(0a7adf44-a013-44af-b21f-a0976f860a7a),segment_id=0a7adf44-a013-44af-b21f-a0976f860a7a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:18.953566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Port 1cac5e0a-1b87-4d88-acbe-669692b06086 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:18.958743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.050181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Provisioning complete for port e9d01c2c-8650-42c2-adb6-e3ae24c39445 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:19.051138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7a6f-4e6f-4712-9bd9-d0346d347180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.121875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e9d01c2c-8650-42c2-adb6-e3ae24c39445,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:19.367538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.374224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fac2c137-fe9b-454c-8452-1977233be57c None None] Provisioning complete for port 1cac5e0a-1b87-4d88-acbe-669692b06086 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:19.376785 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fac2c137-fe9b-454c-8452-1977233be57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.441610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fac2c137-fe9b-454c-8452-1977233be57c None None] Port 1cac5e0a-1b87-4d88-acbe-669692b06086 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:19.565586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-61e1dea4-43e1-4718-9e4c-95236e69d6a2 None None] Provisioning complete for port 1cac5e0a-1b87-4d88-acbe-669692b06086 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:19.566121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61e1dea4-43e1-4718-9e4c-95236e69d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.612686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-61e1dea4-43e1-4718-9e4c-95236e69d6a2 None None] Port 1cac5e0a-1b87-4d88-acbe-669692b06086 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:19.806039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 1cac5e0a-1b87-4d88-acbe-669692b06086 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:19.806800 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:19.979065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:20.003589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 1cac5e0a-1b87-4d88-acbe-669692b06086 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:20.270573 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:20.317904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=1cac5e0a-1b87-4d88-acbe-669692b06086,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:20.344713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9d01c2c-8650-42c2-adb6-e3ae24c39445 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:20.417477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e9d01c2c-8650-42c2-adb6-e3ae24c39445 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:20.418120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:20.446336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:20.756874 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router f4944222-e3f4-4c71-b3d7-790dc9ae339e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:20.903936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:20.919560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9435383d-4041-47ec-9020-47796f43283a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/f4944222-e3f4-4c71-b3d7-790dc9ae339e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210020 Aug 06 18:43:20.919560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41744) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:20.925023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] Sync routers for ids ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:20.947074 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] Routers {'f4944222-e3f4-4c71-b3d7-790dc9ae339e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:20.948153 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:20.964494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-deb4a8d1-a576-418c-9d0b-d792b00cb0e8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4944222-e3f4-4c71-b3d7-790dc9ae339e HTTP/1.1" status: 200 len: 205 time: 0.0398433 Aug 06 18:43:20.964828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41746) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:21.007154 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:21.024219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] Routers {'f4944222-e3f4-4c71-b3d7-790dc9ae339e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:21.025630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:21.094236 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:21.096146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82593769-08b1-4d3c-be7a-571da7c0a77f None None] The sync data for ids ['f4944222-e3f4-4c71-b3d7-790dc9ae339e'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:21.118194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:21.710789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:21.715210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:21.791866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:21.792661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router f4944222-e3f4-4c71-b3d7-790dc9ae339e {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:43:21.807071 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:21.808450 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b1945f24-d08c-492f-a4fa-f8153d5e78de tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/f4944222-e3f4-4c71-b3d7-790dc9ae339e HTTP/1.1" status: 204 len: 168 time: 0.8425009 Aug 06 18:43:21.812930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41748) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:21.923470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 86b3be2c-c29e-491d-816a-713e90d7d5c1 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:43:21.930213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.032229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.275188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.401249 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.443576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=86b3be2c-c29e-491d-816a-713e90d7d5c1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:22.455526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.459576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-985ff17a-b04c-46a4-8d73-792c80c34529 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/86b3be2c-c29e-491d-816a-713e90d7d5c1 HTTP/1.1" status: 204 len: 168 time: 0.6445239 Aug 06 18:43:22.463769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41754) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:22.475263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe60fd-f8fa-4148-8bbf-dd3fe41eb4d1 None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:22.572163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.674200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port e9d01c2c-8650-42c2-adb6-e3ae24c39445 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:22.675365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.788678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port e9d01c2c-8650-42c2-adb6-e3ae24c39445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9d01c2c-8650-42c2-adb6-e3ae24c39445,segment=NetworkSegment(0a7adf44-a013-44af-b21f-a0976f860a7a),segment_id=0a7adf44-a013-44af-b21f-a0976f860a7a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:22.789199 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.816014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for e9d01c2c-8650-42c2-adb6-e3ae24c39445 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:22.844338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] DHCP port deletion for f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:43:22.966345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Deleting port e9d01c2c-8650-42c2-adb6-e3ae24c39445 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:22.966744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.988073 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.038700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=e9d01c2c-8650-42c2-adb6-e3ae24c39445,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:23.042107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port e9d01c2c-8650-42c2-adb6-e3ae24c39445 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:23.211916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.247016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e94b0c-2f34-45d1-9dda-fac4ffac91c6']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:23.273312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7adf44-a013-44af-b21f-a0976f860a7a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:23.273312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7adf44-a013-44af-b21f-a0976f860a7a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:23.305428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.345050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.360260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:43:23.361023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:43:23.368900 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:43:23.433867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] For port e9d01c2c-8650-42c2-adb6-e3ae24c39445, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9d01c2c-8650-42c2-adb6-e3ae24c39445,segment=NetworkSegment(0a7adf44-a013-44af-b21f-a0976f860a7a),segment_id=0a7adf44-a013-44af-b21f-a0976f860a7a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:23.434860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.468841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Calling delete_port for e9d01c2c-8650-42c2-adb6-e3ae24c39445 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:23.526685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.539335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.542155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 HTTP/1.1" status: 204 len: 168 time: 1.0765402 Aug 06 18:43:23.549653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41760) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:23.559071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-920475736', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:23.561985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c63e08-c415-466b-b84d-c7acb55c1621 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=f9e94b0c-2f34-45d1-9dda-fac4ffac91c6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:23.584984 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:43:23.612844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.613913 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.682761 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.702288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:23.732039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Network f9e94b0c-2f34-45d1-9dda-fac4ffac91c6 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:43:23.733252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] No DVR routers for this DVR port e9d01c2c-8650-42c2-adb6-e3ae24c39445 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:23.736679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cf73f-d09a-497b-b166-3fb45f202aa3 None None] Pushing event deleted for resources: {'Port': ['ID=e9d01c2c-8650-42c2-adb6-e3ae24c39445,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:23.993740 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:24.413641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:24.434312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9d01c2c-8650-42c2-adb6-e3ae24c39445 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:43:24.454273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:24.469313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e9d01c2c-8650-42c2-adb6-e3ae24c39445 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:43:24.472355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9d01c2c-8650-42c2-adb6-e3ae24c39445 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:43:24.693124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 172.25.3.29 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/6afce0e7-5ec4-45d2-b37c-b6125cab8880) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:24.894205 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:24.997715 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:25.069581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:25.079891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:25.088286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:25.151831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=6afce0e7-5ec4-45d2-b37c-b6125cab8880,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:25.607597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:25.971405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:26.184791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 435f5add-e511-49b8-95de-a29c898ff7ca is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:43:26.416719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:26.438371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] Sync routers for ids ['435f5add-e511-49b8-95de-a29c898ff7ca'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:26.452444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:26.453225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] Routers {'435f5add-e511-49b8-95de-a29c898ff7ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:26.454844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-212bf18a-8cf9-410d-8dfc-9dc93451a1c1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.9031684 Aug 06 18:43:26.455482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['435f5add-e511-49b8-95de-a29c898ff7ca'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:26.459558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41772) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:26.499609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:26.541943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] Routers {'435f5add-e511-49b8-95de-a29c898ff7ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:26.543040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['435f5add-e511-49b8-95de-a29c898ff7ca'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:26.642082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:26.643506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5569436-c5d8-4403-b6c6-9932cfecaa3e None None] The sync data for ids ['435f5add-e511-49b8-95de-a29c898ff7ca'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:26.698726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f33f161-3b2d-41dc-9466-42d7f6a15a93 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers/435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 200 len: 883 time: 0.2371657 Aug 06 18:43:26.701297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41778) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:27.101330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-21180a52-4a02-489c-ab4f-58cec722cab6 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3984208 Aug 06 18:43:27.105688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41780) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:27.110947 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-920475736'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:27.539838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:27.556375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.147261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 435f5add-e511-49b8-95de-a29c898ff7ca has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:28.333654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:28.345528 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.347639 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ed427c76-3824-40b8-9127-cd0113aaabb0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 200 len: 890 time: 1.2405531 Aug 06 18:43:28.350370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:28.352338 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] Sync routers for ids ['435f5add-e511-49b8-95de-a29c898ff7ca'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:28.371221 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] Routers {'435f5add-e511-49b8-95de-a29c898ff7ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:28.374433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['435f5add-e511-49b8-95de-a29c898ff7ca'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:28.518309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-70619e48-8031-4e3a-9eb7-cbe2b254b066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.524301 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:28.534507 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] Routers {'435f5add-e511-49b8-95de-a29c898ff7ca'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:28.535146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['435f5add-e511-49b8-95de-a29c898ff7ca'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:28.548903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-407a9173-9f35-4c1a-ab1f-46ae9bac0c33 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers/435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 200 len: 890 time: 0.1966090 Aug 06 18:43:28.551690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41788) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:28.580567 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:28.581432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ab0e33-6a33-406d-a778-9d87560d908e None None] The sync data for ids ['435f5add-e511-49b8-95de-a29c898ff7ca'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:28.586859 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cd549065-936f-45b8-b216-b169b35592e3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 200 len: 205 time: 0.0339491 Aug 06 18:43:28.589926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:28.713230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.864643 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.938942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 6afce0e7-5ec4-45d2-b37c-b6125cab8880 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:28.939434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.085351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.109783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 6afce0e7-5ec4-45d2-b37c-b6125cab8880 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:29.346194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.394640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=6afce0e7-5ec4-45d2-b37c-b6125cab8880,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:29.514086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.653981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.656951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.729318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.730120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router 435f5add-e511-49b8-95de-a29c898ff7ca {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:43:29.743809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.746212 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5e0d15cc-80e5-4c38-8710-0d0cd793ddb9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 204 len: 168 time: 1.1546283 Aug 06 18:43:29.750942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:29.760368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798939028'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:29.801013 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:29.806559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.841622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:29.854794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.855304 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 896f9d65-a8bd-4f52-a2a6-487f679b08bc of type vlan for network 74c130c2-4370-47de-a431-7fb0bda8ac4b Aug 06 18:43:29.941053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.988618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:29.996393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:29.997220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.045305 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2917275 Aug 06 18:43:30.049427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41802) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:30.059038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:30.110779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758aca-ecf5-4ed3-8144-a9bf16e2b89b tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=74c130c2-4370-47de-a431-7fb0bda8ac4b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:30.123907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:30.179886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:30.186702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.494350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.565537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=add41f65-9d84-4239-a29b-fdb07a8c9922,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:30.577796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '896f9d65-a8bd-4f52-a2a6-487f679b08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:30.578183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 74c130c2-4370-47de-a431-7fb0bda8ac4b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:30.596684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:30.605978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 74c130c2-4370-47de-a431-7fb0bda8ac4b) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:30.610665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:30.611248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.618169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397fdc8b-b49f-4567-a8f8-2d022acc3668 None None] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:30.630763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-757a177d-dbdf-4b29-aa5f-e5b22ae5a535 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5797162 Aug 06 18:43:30.633592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41804) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:30.638835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006653019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:30.673314 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.675517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.738936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.745488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.766530 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.767838 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0d24e3e-b7b2-42af-b15b-86ee29e55f26 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1332040 Aug 06 18:43:30.770761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:30.798955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-74c130c2-4370-47de-a431-7fb0bda8ac4b', 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': 'add41f65-9d84-4239-a29b-fdb07a8c9922'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:30.799855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:30.975969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Allocated IP 2001:db8::2 (74c130c2-4370-47de-a431-7fb0bda8ac4b/add41f65-9d84-4239-a29b-fdb07a8c9922/1785f1db-266b-4372-b75a-cb4c4397e723) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:31.212270 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.223857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.241617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Transition to ACTIVE for port object 1785f1db-266b-4372-b75a-cb4c4397e723 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:31.270576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Transition to ACTIVE for port object 1785f1db-266b-4372-b75a-cb4c4397e723 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:31.282693 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.329876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:31.335770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:31.344701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:31.362130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Pushing event updated for resources: {'Port': ['ID=1785f1db-266b-4372-b75a-cb4c4397e723,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:31.456739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Attempting to bind port 1785f1db-266b-4372-b75a-cb4c4397e723 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:31.457559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Attempting to bind port 1785f1db-266b-4372-b75a-cb4c4397e723 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '896f9d65-a8bd-4f52-a2a6-487f679b08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:31.458238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Attempting to bind port 1785f1db-266b-4372-b75a-cb4c4397e723 on network 74c130c2-4370-47de-a431-7fb0bda8ac4b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:31.468540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:31.469186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Checking segment: {'id': '896f9d65-a8bd-4f52-a2a6-487f679b08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:31.469960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.470753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Bound using segment: {'id': '896f9d65-a8bd-4f52-a2a6-487f679b08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:31.471740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Bound port: 1785f1db-266b-4372-b75a-cb4c4397e723, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896f9d65-a8bd-4f52-a2a6-487f679b08bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74c130c2-4370-47de-a431-7fb0bda8ac4b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:31.472313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.610960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] For port 1785f1db-266b-4372-b75a-cb4c4397e723, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:31.617074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.624730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8::1 (74c130c2-4370-47de-a431-7fb0bda8ac4b/add41f65-9d84-4239-a29b-fdb07a8c9922/a3798d33-b398-4b1f-b324-2703188b9a42) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:31.634216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] For port 1785f1db-266b-4372-b75a-cb4c4397e723, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1785f1db-266b-4372-b75a-cb4c4397e723,segment=NetworkSegment(896f9d65-a8bd-4f52-a2a6-487f679b08bc),segment_id=896f9d65-a8bd-4f52-a2a6-487f679b08bc)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:31.643158 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.773134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e95678c8-6c32-49ba-be38-143330e4ef5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.784823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e241a5-49c5-4d8e-8510-32563f777632 None None] Pushing event updated for resources: {'Port': ['ID=1785f1db-266b-4372-b75a-cb4c4397e723,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:31.846352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.873178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object a3798d33-b398-4b1f-b324-2703188b9a42 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:31.921904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:31.980562 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:31.984633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:31.990383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:31.993492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:32.063457 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=a3798d33-b398-4b1f-b324-2703188b9a42,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:32.223313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:32.416122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1785f1db-266b-4372-b75a-cb4c4397e723 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:32.507667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1785f1db-266b-4372-b75a-cb4c4397e723 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:32.633599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:32.641807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:32.642693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:32.767717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=a3798d33-b398-4b1f-b324-2703188b9a42,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:32.824722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:32.826780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:33.017804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 7e8d1658-325c-4d6b-8db9-a9d65cc87197 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:43:33.073418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be60887-074f-4999-a905-de2664826a4f None None] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:33.172018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:33.183614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80fa43c6-3286-42b7-8a33-89f20cd3f05f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/7e8d1658-325c-4d6b-8db9-a9d65cc87197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066474 Aug 06 18:43:33.184026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:33.212170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] Sync routers for ids ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:33.274323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] Routers {'7e8d1658-325c-4d6b-8db9-a9d65cc87197'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:33.275908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:33.290152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Provisioning for port 1785f1db-266b-4372-b75a-cb4c4397e723 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:33.314742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23069836-4fdc-450a-be63-c6d2b00c3c4a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:33.321171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41836) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:33.321634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-23069836-4fdc-450a-be63-c6d2b00c3c4a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports/a3798d33-b398-4b1f-b324-2703188b9a42 HTTP/1.1" status: 200 len: 911 time: 0.1362095 Aug 06 18:43:33.327937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'add41f65-9d84-4239-a29b-fdb07a8c9922'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:33.364076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Provisioning complete for port 1785f1db-266b-4372-b75a-cb4c4397e723 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:33.364719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:33.367757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:33.425095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:33.429341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] Routers {'7e8d1658-325c-4d6b-8db9-a9d65cc87197'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:33.430020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:33.500099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:33.500992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180897c4-660c-4fb6-8e73-9a9ae8b64330 None None] The sync data for ids ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:33.553259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:33.606653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:33.653009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] For port 1785f1db-266b-4372-b75a-cb4c4397e723, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1785f1db-266b-4372-b75a-cb4c4397e723,segment=NetworkSegment(896f9d65-a8bd-4f52-a2a6-487f679b08bc),segment_id=896f9d65-a8bd-4f52-a2a6-487f679b08bc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:33.659143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:33.752373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487284ed-d6e4-458e-8ca7-2dc07f5a1170 None None] Pushing event updated for resources: {'Port': ['ID=1785f1db-266b-4372-b75a-cb4c4397e723,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:33.991168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Provisioning complete for port 1785f1db-266b-4372-b75a-cb4c4397e723 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:33.991535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.133274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.148304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.149217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Provisioning for port a3798d33-b398-4b1f-b324-2703188b9a42 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:34.154428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Provisioning complete for port a3798d33-b398-4b1f-b324-2703188b9a42 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:34.154872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.161939 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:34.162945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.166115 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/ports/a3798d33-b398-4b1f-b324-2703188b9a42 HTTP/1.1" status: 200 len: 911 time: 0.8431387 Aug 06 18:43:34.168954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41842) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:34.218651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0065191f-a690-418b-bd05-96e63a81b78b None None] Port a3798d33-b398-4b1f-b324-2703188b9a42 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:34.294072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978f2cf-be25-48d9-848f-36c177db3693 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=a3798d33-b398-4b1f-b324-2703188b9a42,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:34.354428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1785f1db-266b-4372-b75a-cb4c4397e723 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:34.475896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7fdedcd3-14b1-45c8-91b3-c9a6df2054ee None None] Provisioning complete for port a3798d33-b398-4b1f-b324-2703188b9a42 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:34.477587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7fdedcd3-14b1-45c8-91b3-c9a6df2054ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.533919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1785f1db-266b-4372-b75a-cb4c4397e723 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:34.534851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.539577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7fdedcd3-14b1-45c8-91b3-c9a6df2054ee None None] Port a3798d33-b398-4b1f-b324-2703188b9a42 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:34.797363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.840255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.861741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c19468dd-f764-4f16-84e6-f0fbcfee0ff7 None None] Provisioning complete for port a3798d33-b398-4b1f-b324-2703188b9a42 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:34.862207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c19468dd-f764-4f16-84e6-f0fbcfee0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:34.937748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c19468dd-f764-4f16-84e6-f0fbcfee0ff7 None None] Port a3798d33-b398-4b1f-b324-2703188b9a42 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:35.208134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port a3798d33-b398-4b1f-b324-2703188b9a42 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:35.208424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:35.312102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:35.328927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for a3798d33-b398-4b1f-b324-2703188b9a42 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:35.585248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:35.727669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=a3798d33-b398-4b1f-b324-2703188b9a42,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:35.744767 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:35.941799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router 7e8d1658-325c-4d6b-8db9-a9d65cc87197 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:36.040199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:36.055563 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e8753090-113b-4e46-8a1a-87cc601330dd tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/7e8d1658-325c-4d6b-8db9-a9d65cc87197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778777 Aug 06 18:43:36.055563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:36.059615 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] Sync routers for ids ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:36.087570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] Routers {'7e8d1658-325c-4d6b-8db9-a9d65cc87197'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:36.088886 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:36.101384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c5105cea-403d-4211-8294-1b495fe1b289 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8d1658-325c-4d6b-8db9-a9d65cc87197 HTTP/1.1" status: 200 len: 205 time: 0.0444777 Aug 06 18:43:36.103908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41854) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:36.145336 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:36.160818 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] Routers {'7e8d1658-325c-4d6b-8db9-a9d65cc87197'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:36.161784 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:36.188196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.215619 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:36.216301 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14e183-cc1a-4332-93d0-75285f90beda None None] The sync data for ids ['7e8d1658-325c-4d6b-8db9-a9d65cc87197'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:36.386406 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.391504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.466860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.467356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router 7e8d1658-325c-4d6b-8db9-a9d65cc87197 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:43:36.474921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.479383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7da3d0f0-c1f0-4ecd-8025-418046e2a060 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/7e8d1658-325c-4d6b-8db9-a9d65cc87197 HTTP/1.1" status: 204 len: 168 time: 0.3708770 Aug 06 18:43:36.479383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:36.544976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet add41f65-9d84-4239-a29b-fdb07a8c9922 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:43:36.549393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.613796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.730280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.827451 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.880457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=add41f65-9d84-4239-a29b-fdb07a8c9922,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:36.887583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:36.895530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41862) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:36.896395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6eb4f6a4-93ce-4ef2-93eb-2f4a855134d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/add41f65-9d84-4239-a29b-fdb07a8c9922 HTTP/1.1" status: 204 len: 168 time: 0.4156272 Aug 06 18:43:36.899328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547f849-4179-4ee2-84f3-f73ba9f4d2d1 None None] Network 74c130c2-4370-47de-a431-7fb0bda8ac4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:37.043750 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.145903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 1785f1db-266b-4372-b75a-cb4c4397e723 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:37.146255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.223431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] DHCP port deletion for 74c130c2-4370-47de-a431-7fb0bda8ac4b request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:43:37.279212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 1785f1db-266b-4372-b75a-cb4c4397e723, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1785f1db-266b-4372-b75a-cb4c4397e723,segment=NetworkSegment(896f9d65-a8bd-4f52-a2a6-487f679b08bc),segment_id=896f9d65-a8bd-4f52-a2a6-487f679b08bc)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:37.279923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.308464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 1785f1db-266b-4372-b75a-cb4c4397e723 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:37.314405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Deleting port 1785f1db-266b-4372-b75a-cb4c4397e723 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:43:37.314871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.393007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] For port 1785f1db-266b-4372-b75a-cb4c4397e723, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1785f1db-266b-4372-b75a-cb4c4397e723,segment=NetworkSegment(896f9d65-a8bd-4f52-a2a6-487f679b08bc),segment_id=896f9d65-a8bd-4f52-a2a6-487f679b08bc)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:37.393567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.410398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Calling delete_port for 1785f1db-266b-4372-b75a-cb4c4397e723 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:43:37.447767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.482120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 1785f1db-266b-4372-b75a-cb4c4397e723 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:37.487822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=1785f1db-266b-4372-b75a-cb4c4397e723,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:37.549066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.591816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Pushing event deleted for resources: {'Port': ['ID=1785f1db-266b-4372-b75a-cb4c4397e723,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:37.592732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.594852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] No DVR routers for this DVR port 1785f1db-266b-4372-b75a-cb4c4397e723 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:43:37.615001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c130c2-4370-47de-a431-7fb0bda8ac4b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:37.618658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.621980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.622485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.623023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.623416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.623760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.624262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.625036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.625496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.625828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.626246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.626572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb31203-df02-48c5-a196-fb1283e730a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:37.639147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896f9d65-a8bd-4f52-a2a6-487f679b08bc') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:37.640003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896f9d65-a8bd-4f52-a2a6-487f679b08bc') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:37.659412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.696396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.713150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:43:37.713930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:43:37.719461 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:43:37.845915 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.860459 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.864883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/74c130c2-4370-47de-a431-7fb0bda8ac4b HTTP/1.1" status: 204 len: 168 time: 0.9616663 Aug 06 18:43:37.869670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41868) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:37.879743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1558688374', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:37.891010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b5c5e-5875-468e-88a5-00587f37ec3d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=74c130c2-4370-47de-a431-7fb0bda8ac4b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:37.934052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:37.936674 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.039926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.046683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.083181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.089396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-77db2426-8cd8-409b-bee4-753837030852 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2123950 Aug 06 18:43:38.089908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41870) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:38.099958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-255597781'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:38.139973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:38.146284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.185104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:38.201497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.201920 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment c6aae070-00d2-490d-8136-f8a065b6743a of type vlan for network 06751186-710d-47a0-9319-12035f8dd097 Aug 06 18:43:38.293496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.338510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1785f1db-266b-4372-b75a-cb4c4397e723 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:43:38.341862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.348117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:38.348854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.367169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1785f1db-266b-4372-b75a-cb4c4397e723 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:43:38.367805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1785f1db-266b-4372-b75a-cb4c4397e723 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:43:38.417099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3251076 Aug 06 18:43:38.421500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41872) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:38.427212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:38.433761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745e3a7-114a-4b81-b023-340ebbc81d5f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=06751186-710d-47a0-9319-12035f8dd097,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:38.451255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 06751186-710d-47a0-9319-12035f8dd097 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:38.565976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:38.570003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.868439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:38.991638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=26b93a76-2014-4c3e-b80a-3f531216eb37,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:39.008374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:39.008990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 06751186-710d-47a0-9319-12035f8dd097, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:39.040840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 06751186-710d-47a0-9319-12035f8dd097 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:39.059128 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 06751186-710d-47a0-9319-12035f8dd097) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:39.066154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:39.066918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:39.088773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a5240-6f74-42ef-8338-eff0bd1cb4fb None None] Network 06751186-710d-47a0-9319-12035f8dd097 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:39.096978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-83f197cd-7ecb-47e8-afc0-02f9e4e6097e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6734645 Aug 06 18:43:39.102164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:39.362675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-06751186-710d-47a0-9319-12035f8dd097', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:39.367912 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:39.592811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Allocated IP 2001:db8::2 (06751186-710d-47a0-9319-12035f8dd097/26b93a76-2014-4c3e-b80a-3f531216eb37/7d16aba2-c4c3-43d2-a586-33ea6ef73c09) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:39.912235 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:39.923597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Transition to ACTIVE for port object 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:39.944147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Transition to ACTIVE for port object 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:39.953356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:39.983503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.003434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Network 06751186-710d-47a0-9319-12035f8dd097 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:40.009074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:40.013227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:40.028298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Pushing event updated for resources: {'Port': ['ID=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:40.128753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Attempting to bind port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:40.129353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Attempting to bind port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:40.130014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Attempting to bind port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 on network 06751186-710d-47a0-9319-12035f8dd097 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:40.140947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:40.141667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Checking segment: {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:40.142286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.143020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Bound using segment: {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:40.143866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Bound port: 7d16aba2-c4c3-43d2-a586-33ea6ef73c09, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:40.144526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.472018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8::1 (06751186-710d-47a0-9319-12035f8dd097/26b93a76-2014-4c3e-b80a-3f531216eb37/22a78018-65a9-4869-9010-9568d5f4a4ea) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:40.510314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] For port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:40.515684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] For port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:40.531097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.623188 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.647341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf1be-70a7-4290-8c7b-815834a02b93 None None] Pushing event updated for resources: {'Port': ['ID=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:40.715454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.742928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object 22a78018-65a9-4869-9010-9568d5f4a4ea will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:40.812390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:40.911859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 06751186-710d-47a0-9319-12035f8dd097 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:40.926532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:40.950329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:40.951318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:41.031993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:41.049593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.050290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.050867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.051528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.051987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.054717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.054717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.054717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.054717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.059943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.061030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.069692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:41.241639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:41.683415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:41.693410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:41.694575 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:41.884589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:41.929867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.029623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 06751186-710d-47a0-9319-12035f8dd097 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:42.032130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:42.191423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1885ec3-dfa7-4d61-98ff-742c5ea66b9c None None] Network 06751186-710d-47a0-9319-12035f8dd097 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:42.320449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fa70431d-b5ce-49c1-a23d-a26853e44236 None None] Provisioning for port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:42.339188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:43:42.470685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:42.527005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:42.534826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cd1a621f-6840-4de1-964e-8e80c2157cef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4318123 Aug 06 18:43:42.539468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41892) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:42.545227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155612902'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:42.558741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:42.589853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:42.591804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:42.602255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:42.606811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.674563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:42.682341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:42.691398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.691839 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment b49e9f7d-af25-4b08-aff0-307cb67baad9 of type vlan for network 17c55269-03be-4867-bdd3-2532e9ca72a3 Aug 06 18:43:42.704391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:42.705107 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.749264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.765627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:42.840410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:42.888006 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:42.893273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.058302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:43.059142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5180271 Aug 06 18:43:43.071009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:43.075164 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.082369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f637b7-0e25-4190-8b76-ec3dd4a74aa1 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=17c55269-03be-4867-bdd3-2532e9ca72a3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:43.136144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:43.237882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:43.307721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Provisioning complete for port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:43.308345 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.320503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.602525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:43.718973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:41Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:41Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:43.725172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Provisioning for port 22a78018-65a9-4869-9010-9568d5f4a4ea completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:43.772315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Provisioning complete for port 22a78018-65a9-4869-9010-9568d5f4a4ea triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:43.772807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.776763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:43:43.777151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Updating router cd577a8d-6964-4997-8756-9f1d42311178 port 22a78018-65a9-4869-9010-9568d5f4a4ea binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:43:43.817908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:43.824605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.824974 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:43.882846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f8aca-7762-49a9-a6fc-d79244e95bd9 None None] Port 22a78018-65a9-4869-9010-9568d5f4a4ea cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:44.052963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5875b8a5-06ae-4d03-ba43-37b9706212a9 None None] Provisioning complete for port 22a78018-65a9-4869-9010-9568d5f4a4ea triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:44.052963 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5875b8a5-06ae-4d03-ba43-37b9706212a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.195213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5875b8a5-06ae-4d03-ba43-37b9706212a9 None None] Port 22a78018-65a9-4869-9010-9568d5f4a4ea cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:44.278316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.420630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:44.482577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=711adde5-6345-4a4b-938e-e2651c3c2fbf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:44.484324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.488428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:44.489401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 17c55269-03be-4867-bdd3-2532e9ca72a3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:44.512666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.513763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.514570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.515370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.516136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.516931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.517428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Transition to ACTIVE for port object 22a78018-65a9-4869-9010-9568d5f4a4ea will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:44.518021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.518688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.519444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.520210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.520993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.521745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:44.540838 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.550230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:44.552733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:44.553212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.575490 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 17c55269-03be-4867-bdd3-2532e9ca72a3) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:44.589085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:44.589911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.627006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-76e484de-90f0-43d0-9e3e-5229dffb7592 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5667341 Aug 06 18:43:44.628830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c645c-185a-4e7b-b8fd-959a838a80df None None] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:44.631711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:44.847831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e8c9-cb4d-482a-9a00-eaf90cfa2247 None None] Pushing event updated for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:44.931481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Attempting to bind port 22a78018-65a9-4869-9010-9568d5f4a4ea on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:44.932134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Attempting to bind port 22a78018-65a9-4869-9010-9568d5f4a4ea by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:44.932849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Attempting to bind port 22a78018-65a9-4869-9010-9568d5f4a4ea on network 06751186-710d-47a0-9319-12035f8dd097 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:44.948351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:44.949106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Checking segment: {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:44.950015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:44.950898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Bound using segment: {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:44.951717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Bound port: 22a78018-65a9-4869-9010-9568d5f4a4ea, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6aae070-00d2-490d-8136-f8a065b6743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '06751186-710d-47a0-9319-12035f8dd097'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:44.952451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:45.180122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] For port 22a78018-65a9-4869-9010-9568d5f4a4ea, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:45.186183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] For port 22a78018-65a9-4869-9010-9568d5f4a4ea, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=22a78018-65a9-4869-9010-9568d5f4a4ea,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:45.217993 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:45.250731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-17c55269-03be-4867-bdd3-2532e9ca72a3', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:45.251648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:45.308980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:45.309764 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:45.318917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8e8c9-cb4d-482a-9a00-eaf90cfa2247 None None] Pushing event updated for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:45.364646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:45.776931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:45.838982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8:1::1 (17c55269-03be-4867-bdd3-2532e9ca72a3/711adde5-6345-4a4b-938e-e2651c3c2fbf/ba0046cb-d18f-4070-ba58-86240f84f277) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:46.036201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.055543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object ba0046cb-d18f-4070-ba58-86240f84f277 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:46.099881 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.160853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:46.168153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:46.175778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:46.176599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.178603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Allocated IP 2001:db8:1::2 (17c55269-03be-4867-bdd3-2532e9ca72a3/711adde5-6345-4a4b-938e-e2651c3c2fbf/a2934148-419e-42e0-939f-5d30ef3c5dfa) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:46.206767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:41Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:45Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:46.244393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:46.259923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a716afe-f06c-41e4-9d1c-6549b4507e28 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:41Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:45Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:46.412457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.468379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.485784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Transition to ACTIVE for port object a2934148-419e-42e0-939f-5d30ef3c5dfa will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:46.518640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Transition to ACTIVE for port object a2934148-419e-42e0-939f-5d30ef3c5dfa will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:46.534453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.606020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:46.616727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:46.624365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:46.658032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Pushing event updated for resources: {'Port': ['ID=a2934148-419e-42e0-939f-5d30ef3c5dfa,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:46.761354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Attempting to bind port a2934148-419e-42e0-939f-5d30ef3c5dfa on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:46.761863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Attempting to bind port a2934148-419e-42e0-939f-5d30ef3c5dfa by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:46.762172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Attempting to bind port a2934148-419e-42e0-939f-5d30ef3c5dfa on network 17c55269-03be-4867-bdd3-2532e9ca72a3 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:46.770753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:46.771167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Checking segment: {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:46.771552 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.771946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Bound using segment: {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:46.772443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Bound port: a2934148-419e-42e0-939f-5d30ef3c5dfa, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:46.772842 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.892451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] For port a2934148-419e-42e0-939f-5d30ef3c5dfa, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:46.900689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] For port a2934148-419e-42e0-939f-5d30ef3c5dfa, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a2934148-419e-42e0-939f-5d30ef3c5dfa,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:46.908393 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.945490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.954785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.956142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:46.997536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258ae6-19f7-4ba7-bfb4-0d37e3ab8ab4 None None] Pushing event updated for resources: {'Port': ['ID=a2934148-419e-42e0-939f-5d30ef3c5dfa,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:47.073361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:47.246665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:47.248413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:47.432599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:47.573637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-38fa34f0-788d-4422-b57f-dfa0393d5bc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863931 Aug 06 18:43:47.712711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-dfbac8bf-abfa-4b20-b4ab-577501e8ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:47.715943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-dfbac8bf-abfa-4b20-b4ab-577501e8ce77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.0780845 Aug 06 18:43:48.001072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-80e88e8c-1691-48c6-a3e3-1557e1e80a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:48.003833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-80e88e8c-1691-48c6-a3e3-1557e1e80a0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.2589269 Aug 06 18:43:48.078408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:48.087584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-55b0bef3-b34d-4b7d-8bb2-6d3de03b1b81 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4542143 Aug 06 18:43:48.092620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41924) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:48.101157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051632077'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:48.137942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-4fa52f0e-103d-4a24-bdd4-f543a282bd8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 1000 time: 0.1263645 Aug 06 18:43:48.148693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:48.155744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.204862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:48.223617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.224063 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 9193e629-3b58-44f7-9234-bb6354aee532 of type vlan for network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 Aug 06 18:43:48.238985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-fe8fee76-4d0a-4573-8b3a-035cc513bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:48.241645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-fe8fee76-4d0a-4573-8b3a-035cc513bea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0960224 Aug 06 18:43:48.339679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.399036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-140355f8-5e7b-4a6e-bedb-63cb8e55bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:48.403857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-140355f8-5e7b-4a6e-bedb-63cb8e55bb3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543019 Aug 06 18:43:48.442601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.478460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:48.480067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.566372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 22a78018-65a9-4869-9010-9568d5f4a4ea up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:48.676286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-fe9f87bc-1715-418d-89b2-0b816fd08e81 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631271 Aug 06 18:43:48.697249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 22a78018-65a9-4869-9010-9568d5f4a4ea completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:48.702646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 22a78018-65a9-4869-9010-9568d5f4a4ea triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:48.703366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:48.712169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=879dfe5a-c4ae-4256-9170-9eafdf2558b2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:48.730948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2eeffaee-4d9e-417b-bbfa-086ddec77bc3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6362123 Aug 06 18:43:48.739071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:48.757925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:48.780416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:48.783292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde9b2d-2ebd-4dfc-88ce-46500fc77c15 None None] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:48.886140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:48.905734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:48.907522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:48.921664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49944741-0c19-48fd-8a7c-b6f6f2360683 req-cd7ddf4e-646a-4971-a749-3ddfd335386e service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377343 Aug 06 18:43:48.995567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:49.002863 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.018620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f531fdc4-6054-4d27-8fa6-7b25aec002ad None None] Provisioning for port a2934148-419e-42e0-939f-5d30ef3c5dfa completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:49.080597 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.144758 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:49.175613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 22a78018-65a9-4869-9010-9568d5f4a4ea, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=22a78018-65a9-4869-9010-9568d5f4a4ea,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:49.213750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.215155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a2934148-419e-42e0-939f-5d30ef3c5dfa up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:49.387318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:49.434604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a2934148-419e-42e0-939f-5d30ef3c5dfa completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:49.448068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a2934148-419e-42e0-939f-5d30ef3c5dfa triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:49.448697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.463761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.579899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:46Z', 'revision_number': 3, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:45Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:46Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:49.627902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=d44ade4f-b941-4af4-a072-fc09a697ce02,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:49.641611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:43:49.643322 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Updating router cd577a8d-6964-4997-8756-9f1d42311178 port ba0046cb-d18f-4070-ba58-86240f84f277 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:43:49.646363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:49.646634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 879dfe5a-c4ae-4256-9170-9eafdf2558b2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:49.654749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.676881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:49.694740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 879dfe5a-c4ae-4256-9170-9eafdf2558b2) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:49.703229 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.703720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:49.704507 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.730122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af51dad-263f-490f-bec5-017da083326a None None] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:49.737247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port a2934148-419e-42e0-939f-5d30ef3c5dfa, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a2934148-419e-42e0-939f-5d30ef3c5dfa,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:49.743150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2b3703ef-ff99-4620-9c10-d44c184dfccb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9980779 Aug 06 18:43:49.746935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41932) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:49.759987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.898391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9f48331c-b75a-431d-94e7-f21de4b35e2d None None] Provisioning complete for port a2934148-419e-42e0-939f-5d30ef3c5dfa triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:49.898805 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9f48331c-b75a-431d-94e7-f21de4b35e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:49.939818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=a2934148-419e-42e0-939f-5d30ef3c5dfa,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:50.104260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:50.105153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.324239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Allocated IP 2001:db8:2::2 (879dfe5a-c4ae-4256-9170-9eafdf2558b2/d44ade4f-b941-4af4-a072-fc09a697ce02/0c72affa-98f4-471c-aa18-74bce71f54bd) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:50.349160 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.372791 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Transition to ACTIVE for port object ba0046cb-d18f-4070-ba58-86240f84f277 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:50.397240 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.524523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Pushing event updated for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:50.556960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 22a78018-65a9-4869-9010-9568d5f4a4ea up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:50.573625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.574146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.574724 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.575195 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.575734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.576282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.576795 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.577736 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.577881 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.578358 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.578877 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.579390 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:50.592622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9f48331c-b75a-431d-94e7-f21de4b35e2d None None] Provisioning for port ba0046cb-d18f-4070-ba58-86240f84f277 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:50.699552 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.723262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Transition to ACTIVE for port object 0c72affa-98f4-471c-aa18-74bce71f54bd will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:50.736830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 22a78018-65a9-4869-9010-9568d5f4a4ea triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:50.738032 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.762871 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Attempting to bind port ba0046cb-d18f-4070-ba58-86240f84f277 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:50.763190 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Attempting to bind port ba0046cb-d18f-4070-ba58-86240f84f277 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:50.763492 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Attempting to bind port ba0046cb-d18f-4070-ba58-86240f84f277 on network 17c55269-03be-4867-bdd3-2532e9ca72a3 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:50.770721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:50.771097 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Checking segment: {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:50.771506 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.772090 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Bound using segment: {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:50.772410 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Bound port: ba0046cb-d18f-4070-ba58-86240f84f277, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49e9f7d-af25-4b08-aff0-307cb67baad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:50.772938 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.807716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Transition to ACTIVE for port object 0c72affa-98f4-471c-aa18-74bce71f54bd will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:50.841635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.846213 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:50.959622 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] For port ba0046cb-d18f-4070-ba58-86240f84f277, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:50.960160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:50.965878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:50.975246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:50.978107 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] For port ba0046cb-d18f-4070-ba58-86240f84f277, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ba0046cb-d18f-4070-ba58-86240f84f277,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:50.991062 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:51.239860 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:51.240831 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:51.250578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a2934148-419e-42e0-939f-5d30ef3c5dfa up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:51.403068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Pushing event updated for resources: {'Port': ['ID=0c72affa-98f4-471c-aa18-74bce71f54bd,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:51.505133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Attempting to bind port 0c72affa-98f4-471c-aa18-74bce71f54bd on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:51.505705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Attempting to bind port 0c72affa-98f4-471c-aa18-74bce71f54bd by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:51.506238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Attempting to bind port 0c72affa-98f4-471c-aa18-74bce71f54bd on network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:51.514118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:51.514653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Checking segment: {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:51.515168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:51.515872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Bound using segment: {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:51.516484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Bound port: 0c72affa-98f4-471c-aa18-74bce71f54bd, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:51.516975 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:51.575355 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0e48-7945-4c81-b629-ced2e1952f44 None None] Pushing event updated for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:51.584339 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:51.593547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a2934148-419e-42e0-939f-5d30ef3c5dfa triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:51.603760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:51.756526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8:2::1 (879dfe5a-c4ae-4256-9170-9eafdf2558b2/d44ade4f-b941-4af4-a072-fc09a697ce02/572b7f7e-9bcf-4212-867a-55017c512a3d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:51.848434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] For port 0c72affa-98f4-471c-aa18-74bce71f54bd, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:51.862047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] For port 0c72affa-98f4-471c-aa18-74bce71f54bd, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0c72affa-98f4-471c-aa18-74bce71f54bd,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:51.871261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.054473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c325c1-ba7e-42ba-b74c-01fd516b1abe None None] Pushing event updated for resources: {'Port': ['ID=0c72affa-98f4-471c-aa18-74bce71f54bd,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:52.061867 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:46Z', 'revision_number': 3, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:50Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:52.122511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4896f9-9bb9-4da8-be81-c55b65d46318 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:46Z', 'revision_number': 3, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:50Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:52.128903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.156872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object 572b7f7e-9bcf-4212-867a-55017c512a3d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:52.225928 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.324086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:52.328681 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:52.340418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:52.343356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.345267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:52.469557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ba0046cb-d18f-4070-ba58-86240f84f277 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:52.559412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ba0046cb-d18f-4070-ba58-86240f84f277 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:52.565212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ba0046cb-d18f-4070-ba58-86240f84f277 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:52.565776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.645414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.685740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.746253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ba0046cb-d18f-4070-ba58-86240f84f277, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ba0046cb-d18f-4070-ba58-86240f84f277,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:52.764134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.845051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:53.244237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:53.250894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:53.252020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:53.405195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:53.458660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:53.461415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:53.603085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27fd7b9-a6b2-4d5d-b3d8-5b90ba8176fb None None] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:53.658232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:53.694375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d8864a3f-9c2d-40b0-b35c-82341abed7ce None None] Provisioning for port 0c72affa-98f4-471c-aa18-74bce71f54bd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:53.873395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:53.888129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e5f2bb13-75a5-437e-8bcd-1a19b4993682 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1358931 Aug 06 18:43:53.888726 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:53.889991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41956) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:53.896698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-17018402'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:53.906334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:53.907314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:53.934122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:53.938812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.006820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:43:54.027396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.028074 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added segment 54309154-dff6-44ce-ab21-f3decd226439 of type vlan for network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e Aug 06 18:43:54.117134 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.177965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.187530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:54.189147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.344184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4517779 Aug 06 18:43:54.347370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41960) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:54.358163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a81fe6-0225-4ea9-aecf-e066499d9e1f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Network': ['ID=53e6a1ec-455e-4e94-abe3-4c52dc0e652e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:54.359773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'subnet': {'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:54.426182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:43:54.564189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:54.568702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-59b916a1-55c9-4c7c-9f7b-fb8f72a10e2e None None] Provisioning for port 572b7f7e-9bcf-4212-867a-55017c512a3d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:54.629011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Made reservation on behalf of c9a253916f9b484fb253d474dee0ef8e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:43:54.632740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.639390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-59b916a1-55c9-4c7c-9f7b-fb8f72a10e2e None None] Provisioning complete for port 572b7f7e-9bcf-4212-867a-55017c512a3d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:54.640067 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59b916a1-55c9-4c7c-9f7b-fb8f72a10e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.684178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ba0046cb-d18f-4070-ba58-86240f84f277 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:54.876791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-59b916a1-55c9-4c7c-9f7b-fb8f72a10e2e None None] Port 572b7f7e-9bcf-4212-867a-55017c512a3d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:54.973867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:54.988713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ba0046cb-d18f-4070-ba58-86240f84f277 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:54.989095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.071099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Subnet': ['ID=3cdc673c-6f76-4449-bb46-613c190842be,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:55.138775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Checking segment: {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:55.139239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network hostable DHCP agents. Network: 53e6a1ec-455e-4e94-abe3-4c52dc0e652e, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:43:55.183054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:43:55.197499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4ef217d5-aaf0-4cf3-84d6-59c210c968d8 None None] Provisioning complete for port 572b7f7e-9bcf-4212-867a-55017c512a3d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:55.197951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4ef217d5-aaf0-4cf3-84d6-59c210c968d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.202160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 53e6a1ec-455e-4e94-abe3-4c52dc0e652e) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:55.207144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.207754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.253328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:55.254306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2d6cb10d-788c-496d-93a6-19caa5b1ec88 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9020572 Aug 06 18:43:55.263034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a27961-331d-4af0-ab35-2d99c9a4ecb3 None None] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:43:55.310243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4ef217d5-aaf0-4cf3-84d6-59c210c968d8 None None] Port 572b7f7e-9bcf-4212-867a-55017c512a3d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:55.404798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:55.441349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0c72affa-98f4-471c-aa18-74bce71f54bd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:55.454907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:43:55.455352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Updating router cd577a8d-6964-4997-8756-9f1d42311178 port 572b7f7e-9bcf-4212-867a-55017c512a3d binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:43:55.545584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.581889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5363f1e4-ce03-4c0d-9566-4be88356379b None None] Provisioning complete for port 572b7f7e-9bcf-4212-867a-55017c512a3d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:55.582254 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5363f1e4-ce03-4c0d-9566-4be88356379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.676217 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:43:55.677192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.721504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5363f1e4-ce03-4c0d-9566-4be88356379b None None] Port 572b7f7e-9bcf-4212-867a-55017c512a3d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:43:55.739405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-d7f92794-6b1d-4225-96c4-2eaced74a16e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552323 Aug 06 18:43:55.785710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 0c72affa-98f4-471c-aa18-74bce71f54bd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:55.798107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0c72affa-98f4-471c-aa18-74bce71f54bd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:55.799128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.874826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-f4572fcd-304d-466d-8c75-4fd2bc3d595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.877093 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-f4572fcd-304d-466d-8c75-4fd2bc3d595a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.0729840 Aug 06 18:43:55.883906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.030492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-bb533c85-33c5-4b0d-8282-467b52ede426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:56.032702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-bb533c85-33c5-4b0d-8282-467b52ede426 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1321139 Aug 06 18:43:56.142553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-c78bd18c-fe08-4ae1-8242-d20256bbb942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1001 time: 0.0949466 Aug 06 18:43:56.178096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Allocated IP 2001:db8:3::2 (53e6a1ec-455e-4e94-abe3-4c52dc0e652e/3cdc673c-6f76-4449-bb46-613c190842be/24529f73-2792-422a-bce2-36795c9f725c) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:56.223214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-435ec8d5-bfa2-4467-b1ad-94c2646d2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:56.227255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-435ec8d5-bfa2-4467-b1ad-94c2646d2c82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0793085 Aug 06 18:43:56.314998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-2dab7693-44e4-4db9-ad1e-a4ceacd78e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:56.319129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-2dab7693-44e4-4db9-ad1e-a4ceacd78e88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720620 Aug 06 18:43:56.360013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.471641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-2857a7b8-8f96-44df-a4f1-77a0c4b2dce5 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428468 Aug 06 18:43:56.522575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 0c72affa-98f4-471c-aa18-74bce71f54bd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0c72affa-98f4-471c-aa18-74bce71f54bd,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:56.551903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.631716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e47af5c-daa9-412f-b915-4fb1ee2d5a41 req-25e0935f-ec26-4366-8087-fc464dd43a0b service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514316 Aug 06 18:43:56.682008 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.746462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Transition to ACTIVE for port object 572b7f7e-9bcf-4212-867a-55017c512a3d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:56.751140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=0c72affa-98f4-471c-aa18-74bce71f54bd,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:56.761156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.767114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.781436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Transition to ACTIVE for port object 24529f73-2792-422a-bce2-36795c9f725c will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:56.837090 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Transition to ACTIVE for port object 24529f73-2792-422a-bce2-36795c9f725c will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:56.851957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062f00-2071-4256-921c-b706e2e6532e None None] Pushing event updated for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:56.855944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.941091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Allocated IP 2001:db8:3::1 (53e6a1ec-455e-4e94-abe3-4c52dc0e652e/3cdc673c-6f76-4449-bb46-613c190842be/bb164642-b8b7-4de7-9753-c3361f901ab7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:56.954407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:56.958555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Attempting to bind port 572b7f7e-9bcf-4212-867a-55017c512a3d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:56.959430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Attempting to bind port 572b7f7e-9bcf-4212-867a-55017c512a3d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:56.959430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Attempting to bind port 572b7f7e-9bcf-4212-867a-55017c512a3d on network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:56.963428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Pushing event updated for resources: {'Port': ['ID=24529f73-2792-422a-bce2-36795c9f725c,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:56.967599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:56.970085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:56.978214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:56.978612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Checking segment: {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:56.979129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:56.979389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Bound using segment: {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:56.979911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Bound port: 572b7f7e-9bcf-4212-867a-55017c512a3d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9193e629-3b58-44f7-9234-bb6354aee532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:56.980256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.152837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.174593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Transition to ACTIVE for port object bb164642-b8b7-4de7-9753-c3361f901ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:43:57.231210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.291736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:57.301918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:57.308672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:57.309301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.349683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Attempting to bind port 24529f73-2792-422a-bce2-36795c9f725c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:43:57.350182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Attempting to bind port 24529f73-2792-422a-bce2-36795c9f725c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:43:57.350782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Attempting to bind port 24529f73-2792-422a-bce2-36795c9f725c on network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:43:57.382712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:43:57.383084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Checking segment: {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:43:57.383495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.383900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Bound using segment: {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:43:57.384398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Bound port: 24529f73-2792-422a-bce2-36795c9f725c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:43:57.384784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.428237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=bb164642-b8b7-4de7-9753-c3361f901ab7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:57.455248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] For port 572b7f7e-9bcf-4212-867a-55017c512a3d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:57.476878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] For port 572b7f7e-9bcf-4212-867a-55017c512a3d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=572b7f7e-9bcf-4212-867a-55017c512a3d,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:57.485564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.508198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.578714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] For port 24529f73-2792-422a-bce2-36795c9f725c, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:43:57.650198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] For port 24529f73-2792-422a-bce2-36795c9f725c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24529f73-2792-422a-bce2-36795c9f725c,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:43:57.658711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:57.660056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:57.678482 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:57.831477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062f00-2071-4256-921c-b706e2e6532e None None] Pushing event updated for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:57.936291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:57.973354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ba835-80c5-4919-af01-a85b7777c7ea None None] Pushing event updated for resources: {'Port': ['ID=24529f73-2792-422a-bce2-36795c9f725c,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:58.051871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:58.063404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:58.070995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:58.230815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event updated for resources: {'Port': ['ID=bb164642-b8b7-4de7-9753-c3361f901ab7,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:58.257533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:58.259116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:58.338299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:57Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:57Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:43:56Z', 'revision_number': 1, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:58.409237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536d0af0-4591-4056-a54a-334e2757c855 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:57Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:57Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:43:56Z', 'revision_number': 1, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:58.445266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:58.548956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9cc031d0-acf8-4867-909c-19fb1131c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:58.633222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:58.646142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 41982) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:58.648996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4bfa3555-5c35-47fa-96d6-ae63075f91d4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3873732 Aug 06 18:43:58.661605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:58.957044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 572b7f7e-9bcf-4212-867a-55017c512a3d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:59.064323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 572b7f7e-9bcf-4212-867a-55017c512a3d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:59.074979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 572b7f7e-9bcf-4212-867a-55017c512a3d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:59.076616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.343327 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.361358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:43:59.391855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Removed routes are [] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:43:59.392268 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.419029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 572b7f7e-9bcf-4212-867a-55017c512a3d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=572b7f7e-9bcf-4212-867a-55017c512a3d,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:59.435369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.439156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0c72affa-98f4-471c-aa18-74bce71f54bd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:59.690282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:59.711400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 0c72affa-98f4-471c-aa18-74bce71f54bd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:59.712026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.750223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.759444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:59.895421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf045f8-d2f8-448e-bda0-fe753f7cdae8 None None] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:00.002098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:00.069429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24529f73-2792-422a-bce2-36795c9f725c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:00.125020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-be43e5b8-c882-4587-b25d-cb9f4804be9e None None] Provisioning for port 24529f73-2792-422a-bce2-36795c9f725c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:00.279567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:00.300452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:00.308555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a0ddb771-1217-4877-849f-0834be87036a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 954 time: 1.6586735 Aug 06 18:44:00.310791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 41996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:00.331944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 24529f73-2792-422a-bce2-36795c9f725c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:00.337258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 24529f73-2792-422a-bce2-36795c9f725c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:00.337790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:00.457194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:00.519334 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:00.535947 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:00.536595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:43:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:00.573986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 24529f73-2792-422a-bce2-36795c9f725c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24529f73-2792-422a-bce2-36795c9f725c,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:00.586168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:00.638389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42000) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:00.642411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b621f719-3252-444d-965f-1df0f07798bb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 954 time: 0.3283169 Aug 06 18:44:00.643623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'routes': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:00.743532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=24529f73-2792-422a-bce2-36795c9f725c,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:00.795427 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:44:00.870790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 572b7f7e-9bcf-4212-867a-55017c512a3d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:00.872884 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:01.038479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Provisioning for port bb164642-b8b7-4de7-9753-c3361f901ab7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:01.138279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Provisioning complete for port bb164642-b8b7-4de7-9753-c3361f901ab7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:01.139359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.283474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 572b7f7e-9bcf-4212-867a-55017c512a3d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:01.284060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.385157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Port bb164642-b8b7-4de7-9753-c3361f901ab7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:01.478518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Provisioning complete for port 24529f73-2792-422a-bce2-36795c9f725c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:01.479069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b4c64eaa-2064-486d-bfd0-f0bba69a58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.630588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.652739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added routes are [] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:44:01.654220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:44:01.742648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.779734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 6, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:43:57Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:01.871281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c921c47-402e-44e1-9936-b5927471fde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:01.900126 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:01.900126 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Updating router cd577a8d-6964-4997-8756-9f1d42311178 port bb164642-b8b7-4de7-9753-c3361f901ab7 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:44:02.018247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:02.098658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-379a124d-1285-4bcb-b0d3-db2c6dacd4e4 None None] Provisioning complete for port bb164642-b8b7-4de7-9753-c3361f901ab7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:02.099042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-379a124d-1285-4bcb-b0d3-db2c6dacd4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.132912 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.187464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-379a124d-1285-4bcb-b0d3-db2c6dacd4e4 None None] Port bb164642-b8b7-4de7-9753-c3361f901ab7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:02.251228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4c931bd-b07e-4d9e-8447-96ae7a229950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.355681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aea4887f-b275-4158-9574-4a61da9cf6ea None None] Provisioning complete for port bb164642-b8b7-4de7-9753-c3361f901ab7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:02.356455 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aea4887f-b275-4158-9574-4a61da9cf6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.435615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aea4887f-b275-4158-9574-4a61da9cf6ea None None] Port bb164642-b8b7-4de7-9753-c3361f901ab7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:02.525248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4c931bd-b07e-4d9e-8447-96ae7a229950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.534297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4c931bd-b07e-4d9e-8447-96ae7a229950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.633098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4c931bd-b07e-4d9e-8447-96ae7a229950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ef39f60fb424bf79d9238846ef2cc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131315 Aug 06 18:44:02.638778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42022) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:02.642015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c931bd-b07e-4d9e-8447-96ae7a229950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e12b0d-a8d7-447e-b6eb-b2c607b16edb,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:02.693608 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.707527 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Transition to ACTIVE for port object bb164642-b8b7-4de7-9753-c3361f901ab7 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:02.718424 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.739460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24529f73-2792-422a-bce2-36795c9f725c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:02.753263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.758935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.775112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.800641 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7bdd6-ef28-49b1-8082-e87d9ad51826 None None] Pushing event updated for resources: {'Port': ['ID=bb164642-b8b7-4de7-9753-c3361f901ab7,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:02.831708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.876700 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Attempting to bind port bb164642-b8b7-4de7-9753-c3361f901ab7 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:02.877078 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Attempting to bind port bb164642-b8b7-4de7-9753-c3361f901ab7 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:02.877471 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Attempting to bind port bb164642-b8b7-4de7-9753-c3361f901ab7 on network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:02.885797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:02.888742 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Checking segment: {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:02.889322 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.889760 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Bound using segment: {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:02.893609 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Bound port: bb164642-b8b7-4de7-9753-c3361f901ab7, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54309154-dff6-44ce-ab21-f3decd226439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:02.894071 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.906575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 24529f73-2792-422a-bce2-36795c9f725c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:02.907190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.952128 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.962098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:02.967643 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34e12b0d-a8d7-447e-b6eb-b2c607b16edb HTTP/1.1" status: 204 len: 168 time: 0.3217757 Aug 06 18:44:02.974634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:03.018499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594ca1b-6aee-4a49-8136-4d5420ceab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e12b0d-a8d7-447e-b6eb-b2c607b16edb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:03.092822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] For port bb164642-b8b7-4de7-9753-c3361f901ab7, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:03.101037 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] For port bb164642-b8b7-4de7-9753-c3361f901ab7, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bb164642-b8b7-4de7-9753-c3361f901ab7,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:03.126873 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:03.267419 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7bdd6-ef28-49b1-8082-e87d9ad51826 None None] Pushing event updated for resources: {'Port': ['ID=bb164642-b8b7-4de7-9753-c3361f901ab7,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:03.275418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:03.280696 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:03.281728 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:03.302260 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:03.307481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:03.310583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-efaf9df8-14d7-4b18-94d7-4aeb04e65bb4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 704 time: 2.6705413 Aug 06 18:44:03.313169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42032) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:03.457714 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:03.542511 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-621eb7dd-d757-4c36-bb74-8f861ab04099 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 704 time: 0.2264845 Aug 06 18:44:03.543223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42036) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:03.924315 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:01Z', 'revision_number': 7, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:44:03Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:03.979165 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7183b-9336-48a4-a218-be02058ed330 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:01Z', 'revision_number': 7, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:44:03Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:04.169639 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:04.211477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:04.229170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:04.230626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:04.403973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:04.530569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port bb164642-b8b7-4de7-9753-c3361f901ab7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:04.531058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:04.673825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port bb164642-b8b7-4de7-9753-c3361f901ab7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bb164642-b8b7-4de7-9753-c3361f901ab7,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:04.674343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:04.700974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for bb164642-b8b7-4de7-9753-c3361f901ab7 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:04.770820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:04.790638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:01Z', 'revision_number': 7, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:44:03Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:04.796407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bb164642-b8b7-4de7-9753-c3361f901ab7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:04.859645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:04.880021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:04.880684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:04.982591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:04.984960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bb164642-b8b7-4de7-9753-c3361f901ab7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:04.993922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bb164642-b8b7-4de7-9753-c3361f901ab7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:04.994383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:05.002176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:05.037757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=bb164642-b8b7-4de7-9753-c3361f901ab7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:05.323129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port bb164642-b8b7-4de7-9753-c3361f901ab7 was deleted so its status cannot be updated. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 18:44:05.646036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:05.700062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:01Z', 'revision_number': 7, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:44:03Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:05.738690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bcdac-468c-4973-9678-a8e2e624cd21 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:01Z', 'revision_number': 7, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb164642-b8b7-4de7-9753-c3361f901ab7', 'name': '', 'network_id': '53e6a1ec-455e-4e94-abe3-4c52dc0e652e', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:f1:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3cdc673c-6f76-4449-bb46-613c190842be', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:56Z', 'updated_at': '2021-08-06T18:44:03Z', 'revision_number': 4, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '3cdc673c-6f76-4449-bb46-613c190842be', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:06.029043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:06.184584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:06.201320 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cc974504-25cc-4553-85c7-0da798584e1a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6543603 Aug 06 18:44:06.202039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:06.203108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:06.219019 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:06.220099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:06.275779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 3cdc673c-6f76-4449-bb46-613c190842be {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:06.280050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:06.332796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:06.395745 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:06.507903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:06.621626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:06.672920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad52bb-c2cc-4815-82bd-f5cddafb6bb3 None None] Network 53e6a1ec-455e-4e94-abe3-4c52dc0e652e requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:06.709539 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:06.711473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/3cdc673c-6f76-4449-bb46-613c190842be HTTP/1.1" status: 204 len: 168 time: 0.5081165 Aug 06 18:44:06.714634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:06.722088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b0c2-7a73-4580-8de0-f1c448dd24c3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdc673c-6f76-4449-bb46-613c190842be,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:06.837270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:04Z', 'revision_number': 8, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:06.885611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:06.899537 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:06.900229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:06.992268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.023316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] DHCP port deletion for 53e6a1ec-455e-4e94-abe3-4c52dc0e652e request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:07.041169 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:07.139899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 24529f73-2792-422a-bce2-36795c9f725c {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:07.140399 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.183387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Deleting port 24529f73-2792-422a-bce2-36795c9f725c {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:07.184066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.319539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] For port 24529f73-2792-422a-bce2-36795c9f725c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24529f73-2792-422a-bce2-36795c9f725c,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:07.319539 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.334675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 24529f73-2792-422a-bce2-36795c9f725c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24529f73-2792-422a-bce2-36795c9f725c,segment=NetworkSegment(54309154-dff6-44ce-ab21-f3decd226439),segment_id=54309154-dff6-44ce-ab21-f3decd226439)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:07.334959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.342363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Calling delete_port for 24529f73-2792-422a-bce2-36795c9f725c owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:07.373820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 24529f73-2792-422a-bce2-36795c9f725c owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:07.480969 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:04Z', 'revision_number': 8, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:07.568305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.614615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] Pushing event deleted for resources: {'Port': ['ID=24529f73-2792-422a-bce2-36795c9f725c,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:07.631980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681c513-b25d-4ad5-b3b8-7db26f6c0fe7 None None] No DVR routers for this DVR port 24529f73-2792-422a-bce2-36795c9f725c on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:07.669417 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.704820 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c773b-def8-4bd9-8a00-fb09eed87cff None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:04Z', 'revision_number': 8, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '572b7f7e-9bcf-4212-867a-55017c512a3d', 'name': '', 'network_id': '879dfe5a-c4ae-4256-9170-9eafdf2558b2', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:57:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:51Z', 'updated_at': '2021-08-06T18:43:59Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': 'd44ade4f-b941-4af4-a072-fc09a697ce02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:07.740450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 24529f73-2792-422a-bce2-36795c9f725c on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:07.815590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=24529f73-2792-422a-bce2-36795c9f725c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:07.944831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:07.978369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e6a1ec-455e-4e94-abe3-4c52dc0e652e']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:08.000949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54309154-dff6-44ce-ab21-f3decd226439') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:08.001320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54309154-dff6-44ce-ab21-f3decd226439') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:08.015189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:08.049183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:08.068065 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:08.068521 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:08.074153 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:08.237318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:08.289867 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:08.294283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/53e6a1ec-455e-4e94-abe3-4c52dc0e652e HTTP/1.1" status: 204 len: 168 time: 1.5779095 Aug 06 18:44:08.295901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d582d5-d33b-443f-b87d-9397452229ef tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=53e6a1ec-455e-4e94-abe3-4c52dc0e652e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:08.303810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:08.752802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bb164642-b8b7-4de7-9753-c3361f901ab7 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:08.836410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: bb164642-b8b7-4de7-9753-c3361f901ab7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:08.838190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bb164642-b8b7-4de7-9753-c3361f901ab7 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:08.841227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24529f73-2792-422a-bce2-36795c9f725c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:08.896620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 24529f73-2792-422a-bce2-36795c9f725c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:08.897047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24529f73-2792-422a-bce2-36795c9f725c not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:09.074064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:09.569408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 572b7f7e-9bcf-4212-867a-55017c512a3d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:09.569408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:09.756267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 572b7f7e-9bcf-4212-867a-55017c512a3d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=572b7f7e-9bcf-4212-867a-55017c512a3d,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:09.756723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:09.776946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 572b7f7e-9bcf-4212-867a-55017c512a3d owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:10.192153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:10.220952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=572b7f7e-9bcf-4212-867a-55017c512a3d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:10.468692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:10.610849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:10.841575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:11.008541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:11.018009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-63219197-2721-4428-a06e-b717bc4cb653 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7124457 Aug 06 18:44:11.027970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:11.032682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:11.055317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:11.057379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:11.138052 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet d44ade4f-b941-4af4-a072-fc09a697ce02 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:11.145333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.203441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.244450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:11.316859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.397551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.429195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=d44ade4f-b941-4af4-a072-fc09a697ce02,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:11.434844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.437144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dc1a842b-a293-467b-ba9c-a1875786043a tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/d44ade4f-b941-4af4-a072-fc09a697ce02 HTTP/1.1" status: 204 len: 168 time: 0.4075012 Aug 06 18:44:11.441861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:11.454145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a2482-ef9d-4128-a6a3-da655b6d3cd3 None None] Network 879dfe5a-c4ae-4256-9170-9eafdf2558b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:11.540999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.627048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 0c72affa-98f4-471c-aa18-74bce71f54bd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:11.627368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.735135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 0c72affa-98f4-471c-aa18-74bce71f54bd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=0c72affa-98f4-471c-aa18-74bce71f54bd,segment=NetworkSegment(9193e629-3b58-44f7-9234-bb6354aee532),segment_id=9193e629-3b58-44f7-9234-bb6354aee532)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:11.736113 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.757814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:10Z', 'revision_number': 9, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:11.772101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 0c72affa-98f4-471c-aa18-74bce71f54bd owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:11.799906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:11.811487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:11.812141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:11.886185 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] DHCP port deletion for 879dfe5a-c4ae-4256-9170-9eafdf2558b2 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:11.946935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.948970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:11.950498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:11.962973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 0c72affa-98f4-471c-aa18-74bce71f54bd on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:11.991800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=0c72affa-98f4-471c-aa18-74bce71f54bd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:12.023087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Deleting port 0c72affa-98f4-471c-aa18-74bce71f54bd {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:12.025212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.198581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.225974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879dfe5a-c4ae-4256-9170-9eafdf2558b2']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:12.233123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] For port 0c72affa-98f4-471c-aa18-74bce71f54bd, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:12.233566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.245053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9193e629-3b58-44f7-9234-bb6354aee532') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:12.245577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9193e629-3b58-44f7-9234-bb6354aee532') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:12.255504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Calling delete_port for 0c72affa-98f4-471c-aa18-74bce71f54bd owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:12.259964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Port 0c72affa-98f4-471c-aa18-74bce71f54bd was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:44:12.261588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.265856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.297622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.305784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:12.307314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.307656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] Pushing event deleted for resources: {'Port': ['ID=0c72affa-98f4-471c-aa18-74bce71f54bd,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:12.319874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356afa91-f505-418e-a202-8a93e51d44e0 None None] No DVR routers for this DVR port 0c72affa-98f4-471c-aa18-74bce71f54bd on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:12.335521 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:12.420024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:10Z', 'revision_number': 9, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:12.426850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.440947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:12.443561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/879dfe5a-c4ae-4256-9170-9eafdf2558b2 HTTP/1.1" status: 204 len: 168 time: 1.0008919 Aug 06 18:44:12.446721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42084) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:12.467696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459a504-a0bc-4f17-a483-19145208a969 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=879dfe5a-c4ae-4256-9170-9eafdf2558b2,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:12.486977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29471344-e24b-4f5d-98a0-bdd56af81fbb None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:10Z', 'revision_number': 9, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0046cb-d18f-4070-ba58-86240f84f277', 'name': '', 'network_id': '17c55269-03be-4867-bdd3-2532e9ca72a3', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:37:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:45Z', 'updated_at': '2021-08-06T18:43:52Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '711adde5-6345-4a4b-938e-e2651c3c2fbf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:12.921843 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:13.024095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 572b7f7e-9bcf-4212-867a-55017c512a3d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:13.060965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 572b7f7e-9bcf-4212-867a-55017c512a3d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:13.061555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 572b7f7e-9bcf-4212-867a-55017c512a3d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:13.062238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0c72affa-98f4-471c-aa18-74bce71f54bd no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:13.104225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 0c72affa-98f4-471c-aa18-74bce71f54bd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:13.110705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 0c72affa-98f4-471c-aa18-74bce71f54bd not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:13.405605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port ba0046cb-d18f-4070-ba58-86240f84f277 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:13.406557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:13.544475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port ba0046cb-d18f-4070-ba58-86240f84f277, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ba0046cb-d18f-4070-ba58-86240f84f277,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:13.545181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:13.565903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for ba0046cb-d18f-4070-ba58-86240f84f277 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:13.821954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:13.858880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=ba0046cb-d18f-4070-ba58-86240f84f277,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:14.128349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:14.768681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-656926a1-1929-493f-9472-34c70499cf11 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121464503&fields=id&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 267 time: 0.0475168 Aug 06 18:44:14.805142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:14.895294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-c71dbf1d-4cb4-4d71-97dc-d9cd0447ec62 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:14.897588 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-c71dbf1d-4cb4-4d71-97dc-d9cd0447ec62 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.1176257 Aug 06 18:44:14.909526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:14.916342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8b468ace-ee98-4004-9ba3-faf43d7d45b3 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666770 Aug 06 18:44:14.917599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-7b483971-83af-4000-ac18-05aa0ebe7e51 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/quotas/d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 375 time: 0.0125182 Aug 06 18:44:14.918513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:14.924854 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:14.940738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:14.941889 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:14.993345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 711adde5-6345-4a4b-938e-e2651c3c2fbf {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:15.002699 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.024872 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-a86c7a53-2c08-4533-8c32-a591274d0c96 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0963247 Aug 06 18:44:15.060958 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:15.086021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.192447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.209932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-d99b7cad-5a4d-4deb-9cf0-d13d3e5195cc service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530523 Aug 06 18:44:15.272296 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.304038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=711adde5-6345-4a4b-938e-e2651c3c2fbf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:15.311021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.313104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f0eb943b-792c-4974-9c2a-3ce64656c70d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/711adde5-6345-4a4b-938e-e2651c3c2fbf HTTP/1.1" status: 204 len: 168 time: 0.3934176 Aug 06 18:44:15.317385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:15.325215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385dc55b-60f2-4b24-92ae-1c8da1eb4dfe None None] Network 17c55269-03be-4867-bdd3-2532e9ca72a3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:15.336085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-820ca87e-e2e5-4a46-8075-425651ff8b4a service neutron] 10.222.0.64 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127529 Aug 06 18:44:15.390801 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:13Z', 'revision_number': 10, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:15.451659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.454004 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:15.467135 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:15.467776 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:15.558807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port a2934148-419e-42e0-939f-5d30ef3c5dfa {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:15.559153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.594784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] DHCP port deletion for 17c55269-03be-4867-bdd3-2532e9ca72a3 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:15.607167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:15.656913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port a2934148-419e-42e0-939f-5d30ef3c5dfa, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a2934148-419e-42e0-939f-5d30ef3c5dfa,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:15.657435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.673562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for a2934148-419e-42e0-939f-5d30ef3c5dfa owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:15.677890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Deleting port a2934148-419e-42e0-939f-5d30ef3c5dfa {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:15.678567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.758520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] For port a2934148-419e-42e0-939f-5d30ef3c5dfa, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a2934148-419e-42e0-939f-5d30ef3c5dfa,segment=NetworkSegment(b49e9f7d-af25-4b08-aff0-307cb67baad9),segment_id=b49e9f7d-af25-4b08-aff0-307cb67baad9)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:15.759137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.790095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Calling delete_port for a2934148-419e-42e0-939f-5d30ef3c5dfa owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:15.816607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f35b17d5-edf1-4906-ab11-cadafbb8c8be req-b4dd29e0-afb8-4cfd-abfe-ec10d4bcd036 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0488663 Aug 06 18:44:15.846714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.878550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=a2934148-419e-42e0-939f-5d30ef3c5dfa,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:15.890611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port a2934148-419e-42e0-939f-5d30ef3c5dfa on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:15.939925 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:15.945595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:13Z', 'revision_number': 10, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:15.967489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] Pushing event deleted for resources: {'Port': ['ID=a2934148-419e-42e0-939f-5d30ef3c5dfa,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:15.972578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28526175-9b2a-4403-834a-ac6a3a4eec25 None None] No DVR routers for this DVR port a2934148-419e-42e0-939f-5d30ef3c5dfa on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:15.973610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f2238-75da-4a2c-a100-b531f2ed6bd4 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:13Z', 'revision_number': 10, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None, '_interfaces': [{'id': '22a78018-65a9-4869-9010-9568d5f4a4ea', 'name': '', 'network_id': '06751186-710d-47a0-9319-12035f8dd097', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'mac_address': 'fa:16:3e:47:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:43:40Z', 'updated_at': '2021-08-06T18:43:49Z', 'revision_number': 5, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'subnets': [{'id': '26b93a76-2014-4c3e-b80a-3f531216eb37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:16.016869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.033189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c55269-03be-4867-bdd3-2532e9ca72a3']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:16.052926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49e9f7d-af25-4b08-aff0-307cb67baad9') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:16.053345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49e9f7d-af25-4b08-aff0-307cb67baad9') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:16.068233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.087452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.095547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:16.095961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:16.099427 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:16.169858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.178228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.184147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/17c55269-03be-4867-bdd3-2532e9ca72a3 HTTP/1.1" status: 204 len: 168 time: 0.8618155 Aug 06 18:44:16.184147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42126) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:16.202239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cea49-a459-4b9b-be8b-334a57d88565 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=17c55269-03be-4867-bdd3-2532e9ca72a3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:16.608874 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:16.679371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ba0046cb-d18f-4070-ba58-86240f84f277 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:16.702793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ba0046cb-d18f-4070-ba58-86240f84f277 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:16.703295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ba0046cb-d18f-4070-ba58-86240f84f277 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:16.703842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a2934148-419e-42e0-939f-5d30ef3c5dfa no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:16.728147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a2934148-419e-42e0-939f-5d30ef3c5dfa {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:16.728494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a2934148-419e-42e0-939f-5d30ef3c5dfa not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:16.981464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23d8a53d-e450-4915-a1c5-49236007a798 req-e774a526-7f94-4817-b259-58fbf446cc85 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0401568 Aug 06 18:44:17.057525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-cd052d56-7321-498f-926a-3805310cd589 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:17.059132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-cd052d56-7321-498f-926a-3805310cd589 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 811 time: 0.2272894 Aug 06 18:44:17.124243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-0ef684bd-4ee3-4cd1-80c4-bbdfd7c250b3 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc83c071124a2cb552f9cd0de445bf HTTP/1.1" status: 200 len: 380 time: 0.0548911 Aug 06 18:44:17.127089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 22a78018-65a9-4869-9010-9568d5f4a4ea {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:17.127401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:17.134969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'port': {'device_id': 'ef506de8-1bcb-492d-943a-da419f616044', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'admin_state_up': True, 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'security_groups': ['766f9512-df92-4a39-a558-bfb25b7a1dcb']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:17.299809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 22a78018-65a9-4869-9010-9568d5f4a4ea, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=22a78018-65a9-4869-9010-9568d5f4a4ea,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:17.300130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:17.319290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 22a78018-65a9-4869-9010-9568d5f4a4ea owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:17.371348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Made reservation on behalf of d5dc83c071124a2cb552f9cd0de445bf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:17.374934 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:17.611967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.20.0.8 (5e309680-530d-4061-a245-150b4369cee9/d0203e15-92d0-4dce-b162-0cfe5fb944a7/a12bfa37-56ec-475c-ab9b-88df96f20454) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:17.645792 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:17.691186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=22a78018-65a9-4869-9010-9568d5f4a4ea,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:17.920064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.097381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.180685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08c89e60-bf61-4aca-9f95-3b9d40930e63 req-4bbe097b-d01f-4c2e-9720-5f151ca924aa tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0763316 Aug 06 18:44:18.186805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Transition to ACTIVE for port object a12bfa37-56ec-475c-ab9b-88df96f20454 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:18.349545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:18.500851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.563256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:18.577171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:18.580166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-648ce6d5-b974-4230-9dc0-fdee2f62f92f tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3952506 Aug 06 18:44:18.582882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42136) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:18.609136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 5e309680-530d-4061-a245-150b4369cee9 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:18.609437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:18.610327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:18.615165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:18.622631 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:18.634944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:18.703330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting subnet 26b93a76-2014-4c3e-b80a-3f531216eb37 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:18.711616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.737329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:18.746189 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.777262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:18.779261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-ca14be30-3386-40fd-94be-b7eacb928874 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6478946 Aug 06 18:44:18.810659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.811231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Request body: {'port': {'device_id': 'ef506de8-1bcb-492d-943a-da419f616044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:18.876461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:18.942327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:18.942599 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:18.961137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:18.962606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:19.010434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.109242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.127812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-63e87eae-9035-493d-986b-33123d4b5107 None None] Provisioning for port a12bfa37-56ec-475c-ab9b-88df96f20454 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:19.140010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:19.142802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Subnet': ['ID=26b93a76-2014-4c3e-b80a-3f531216eb37,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:19.145827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-63e87eae-9035-493d-986b-33123d4b5107 None None] Provisioning complete for port a12bfa37-56ec-475c-ab9b-88df96f20454 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:19.147598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-63e87eae-9035-493d-986b-33123d4b5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.160330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.162049 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9cc257a1-edfb-47a4-8d06-d79971d6d1e4 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/26b93a76-2014-4c3e-b80a-3f531216eb37 HTTP/1.1" status: 204 len: 168 time: 0.5781271 Aug 06 18:44:19.164640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:19.255244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-63e87eae-9035-493d-986b-33123d4b5107 None None] Port a12bfa37-56ec-475c-ab9b-88df96f20454 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:19.258550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deec320-3dd8-41ed-ba48-b17948fc22fe None None] Network 06751186-710d-47a0-9319-12035f8dd097 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:19.304209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:19.315273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.361842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12bfa37-56ec-475c-ab9b-88df96f20454 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:44:19.371109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b82c4-9073-43cb-ab8f-dea709d156c5 None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:19.372986 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.391452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Transition to ACTIVE for port object a12bfa37-56ec-475c-ab9b-88df96f20454 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:19.431775 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Deleting port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:19.432775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.438930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.536619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c1a47-3241-451e-a579-6286ff212b0e req-83c2dc95-a164-457d-b96e-e4e3f13257f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:19.538631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a2c1a47-3241-451e-a579-6286ff212b0e req-83c2dc95-a164-457d-b96e-e4e3f13257f4 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 943 time: 0.1454287 Aug 06 18:44:19.550552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] For port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,segment=NetworkSegment(c6aae070-00d2-490d-8136-f8a065b6743a),segment_id=c6aae070-00d2-490d-8136-f8a065b6743a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:19.550707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.578644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Calling delete_port for 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:19.630514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:19.679786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a2c1a47-3241-451e-a579-6286ff212b0e req-c13f8081-cc23-4125-8872-9c3ca5126213 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222978 Aug 06 18:44:19.697645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.729195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Attempting to bind port a12bfa37-56ec-475c-ab9b-88df96f20454 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:19.729728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Attempting to bind port a12bfa37-56ec-475c-ab9b-88df96f20454 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:19.730179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Attempting to bind port a12bfa37-56ec-475c-ab9b-88df96f20454 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:19.746504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Port a12bfa37-56ec-475c-ab9b-88df96f20454 on network 5e309680-530d-4061-a245-150b4369cee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:44:19.746878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Attempting to bind port a12bfa37-56ec-475c-ab9b-88df96f20454 on network 5e309680-530d-4061-a245-150b4369cee9 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:19.750588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Port': ['ID=7d16aba2-c4c3-43d2-a586-33ea6ef73c09,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:19.753308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No DVR routers for this DVR port 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:19.771450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:19.771903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Checking segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:19.772724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Bound using segment: {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:19.773272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Bound port: a12bfa37-56ec-475c-ab9b-88df96f20454, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc400fb-d861-4105-8040-44bdcb76830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5e309680-530d-4061-a245-150b4369cee9'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:19.773754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.773938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802e7fb-6247-415f-a0cc-7a693ffc8b72 None None] DHCP port deletion for 06751186-710d-47a0-9319-12035f8dd097 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:19.868166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.886803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06751186-710d-47a0-9319-12035f8dd097']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:19.908395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aae070-00d2-490d-8136-f8a065b6743a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:19.908830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aae070-00d2-490d-8136-f8a065b6743a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:19.916522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:19.929295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a12bfa37-56ec-475c-ab9b-88df96f20454,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:19.936834 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.939585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.970851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.986492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:19.987344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:19.989690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] 10.222.0.55 "PUT /v2.0/ports/a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 1092 time: 1.2021697 Aug 06 18:44:19.993243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:44:19.995707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:19.997665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.005890 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99781b76-08d1-4df0-9eec-c6e7201f18af" -d '{"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:20.010295 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:20.212759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.213262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7df0-7565-4e25-830a-b0975507e787 service neutron] Pushing event updated for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:20.227900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-6a1b1812-8825-48c0-ac9b-5bf644dac6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:20.235413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-6a1b1812-8825-48c0-ac9b-5bf644dac6af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1095 time: 0.1701086 Aug 06 18:44:20.261520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.268857 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/networks/06751186-710d-47a0-9319-12035f8dd097 HTTP/1.1" status: 204 len: 168 time: 1.1015658 Aug 06 18:44:20.272393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cffd-d1ae-48fb-83df-0135496fa7c8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Pushing event deleted for resources: {'Network': ['ID=06751186-710d-47a0-9319-12035f8dd097,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:20.278092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:20.294771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'routes': None}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:20.308634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-900da88a-81b8-4592-86a1-f905a3d9d2b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 217 time: 0.0681822 Aug 06 18:44:20.349056 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f73fd-5eb0-4238-8c94-d6222ecc8eff x-openstack-request-id: req-c10f73fd-5eb0-4238-8c94-d6222ecc8eff {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:44:20.349322 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:44:20.349531 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c10f73fd-5eb0-4238-8c94-d6222ecc8eff {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:44:20.349910 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'status': 'completed', 'code': 200} Aug 06 18:44:20.379418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-45c836ce-9538-4a59-b86d-e4aa75716b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:20.381219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-45c836ce-9538-4a59-b86d-e4aa75716b70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0660436 Aug 06 18:44:20.473685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-2da39da1-1c31-4118-8c63-506600c1938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:20.475457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-2da39da1-1c31-4118-8c63-506600c1938d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853047 Aug 06 18:44:20.528618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.extraroute_db [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Added routes are [] {{(pid=94121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:44:20.529403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.extraroute_db [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Removed routes are [] {{(pid=94121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:44:20.529769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.611583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-8e5c3891-0c4e-47b1-809d-ce1082ff01b0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283772 Aug 06 18:44:20.779214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.791503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:20.810083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 22a78018-65a9-4869-9010-9568d5f4a4ea no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:20.847264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 22a78018-65a9-4869-9010-9568d5f4a4ea {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:20.848101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 22a78018-65a9-4869-9010-9568d5f4a4ea not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:20.848995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:20.879395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:20.879975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7d16aba2-c4c3-43d2-a586-33ea6ef73c09 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:20.901535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ca3daf9-9e4a-437e-a62f-01d961308ae6 req-6e339621-8151-4276-b611-9463c52943f4 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812274 Aug 06 18:44:20.977927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router cd577a8d-6964-4997-8756-9f1d42311178 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:21.026144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85222f-a4db-4acb-a424-f66b426c1ff3 req-f680bfb3-e0a6-4707-9819-b4c705a32119 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:21.026834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-15d30662-8631-4161-b63b-3b4eb6e09af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:21.029836 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cf85222f-a4db-4acb-a424-f66b426c1ff3 req-f680bfb3-e0a6-4707-9819-b4c705a32119 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 943 time: 0.1567283 Aug 06 18:44:21.030716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-15d30662-8631-4161-b63b-3b4eb6e09af4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1095 time: 0.0707037 Aug 06 18:44:21.159152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-d873b4d1-5b2b-4353-952d-65b0865a9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:21.161489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-d873b4d1-5b2b-4353-952d-65b0865a9a46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1236184 Aug 06 18:44:21.214837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:21.218532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-f8667a1d-aaee-4ab2-9aef-2e3dd050d429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 217 time: 0.0493195 Aug 06 18:44:21.220079 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cf85222f-a4db-4acb-a424-f66b426c1ff3 req-ca7acf23-d08e-4865-b83d-d2585ad86a7f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175351 Aug 06 18:44:21.226113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.227770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ed1a1a01-2e32-4500-977b-e59cc39bd7a7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 705 time: 0.9486089 Aug 06 18:44:21.231044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Sync routers for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:21.238505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42158) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:21.249881 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:21.250536 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:21.272659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9c9191bf-c922-49b8-a28f-58b8722f35d2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 205 time: 0.0308580 Aug 06 18:44:21.274315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42160) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:21.288173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-f38a4059-b86b-4a0c-832a-a358c049ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:21.289911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-f38a4059-b86b-4a0c-832a-a358c049ed21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0592670 Aug 06 18:44:21.376936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-a42e92ce-c774-454b-92ea-9ed0f3fcd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:21.379293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-a42e92ce-c774-454b-92ea-9ed0f3fcd332 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716281 Aug 06 18:44:21.380389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.406108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:21.495856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:21.537477 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Checking router: cd577a8d-6964-4997-8756-9f1d42311178 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:21.543285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-f6867160-c4a1-43b9-9342-c51c818cff20 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557453 Aug 06 18:44:21.548202 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Routers {'cd577a8d-6964-4997-8756-9f1d42311178'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:21.549108 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['cd577a8d-6964-4997-8756-9f1d42311178'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:21.643059 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] Set router cd577a8d-6964-4997-8756-9f1d42311178 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:21.718399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:21.720888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.724873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.751770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99781b76-08d1-4df0-9eec-c6e7201f18af req-63940062-07e9-4305-a0ec-3c81d9a2b91c service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008343 Aug 06 18:44:21.759260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004e8ff-f224-4939-b4ed-56423d60be1e None None] The sync data for ids ['cd577a8d-6964-4997-8756-9f1d42311178'] in n-d-793621-29 is: [{'id': 'cd577a8d-6964-4997-8756-9f1d42311178', 'name': 'tempest-RoutersIpV6Test-router-1558688374', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:43:37Z', 'updated_at': '2021-08-06T18:44:17Z', 'revision_number': 11, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:21.802024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.803829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router cd577a8d-6964-4997-8756-9f1d42311178 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:44:21.812229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.819454 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42164) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:21.821040 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a7cbcae9-f707-49fc-9abc-fa8cd41717f8 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 204 len: 168 time: 0.5450437 Aug 06 18:44:21.829261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-239282775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:21.874350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.876374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.963799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.970905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.005555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.013018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d28d8944-1759-4c21-9f85-c84f26d9c7ce tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1860483 Aug 06 18:44:22.013504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42166) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:22.022756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:22.395583 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.423099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.460275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fb8d-b46f-47f5-89fb-61469be4fadf req-f8d230e2-d039-4cd7-98a5-60c0f2bf1282 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:22.462830 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6155fb8d-b46f-47f5-89fb-61469be4fadf req-f8d230e2-d039-4cd7-98a5-60c0f2bf1282 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 943 time: 0.1055737 Aug 06 18:44:22.548850 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6155fb8d-b46f-47f5-89fb-61469be4fadf req-3cb33b07-033b-4365-86fe-4fa9f517a1d2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783591 Aug 06 18:44:23.032057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Router ab4fee49-bb62-44a3-8005-205dfd5d6bf7 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:44:23.150481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:23.162099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.163831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5b853d6d-d0ac-4726-b105-c35d16736970 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "PUT /v2.0/routers/ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 200 len: 697 time: 1.1486142 Aug 06 18:44:23.164744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Sync routers for ids ['ab4fee49-bb62-44a3-8005-205dfd5d6bf7'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:23.167227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42172) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:23.176926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Routers {'ab4fee49-bb62-44a3-8005-205dfd5d6bf7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:23.177704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ab4fee49-bb62-44a3-8005-205dfd5d6bf7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:23.265260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Set router ab4fee49-bb62-44a3-8005-205dfd5d6bf7 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:23.274474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-00b90cf5-4beb-4dcc-86b0-731725932c2c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/routers/ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 200 len: 703 time: 0.1054869 Aug 06 18:44:23.278111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:23.315402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be5536fa-f741-4398-b82f-cdb432294697 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 200 len: 205 time: 0.0351880 Aug 06 18:44:23.319205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42176) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:23.459807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.556549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fee49-bb62-44a3-8005-205dfd5d6bf7', 'name': 'tempest-RoutersIpV6Test-router-239282775', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:44:21Z', 'updated_at': '2021-08-06T18:44:22Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:23.587097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Checking router: ab4fee49-bb62-44a3-8005-205dfd5d6bf7 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:44:23.597511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Routers {'ab4fee49-bb62-44a3-8005-205dfd5d6bf7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:23.598218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ab4fee49-bb62-44a3-8005-205dfd5d6bf7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:23.727659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] Set router ab4fee49-bb62-44a3-8005-205dfd5d6bf7 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:44:23.754347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.771804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.792195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4fee49-bb62-44a3-8005-205dfd5d6bf7', 'name': 'tempest-RoutersIpV6Test-router-239282775', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:44:21Z', 'updated_at': '2021-08-06T18:44:22Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:23.823459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3cea3-4acc-4147-8d80-5e84c884dd0c None None] The sync data for ids ['ab4fee49-bb62-44a3-8005-205dfd5d6bf7'] in n-d-793621-29 is: [{'id': 'ab4fee49-bb62-44a3-8005-205dfd5d6bf7', 'name': 'tempest-RoutersIpV6Test-router-239282775', 'tenant_id': 'c9a253916f9b484fb253d474dee0ef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:44:21Z', 'updated_at': '2021-08-06T18:44:22Z', 'revision_number': 2, 'project_id': 'c9a253916f9b484fb253d474dee0ef8e', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:23.836460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.837095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Fanout notify agent at l3_agent the message router_deleted on router ab4fee49-bb62-44a3-8005-205dfd5d6bf7 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:44:23.847968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:23.848826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0f5695f4-03e8-4e1d-8bd1-aa4ac7360ba7 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 204 len: 168 time: 0.5285547 Aug 06 18:44:23.853612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42182) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:23.862051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89146069-e2f3-4079-b6b3-0afabd9517dd req-78d91839-aa28-43d9-b0d8-e68b4dc2beec tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:23.863699 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89146069-e2f3-4079-b6b3-0afabd9517dd req-78d91839-aa28-43d9-b0d8-e68b4dc2beec tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 943 time: 0.1814325 Aug 06 18:44:23.898802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9a5b9757-1a83-4320-abcd-862c8911519d tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 200 len: 205 time: 0.0433390 Aug 06 18:44:23.901172 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42184) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.354759 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-e8b28da4-77ad-4036-b73c-7cc2e12dc1c2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:24.356426 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e8b28da4-77ad-4036-b73c-7cc2e12dc1c2 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/ab4fee49-bb62-44a3-8005-205dfd5d6bf7 HTTP/1.1" status: 404 len: 336 time: 0.4539373 Aug 06 18:44:24.360445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42186) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.363018 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89146069-e2f3-4079-b6b3-0afabd9517dd req-90cf1275-14ed-46bf-bd46-b87b079c8848 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4922023 Aug 06 18:44:24.406991 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7857b41-bf53-4cbf-8517-49bc6a89c5a0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:24.407747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7857b41-bf53-4cbf-8517-49bc6a89c5a0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:24.411004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a7857b41-bf53-4cbf-8517-49bc6a89c5a0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/3cdc673c-6f76-4449-bb46-613c190842be HTTP/1.1" status: 404 len: 337 time: 0.0489225 Aug 06 18:44:24.414234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42188) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.450021 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c100c3f-8953-4ed2-8eda-fd11dee94557 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:24.450590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c100c3f-8953-4ed2-8eda-fd11dee94557 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:24.452861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c100c3f-8953-4ed2-8eda-fd11dee94557 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/d44ade4f-b941-4af4-a072-fc09a697ce02 HTTP/1.1" status: 404 len: 337 time: 0.0372202 Aug 06 18:44:24.456136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42190) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.497402 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ebb542-3491-49e5-81b2-ade069b5fe93 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:24.498475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ebb542-3491-49e5-81b2-ade069b5fe93 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:24.501360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4ebb542-3491-49e5-81b2-ade069b5fe93 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/711adde5-6345-4a4b-938e-e2651c3c2fbf HTTP/1.1" status: 404 len: 337 time: 0.0439565 Aug 06 18:44:24.505721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42194) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.568907 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b86dd9-e4e0-48c4-9b2c-6041c11dfe6e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:24.568907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b86dd9-e4e0-48c4-9b2c-6041c11dfe6e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:24.572620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a1b86dd9-e4e0-48c4-9b2c-6041c11dfe6e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/26b93a76-2014-4c3e-b80a-3f531216eb37 HTTP/1.1" status: 404 len: 337 time: 0.0644627 Aug 06 18:44:24.576867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42196) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.622855 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-33bbb627-b435-404c-9e26-e06dd8a0d2db tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 200 len: 205 time: 0.0438311 Aug 06 18:44:24.626290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.678854 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-4f33df6a-1d6f-451f-b005-3bdaf0ac7c05 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:24.680002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4f33df6a-1d6f-451f-b005-3bdaf0ac7c05 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/cd577a8d-6964-4997-8756-9f1d42311178 HTTP/1.1" status: 404 len: 336 time: 0.0524650 Aug 06 18:44:24.684873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42200) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.714943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0fa5a13e-070e-4fd8-a6f1-e2914b1da6d9 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8d1658-325c-4d6b-8db9-a9d65cc87197 HTTP/1.1" status: 200 len: 205 time: 0.0286441 Aug 06 18:44:24.717339 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42202) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.760296 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f45d8d29-724b-4a0f-aa75-1541e7f8e344 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:24.764136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f45d8d29-724b-4a0f-aa75-1541e7f8e344 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/7e8d1658-325c-4d6b-8db9-a9d65cc87197 HTTP/1.1" status: 404 len: 336 time: 0.0430737 Aug 06 18:44:24.764491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.796299 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd47cd8a-8eab-489f-a1a8-a2404cb5d170 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:24.796764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd47cd8a-8eab-489f-a1a8-a2404cb5d170 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:24.798783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fd47cd8a-8eab-489f-a1a8-a2404cb5d170 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/add41f65-9d84-4239-a29b-fdb07a8c9922 HTTP/1.1" status: 404 len: 337 time: 0.0332360 Aug 06 18:44:24.801833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.834254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e7b5188-a952-4c5e-9bd3-02eb090f1b33 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 200 len: 205 time: 0.0310330 Aug 06 18:44:24.837961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42208) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.877421 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-1e6b40c5-a890-457b-9564-1e61c56072bb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:24.878537 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e6b40c5-a890-457b-9564-1e61c56072bb tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/435f5add-e511-49b8-95de-a29c898ff7ca HTTP/1.1" status: 404 len: 336 time: 0.0396245 Aug 06 18:44:24.882137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42210) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.915387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ecfa6d30-7c8c-497f-89b0-333bc9d3414e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4944222-e3f4-4c71-b3d7-790dc9ae339e HTTP/1.1" status: 200 len: 205 time: 0.0320768 Aug 06 18:44:24.918714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42212) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:24.965829 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-63aaed87-38da-4816-b792-6378b5ed7572 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:24.966945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-63aaed87-38da-4816-b792-6378b5ed7572 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/f4944222-e3f4-4c71-b3d7-790dc9ae339e HTTP/1.1" status: 404 len: 336 time: 0.0473685 Aug 06 18:44:24.971351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42214) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.001986 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b92809a-73c4-4164-a0a8-4fe63fe719bc tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:25.002530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b92809a-73c4-4164-a0a8-4fe63fe719bc tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:25.004722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b92809a-73c4-4164-a0a8-4fe63fe719bc tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/86b3be2c-c29e-491d-816a-713e90d7d5c1 HTTP/1.1" status: 404 len: 337 time: 0.0322683 Aug 06 18:44:25.007707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42216) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.035564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-07cd6ebe-9c5d-409d-9cb7-efceeded0e7c tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=1108deff-5473-448b-9ef9-0e89992bc284 HTTP/1.1" status: 200 len: 205 time: 0.0267746 Aug 06 18:44:25.038955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.077566 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-6ae787c3-6c8a-4b50-abd2-7f9ad00e7a7e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:25.078951 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6ae787c3-6c8a-4b50-abd2-7f9ad00e7a7e tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/1108deff-5473-448b-9ef9-0e89992bc284 HTTP/1.1" status: 404 len: 336 time: 0.0390363 Aug 06 18:44:25.081665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42220) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.127152 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9f7131-3e62-432b-bd91-d8ecfd3c0973 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:25.127720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9f7131-3e62-432b-bd91-d8ecfd3c0973 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:25.130840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be9f7131-3e62-432b-bd91-d8ecfd3c0973 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/595be888-846f-4f4b-9eea-878559c8c65c HTTP/1.1" status: 404 len: 337 time: 0.0479414 Aug 06 18:44:25.134162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.165500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-137ce12e-729a-4ae7-ae10-80d7ab5c32b0 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "GET /v2.0/ports?device_id=90f6781e-5cbb-4a34-b73a-3e2e43b595e3 HTTP/1.1" status: 200 len: 205 time: 0.0299881 Aug 06 18:44:25.168860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42224) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.212362 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-051dda9a-c2a7-4af9-b607-3cbb694c6522 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] delete failed (client error): The resource could not be found. Aug 06 18:44:25.214151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-051dda9a-c2a7-4af9-b607-3cbb694c6522 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/routers/90f6781e-5cbb-4a34-b73a-3e2e43b595e3 HTTP/1.1" status: 404 len: 336 time: 0.0437779 Aug 06 18:44:25.216958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42228) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.270517 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43519b6-11b8-420d-ae27-8107885d3dbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:25.271319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43519b6-11b8-420d-ae27-8107885d3dbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:25.275245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a43519b6-11b8-420d-ae27-8107885d3dbe tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/638f91ba-94e9-4b59-b2ed-d90998049206 HTTP/1.1" status: 404 len: 337 time: 0.0560448 Aug 06 18:44:25.278614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42232) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.306455 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-654974b1-bb8a-47a5-81da-0510f86b3e68 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] DELETE failed (client error): The resource could not be found. Aug 06 18:44:25.306927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654974b1-bb8a-47a5-81da-0510f86b3e68 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:44:25.309131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-654974b1-bb8a-47a5-81da-0510f86b3e68 tempest-RoutersIpV6Test-2143487070 tempest-RoutersIpV6Test-2143487070-project] 10.222.0.64 "DELETE /v2.0/subnets/169660f6-83e8-4d4b-9ab9-7f19787d441f HTTP/1.1" status: 404 len: 337 time: 0.0293660 Aug 06 18:44:25.520993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c98a8-8506-46a5-a12a-7534f433be0e req-5635b744-7ee9-44ed-b9ac-5c9c40808dc5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:25.523572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-743c98a8-8506-46a5-a12a-7534f433be0e req-5635b744-7ee9-44ed-b9ac-5c9c40808dc5 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 943 time: 0.0657909 Aug 06 18:44:25.578590 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-743c98a8-8506-46a5-a12a-7534f433be0e req-85b94709-7b32-4b30-a73c-08eac0a1089c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Aug 06 18:44:25.711709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42242) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.871609 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8408e545-57c5-4f24-bf8f-e7f17da68a55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9a253916f9b484fb253d474dee0ef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582291 Aug 06 18:44:25.875597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42246) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:25.947727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:25.976064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:26.045681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:26.050401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:26.052384 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb7b9efc-6a64-4929-903e-8e3e6c96c15d HTTP/1.1" status: 204 len: 168 time: 0.1753542 Aug 06 18:44:26.067349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550322e5-ebfe-4f10-b283-f6155230e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b9efc-6a64-4929-903e-8e3e6c96c15d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:26.821196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42272) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:26.932219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-103758522'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:26.958057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:26.961911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:26.972193 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.088026 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.093971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.135126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:44:27.145839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8f4cf3-f82e-4c06-a650-48771a2a4371,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:27.151257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.151581 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment d01fb053-461b-476d-8432-ab5ee1542362 of type vlan for network 87f6dc99-11c6-455f-97e4-3cbe9845b05a Aug 06 18:44:27.199218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.232471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.238948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:27.239581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.284360 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4619048 Aug 06 18:44:27.287491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42276) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:27.294437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609515742'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:27.319652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:27.321809 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949e58-943a-4092-98e1-0cd54a7095b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=87f6dc99-11c6-455f-97e4-3cbe9845b05a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:27.323424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.334348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:44:27.353779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:44:27.363951 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.364453 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec of type vlan for network 1a155d2c-cf4b-4b53-96e0-98938e642325 Aug 06 18:44:27.409186 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.441764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.448228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:27.448868 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.515770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2268333 Aug 06 18:44:27.519779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42278) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:27.527618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:27.534576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c5330-d321-4b36-a39b-f3f07d02667b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=1a155d2c-cf4b-4b53-96e0-98938e642325,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:27.544963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:44:27.671391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:27.675897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.929706 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:27.991388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=b31af709-ba55-4ea6-9418-b637c9d6e838,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:28.002301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': 'd01fb053-461b-476d-8432-ab5ee1542362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:28.002662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 87f6dc99-11c6-455f-97e4-3cbe9845b05a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:44:28.024153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:44:28.040176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 87f6dc99-11c6-455f-97e4-3cbe9845b05a) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:28.045634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:28.046408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.049101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a25fe2-df2b-404e-be6b-d6028772ea2e None None] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:28.068291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5dfd9af-16ed-4703-ba3e-a87a307bc094 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5472248 Aug 06 18:44:28.071415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42284) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:28.077369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:28.174832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:28.178543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.200078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-87f6dc99-11c6-455f-97e4-3cbe9845b05a', 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': 'b31af709-ba55-4ea6-9418-b637c9d6e838'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:44:28.200969 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.360327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Allocated IP 172.20.0.2 (87f6dc99-11c6-455f-97e4-3cbe9845b05a/b31af709-ba55-4ea6-9418-b637c9d6e838/5e0d2352-6fd4-4f51-9c4f-8dfe471622dc) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:28.417557 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.483743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=3bb1f42d-6118-475b-adf4-44f3feb22d6c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:28.502599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:28.502962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 1a155d2c-cf4b-4b53-96e0-98938e642325, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:44:28.527882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:44:28.538645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f10-8285-49c0-94c0-eb51210162d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.544018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.545035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 1a155d2c-cf4b-4b53-96e0-98938e642325) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:28.555274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:28.555887 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.562333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3f45f-f670-4393-b0bd-d11aa38c7828 None None] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:28.565430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Transition to ACTIVE for port object 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:28.578244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3966f922-c42e-4612-8349-87f403f7bb03 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050805 Aug 06 18:44:28.582366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42286) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:28.589760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1217449876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:28.620539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.621895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.668719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Transition to ACTIVE for port object 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:28.680069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.688224 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.697198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.725045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.729344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-728fbb4d-15b6-45c0-953b-166f04b493e8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1422195 Aug 06 18:44:28.729614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42288) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:28.744561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:28.752119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:28.761227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:28.768360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Pushing event updated for resources: {'Port': ['ID=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:28.867744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Attempting to bind port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:28.867744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Attempting to bind port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd01fb053-461b-476d-8432-ab5ee1542362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:28.867744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Attempting to bind port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc on network 87f6dc99-11c6-455f-97e4-3cbe9845b05a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:28.886863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:28.887216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Checking segment: {'id': 'd01fb053-461b-476d-8432-ab5ee1542362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:28.887627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.888022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Bound using segment: {'id': 'd01fb053-461b-476d-8432-ab5ee1542362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:28.888618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Bound port: 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01fb053-461b-476d-8432-ab5ee1542362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '87f6dc99-11c6-455f-97e4-3cbe9845b05a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:28.888872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.900612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-1a155d2c-cf4b-4b53-96e0-98938e642325', 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': '3bb1f42d-6118-475b-adf4-44f3feb22d6c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:44:28.901485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.063904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.078046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] For port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:29.096869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] For port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,segment=NetworkSegment(d01fb053-461b-476d-8432-ab5ee1542362),segment_id=d01fb053-461b-476d-8432-ab5ee1542362)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:29.103077 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.121040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Allocated IP 172.21.0.2 (1a155d2c-cf4b-4b53-96e0-98938e642325/3bb1f42d-6118-475b-adf4-44f3feb22d6c/fa823598-0427-4fa9-997b-e7f42950f87b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:29.148244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a12bfa37-56ec-475c-ab9b-88df96f20454 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:44:29.268921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f9b4-6c40-4869-a638-758b0041951f None None] Pushing event updated for resources: {'Port': ['ID=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:29.375321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.20.0.1 (87f6dc99-11c6-455f-97e4-3cbe9845b05a/b31af709-ba55-4ea6-9418-b637c9d6e838/50b2a5d8-f1d0-4bbb-aefc-989147cd90a5) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:29.399480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a12bfa37-56ec-475c-ab9b-88df96f20454,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:29.439186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'port_id': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'mac_address': 'fa:16:3e:ee:c5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:44:29.482138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.500582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Transition to ACTIVE for port object fa823598-0427-4fa9-997b-e7f42950f87b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:29.512058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.512361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.527372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Transition to ACTIVE for port object fa823598-0427-4fa9-997b-e7f42950f87b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:29.527620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:29.535221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12bfa37-56ec-475c-ab9b-88df96f20454 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:44:29.543663 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.571864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.607824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a12bfa37-56ec-475c-ab9b-88df96f20454,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:29.620013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:29.620588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:29.621331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.624311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:29.626113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Pushing event updated for resources: {'Port': ['ID=fa823598-0427-4fa9-997b-e7f42950f87b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:29.626629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:29.628408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:29.638680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:29.651388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=50b2a5d8-f1d0-4bbb-aefc-989147cd90a5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:29.734483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:29.737602 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.753301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Attempting to bind port fa823598-0427-4fa9-997b-e7f42950f87b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:29.753937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Attempting to bind port fa823598-0427-4fa9-997b-e7f42950f87b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:29.754544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Attempting to bind port fa823598-0427-4fa9-997b-e7f42950f87b on network 1a155d2c-cf4b-4b53-96e0-98938e642325 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:29.764838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:29.765476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Checking segment: {'id': 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:29.766134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.766756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Bound using segment: {'id': 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:29.767568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Bound port: fa823598-0427-4fa9-997b-e7f42950f87b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1a155d2c-cf4b-4b53-96e0-98938e642325'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:29.768209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.862198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['a12bfa37-56ec-475c-ab9b-88df96f20454'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:44:29.902068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:29.922946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] For port fa823598-0427-4fa9-997b-e7f42950f87b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:29.949047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] For port fa823598-0427-4fa9-997b-e7f42950f87b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fa823598-0427-4fa9-997b-e7f42950f87b,segment=NetworkSegment(d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec),segment_id=d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:29.959203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:30.083783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bfc4c-d941-4267-b653-04fa61534d62 None None] Pushing event updated for resources: {'Port': ['ID=fa823598-0427-4fa9-997b-e7f42950f87b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:30.459074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:30.466949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:30.509760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bb140-6368-43bc-858d-103d11112913 None None] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:30.553679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:30.556941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=50b2a5d8-f1d0-4bbb-aefc-989147cd90a5,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:30.612182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34df1e7d-d21a-4847-ab3b-e191c54fbe75 None None] Provisioning for port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:30.662698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:30.669437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:30.794240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:30.836658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 7dfe43b5-5128-469d-9dd8-e22be5b1b34f is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:44:30.875336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:30.888196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:30.888196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:30.977723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:30.991569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb18a7bd-2a45-40e9-b1bc-2bc53ae7dea0 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2606759 Aug 06 18:44:30.994639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42300) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:30.995787 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] Sync routers for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:31.010308 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.033373 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:31.034502 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:31.057194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,segment=NetworkSegment(d01fb053-461b-476d-8432-ab5ee1542362),segment_id=d01fb053-461b-476d-8432-ab5ee1542362)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:31.066294 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.068199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fa823598-0427-4fa9-997b-e7f42950f87b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:31.099761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc3da3-c71b-4219-b223-184233c5e916 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:31.107106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0ffc3da3-c71b-4219-b223-184233c5e916 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports/50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 HTTP/1.1" status: 200 len: 910 time: 0.1049566 Aug 06 18:44:31.112120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42302) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:31.126215 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:31.149871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a12bfa37-56ec-475c-ab9b-88df96f20454 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:31.163498 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:31.165172 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:31.232148 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:31.232675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:31.233718 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44a80f-0e7b-4adb-9f68-5d745a18de6d None None] The sync data for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:31.265991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port fa823598-0427-4fa9-997b-e7f42950f87b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:31.279260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Provisioning complete for port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:31.284030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.492296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port a12bfa37-56ec-475c-ab9b-88df96f20454 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:31.499862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port a12bfa37-56ec-475c-ab9b-88df96f20454 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:31.500326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.563328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.661738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d8e9a-9854-4d8c-bf7b-9b607b9394d0 None None] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:31.663422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.689329 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.732315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Provisioning for port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:31.754061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Provisioning complete for port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:31.754430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.791707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:44:31.794229 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579467f-d094-4fb8-84d6-134a7570ace2" -d '{"events": [{"server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "name": "network-vif-plugged", "status": "completed", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:44:31.812652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2c76f970-265b-4d36-901d-bc31dcf95307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.826280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a12bfa37-56ec-475c-ab9b-88df96f20454,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:31.842399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:31.848442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-beba2952-4a4f-43a7-bb43-4f6ba1524e5f None None] Port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:31.934949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:31.983176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Provisioning complete for port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:31.983176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.036850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:32.053578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Provisioning for port fa823598-0427-4fa9-997b-e7f42950f87b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:32.058575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Provisioning complete for port fa823598-0427-4fa9-997b-e7f42950f87b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:32.058996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.081032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.21.0.1 (1a155d2c-cf4b-4b53-96e0-98938e642325/3bb1f42d-6118-475b-adf4-44f3feb22d6c/09ea7836-c087-417d-98c4-0517af034d4d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:32.092315 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d3eee4-ffd4-4560-aa1e-9db0403dd758 x-openstack-request-id: req-97d3eee4-ffd4-4560-aa1e-9db0403dd758 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:44:32.092624 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "name": "network-vif-plugged", "status": "completed", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:44:32.092867 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97d3eee4-ffd4-4560-aa1e-9db0403dd758 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:44:32.093250 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'code': 200} Aug 06 18:44:32.166499 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.215444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] For port fa823598-0427-4fa9-997b-e7f42950f87b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fa823598-0427-4fa9-997b-e7f42950f87b,segment=NetworkSegment(d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec),segment_id=d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:32.222694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.306205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d03ed-64cd-46a2-855e-8b2b4fa1840d None None] Pushing event updated for resources: {'Port': ['ID=fa823598-0427-4fa9-997b-e7f42950f87b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:32.314520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.332543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2f5b-1640-45dd-81d5-089ccba93a26 req-9ef72dd4-26b0-4f81-810a-6a6122ad860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:32.335233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d3f2f5b-1640-45dd-81d5-089ccba93a26 req-9ef72dd4-26b0-4f81-810a-6a6122ad860b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1097 time: 0.1547894 Aug 06 18:44:32.360678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 09ea7836-c087-417d-98c4-0517af034d4d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:32.389919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d3f2f5b-1640-45dd-81d5-089ccba93a26 req-5bf5e1bc-943b-4711-a543-199dadb122ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468631 Aug 06 18:44:32.413984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.450074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-063f2298-0f5a-4b73-a19f-11e2891bb845 None None] Provisioning complete for port fa823598-0427-4fa9-997b-e7f42950f87b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:32.450644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-063f2298-0f5a-4b73-a19f-11e2891bb845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.454672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:32.458042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:32.465170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:32.498865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=09ea7836-c087-417d-98c4-0517af034d4d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:32.524786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.668261 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.709476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:32.774985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:32.775327 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.778335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b85e4e28-757c-483b-bcc3-40d7a1ad2008 None None] Provisioning for port 09ea7836-c087-417d-98c4-0517af034d4d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:32.801773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b85e4e28-757c-483b-bcc3-40d7a1ad2008 None None] Provisioning complete for port 09ea7836-c087-417d-98c4-0517af034d4d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:32.802179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b85e4e28-757c-483b-bcc3-40d7a1ad2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.851821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b85e4e28-757c-483b-bcc3-40d7a1ad2008 None None] Port 09ea7836-c087-417d-98c4-0517af034d4d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:32.894527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fa823598-0427-4fa9-997b-e7f42950f87b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:32.951513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fa823598-0427-4fa9-997b-e7f42950f87b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:32.952034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.984671 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:32.990743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:33.079382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=09ea7836-c087-417d-98c4-0517af034d4d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:33.082314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:33.201200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:33.203788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:33.279358 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:33.336392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 7dfe43b5-5128-469d-9dd8-e22be5b1b34f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:33.441792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:33.453646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6f45110-3e72-4ea2-bf76-844b70fb99cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384047 Aug 06 18:44:33.456754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42312) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:33.460142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] Sync routers for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:33.476536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:33.477225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:33.512500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12a447d-ded7-4e22-887d-8f1c42472b67 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:33.513992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f12a447d-ded7-4e22-887d-8f1c42472b67 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports/09ea7836-c087-417d-98c4-0517af034d4d HTTP/1.1" status: 200 len: 910 time: 0.0559416 Aug 06 18:44:33.518594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42314) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:33.521721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:33.536295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-936a682e-0e8b-4960-bc3e-29bf35dcea9b None None] Provisioning complete for port 09ea7836-c087-417d-98c4-0517af034d4d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:33.536672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-936a682e-0e8b-4960-bc3e-29bf35dcea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:33.540638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:33.540912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:33.600805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:33.601401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba67c6-eebd-400d-8a10-b6c780646d7f None None] The sync data for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:33.614201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-936a682e-0e8b-4960-bc3e-29bf35dcea9b None None] Port 09ea7836-c087-417d-98c4-0517af034d4d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:33.867049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.153281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 09ea7836-c087-417d-98c4-0517af034d4d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:34.153587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.260448 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.275626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 09ea7836-c087-417d-98c4-0517af034d4d owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:34.484098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.512717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=09ea7836-c087-417d-98c4-0517af034d4d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:34.736696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.761599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:34.956414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 7dfe43b5-5128-469d-9dd8-e22be5b1b34f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:35.501651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:35.507831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5e2bc3c0-6d91-42b9-97dc-0b021c6c4df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9875448 Aug 06 18:44:35.511600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42320) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:35.515180 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] Sync routers for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:35.527458 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:35.528624 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:35.699682 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:35.710724 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:35.711371 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:35.767270 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:35.767938 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144bf32f-4bcd-4be8-9d97-177de4807431 None None] The sync data for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:35.905705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:36.218677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:36.218969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:36.315644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:36.329382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 50b2a5d8-f1d0-4bbb-aefc-989147cd90a5 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:36.599742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:36.647457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=50b2a5d8-f1d0-4bbb-aefc-989147cd90a5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:36.883823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.058313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 7dfe43b5-5128-469d-9dd8-e22be5b1b34f has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:37.178491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:37.187103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ac526cb-98ff-4ea9-b893-c0f0a35f8c4e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738827 Aug 06 18:44:37.189760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42324) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:37.193396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] Sync routers for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:37.207823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:37.208701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:37.227843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-21ab9c4d-4d95-409a-9658-577d0bdde20d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dfe43b5-5128-469d-9dd8-e22be5b1b34f HTTP/1.1" status: 200 len: 205 time: 0.0363677 Aug 06 18:44:37.245420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:37.256375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] Routers {'7dfe43b5-5128-469d-9dd8-e22be5b1b34f'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:37.257142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:37.299148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:37.299848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d003-0e1c-401a-9203-4378bff3b888 None None] The sync data for ids ['7dfe43b5-5128-469d-9dd8-e22be5b1b34f'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:37.349002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42326) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:37.431449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.644429 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.647338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.724042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.724726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfe43b5-5128-469d-9dd8-e22be5b1b34f {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:44:37.735625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.737391 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bd380b50-6d8b-48b7-afcb-60670e6db760 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f HTTP/1.1" status: 204 len: 168 time: 0.3869791 Aug 06 18:44:37.740377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42330) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:37.766523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:44:37.795663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet 3bb1f42d-6118-475b-adf4-44f3feb22d6c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:37.799291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.867641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:37.974991 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.051352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.089712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb1f42d-6118-475b-adf4-44f3feb22d6c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:38.091803 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.093941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fa5ca75c-4e99-4c16-8591-170b7eb7bfac tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/3bb1f42d-6118-475b-adf4-44f3feb22d6c HTTP/1.1" status: 204 len: 168 time: 0.3524127 Aug 06 18:44:38.098097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42332) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:38.100714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741bec0-8af4-4c8e-90c8-ac80b9ed490d None None] Network 1a155d2c-cf4b-4b53-96e0-98938e642325 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:38.156952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet b31af709-ba55-4ea6-9418-b637c9d6e838 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:38.160975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.212480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.287719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] DHCP port deletion for 1a155d2c-cf4b-4b53-96e0-98938e642325 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:38.338624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Deleting port fa823598-0427-4fa9-997b-e7f42950f87b {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:38.339012 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.367520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.434913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] For port fa823598-0427-4fa9-997b-e7f42950f87b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fa823598-0427-4fa9-997b-e7f42950f87b,segment=NetworkSegment(d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec),segment_id=d6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:38.435449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.454228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Calling delete_port for fa823598-0427-4fa9-997b-e7f42950f87b owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:38.457707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.496392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=b31af709-ba55-4ea6-9418-b637c9d6e838,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:38.500140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.503828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3efe0742-a038-491e-ad27-821331025df7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/b31af709-ba55-4ea6-9418-b637c9d6e838 HTTP/1.1" status: 204 len: 168 time: 0.4043090 Aug 06 18:44:38.507395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42334) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:38.518096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1182b7-0571-4291-bb8f-f3c7cd446b0f None None] Network 87f6dc99-11c6-455f-97e4-3cbe9845b05a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:38.600543 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.674824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.711122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port fa823598-0427-4fa9-997b-e7f42950f87b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:38.711506 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.742086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fa823598-0427-4fa9-997b-e7f42950f87b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:38.746674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Pushing event deleted for resources: {'Port': ['ID=fa823598-0427-4fa9-997b-e7f42950f87b,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:38.796439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] No DVR routers for this DVR port fa823598-0427-4fa9-997b-e7f42950f87b on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:38.799175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: fa823598-0427-4fa9-997b-e7f42950f87b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:38.800000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fa823598-0427-4fa9-997b-e7f42950f87b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:38.803399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.804102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.804511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.805084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.805702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.806277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.806841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.807415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.808124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.808541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.809434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.810025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840865d0-2d0b-4683-b1cc-2295a619b103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:38.810223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port fa823598-0427-4fa9-997b-e7f42950f87b, host n-d-793621-29, got binding levels [] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:38.810615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.840480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for fa823598-0427-4fa9-997b-e7f42950f87b owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:38.844255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Port fa823598-0427-4fa9-997b-e7f42950f87b was not found and therefore no delete operation was performed {{(pid=94122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:44:38.845785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:38.879023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=fa823598-0427-4fa9-997b-e7f42950f87b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:38.882829 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port fa823598-0427-4fa9-997b-e7f42950f87b on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:38.906160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] DHCP port deletion for 87f6dc99-11c6-455f-97e4-3cbe9845b05a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:38.963636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Deleting port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:38.964017 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.024107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.039523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a155d2c-cf4b-4b53-96e0-98938e642325']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.057219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] For port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,segment=NetworkSegment(d01fb053-461b-476d-8432-ab5ee1542362),segment_id=d01fb053-461b-476d-8432-ab5ee1542362)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:39.057694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.059237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.059738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6741d-c7e8-4e5b-a2ce-cd98e86c64ec') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.075974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Calling delete_port for 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:39.077275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.106305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.115258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:39.115903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:39.121065 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:39.184445 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.195165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.200681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.202755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/1a155d2c-cf4b-4b53-96e0-98938e642325 HTTP/1.1" status: 204 len: 168 time: 0.6942673 Aug 06 18:44:39.207013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42338) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:39.238308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41b18-6740-4d38-8c66-33d3d288f1e7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=1a155d2c-cf4b-4b53-96e0-98938e642325,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:39.238667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] No DVR routers for this DVR port 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:39.241359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b37b1-e811-43a9-ae83-ea0fed97815c None None] Pushing event deleted for resources: {'Port': ['ID=5e0d2352-6fd4-4f51-9c4f-8dfe471622dc,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:39.316278 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.411119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.423725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f6dc99-11c6-455f-97e4-3cbe9845b05a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.436440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01fb053-461b-476d-8432-ab5ee1542362') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.436746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01fb053-461b-476d-8432-ab5ee1542362') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:39.447145 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.463660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.471600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:39.472141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:39.475820 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:39.549254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.557150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.559496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/87f6dc99-11c6-455f-97e4-3cbe9845b05a HTTP/1.1" status: 204 len: 168 time: 0.3514459 Aug 06 18:44:39.564529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42340) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:39.571722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1725402674'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:39.572374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040faf5-973d-486b-b4e2-44ea045d0607 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=87f6dc99-11c6-455f-97e4-3cbe9845b05a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:39.599066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:39.602891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.634070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:44:39.646941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.647406 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment 91fddee4-efd7-4f19-bb46-0a7329f9b81d of type vlan for network bf2feee9-92cc-4406-9542-c48ea49e8435 Aug 06 18:44:39.699843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.736904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.746687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:39.747716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:39.804655 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2383063 Aug 06 18:44:39.809870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42344) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:39.823988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:39.847800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41319e0-0adc-42d4-b426-c78fe5ba681e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=bf2feee9-92cc-4406-9542-c48ea49e8435,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:39.864797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network bf2feee9-92cc-4406-9542-c48ea49e8435 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:44:39.962169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:39.967313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.204288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.277071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=52cab351-37d6-42bd-853a-3fbfd05c16cf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:40.288894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': '91fddee4-efd7-4f19-bb46-0a7329f9b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:40.289257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: bf2feee9-92cc-4406-9542-c48ea49e8435, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:44:40.310701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network bf2feee9-92cc-4406-9542-c48ea49e8435 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:44:40.322417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, bf2feee9-92cc-4406-9542-c48ea49e8435) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:40.333513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:40.333513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.333991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96036e-5c2c-4bbc-9edb-2a3a5a599305 None None] Network bf2feee9-92cc-4406-9542-c48ea49e8435 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:40.358122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd062b5c-56a4-4e78-8c5e-f0a8f3832952 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5458117 Aug 06 18:44:40.361678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:40.366943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-75763904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:40.396527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.397732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.461740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.467696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.488446 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.490239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b4901b6-c4d5-4c70-ac1c-8f3de28570d4 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1274874 Aug 06 18:44:40.492981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42348) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:40.498537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'port': {'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435', 'name': 'tempest-RoutersTest-912865623'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:40.548838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-bf2feee9-92cc-4406-9542-c48ea49e8435', 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': '52cab351-37d6-42bd-853a-3fbfd05c16cf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:44:40.550557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.586709 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.685018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:40.691495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.727381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] device_id is not set on port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:44:40.728329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:40.755517 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:40.755865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5e0d2352-6fd4-4f51-9c4f-8dfe471622dc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:40.764750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Allocated IP 172.20.0.2 (bf2feee9-92cc-4406-9542-c48ea49e8435/52cab351-37d6-42bd-853a-3fbfd05c16cf/07a90345-28a0-4f3f-9d74-7e8a69bb1829) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:40.937196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:40.946223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Transition to ACTIVE for port object 07a90345-28a0-4f3f-9d74-7e8a69bb1829 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:40.963338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Transition to ACTIVE for port object 07a90345-28a0-4f3f-9d74-7e8a69bb1829 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:40.971860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.014484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Network bf2feee9-92cc-4406-9542-c48ea49e8435 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:41.020128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:41.023279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:41.041987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Pushing event updated for resources: {'Port': ['ID=07a90345-28a0-4f3f-9d74-7e8a69bb1829,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:41.067325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.20.0.10 (bf2feee9-92cc-4406-9542-c48ea49e8435/52cab351-37d6-42bd-853a-3fbfd05c16cf/f74aab30-84e3-4cfc-9f87-e3ba437c42b3) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:41.123782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Attempting to bind port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:41.124224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Attempting to bind port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '91fddee4-efd7-4f19-bb46-0a7329f9b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:41.124584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Attempting to bind port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 on network bf2feee9-92cc-4406-9542-c48ea49e8435 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:41.130505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:41.130938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Checking segment: {'id': '91fddee4-efd7-4f19-bb46-0a7329f9b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:41.131264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.131880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Bound using segment: {'id': '91fddee4-efd7-4f19-bb46-0a7329f9b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:41.132368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Bound port: 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fddee4-efd7-4f19-bb46-0a7329f9b81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bf2feee9-92cc-4406-9542-c48ea49e8435'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:41.132753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.215821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] For port 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:41.220060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] For port 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07a90345-28a0-4f3f-9d74-7e8a69bb1829,segment=NetworkSegment(91fddee4-efd7-4f19-bb46-0a7329f9b81d),segment_id=91fddee4-efd7-4f19-bb46-0a7329f9b81d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:41.227041 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.300644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b725-6207-49ea-b0ad-c8925ac7bfbc None None] Pushing event updated for resources: {'Port': ['ID=07a90345-28a0-4f3f-9d74-7e8a69bb1829,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:41.301475 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.326932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object f74aab30-84e3-4cfc-9f87-e3ba437c42b3 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:41.365036 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.426871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network bf2feee9-92cc-4406-9542-c48ea49e8435 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:41.430534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:41.433036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:41.465928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=f74aab30-84e3-4cfc-9f87-e3ba437c42b3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:41.519251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:41.520019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.547676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7e17cf87-1840-4edf-a713-26c50b39840c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0533071 Aug 06 18:44:41.549819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42352) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:41.954509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:41.976280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.386179 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.393789 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.406228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e0082-962e-4ffb-a3e5-570c70e06c61 None None] Network bf2feee9-92cc-4406-9542-c48ea49e8435 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:42.474742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9c1f39ec-15b8-41fe-94bd-796e225c7706 None None] Provisioning for port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:42.483865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=f74aab30-84e3-4cfc-9f87-e3ba437c42b3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:42.691469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.760336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07a90345-28a0-4f3f-9d74-7e8a69bb1829 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:42.859135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:42.865637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:42.866385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.910761 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:42.938387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Provisioning for port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:42.945422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Provisioning complete for port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:42.945899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.028893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:43.075175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.097762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Provisioning complete for port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:43.098925 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2a5feb22-7c3e-438b-8491-9fce1d553ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.197850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07a90345-28a0-4f3f-9d74-7e8a69bb1829,segment=NetworkSegment(91fddee4-efd7-4f19-bb46-0a7329f9b81d),segment_id=91fddee4-efd7-4f19-bb46-0a7329f9b81d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:43.209879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.439222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.447502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.548929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.551222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=f74aab30-84e3-4cfc-9f87-e3ba437c42b3,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:43.581088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=07a90345-28a0-4f3f-9d74-7e8a69bb1829,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:43.679572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network bf2feee9-92cc-4406-9542-c48ea49e8435 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:43.681432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:43.719529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8b9a83ee-9891-4a9f-bef9-bf9fbfdfef6f None None] Provisioning complete for port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:43.719908 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8b9a83ee-9891-4a9f-bef9-bf9fbfdfef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:43.769596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a83ee-9891-4a9f-bef9-bf9fbfdfef6f None None] Port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:43.893883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router c0d60638-d2ea-4365-baad-a4e928883550 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:44:43.997043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d7e3f77-bcf0-403f-8899-76c58df3d1d0 None None] Provisioning complete for port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:43.997588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d7e3f77-bcf0-403f-8899-76c58df3d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:44.044151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e3f77-bcf0-403f-8899-76c58df3d1d0 None None] Port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:44.474980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:44.482496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a522de0-f8bf-40d4-8d7d-be3c8bc70ef1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/c0d60638-d2ea-4365-baad-a4e928883550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9306493 Aug 06 18:44:44.485299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42360) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:44.486974 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] Sync routers for ids ['c0d60638-d2ea-4365-baad-a4e928883550'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:44.510321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] Routers {'c0d60638-d2ea-4365-baad-a4e928883550'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:44.510321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c0d60638-d2ea-4365-baad-a4e928883550'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:44.546458 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:44.564311 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] Routers {'c0d60638-d2ea-4365-baad-a4e928883550'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:44.565404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c0d60638-d2ea-4365-baad-a4e928883550'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:44.573304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a221a5c-e2ef-4079-bb0d-53c23a6c3053 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:44.575822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a221a5c-e2ef-4079-bb0d-53c23a6c3053 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports/f74aab30-84e3-4cfc-9f87-e3ba437c42b3 HTTP/1.1" status: 200 len: 977 time: 0.0889716 Aug 06 18:44:44.580717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42362) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:44.611947 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:44.612401 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a973a-89f8-499a-8077-6177f1f2879d None None] The sync data for ids ['c0d60638-d2ea-4365-baad-a4e928883550'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:44.708479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07a90345-28a0-4f3f-9d74-7e8a69bb1829 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:44.799324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:44.799660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:45.077252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:45.829542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port f74aab30-84e3-4cfc-9f87-e3ba437c42b3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:45.830308 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:45.962166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:45.978300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for f74aab30-84e3-4cfc-9f87-e3ba437c42b3 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:46.186451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:46.219158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=f74aab30-84e3-4cfc-9f87-e3ba437c42b3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:46.248940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.248940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.248940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.248940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.249628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.249628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.249833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.250037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.250367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.250694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.251017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.251349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:46.427033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:46.714561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router c0d60638-d2ea-4365-baad-a4e928883550 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:46.804385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:46.813991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3ea9806a-279e-473a-a57c-60d01f62370c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/c0d60638-d2ea-4365-baad-a4e928883550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2296360 Aug 06 18:44:46.815541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42370) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:46.819952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] Sync routers for ids ['c0d60638-d2ea-4365-baad-a4e928883550'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:46.839646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] Routers {'c0d60638-d2ea-4365-baad-a4e928883550'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:46.840284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c0d60638-d2ea-4365-baad-a4e928883550'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:46.873177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:46.883009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] Routers {'c0d60638-d2ea-4365-baad-a4e928883550'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:46.883592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c0d60638-d2ea-4365-baad-a4e928883550'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:46.919406 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:46.920076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f38c9-c3b2-4c8b-aca5-24e98b75418c None None] The sync data for ids ['c0d60638-d2ea-4365-baad-a4e928883550'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:47.044814 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-be28728f-1afd-4826-bb74-756651a27829 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 18:44:47.045917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be28728f-1afd-4826-bb74-756651a27829 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/c0d60638-d2ea-4365-baad-a4e928883550/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2293947 Aug 06 18:44:47.049514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42372) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:47.079008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eadeb862-3afd-4864-b4bb-870b5c0d5ce5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0d60638-d2ea-4365-baad-a4e928883550 HTTP/1.1" status: 200 len: 205 time: 0.0283089 Aug 06 18:44:47.082780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42374) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:47.161629 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.355479 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.357793 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.408654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.409399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router c0d60638-d2ea-4365-baad-a4e928883550 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:44:47.419339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.421083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7be4f4e5-4fb0-4c19-93ff-31434e7099b9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/c0d60638-d2ea-4365-baad-a4e928883550 HTTP/1.1" status: 204 len: 168 time: 0.3370905 Aug 06 18:44:47.423949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42378) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:47.489982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet 52cab351-37d6-42bd-853a-3fbfd05c16cf {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:47.494044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.540945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.634991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.707714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.739356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=52cab351-37d6-42bd-853a-3fbfd05c16cf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:47.742683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.745025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/52cab351-37d6-42bd-853a-3fbfd05c16cf HTTP/1.1" status: 204 len: 168 time: 0.3195455 Aug 06 18:44:47.747718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42380) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:47.749526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7682b8ca-355a-4c05-9f92-6f75af76934c None None] Network bf2feee9-92cc-4406-9542-c48ea49e8435 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:47.751863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.752217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.752567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.752901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.753268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.753607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.753941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.754269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.754603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.754926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.756182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.756182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ade5-0bc1-4c5e-bd9d-e62e318eab0f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:47.864167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.865054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-12f4bcce-3246-45f4-b3b9-fd8d0d4c087b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0720253 Aug 06 18:44:47.962705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:47.964264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:47.967411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-62120029-3d5a-47af-8c11-76e4839939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:47.969212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-62120029-3d5a-47af-8c11-76e4839939fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.0579348 Aug 06 18:44:48.008757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] DHCP port deletion for bf2feee9-92cc-4406-9542-c48ea49e8435 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:48.058226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07a90345-28a0-4f3f-9d74-7e8a69bb1829,segment=NetworkSegment(91fddee4-efd7-4f19-bb46-0a7329f9b81d),segment_id=91fddee4-efd7-4f19-bb46-0a7329f9b81d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:48.058946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.080151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 07a90345-28a0-4f3f-9d74-7e8a69bb1829 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:48.087429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Deleting port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:48.087936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.126609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-40b2c7c3-d302-4638-9c82-9b3e6edae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:48.128495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-40b2c7c3-d302-4638-9c82-9b3e6edae070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1351068 Aug 06 18:44:48.180407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] For port 07a90345-28a0-4f3f-9d74-7e8a69bb1829, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=07a90345-28a0-4f3f-9d74-7e8a69bb1829,segment=NetworkSegment(91fddee4-efd7-4f19-bb46-0a7329f9b81d),segment_id=91fddee4-efd7-4f19-bb46-0a7329f9b81d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:48.180921 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.199356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.199678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Calling delete_port for 07a90345-28a0-4f3f-9d74-7e8a69bb1829 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:48.215828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-7c21a4f5-b47b-4d5c-bd81-6881b12ea500 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 1000 time: 0.0741646 Aug 06 18:44:48.234821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=07a90345-28a0-4f3f-9d74-7e8a69bb1829,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:48.240915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:48.286130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-33b8b7b9-ff09-4a8b-984c-b01fe9f2c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:48.289099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-33b8b7b9-ff09-4a8b-984c-b01fe9f2c613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0653131 Aug 06 18:44:48.307780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.335241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] Pushing event deleted for resources: {'Port': ['ID=07a90345-28a0-4f3f-9d74-7e8a69bb1829,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:48.339784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-007ad4ef-35c1-4a6e-91e3-64d0c2b4487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:48.340126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8524ee3f-ef29-4d9e-8d5f-a56fba09afb6 None None] No DVR routers for this DVR port 07a90345-28a0-4f3f-9d74-7e8a69bb1829 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:48.341688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-007ad4ef-35c1-4a6e-91e3-64d0c2b4487c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468626 Aug 06 18:44:48.364503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.377030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2feee9-92cc-4406-9542-c48ea49e8435']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:48.390163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fddee4-efd7-4f19-bb46-0a7329f9b81d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:48.390550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fddee4-efd7-4f19-bb46-0a7329f9b81d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:48.403530 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.426325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.435430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:48.436069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:48.440143 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:48.458643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-b2cc226d-7792-461e-b3b9-eced0396d419 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092710 Aug 06 18:44:48.514304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.526864 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.530420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/bf2feee9-92cc-4406-9542-c48ea49e8435 HTTP/1.1" status: 204 len: 168 time: 0.7812910 Aug 06 18:44:48.538155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:48.544350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008566929'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:48.558362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3987d-962d-4c66-aed7-a753f6f11d56 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=bf2feee9-92cc-4406-9542-c48ea49e8435,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:48.581921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:48.585819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.602765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb86bfc4-e64e-431f-a0d0-96541e40c767 req-bdc358fe-1d0a-4b7a-a62c-59a7e94613ff service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353312 Aug 06 18:44:48.616260 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:44:48.626693 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.627301 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment e8324da5-e6ac-43a6-82f1-c512b71a1a1b of type vlan for network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 Aug 06 18:44:48.673941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.721958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.723705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07a90345-28a0-4f3f-9d74-7e8a69bb1829 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:48.732249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:48.732980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:48.751341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 07a90345-28a0-4f3f-9d74-7e8a69bb1829 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:48.751821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 07a90345-28a0-4f3f-9d74-7e8a69bb1829 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:48.781992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2421689 Aug 06 18:44:48.782643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42386) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:48.791366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:48.820664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ad2ab-1e15-4a1b-be4d-a6a4a6c98c35 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=1e4df547-a0e2-4ba6-8dcd-625f044461a0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:48.836255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:44:48.917206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:48.921255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.158833 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.230269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=884e28c5-4686-42cc-8fa9-ba04fb146e0b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:49.241089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:49.241552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 1e4df547-a0e2-4ba6-8dcd-625f044461a0, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:44:49.262374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:44:49.274291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 1e4df547-a0e2-4ba6-8dcd-625f044461a0) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:49.279757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:49.280352 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.283498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b7f6e-70f4-4dad-88c8-330e3c897af6 None None] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:49.302451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f2f66970-42cb-446b-b2e9-864b124b4f54 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5184705 Aug 06 18:44:49.305288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:49.313725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1221365863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:49.353351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.354911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.421043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.427969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.450522 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.452601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-34a2a98f-6057-4c4f-8e11-d8e7de352c45 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1452715 Aug 06 18:44:49.455672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42390) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:49.478878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-1e4df547-a0e2-4ba6-8dcd-625f044461a0', 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': '884e28c5-4686-42cc-8fa9-ba04fb146e0b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:44:49.479909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.650616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Allocated IP 172.20.0.2 (1e4df547-a0e2-4ba6-8dcd-625f044461a0/884e28c5-4686-42cc-8fa9-ba04fb146e0b/94cfb178-af71-4a4c-bc98-85e6c2a47765) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:49.783083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.830465 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.842089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Transition to ACTIVE for port object 94cfb178-af71-4a4c-bc98-85e6c2a47765 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:49.860324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Transition to ACTIVE for port object 94cfb178-af71-4a4c-bc98-85e6c2a47765 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:49.872496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.914769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:49.917940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:49.922531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:49.925898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Pushing event updated for resources: {'Port': ['ID=94cfb178-af71-4a4c-bc98-85e6c2a47765,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:49.989722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Attempting to bind port 94cfb178-af71-4a4c-bc98-85e6c2a47765 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:49.990093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Attempting to bind port 94cfb178-af71-4a4c-bc98-85e6c2a47765 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:49.990467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Attempting to bind port 94cfb178-af71-4a4c-bc98-85e6c2a47765 on network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:49.996410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:49.996789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Checking segment: {'id': 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:49.997201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:49.997637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Bound using segment: {'id': 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:49.998130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Bound port: 94cfb178-af71-4a4c-bc98-85e6c2a47765, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1e4df547-a0e2-4ba6-8dcd-625f044461a0'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:49.998519 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.047685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.20.0.1 (1e4df547-a0e2-4ba6-8dcd-625f044461a0/884e28c5-4686-42cc-8fa9-ba04fb146e0b/7ce167e2-03aa-40a7-ad22-6d6616966cd1) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:50.075542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] For port 94cfb178-af71-4a4c-bc98-85e6c2a47765, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:50.079346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] For port 94cfb178-af71-4a4c-bc98-85e6c2a47765, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94cfb178-af71-4a4c-bc98-85e6c2a47765,segment=NetworkSegment(e8324da5-e6ac-43a6-82f1-c512b71a1a1b),segment_id=e8324da5-e6ac-43a6-82f1-c512b71a1a1b)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:50.086066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.155797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293caf45-0522-4c06-a77e-c66e93cc9754 None None] Pushing event updated for resources: {'Port': ['ID=94cfb178-af71-4a4c-bc98-85e6c2a47765,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:50.226007 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.251434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 7ce167e2-03aa-40a7-ad22-6d6616966cd1 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:50.298861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.374505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:50.378588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:50.381314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:50.419814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=7ce167e2-03aa-40a7-ad22-6d6616966cd1,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:50.459378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.630280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:50.824592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94cfb178-af71-4a4c-bc98-85e6c2a47765 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:50.910143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 94cfb178-af71-4a4c-bc98-85e6c2a47765 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:51.123801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.132480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.244467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.247453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=7ce167e2-03aa-40a7-ad22-6d6616966cd1,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:51.394058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:51.396134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:51.472900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e510ab2-194c-4dd2-8d52-8cf86e96887d None None] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:51.561337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router ca48d0bd-2f0d-485b-a73c-c2f81063fd92 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:44:51.572085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Provisioning for port 94cfb178-af71-4a4c-bc98-85e6c2a47765 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:51.579802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Provisioning complete for port 94cfb178-af71-4a4c-bc98-85e6c2a47765 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:51.580178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.681410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:51.696349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6aa03dd4-38ca-4755-93a3-e53f0d688339 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/ca48d0bd-2f0d-485b-a73c-c2f81063fd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2346337 Aug 06 18:44:51.696755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:51.718119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] Sync routers for ids ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:51.730299 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] Routers {'ca48d0bd-2f0d-485b-a73c-c2f81063fd92'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:51.731787 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:51.744451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.762905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c11c4-ca7f-4c04-ab29-7455fe2bef1e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:51.765960 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-334c11c4-ca7f-4c04-ab29-7455fe2bef1e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports/7ce167e2-03aa-40a7-ad22-6d6616966cd1 HTTP/1.1" status: 200 len: 910 time: 0.0692654 Aug 06 18:44:51.769326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42398) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:51.780149 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:51.790916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] Routers {'ca48d0bd-2f0d-485b-a73c-c2f81063fd92'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:51.791297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] For port 94cfb178-af71-4a4c-bc98-85e6c2a47765, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94cfb178-af71-4a4c-bc98-85e6c2a47765,segment=NetworkSegment(e8324da5-e6ac-43a6-82f1-c512b71a1a1b),segment_id=e8324da5-e6ac-43a6-82f1-c512b71a1a1b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:51.791867 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:51.800849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.886391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b05f-5421-4ca9-b33d-a5e885fc1b0f None None] Pushing event updated for resources: {'Port': ['ID=94cfb178-af71-4a4c-bc98-85e6c2a47765,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:51.887142 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:51.887916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca43c51d-b79b-4e1b-9295-a4c471a71ee2 None None] The sync data for ids ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:52.130699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Provisioning complete for port 94cfb178-af71-4a4c-bc98-85e6c2a47765 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:52.131396 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.260356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Provisioning for port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:52.266416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Provisioning complete for port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:52.266835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.317818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-fc87fa8e-285a-4c9d-b548-12c2bc4fc0d9 None None] Port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:52.324427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.449507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-57817c4d-ae45-4e1b-afbc-6b530bad1ae8 None None] Provisioning complete for port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:52.449848 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-57817c4d-ae45-4e1b-afbc-6b530bad1ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.513397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-57817c4d-ae45-4e1b-afbc-6b530bad1ae8 None None] Port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:52.640106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ca85f09c-dce0-43c2-b003-e209f53774d4 None None] Provisioning complete for port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:52.640690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca85f09c-dce0-43c2-b003-e209f53774d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.704433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ca85f09c-dce0-43c2-b003-e209f53774d4 None None] Port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:52.705099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 7ce167e2-03aa-40a7-ad22-6d6616966cd1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:52.705792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.725433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94cfb178-af71-4a4c-bc98-85e6c2a47765 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:44:52.783422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 94cfb178-af71-4a4c-bc98-85e6c2a47765 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:52.783864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.824051 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.840356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 7ce167e2-03aa-40a7-ad22-6d6616966cd1 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:53.097751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:53.127927 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=7ce167e2-03aa-40a7-ad22-6d6616966cd1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:53.300500 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:53.508611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router ca48d0bd-2f0d-485b-a73c-c2f81063fd92 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:53.649708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:53.659064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5c9df61e-af8b-4ed7-84ab-37b1ab3688ca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/ca48d0bd-2f0d-485b-a73c-c2f81063fd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8839443 Aug 06 18:44:53.660108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] Sync routers for ids ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:53.669072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42404) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:53.675527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] Routers {'ca48d0bd-2f0d-485b-a73c-c2f81063fd92'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:53.676538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:53.700930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c0395871-c80d-4371-b822-bcdc474cadca tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca48d0bd-2f0d-485b-a73c-c2f81063fd92 HTTP/1.1" status: 200 len: 205 time: 0.0302181 Aug 06 18:44:53.703665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42406) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:53.716977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:53.727497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] Routers {'ca48d0bd-2f0d-485b-a73c-c2f81063fd92'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:53.728136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:53.760690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:53.761347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d632-eaa2-47ba-b280-d5e356fd1863 None None] The sync data for ids ['ca48d0bd-2f0d-485b-a73c-c2f81063fd92'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:53.793364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:53.958260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:53.960907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.012696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.014779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router ca48d0bd-2f0d-485b-a73c-c2f81063fd92 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:44:54.024551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.026305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dbf4500b-f88e-488f-9b4f-a52ceb85e8a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/ca48d0bd-2f0d-485b-a73c-c2f81063fd92 HTTP/1.1" status: 204 len: 168 time: 0.3213851 Aug 06 18:44:54.029236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42410) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:54.099848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet 884e28c5-4686-42cc-8fa9-ba04fb146e0b {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:44:54.105289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.147898 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.236269 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.313165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.344305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=884e28c5-4686-42cc-8fa9-ba04fb146e0b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:54.347848 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.352842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4a7e2d69-74ff-4eb6-93a5-ef06c29b6a7f tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/884e28c5-4686-42cc-8fa9-ba04fb146e0b HTTP/1.1" status: 204 len: 168 time: 0.3221214 Aug 06 18:44:54.353317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42412) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:54.354511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09bfed-f3f5-42b7-83e5-460af4f00996 None None] Network 1e4df547-a0e2-4ba6-8dcd-625f044461a0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:44:54.436592 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.519995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 94cfb178-af71-4a4c-bc98-85e6c2a47765 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:54.520342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.552787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] DHCP port deletion for 1e4df547-a0e2-4ba6-8dcd-625f044461a0 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:44:54.620330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Deleting port 94cfb178-af71-4a4c-bc98-85e6c2a47765 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:54.620581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 94cfb178-af71-4a4c-bc98-85e6c2a47765, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94cfb178-af71-4a4c-bc98-85e6c2a47765,segment=NetworkSegment(e8324da5-e6ac-43a6-82f1-c512b71a1a1b),segment_id=e8324da5-e6ac-43a6-82f1-c512b71a1a1b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:54.620821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.620954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.636895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 94cfb178-af71-4a4c-bc98-85e6c2a47765 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:54.742761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94cfb178-af71-4a4c-bc98-85e6c2a47765 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:44:54.747264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.786203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=94cfb178-af71-4a4c-bc98-85e6c2a47765,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:54.787211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] For port 94cfb178-af71-4a4c-bc98-85e6c2a47765, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94cfb178-af71-4a4c-bc98-85e6c2a47765,segment=NetworkSegment(e8324da5-e6ac-43a6-82f1-c512b71a1a1b),segment_id=e8324da5-e6ac-43a6-82f1-c512b71a1a1b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:44:54.787881 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.790682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port 94cfb178-af71-4a4c-bc98-85e6c2a47765 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:54.792540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 94cfb178-af71-4a4c-bc98-85e6c2a47765 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:44:54.793084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94cfb178-af71-4a4c-bc98-85e6c2a47765 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:44:54.812773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Calling delete_port for 94cfb178-af71-4a4c-bc98-85e6c2a47765 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:44:54.916802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.920552 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.932291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4df547-a0e2-4ba6-8dcd-625f044461a0']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:54.944391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] Pushing event deleted for resources: {'Port': ['ID=94cfb178-af71-4a4c-bc98-85e6c2a47765,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:54.945915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:54.946334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8324da5-e6ac-43a6-82f1-c512b71a1a1b') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:54.949328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe2f83-46af-44f3-9eec-b2407c067c98 None None] No DVR routers for this DVR port 94cfb178-af71-4a4c-bc98-85e6c2a47765 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:44:54.957508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.973990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.981681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:44:54.982095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:44:54.985825 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:44:55.067257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.076524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.078230 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/1e4df547-a0e2-4ba6-8dcd-625f044461a0 HTTP/1.1" status: 204 len: 168 time: 0.7237084 Aug 06 18:44:55.084824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42414) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:55.091106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1764110236', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:55.111046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074881-fffd-4b47-a142-26d2d796d1a2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=1e4df547-a0e2-4ba6-8dcd-625f044461a0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:55.141052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.142229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.209689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.376422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.985411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.006419 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.129004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.25.3.157 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/7287557e-7cc5-4898-b646-fefd5e422d5e) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:56.271290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.324265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.370442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:56.373758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:56.376547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:56.408106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=7287557e-7cc5-4898-b646-fefd5e422d5e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:56.672331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.993868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:57.202663 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 59c2ce55-b3ab-48e0-8fee-45e11dd737db is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:44:57.336342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:57.348303 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] Sync routers for ids ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:57.358445 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:57.360839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eef2b856-2d68-4bcd-84cf-8365ada21b9e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.2743554 Aug 06 18:44:57.364881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:57.365680 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] Routers {'59c2ce55-b3ab-48e0-8fee-45e11dd737db'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:57.366031 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:57.416215 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:57.426368 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] Routers {'59c2ce55-b3ab-48e0-8fee-45e11dd737db'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:57.426970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:57.462208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:57.462928 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ce618-4851-42d2-8251-47c970ddfd6b None None] The sync data for ids ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:57.493132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5d117ef-3882-4f05-b7eb-ba0b2107b176 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers/59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 200 len: 881 time: 0.1268837 Aug 06 18:44:57.495840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:58.225415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-eeb2a1cb-06f7-4369-858a-b6f108671be6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1554961 Aug 06 18:44:58.315710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-edd72cac-bdfc-4a41-890d-8de464b48d58 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8184936 Aug 06 18:44:58.319780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42426) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:58.328526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1764110236'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:58.351165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-f19699db-318a-4be2-a622-139e68f43554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:58.353899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-f19699db-318a-4be2-a622-139e68f43554 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.0545158 Aug 06 18:44:58.533094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27961405-f46a-4e60-b0db-bbac4873ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:58.534089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-a538f9c1-6fbd-45a2-a94e-f59fa043d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:58.538321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-a538f9c1-6fbd-45a2-a94e-f59fa043d933 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1619556 Aug 06 18:44:58.628136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-0c7ef77d-c43f-494d-9361-0840bc81805f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1001 time: 0.0820539 Aug 06 18:44:58.700619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-6513c63f-7d29-4cae-ad3c-f57b01513933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:58.702640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-6513c63f-7d29-4cae-ad3c-f57b01513933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0654635 Aug 06 18:44:58.778650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-365c99b7-0691-4c7e-a06a-f2b012ff01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:58.781918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-365c99b7-0691-4c7e-a06a-f2b012ff01bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689440 Aug 06 18:44:58.804906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:58.821016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:58.930745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-5f3c8ba4-4c11-426d-a901-2b2ba88e37c0 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408007 Aug 06 18:44:58.971328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 59c2ce55-b3ab-48e0-8fee-45e11dd737db has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:44:59.098358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16840e9e-fc2e-4da8-a680-d5d4b08dea72 req-9caf1f37-1444-48e7-b144-1061171176cf service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583421 Aug 06 18:44:59.142109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:44:59.154255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:59.156443 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-993af07a-c2a6-4a87-9c89-d53fbb760082 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 200 len: 888 time: 0.8342316 Aug 06 18:44:59.160818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42430) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:59.163718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] Sync routers for ids ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:44:59.176597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] Routers {'59c2ce55-b3ab-48e0-8fee-45e11dd737db'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:59.177244 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:59.223084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:59.227304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] Routers {'59c2ce55-b3ab-48e0-8fee-45e11dd737db'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:44:59.227979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:44:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:59.271429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:44:59.272196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d863b-e45b-43d1-b597-a4ef3a2ba449 None None] The sync data for ids ['59c2ce55-b3ab-48e0-8fee-45e11dd737db'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:44:59.394288 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3021338-1be0-4d35-8f4c-f0b5a2484525 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers/59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 200 len: 888 time: 0.2311144 Aug 06 18:44:59.397311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42432) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:59.442463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98b8c961-6124-47a3-880f-ed5c4c5f7577 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 200 len: 205 time: 0.0436044 Aug 06 18:44:59.445148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42434) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:44:59.582779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:59.705761 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:59.767869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 7287557e-7cc5-4898-b646-fefd5e422d5e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:44:59.768145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:59.855402 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:59.871290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 7287557e-7cc5-4898-b646-fefd5e422d5e owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:00.090825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.124940 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=7287557e-7cc5-4898-b646-fefd5e422d5e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:00.201282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.360796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.363791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.414053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.414851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router 59c2ce55-b3ab-48e0-8fee-45e11dd737db {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:45:00.423722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.425002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f06c71e3-44b1-48c8-8f62-6e41e613ffec tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 204 len: 168 time: 0.9786196 Aug 06 18:45:00.428728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42438) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:00.434202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-1615047258'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:00.464280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:00.470463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.514544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:45:00.526105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.526479 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment c7ed28bc-ec46-47fb-979a-9dc25a27188e of type vlan for network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d Aug 06 18:45:00.575169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.618882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.627432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:00.628117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:00.700670 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2707193 Aug 06 18:45:00.705651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:00.711955 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:00.739418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fc1b3-6af2-4601-b49b-cd1eebf0d484 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=f87ec8a7-5fd3-451d-8e3f-e1b413715f1d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:00.752041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:45:00.840655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:00.845403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.137646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.237379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=664b66f7-685d-4835-b54e-d3031a9bb64a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:01.251228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': 'c7ed28bc-ec46-47fb-979a-9dc25a27188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:01.251604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: f87ec8a7-5fd3-451d-8e3f-e1b413715f1d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:45:01.276106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:45:01.288401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f87ec8a7-5fd3-451d-8e3f-e1b413715f1d) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:01.293434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:01.294115 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.299773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ddce9-0c55-464c-a5bf-0405d4b10763 None None] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:01.321297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-04e69baa-848d-4d21-9608-22fe4063f098 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6137192 Aug 06 18:45:01.325543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42446) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:01.334916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223218987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:01.384517 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.387021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.463887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.470682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.492485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.494022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ea1949ce-51fd-42e6-ba6b-df00a0f29149 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1665692 Aug 06 18:45:01.497514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42448) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:01.530440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f87ec8a7-5fd3-451d-8e3f-e1b413715f1d', 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': '664b66f7-685d-4835-b54e-d3031a9bb64a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:45:01.531655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.550541 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.741246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86456182-7e0f-4c38-84a1-a372bbedcd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.762811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Allocated IP 172.20.0.2 (f87ec8a7-5fd3-451d-8e3f-e1b413715f1d/664b66f7-685d-4835-b54e-d3031a9bb64a/cd77f54e-3ae4-4c4a-95d3-99475d0be3f8) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:01.953524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:01.964196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Transition to ACTIVE for port object cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:01.981911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Transition to ACTIVE for port object cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:01.989630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.029683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:02.035542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:02.039702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:02.049222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Pushing event updated for resources: {'Port': ['ID=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:02.108331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Attempting to bind port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:02.108331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Attempting to bind port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c7ed28bc-ec46-47fb-979a-9dc25a27188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:02.108331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Attempting to bind port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 on network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:02.115064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:02.115443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Checking segment: {'id': 'c7ed28bc-ec46-47fb-979a-9dc25a27188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:02.115856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.116262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Bound using segment: {'id': 'c7ed28bc-ec46-47fb-979a-9dc25a27188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:02.116814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Bound port: cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed28bc-ec46-47fb-979a-9dc25a27188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f87ec8a7-5fd3-451d-8e3f-e1b413715f1d'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:02.117155 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.188567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] For port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:02.192487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] For port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,segment=NetworkSegment(c7ed28bc-ec46-47fb-979a-9dc25a27188e),segment_id=c7ed28bc-ec46-47fb-979a-9dc25a27188e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:02.192745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.198884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.264847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5c2f-acd0-4c91-9c6f-fdf18e25e776 None None] Pushing event updated for resources: {'Port': ['ID=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:02.504976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.20.0.1 (f87ec8a7-5fd3-451d-8e3f-e1b413715f1d/664b66f7-685d-4835-b54e-d3031a9bb64a/2fe146d8-c6eb-4de8-a8ed-0597c21d8072) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:02.644869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.660258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:02.699945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.748651 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:02.753953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:02.754975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:02.756862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:02.783583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=2fe146d8-c6eb-4de8-a8ed-0597c21d8072,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:02.814435 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:02.821746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:02.967631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.289225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.375610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.383638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.385401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8b5c2-6ffb-4aab-80cc-01b475c87942 None None] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:03.463525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Provisioning for port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:03.465227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.471110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Provisioning complete for port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:03.471478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.475227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=2fe146d8-c6eb-4de8-a8ed-0597c21d8072,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:03.596637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:03.598447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:03.779451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 09e5acbb-b784-4e49-b58c-3868281c8286 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:45:03.855074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.901824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] For port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,segment=NetworkSegment(c7ed28bc-ec46-47fb-979a-9dc25a27188e),segment_id=c7ed28bc-ec46-47fb-979a-9dc25a27188e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:03.908406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:03.912841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:03.921909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:03.922480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1cbedcd2-9bd9-4414-8ff4-c019d9b10253 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/09e5acbb-b784-4e49-b58c-3868281c8286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229615 Aug 06 18:45:03.924810 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] Sync routers for ids ['09e5acbb-b784-4e49-b58c-3868281c8286'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:03.936578 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] Routers {'09e5acbb-b784-4e49-b58c-3868281c8286'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:03.937352 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['09e5acbb-b784-4e49-b58c-3868281c8286'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:03.974859 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:03.984964 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] Routers {'09e5acbb-b784-4e49-b58c-3868281c8286'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:03.985625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['09e5acbb-b784-4e49-b58c-3868281c8286'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:04.017216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fea73d-9f89-42c9-be2d-32c6f4727369 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:04.019407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-83fea73d-9f89-42c9-be2d-32c6f4727369 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports/2fe146d8-c6eb-4de8-a8ed-0597c21d8072 HTTP/1.1" status: 200 len: 910 time: 0.0960174 Aug 06 18:45:04.020345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c277-7f68-4fa1-b09b-3dc3d85442b5 None None] Pushing event updated for resources: {'Port': ['ID=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:04.022235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42458) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:04.025481 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:04.026174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb346eb-a0fd-46ca-94f0-3cf65326b77c None None] The sync data for ids ['09e5acbb-b784-4e49-b58c-3868281c8286'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:04.032831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '664b66f7-685d-4835-b54e-d3031a9bb64a'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:04.244371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Provisioning complete for port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:04.244749 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.244939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.366029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Provisioning for port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:04.374332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Provisioning complete for port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:04.375484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.434906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-526b39f5-6a24-4b37-8b95-b8a5ad7024df None None] Port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:04.562156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-df9c903d-ce7c-426f-af41-81ebe5927320 None None] Provisioning complete for port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:04.562611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-df9c903d-ce7c-426f-af41-81ebe5927320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.606814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-df9c903d-ce7c-426f-af41-81ebe5927320 None None] Port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:04.725135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:04.739983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.761857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.790271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-24b248d8-6ee5-489f-89f8-446e08c9e0f0 None None] Provisioning complete for port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:04.790890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-24b248d8-6ee5-489f-89f8-446e08c9e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.797649 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.864631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-24b248d8-6ee5-489f-89f8-446e08c9e0f0 None None] Port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:04.874211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:04.874586 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.893930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=2fe146d8-c6eb-4de8-a8ed-0597c21d8072,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:04.907603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:04.908736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.915004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-450dafe1-6320-4e4d-84bf-59b2eeaeb410 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/ports/2fe146d8-c6eb-4de8-a8ed-0597c21d8072 HTTP/1.1" status: 200 len: 910 time: 0.8876767 Aug 06 18:45:04.915332 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:05.346395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:05.626322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:05.626667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:05.749352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:05.764238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 2fe146d8-c6eb-4de8-a8ed-0597c21d8072 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:06.015320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.046235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=2fe146d8-c6eb-4de8-a8ed-0597c21d8072,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:06.210657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.374190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 09e5acbb-b784-4e49-b58c-3868281c8286 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:06.448303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:06.453923 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-132f3398-c2ef-4417-bafe-0cefc25116dc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/09e5acbb-b784-4e49-b58c-3868281c8286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366511 Aug 06 18:45:06.456846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42468) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:06.465232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] Sync routers for ids ['09e5acbb-b784-4e49-b58c-3868281c8286'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:06.474808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] Routers {'09e5acbb-b784-4e49-b58c-3868281c8286'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:06.475429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['09e5acbb-b784-4e49-b58c-3868281c8286'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:06.491031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-06f04e44-54a2-4480-8229-ac09a2c8d3c3 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=09e5acbb-b784-4e49-b58c-3868281c8286 HTTP/1.1" status: 200 len: 205 time: 0.0324526 Aug 06 18:45:06.495449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42470) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:06.511708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:06.531194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] Routers {'09e5acbb-b784-4e49-b58c-3868281c8286'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:06.531739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['09e5acbb-b784-4e49-b58c-3868281c8286'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:06.570536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:06.571682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230df98-90e7-4eea-b1bc-cc8174734d19 None None] The sync data for ids ['09e5acbb-b784-4e49-b58c-3868281c8286'] in n-d-793621-29 is: [] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:06.581031 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.755998 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.758561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.816324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.816752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router 09e5acbb-b784-4e49-b58c-3868281c8286 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:45:06.825785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.827197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5e458c35-84a3-4c0e-9ef1-7e82b959aa6d tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/09e5acbb-b784-4e49-b58c-3868281c8286 HTTP/1.1" status: 204 len: 168 time: 0.3306165 Aug 06 18:45:06.831816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42472) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:06.891386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet 664b66f7-685d-4835-b54e-d3031a9bb64a {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:45:06.895012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.941672 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.062294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.130143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.155462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=664b66f7-685d-4835-b54e-d3031a9bb64a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:07.162046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.167638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-124a67c5-0c85-4de8-9e6f-4e142ada4ed2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/664b66f7-685d-4835-b54e-d3031a9bb64a HTTP/1.1" status: 204 len: 168 time: 0.3308182 Aug 06 18:45:07.168850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42474) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:07.171681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555af9a1-9afe-4444-a9f0-a0eadf856ef4 None None] Network f87ec8a7-5fd3-451d-8e3f-e1b413715f1d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:07.277851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.351862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:07.352990 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.373546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] DHCP port deletion for f87ec8a7-5fd3-451d-8e3f-e1b413715f1d request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:45:07.424009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,segment=NetworkSegment(c7ed28bc-ec46-47fb-979a-9dc25a27188e),segment_id=c7ed28bc-ec46-47fb-979a-9dc25a27188e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:07.424383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.426248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Deleting port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:07.426621 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.443780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:07.497280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] For port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,segment=NetworkSegment(c7ed28bc-ec46-47fb-979a-9dc25a27188e),segment_id=c7ed28bc-ec46-47fb-979a-9dc25a27188e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:07.497977 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.513255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Calling delete_port for cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:07.530540 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.556957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:07.561873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:07.597238 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.624842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] Pushing event deleted for resources: {'Port': ['ID=cd77f54e-3ae4-4c4a-95d3-99475d0be3f8,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:07.626903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe58887-420b-4b56-99bf-38bd9e5b6aa1 None None] No DVR routers for this DVR port cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:07.653278 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.664959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87ec8a7-5fd3-451d-8e3f-e1b413715f1d']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:07.680511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed28bc-ec46-47fb-979a-9dc25a27188e') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:07.680980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed28bc-ec46-47fb-979a-9dc25a27188e') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:07.693593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.710049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.717742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:45:07.718569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:45:07.721954 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:45:07.789390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.796920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.798896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/f87ec8a7-5fd3-451d-8e3f-e1b413715f1d HTTP/1.1" status: 204 len: 168 time: 0.6300249 Aug 06 18:45:07.803683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42478) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:07.810089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695097363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:07.815088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6addc-1d0e-4049-b11d-64355c30db73 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=f87ec8a7-5fd3-451d-8e3f-e1b413715f1d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:07.840860 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.841973 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.903392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.911612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.931334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.932895 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90f6982d-fdc8-425c-9cef-7eebc14cb97e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1268780 Aug 06 18:45:07.936583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42480) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:07.941851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036317936'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:07.964628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:07.968256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:07.993959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:45:08.003566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.003914 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment 97d6a879-077d-47f5-8e9c-b5efcf2388fd of type vlan for network 65b3bf6a-5d93-4120-857e-db016ff2dacc Aug 06 18:45:08.047559 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.082378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.089101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:08.089853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.158019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2201073 Aug 06 18:45:08.161434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42482) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:08.168034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:08.168484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007555e-8fea-4f03-90bb-518a1b70d5bc tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=65b3bf6a-5d93-4120-857e-db016ff2dacc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:08.181892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:45:08.268367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:08.271259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.468633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.548247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=c261f0e8-4170-4017-a2a3-03d00c08b296,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:08.556646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:08.557009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 65b3bf6a-5d93-4120-857e-db016ff2dacc, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:45:08.579141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:45:08.592697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 65b3bf6a-5d93-4120-857e-db016ff2dacc) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:08.599243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:08.599642 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.602730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c54e7f-6c97-4d51-ba31-a7be560c2354 None None] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:08.624902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-67667f83-650a-4e5f-8929-b2a30e345140 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4573507 Aug 06 18:45:08.625290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42486) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:08.723924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:08.748329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:08.748755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device cd77f54e-3ae4-4c4a-95d3-99475d0be3f8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:08.799968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-65b3bf6a-5d93-4120-857e-db016ff2dacc', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:45:08.800972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.965285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Allocated IP 172.20.0.2 (65b3bf6a-5d93-4120-857e-db016ff2dacc/c261f0e8-4170-4017-a2a3-03d00c08b296/91584e9c-69bf-4ea1-8d4b-2154e945d168) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:09.016139 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.149991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.163806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Transition to ACTIVE for port object 91584e9c-69bf-4ea1-8d4b-2154e945d168 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:09.191499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Transition to ACTIVE for port object 91584e9c-69bf-4ea1-8d4b-2154e945d168 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:09.202248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.264520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:09.274941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:09.279902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:09.304542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Pushing event updated for resources: {'Port': ['ID=91584e9c-69bf-4ea1-8d4b-2154e945d168,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:09.377643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Attempting to bind port 91584e9c-69bf-4ea1-8d4b-2154e945d168 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:09.378099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Attempting to bind port 91584e9c-69bf-4ea1-8d4b-2154e945d168 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:09.378541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Attempting to bind port 91584e9c-69bf-4ea1-8d4b-2154e945d168 on network 65b3bf6a-5d93-4120-857e-db016ff2dacc {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:09.385477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:09.385835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Checking segment: {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:09.386634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.387153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Bound using segment: {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:09.387750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Bound port: 91584e9c-69bf-4ea1-8d4b-2154e945d168, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:09.388154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.408063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.20.0.1 (65b3bf6a-5d93-4120-857e-db016ff2dacc/c261f0e8-4170-4017-a2a3-03d00c08b296/f8021999-4bae-463d-a012-8cd3ae235e45) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:09.463660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] For port 91584e9c-69bf-4ea1-8d4b-2154e945d168, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:09.467462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] For port 91584e9c-69bf-4ea1-8d4b-2154e945d168, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=91584e9c-69bf-4ea1-8d4b-2154e945d168,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:09.472621 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.533959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6842-beab-4fa1-af4e-5846030c7c84 None None] Pushing event updated for resources: {'Port': ['ID=91584e9c-69bf-4ea1-8d4b-2154e945d168,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:09.555185 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.576201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object f8021999-4bae-463d-a012-8cd3ae235e45 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:09.618279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.666059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:09.670141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:09.673155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:09.731448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:09.770155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.924232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:10.271694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:10.278747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:10.377811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:10.382790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:10.539080 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:10.540780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:10.586551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:10.658535 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31efdf-f8a4-4925-a6cc-0005e8f924ef None None] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:10.826551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 91584e9c-69bf-4ea1-8d4b-2154e945d168 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:10.838286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b04b717c-91e1-4d5a-952e-ef2a83d0de70 None None] Provisioning for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:10.956598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:10.968250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:10.968870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.118524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.132401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:45:11.177940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 91584e9c-69bf-4ea1-8d4b-2154e945d168, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=91584e9c-69bf-4ea1-8d4b-2154e945d168,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:11.187725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.266286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:11.274202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=91584e9c-69bf-4ea1-8d4b-2154e945d168,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:11.275016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-efae7e6c-1e92-4cb6-b0d1-5368e84ed0ee tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6487188 Aug 06 18:45:11.279675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42502) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:11.282775 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:11.290781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-756294692'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:11.296212 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:11.297156 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:11.341314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:11.347800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.411274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:45:11.412851 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:11.424265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Provisioning complete for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:11.425543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.426280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.426853 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment 4a89273f-1b26-4fbc-be98-562552662343 of type vlan for network 969ae08d-60eb-4781-aaf6-adfd450ada72 Aug 06 18:45:11.482030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.545400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.565600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:11.567133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.666255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Provisioning for port f8021999-4bae-463d-a012-8cd3ae235e45 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:11.672725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Provisioning complete for port f8021999-4bae-463d-a012-8cd3ae235e45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:11.673171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.709981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42504) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:11.710555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4280922 Aug 06 18:45:11.717617 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:11.722776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3745e8-44be-42f9-921b-3082430a0f60 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=969ae08d-60eb-4781-aaf6-adfd450ada72,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:11.748752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:45:11.858217 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:09Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:10Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:11.867148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:11.873482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1b41244c-fbf6-4997-9156-afbaa98b10dd None None] Port f8021999-4bae-463d-a012-8cd3ae235e45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:11.881397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:11.967593 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:11.968104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Updating router 344a3463-329c-4d43-a533-e584a76e4f78 port f8021999-4bae-463d-a012-8cd3ae235e45 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:45:11.968630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.028622 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.076060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-53c718ea-72fb-4300-a3a4-946e19c35a04 None None] Provisioning complete for port f8021999-4bae-463d-a012-8cd3ae235e45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:12.076755 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53c718ea-72fb-4300-a3a4-946e19c35a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.227583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-53c718ea-72fb-4300-a3a4-946e19c35a04 None None] Port f8021999-4bae-463d-a012-8cd3ae235e45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:12.246710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.319277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:12.335220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:12.335926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 969ae08d-60eb-4781-aaf6-adfd450ada72, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:45:12.352551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6ed1b127-f875-4141-b47f-b7ec7a8022c7 None None] Provisioning complete for port f8021999-4bae-463d-a012-8cd3ae235e45 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:12.353480 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6ed1b127-f875-4141-b47f-b7ec7a8022c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.366471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:45:12.382727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 969ae08d-60eb-4781-aaf6-adfd450ada72) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:12.395947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:12.396263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.402513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540291cc-adaf-4f58-abf4-c76b26d59b03 None None] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:12.421577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-66767b13-2860-471b-8711-158bbf72a3d8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7079787 Aug 06 18:45:12.421930 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.425610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42508) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:12.436952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1b127-f875-4141-b47f-b7ec7a8022c7 None None] Port f8021999-4bae-463d-a012-8cd3ae235e45 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:12.443193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Transition to ACTIVE for port object f8021999-4bae-463d-a012-8cd3ae235e45 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:12.454289 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.601062 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Pushing event updated for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:12.630285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-969ae08d-60eb-4781-aaf6-adfd450ada72', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:45:12.631351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.646483 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.647049 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.647591 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.648170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.648720 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.649274 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.649840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.650369 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.650898 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.651432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.651976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.652655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:12.687750 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Attempting to bind port f8021999-4bae-463d-a012-8cd3ae235e45 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:12.688170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Attempting to bind port f8021999-4bae-463d-a012-8cd3ae235e45 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:12.688732 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Attempting to bind port f8021999-4bae-463d-a012-8cd3ae235e45 on network 65b3bf6a-5d93-4120-857e-db016ff2dacc {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:12.704625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:12.718252 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Checking segment: {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:12.718957 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.719573 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Bound using segment: {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:12.720308 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Bound port: f8021999-4bae-463d-a012-8cd3ae235e45, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d6a879-077d-47f5-8e9c-b5efcf2388fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:12.720877 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.804612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 91584e9c-69bf-4ea1-8d4b-2154e945d168 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:12.835454 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] For port f8021999-4bae-463d-a012-8cd3ae235e45, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:12.844052 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] For port f8021999-4bae-463d-a012-8cd3ae235e45, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8021999-4bae-463d-a012-8cd3ae235e45,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:12.852868 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:12.941272 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f2978-47c3-41a2-84b2-5e85bd79361c None None] Pushing event updated for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:12.945709 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:12.946652 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:12.986605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Allocated IP 172.21.0.2 (969ae08d-60eb-4781-aaf6-adfd450ada72/c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f/97b10a80-1377-49ba-a590-13c7b5a0899b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:13.007843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:13.008309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.077749 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:13.095449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.339504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.376499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Transition to ACTIVE for port object 97b10a80-1377-49ba-a590-13c7b5a0899b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:13.413589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Transition to ACTIVE for port object 97b10a80-1377-49ba-a590-13c7b5a0899b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:13.428362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.533113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Pushing event updated for resources: {'Port': ['ID=97b10a80-1377-49ba-a590-13c7b5a0899b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:13.545202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:13.547822 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:13.557394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:13.596449 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:09Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:12Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:13.628508 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21eb739-dcbb-401c-b09c-c8b24933dd0d None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:09Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:12Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:13.668219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.21.0.1 (969ae08d-60eb-4781-aaf6-adfd450ada72/c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f/6b2f1dcd-77cc-4c48-8659-3e830521f315) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:13.871766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Attempting to bind port 97b10a80-1377-49ba-a590-13c7b5a0899b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:13.872601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Attempting to bind port 97b10a80-1377-49ba-a590-13c7b5a0899b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:13.872796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Attempting to bind port 97b10a80-1377-49ba-a590-13c7b5a0899b on network 969ae08d-60eb-4781-aaf6-adfd450ada72 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:13.880289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:13.880760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Checking segment: {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:13.881342 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.881954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Bound using segment: {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:13.882576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Bound port: 97b10a80-1377-49ba-a590-13c7b5a0899b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:13.883069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.890380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:13.917154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 6b2f1dcd-77cc-4c48-8659-3e830521f315 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:13.982958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:14.089105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] For port 97b10a80-1377-49ba-a590-13c7b5a0899b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:14.095453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] For port 97b10a80-1377-49ba-a590-13c7b5a0899b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=97b10a80-1377-49ba-a590-13c7b5a0899b,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:14.105680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:14.118180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:14.121536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:14.126355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:14.188220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:14.256856 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:14.275018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce939-c338-4811-9e37-aad64abb25c2 None None] Pushing event updated for resources: {'Port': ['ID=97b10a80-1377-49ba-a590-13c7b5a0899b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:14.587497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:14.771577 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:45:14.923950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8021999-4bae-463d-a012-8cd3ae235e45 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:15.038057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f8021999-4bae-463d-a012-8cd3ae235e45 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:15.048735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f8021999-4bae-463d-a012-8cd3ae235e45 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:15.050309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.138235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.146279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.183017 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.230036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f8021999-4bae-463d-a012-8cd3ae235e45, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8021999-4bae-463d-a012-8cd3ae235e45,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:15.239375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.242174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.243577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 97b10a80-1377-49ba-a590-13c7b5a0899b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:15.254470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:15.368483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:15.380918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:15.384728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:15.393316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 97b10a80-1377-49ba-a590-13c7b5a0899b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:15.542511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:15.553566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54014ad1-cfad-4d51-a972-4d1becf91ca2 req-56a758de-0ffc-4b36-a58a-9415dd22784b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:15.555282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54014ad1-cfad-4d51-a972-4d1becf91ca2 req-56a758de-0ffc-4b36-a58a-9415dd22784b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0805788 Aug 06 18:45:15.692869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54014ad1-cfad-4d51-a972-4d1becf91ca2 req-151d4151-896f-4aff-bca9-a6b0067b90dc tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272612 Aug 06 18:45:15.719369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:15.728877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42534) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:15.733898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-56af2993-2d98-464e-af56-e7c48d68bfa9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054557 Aug 06 18:45:15.735892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-336962796'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:15.744544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741d65d-3362-4be5-bd27-d789b18e19a9 None None] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:15.767481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:15.771611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.803109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:45:15.815328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.815674 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment 94126be3-0af6-4ec4-94d7-c967d0ab5008 of type vlan for network 814dfd8a-3f37-4f17-9430-2e5819eff01a Aug 06 18:45:15.863998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Provisioning for port 97b10a80-1377-49ba-a590-13c7b5a0899b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:15.871480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Provisioning complete for port 97b10a80-1377-49ba-a590-13c7b5a0899b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:15.871897 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.872531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.928688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.940130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:15.941807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:15.995318 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2649245 Aug 06 18:45:15.999864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42536) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:16.005516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:16.063712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.067097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014635-6cdf-4224-80a1-883010cc4e27 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=814dfd8a-3f37-4f17-9430-2e5819eff01a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:16.100439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:45:16.177733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:16.184825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.207736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] For port 97b10a80-1377-49ba-a590-13c7b5a0899b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=97b10a80-1377-49ba-a590-13c7b5a0899b,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:16.225021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:16.232038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.275450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:16.276102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:16.383606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48396a-885e-4285-8301-52523a15fcf7 None None] Pushing event updated for resources: {'Port': ['ID=97b10a80-1377-49ba-a590-13c7b5a0899b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:16.412735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:16.478785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.492180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Provisioning for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:16.500757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Provisioning complete for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:16.501112 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.593022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Port 6b2f1dcd-77cc-4c48-8659-3e830521f315 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:16.599931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:16.613034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:16.613398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 814dfd8a-3f37-4f17-9430-2e5819eff01a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:45:16.642223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:45:16.648031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Provisioning complete for port 97b10a80-1377-49ba-a590-13c7b5a0899b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:16.648475 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0197e08f-9e52-4da7-985a-1dbf168d2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.658675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 814dfd8a-3f37-4f17-9430-2e5819eff01a) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:16.669169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:16.670135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:16.676215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01ef98-b594-4dd1-af24-3891d0392fe4 None None] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:16.697648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4a00224-fe18-4ee5-9200-1ba4a783514e tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6947505 Aug 06 18:45:16.699459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:16.770926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8021999-4bae-463d-a012-8cd3ae235e45 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:16.894330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4b15f-60f9-4437-b2d9-c7a4e87e7884 req-1a8ca5c5-3494-4050-a834-46b032ce4250 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:16.896906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ce4b15f-60f9-4437-b2d9-c7a4e87e7884 req-1a8ca5c5-3494-4050-a834-46b032ce4250 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0660498 Aug 06 18:45:16.965931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ce4b15f-60f9-4437-b2d9-c7a4e87e7884 req-689368d7-5ba9-4d5e-b7a6-174bd979c0aa tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593722 Aug 06 18:45:16.994010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f8021999-4bae-463d-a012-8cd3ae235e45 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:16.994455 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.007875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:14Z', 'revision_number': 3, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:14Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:17.091695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02335039-8148-44e0-bc99-80514d60438e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-814dfd8a-3f37-4f17-9430-2e5819eff01a', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:45:17.092579 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.099459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:17.099865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Updating router 344a3463-329c-4d43-a533-e584a76e4f78 port 6b2f1dcd-77cc-4c48-8659-3e830521f315 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:45:17.158627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.184359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c5bd4ca7-7ce9-4e99-871a-60ea907f51f3 None None] Provisioning complete for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:17.184793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4ca7-7ce9-4e99-871a-60ea907f51f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.418495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd4ca7-7ce9-4e99-871a-60ea907f51f3 None None] Port 6b2f1dcd-77cc-4c48-8659-3e830521f315 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:17.528893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 97b10a80-1377-49ba-a590-13c7b5a0899b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:17.567908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-02335039-8148-44e0-bc99-80514d60438e None None] Allocated IP 172.22.0.2 (814dfd8a-3f37-4f17-9430-2e5819eff01a/46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0/114834b3-9e9d-438b-9775-6343064e8e8f) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:17.667927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.757187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 97b10a80-1377-49ba-a590-13c7b5a0899b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:17.757582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:17.961170 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.010443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-02335039-8148-44e0-bc99-80514d60438e None None] Transition to ACTIVE for port object 114834b3-9e9d-438b-9775-6343064e8e8f will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:18.066240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.079317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-02335039-8148-44e0-bc99-80514d60438e None None] Transition to ACTIVE for port object 114834b3-9e9d-438b-9775-6343064e8e8f will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:18.084982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Transition to ACTIVE for port object 6b2f1dcd-77cc-4c48-8659-3e830521f315 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:18.094021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.156240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba80f0-1db3-4802-a660-812d7a3329fe req-24c7dcf6-634b-4e0b-91ed-9060d0c86886 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:18.159081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5ba80f0-1db3-4802-a660-812d7a3329fe req-24c7dcf6-634b-4e0b-91ed-9060d0c86886 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0777628 Aug 06 18:45:18.161841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.22.0.1 (814dfd8a-3f37-4f17-9430-2e5819eff01a/46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0/54e3a1d8-dbd4-4346-a027-c37b31ed907b) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:18.224582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5ba80f0-1db3-4802-a660-812d7a3329fe req-d1036f8e-87b4-4ad4-b40c-19c0b20d32aa tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523984 Aug 06 18:45:18.304049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.335641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02335039-8148-44e0-bc99-80514d60438e None None] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:18.337243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02335039-8148-44e0-bc99-80514d60438e None None] Pushing event updated for resources: {'Port': ['ID=114834b3-9e9d-438b-9775-6343064e8e8f,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:18.343904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-02335039-8148-44e0-bc99-80514d60438e None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:18.350890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02335039-8148-44e0-bc99-80514d60438e None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:18.357351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.384252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 54e3a1d8-dbd4-4346-a027-c37b31ed907b will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:18.461651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.516314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654533f-757d-4cb9-8f0c-3d0252a0f032 None None] Pushing event updated for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:18.547967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:18.558712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:18.566310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:18.578179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-02335039-8148-44e0-bc99-80514d60438e None None] Attempting to bind port 114834b3-9e9d-438b-9775-6343064e8e8f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:18.578582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-02335039-8148-44e0-bc99-80514d60438e None None] Attempting to bind port 114834b3-9e9d-438b-9775-6343064e8e8f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:18.578950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02335039-8148-44e0-bc99-80514d60438e None None] Attempting to bind port 114834b3-9e9d-438b-9775-6343064e8e8f on network 814dfd8a-3f37-4f17-9430-2e5819eff01a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:18.594985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02335039-8148-44e0-bc99-80514d60438e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:18.595525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02335039-8148-44e0-bc99-80514d60438e None None] Checking segment: {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:18.595983 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.596197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02335039-8148-44e0-bc99-80514d60438e None None] Bound using segment: {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:18.596693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-02335039-8148-44e0-bc99-80514d60438e None None] Bound port: 114834b3-9e9d-438b-9775-6343064e8e8f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:18.597235 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.604732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:18.621212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Attempting to bind port 6b2f1dcd-77cc-4c48-8659-3e830521f315 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:18.621710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Attempting to bind port 6b2f1dcd-77cc-4c48-8659-3e830521f315 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:18.622132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Attempting to bind port 6b2f1dcd-77cc-4c48-8659-3e830521f315 on network 969ae08d-60eb-4781-aaf6-adfd450ada72 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:18.631241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:18.631581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Checking segment: {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:18.631770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.632014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.632422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Bound using segment: {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:18.632962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Bound port: 6b2f1dcd-77cc-4c48-8659-3e830521f315, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a89273f-1b26-4fbc-be98-562552662343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:18.633547 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.738400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-02335039-8148-44e0-bc99-80514d60438e None None] For port 114834b3-9e9d-438b-9775-6343064e8e8f, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:18.791376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-02335039-8148-44e0-bc99-80514d60438e None None] For port 114834b3-9e9d-438b-9775-6343064e8e8f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=114834b3-9e9d-438b-9775-6343064e8e8f,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:18.798422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] For port 6b2f1dcd-77cc-4c48-8659-3e830521f315, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:18.815752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-02335039-8148-44e0-bc99-80514d60438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.822601 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.838993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] For port 6b2f1dcd-77cc-4c48-8659-3e830521f315, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b2f1dcd-77cc-4c48-8659-3e830521f315,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:18.885697 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:18.941812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02335039-8148-44e0-bc99-80514d60438e None None] Pushing event updated for resources: {'Port': ['ID=114834b3-9e9d-438b-9775-6343064e8e8f,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:18.977826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:18.978614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:19.097023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654533f-757d-4cb9-8f0c-3d0252a0f032 None None] Pushing event updated for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:19.134573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:19.250904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:19.257078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:19.362894 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:19.379524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:19.465842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36eae-2022-412b-9985-7905998168eb req-c97c66df-dac2-4b2d-b8c6-76cc931b6b67 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:19.468967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4d36eae-2022-412b-9985-7905998168eb req-c97c66df-dac2-4b2d-b8c6-76cc931b6b67 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1181757 Aug 06 18:45:19.530331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:19.532302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:19.534458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 1, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:19.540971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4d36eae-2022-412b-9985-7905998168eb req-395c9a6d-420a-4165-b33b-35b0830b31b7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557587 Aug 06 18:45:19.588624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79195043-2e2f-4a5d-a6a5-1327e98c52b6 None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 1, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:19.683294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:19.833776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:19.844695 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3f66cfb9-9981-45be-8750-e1d9ba7d75ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385531 Aug 06 18:45:19.844695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42546) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:19.850811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'network': {'name': 'tempest-RoutersTest-74525332'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:19.879789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:19.886868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:19.933127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:45:19.947942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:19.948392 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added segment e8786585-277c-4d47-9890-0a50dada5e1d of type vlan for network 744b1bc4-e39b-4565-8cac-312626cff8b2 Aug 06 18:45:20.024091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:20.077102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:20.088972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:20.090404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:20.155898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3082335 Aug 06 18:45:20.159338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:20.168832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'subnet': {'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:20.232905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325d794-be85-4f2e-8309-7df662844641 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Network': ['ID=744b1bc4-e39b-4565-8cac-312626cff8b2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:20.256091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:45:20.284132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17de70-dc62-48a2-9851-a6809c16ae1a None None] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:20.363675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Made reservation on behalf of d0e29a93fec04f40be357e6d30a8972c for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:45:20.375941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:20.452650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-62bb0013-262c-49e6-934b-5206f6dcf7cb None None] Provisioning for port 114834b3-9e9d-438b-9775-6343064e8e8f completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:20.835544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:20.895782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ef51-c343-4aed-a2bc-6f02de59d5f4 req-8c5ca6db-bbb6-4602-8940-6eff57700cb6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:20.897732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a07ef51-c343-4aed-a2bc-6f02de59d5f4 req-8c5ca6db-bbb6-4602-8940-6eff57700cb6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1487932 Aug 06 18:45:20.956637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 114834b3-9e9d-438b-9775-6343064e8e8f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:21.004750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Subnet': ['ID=d11fd0b1-3b87-49bd-9154-9e320db2dbcf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:21.018839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Checking segment: {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:21.019449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network hostable DHCP agents. Network: 744b1bc4-e39b-4565-8cac-312626cff8b2, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:45:21.029499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a07ef51-c343-4aed-a2bc-6f02de59d5f4 req-77cff38f-af02-4bdf-8509-083f4b3e4bb3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955110 Aug 06 18:45:21.067362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 114834b3-9e9d-438b-9775-6343064e8e8f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:21.069941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:45:21.078558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 114834b3-9e9d-438b-9775-6343064e8e8f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:21.079222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.092642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 744b1bc4-e39b-4565-8cac-312626cff8b2) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:21.114039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:21.119533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.119786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a0554-7133-465c-b2bf-165fde4d60d7 None None] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:21.146661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8d60f96d-9463-4353-9441-d4d7ec460d31 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9853790 Aug 06 18:45:21.150091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42552) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:21.264887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Provisioning for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:21.295834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Provisioning complete for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:21.296424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.407569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Port 54e3a1d8-dbd4-4346-a027-c37b31ed907b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:21.469389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Provisioning complete for port 114834b3-9e9d-438b-9775-6343064e8e8f triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:21.470047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2319-a2d6-4c78-9edc-d5966e877a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.473392 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.510443 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:21.527424 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:21.528574 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:21.617303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 114834b3-9e9d-438b-9775-6343064e8e8f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=114834b3-9e9d-438b-9775-6343064e8e8f,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:21.643905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.644790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b2f1dcd-77cc-4c48-8659-3e830521f315 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:21.655912 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.701123 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:21.752051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-744b1bc4-e39b-4565-8cac-312626cff8b2', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:45:21.753614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:21.891437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:21.895170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=114834b3-9e9d-438b-9775-6343064e8e8f,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:21.976825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:21.976825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.016436 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:19Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:22.057310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:22.057688 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Updating router 344a3463-329c-4d43-a533-e584a76e4f78 port 54e3a1d8-dbd4-4346-a027-c37b31ed907b binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:45:22.086154 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.118421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Allocated IP 172.23.0.2 (744b1bc4-e39b-4565-8cac-312626cff8b2/d11fd0b1-3b87-49bd-9154-9e320db2dbcf/f77e0c90-bd0f-4478-af5c-4a57926fcbe4) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:22.180455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7e35be5b-41cf-4104-82ff-714750d0ccc9 None None] Provisioning complete for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:22.180831 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7e35be5b-41cf-4104-82ff-714750d0ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.184648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.286710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7e35be5b-41cf-4104-82ff-714750d0ccc9 None None] Port 54e3a1d8-dbd4-4346-a027-c37b31ed907b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:22.306666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 6b2f1dcd-77cc-4c48-8659-3e830521f315, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b2f1dcd-77cc-4c48-8659-3e830521f315,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:22.316558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.335960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7b73-2f52-4bb1-9aec-649bfbd89cc5 req-b1cabf2f-e32f-4144-8fd0-5f24e645ec5c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:22.338129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89dc7b73-2f52-4bb1-9aec-649bfbd89cc5 req-b1cabf2f-e32f-4144-8fd0-5f24e645ec5c tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1257784 Aug 06 18:45:22.412614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:22.414047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-89dc7b73-2f52-4bb1-9aec-649bfbd89cc5 req-3fabd26b-2f13-4a68-8a0a-ec44bfe734f5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596676 Aug 06 18:45:22.422139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.435069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Transition to ACTIVE for port object f77e0c90-bd0f-4478-af5c-4a57926fcbe4 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:22.466096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Transition to ACTIVE for port object f77e0c90-bd0f-4478-af5c-4a57926fcbe4 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:22.477030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.504448 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.516806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Transition to ACTIVE for port object 54e3a1d8-dbd4-4346-a027-c37b31ed907b will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:22.525867 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.546093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:22.548233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Allocated IP 172.23.0.1 (744b1bc4-e39b-4565-8cac-312626cff8b2/d11fd0b1-3b87-49bd-9154-9e320db2dbcf/379b4fe7-b4c5-4c44-96c6-02619ae36664) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:22.555335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:22.558685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Pushing event updated for resources: {'Port': ['ID=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:22.563270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:22.585951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eb833-b4cb-4fd1-bd5e-e16ad3ca55ad None None] Pushing event updated for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:22.653864 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Attempting to bind port 54e3a1d8-dbd4-4346-a027-c37b31ed907b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:22.655288 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Attempting to bind port 54e3a1d8-dbd4-4346-a027-c37b31ed907b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:22.655877 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Attempting to bind port 54e3a1d8-dbd4-4346-a027-c37b31ed907b on network 814dfd8a-3f37-4f17-9430-2e5819eff01a {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:22.663090 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:22.663573 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Checking segment: {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:22.663827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Attempting to bind port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:22.663993 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.664262 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Bound using segment: {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:22.664828 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Bound port: 54e3a1d8-dbd4-4346-a027-c37b31ed907b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94126be3-0af6-4ec4-94d7-c967d0ab5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:22.665216 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.665983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Attempting to bind port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:22.666838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Attempting to bind port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 on network 744b1bc4-e39b-4565-8cac-312626cff8b2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:22.680516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:22.681819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Checking segment: {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:22.682310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.682936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Bound using segment: {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:22.683729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Bound port: f77e0c90-bd0f-4478-af5c-4a57926fcbe4, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:22.684350 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.758521 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.787938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] For port f77e0c90-bd0f-4478-af5c-4a57926fcbe4, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:22.794707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Transition to ACTIVE for port object 379b4fe7-b4c5-4c44-96c6-02619ae36664 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:22.795023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] For port f77e0c90-bd0f-4478-af5c-4a57926fcbe4, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:22.802892 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] For port 54e3a1d8-dbd4-4346-a027-c37b31ed907b, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:22.809093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.811475 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] For port 54e3a1d8-dbd4-4346-a027-c37b31ed907b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54e3a1d8-dbd4-4346-a027-c37b31ed907b,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:22.824725 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.844712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 114834b3-9e9d-438b-9775-6343064e8e8f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:22.890528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.934584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50ed42-51be-49aa-88e4-9500cddd5328 None None] Pushing event updated for resources: {'Port': ['ID=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:22.956919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 114834b3-9e9d-438b-9775-6343064e8e8f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:22.959058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.973051 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:22.974207 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:22.980506 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eb833-b4cb-4fd1-bd5e-e16ad3ca55ad None None] Pushing event updated for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:23.010707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:23.078030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:23.087762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:23.092904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:23.206734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:23.211269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b2f1dcd-77cc-4c48-8659-3e830521f315 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:23.218596 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.318876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6b2f1dcd-77cc-4c48-8659-3e830521f315 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:23.319512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.490736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.613041 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:23.647147 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc4f09-d670-4769-b3bb-270c6ee4e5c4 None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:18Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:23.681676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623bfe2-2a18-4db2-b667-48773711b63d req-8b8289ea-6a7e-4385-a0ff-f1250c047b80 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:23.683450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3623bfe2-2a18-4db2-b667-48773711b63d req-8b8289ea-6a7e-4385-a0ff-f1250c047b80 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1378829 Aug 06 18:45:23.757691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3623bfe2-2a18-4db2-b667-48773711b63d req-56f688ea-d92b-44ce-aa8b-b8c422253e97 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641477 Aug 06 18:45:23.873958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.880393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.971091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:23.973641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event updated for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:24.142693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:24.144762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:24.271080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1dfdb1-f903-4fb9-a79b-52974aef23a4 None None] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:24.277720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:24.388367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:24.398570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df2bcc48-4df0-42a7-904b-6e8970ec8ea1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2425096 Aug 06 18:45:24.398846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42558) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:24.405621 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:24.496126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:24.523880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:24.524658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:24.529965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f8b9dd25-c272-404a-93d4-68dd28e80156 None None] Provisioning for port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:24.675030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:24.968014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54e3a1d8-dbd4-4346-a027-c37b31ed907b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:24.974098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb639d5e-5557-424d-9814-5a620a7d6fb9 req-4cc31c2b-2c91-4ef4-b51c-9e0202c1f92b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:24.976136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb639d5e-5557-424d-9814-5a620a7d6fb9 req-4cc31c2b-2c91-4ef4-b51c-9e0202c1f92b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1131322 Aug 06 18:45:24.976942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.extraroute_db [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:45:25.011744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.extraroute_db [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Removed routes are [] {{(pid=94121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:45:25.012996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.052102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb639d5e-5557-424d-9814-5a620a7d6fb9 req-81561f3c-47bb-425d-9705-98c30ee673c5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635915 Aug 06 18:45:25.145893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:25.154835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:25.155460 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.233674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:23Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:23Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:25.284777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:25.285128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Updating router 344a3463-329c-4d43-a533-e584a76e4f78 port 379b4fe7-b4c5-4c44-96c6-02619ae36664 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:45:25.348463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.371424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.378011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.382636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9842fbb5-4871-48ff-9b91-ccc7d78bf84a None None] Provisioning for port 379b4fe7-b4c5-4c44-96c6-02619ae36664 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:25.404736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.411482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9842fbb5-4871-48ff-9b91-ccc7d78bf84a None None] Provisioning complete for port 379b4fe7-b4c5-4c44-96c6-02619ae36664 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:25.411854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9842fbb5-4871-48ff-9b91-ccc7d78bf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.553946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:25.557004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 54e3a1d8-dbd4-4346-a027-c37b31ed907b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54e3a1d8-dbd4-4346-a027-c37b31ed907b,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:25.558336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9842fbb5-4871-48ff-9b91-ccc7d78bf84a None None] Port 379b4fe7-b4c5-4c44-96c6-02619ae36664 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:25.571463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.572307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f77e0c90-bd0f-4478-af5c-4a57926fcbe4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:25.672632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:25.681549 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.686741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a1d54a4b-53a1-473d-92a8-838f3b2a0907 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 934 time: 1.2864652 Aug 06 18:45:25.687740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:25.776948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:25.809429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:25.811403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d9529878-7445-448f-8df5-327cf45cd966 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 934 time: 0.1221628 Aug 06 18:45:25.815276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:25.823218 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'routes': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:25.836853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:25.837310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.878957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-716cda16-18c9-4fd3-9a0b-bb3c02f3780e None None] Provisioning complete for port 379b4fe7-b4c5-4c44-96c6-02619ae36664 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:25.879334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-716cda16-18c9-4fd3-9a0b-bb3c02f3780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.921764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.947386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Transition to ACTIVE for port object 379b4fe7-b4c5-4c44-96c6-02619ae36664 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:45:25.953669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-716cda16-18c9-4fd3-9a0b-bb3c02f3780e None None] Port 379b4fe7-b4c5-4c44-96c6-02619ae36664 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:45:25.962300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.051884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.068241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08267d27-c234-4b63-9008-e8090da4cdce None None] Pushing event updated for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:26.150431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f77e0c90-bd0f-4478-af5c-4a57926fcbe4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:26.159142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Attempting to bind port 379b4fe7-b4c5-4c44-96c6-02619ae36664 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:45:26.159578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Attempting to bind port 379b4fe7-b4c5-4c44-96c6-02619ae36664 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:45:26.159946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Attempting to bind port 379b4fe7-b4c5-4c44-96c6-02619ae36664 on network 744b1bc4-e39b-4565-8cac-312626cff8b2 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:45:26.162278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.215144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:45:26.215789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Checking segment: {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:45:26.216255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.216924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Bound using segment: {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:45:26.217684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Bound port: 379b4fe7-b4c5-4c44-96c6-02619ae36664, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8786585-277c-4d47-9890-0a50dada5e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:45:26.218191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.330835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:26.344456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa60a-1e9b-4d78-963d-d82b5f0bab68 req-a052e226-6722-4bee-9dc7-f9c6fffa837e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:26.346269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f8fa60a-1e9b-4d78-963d-d82b5f0bab68 req-a052e226-6722-4bee-9dc7-f9c6fffa837e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1207330 Aug 06 18:45:26.411763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] For port 379b4fe7-b4c5-4c44-96c6-02619ae36664, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:45:26.419933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] For port 379b4fe7-b4c5-4c44-96c6-02619ae36664, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=379b4fe7-b4c5-4c44-96c6-02619ae36664,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:45:26.427203 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.451986 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f8fa60a-1e9b-4d78-963d-d82b5f0bab68 req-ed9da6e7-2079-4d03-9dc5-29e1afeefd86 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771523 Aug 06 18:45:26.470108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added routes are [] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:45:26.470753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:45:26.513300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:26.514504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:26.533206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.570482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08267d27-c234-4b63-9008-e8090da4cdce None None] Pushing event updated for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:26.687809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:26.843725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54e3a1d8-dbd4-4346-a027-c37b31ed907b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:26.936237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.946208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ad0d-7b04-46be-8e58-45c80cc5a775 req-66cda040-e801-45b4-84e4-11c1c20fe6e7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:26.947930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8324ad0d-7b04-46be-8e58-45c80cc5a775 req-66cda040-e801-45b4-84e4-11c1c20fe6e7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 945 time: 0.1274068 Aug 06 18:45:26.951099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:27.022119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 54e3a1d8-dbd4-4346-a027-c37b31ed907b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:27.022493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:27.106051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8324ad0d-7b04-46be-8e58-45c80cc5a775 req-c2f8b760-1f75-4de5-866b-fc44e844c18f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504786 Aug 06 18:45:27.142883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:27.162527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f77e0c90-bd0f-4478-af5c-4a57926fcbe4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:27.168637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:24Z', 'revision_number': 6, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:27.235388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22ac52-f00b-4f5a-bac4-cb42dddb88ac None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:24Z', 'revision_number': 6, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:27.268350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:27.268951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:27.615694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:27.624088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:27.625414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a7641382-b060-470b-96a1-4ba33f5335cd tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 700 time: 1.8083391 Aug 06 18:45:27.628428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:27.643770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd266-999a-4aac-b88a-7296aa5e18da req-d9dc8c4b-893f-48dc-bf28-1059312cdbb2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:27.645412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65cbd266-999a-4aac-b88a-7296aa5e18da req-d9dc8c4b-893f-48dc-bf28-1059312cdbb2 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 945 time: 0.1353693 Aug 06 18:45:27.765964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65cbd266-999a-4aac-b88a-7296aa5e18da req-20848e61-ef5e-4a6b-bacc-aaff076dd7de tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887613 Aug 06 18:45:27.778949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e60f2950-9d65-48ea-8afb-9b2e91883e52 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 700 time: 0.1470690 Aug 06 18:45:27.779756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42576) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:27.789483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42578) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:28.133948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ffb14-3c8e-48d9-a4d8-49554800b388 tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:28.137833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7103-9b3b-4852-bcde-37341e9de681 req-c0e51f4d-9699-4af0-a711-58663dd8a4c4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:28.138137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-192ffb14-3c8e-48d9-a4d8-49554800b388 tempest-TestVolumeBootPattern-691466991 tempest-TestVolumeBootPattern-691466991-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1092 time: 0.3461757 Aug 06 18:45:28.139405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8ab7103-9b3b-4852-bcde-37341e9de681 req-c0e51f4d-9699-4af0-a711-58663dd8a4c4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.2684219 Aug 06 18:45:28.142276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:28.151758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:28.193628 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.222725 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:28.234688 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:28.235838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:28.288081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8ab7103-9b3b-4852-bcde-37341e9de681 req-04a53f9d-37bb-4dcf-9e19-0f1fec6c20ee tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266880 Aug 06 18:45:28.367993 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:28.379758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.505159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.541421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f49e249c-115c-41ab-904d-0d81e1373684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.616417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Allocated IP 172.25.3.73 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/3e466973-0aa7-4451-b0b7-d5017bc46b3b) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:28.824084 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.870803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 379b4fe7-b4c5-4c44-96c6-02619ae36664 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:28.872056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.929525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:28.938736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:28.939933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 379b4fe7-b4c5-4c44-96c6-02619ae36664 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:28.941513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.946249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:28.989596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 379b4fe7-b4c5-4c44-96c6-02619ae36664 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:28.996395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 379b4fe7-b4c5-4c44-96c6-02619ae36664 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:28.996805 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.997471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=3e466973-0aa7-4451-b0b7-d5017bc46b3b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:29.018120 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 7, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:29.100614 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:29.108765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 379b4fe7-b4c5-4c44-96c6-02619ae36664, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=379b4fe7-b4c5-4c44-96c6-02619ae36664,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:29.109325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.128735 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:29.130524 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:29.149520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 379b4fe7-b4c5-4c44-96c6-02619ae36664 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:29.149829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.223280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:45:29.262027 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:29.277224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 379b4fe7-b4c5-4c44-96c6-02619ae36664, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=379b4fe7-b4c5-4c44-96c6-02619ae36664,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:29.286045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.574818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935f1e-a63e-4df8-8dba-e6dbc063ab34 req-eff8a4cd-ccd3-4a3d-92be-ded9ff30b69d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:29.582897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7935f1e-a63e-4df8-8dba-e6dbc063ab34 req-eff8a4cd-ccd3-4a3d-92be-ded9ff30b69d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0907204 Aug 06 18:45:29.606178 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.635674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:29.675192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7935f1e-a63e-4df8-8dba-e6dbc063ab34 req-f695b81d-c6a7-491a-9980-9e3c6fe30b30 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888865 Aug 06 18:45:29.746248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.802487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 7, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:29.850580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=379b4fe7-b4c5-4c44-96c6-02619ae36664,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:29.877118 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce9ca6-3eb9-4980-a1f9-55ee417f74bb None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 7, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '379b4fe7-b4c5-4c44-96c6-02619ae36664', 'name': '', 'network_id': '744b1bc4-e39b-4565-8cac-312626cff8b2', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:e2:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:22Z', 'updated_at': '2021-08-06T18:45:26Z', 'revision_number': 4, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'd11fd0b1-3b87-49bd-9154-9e320db2dbcf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:29.907151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:29.926289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:45:29.938787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:29.994601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.013262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:45:30.051720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:30.059784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.073380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.144017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:30.190308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ce17910f-15e8-4dc1-8eb1-53ecf778ae81'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:45:30.444290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:30.638675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:30.647482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0c48e119-38d0-4908-afcd-f4d4d7cdd6f9 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656166 Aug 06 18:45:30.651175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42588) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:30.655964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:30.673022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:30.673976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:30.714179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.754889 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.826991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet d11fd0b1-3b87-49bd-9154-9e320db2dbcf {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:45:30.851229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.879612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event updated for resources: {'Port': ['ID=3e466973-0aa7-4451-b0b7-d5017bc46b3b,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:30.907939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.939950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:30.992094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.052274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324c80-2a2b-4d60-9d47-3f8d743df96f req-9e4a1079-6722-4a3e-8c4e-6c5595846693 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:31.054379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91324c80-2a2b-4d60-9d47-3f8d743df96f req-9e4a1079-6722-4a3e-8c4e-6c5595846693 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.2063656 Aug 06 18:45:31.121970 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP f67d79d6-e39b-428b-9f78-52485cc60b8a associated. External IP: 172.25.3.73, port: a12bfa37-56ec-475c-ab9b-88df96f20454. Aug 06 18:45:31.192316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91324c80-2a2b-4d60-9d47-3f8d743df96f req-7cda70f9-de21-42b5-9f7c-91919a602f3f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193087 Aug 06 18:45:31.201032 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.232947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:31.296774 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 8, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:31.320406 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.337216 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:31.355415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:31.356388 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.374666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=d11fd0b1-3b87-49bd-9154-9e320db2dbcf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:31.380786 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.386431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e71ac7ef-0c72-47f9-bf10-f3f7e53c65a1 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/d11fd0b1-3b87-49bd-9154-9e320db2dbcf HTTP/1.1" status: 204 len: 168 time: 0.7312036 Aug 06 18:45:31.387527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42592) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:31.393994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:31.395066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:31.405641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca45d52-0157-432d-9ff7-1027b89e709e None None] Network 744b1bc4-e39b-4565-8cac-312626cff8b2 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:31.547033 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.599217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:31.680639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:31.680933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.685795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.736286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:31.802675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port f77e0c90-bd0f-4478-af5c-4a57926fcbe4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,segment=NetworkSegment(e8786585-277c-4d47-9890-0a50dada5e1d),segment_id=e8786585-277c-4d47-9890-0a50dada5e1d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:31.803038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.807103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:31.823198 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:31.828825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for f77e0c90-bd0f-4478-af5c-4a57926fcbe4 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:31.841693 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:31.842292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.843443 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:31.957600 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c47ed90-f1ab-43b1-9719-3eb384f34ea7 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8104441 Aug 06 18:45:31.957901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-490506b3-0114-4ca7-8b86-fc15a2e1fd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:31.960974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:45:31.963828 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a011a-b1dd-40cf-9474-051b946f0352" -d '{"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:45:32.036521 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:32.039216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.088625 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18f1a6-48d7-4c82-ba1d-4344064a598f x-openstack-request-id: req-5f18f1a6-48d7-4c82-ba1d-4344064a598f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:45:32.089163 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:45:32.089493 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f18f1a6-48d7-4c82-ba1d-4344064a598f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:45:32.090903 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'status': 'completed', 'code': 200} Aug 06 18:45:32.093038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=f77e0c90-bd0f-4478-af5c-4a57926fcbe4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:32.096466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port f77e0c90-bd0f-4478-af5c-4a57926fcbe4 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:32.189175 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-a06337bf-04bc-4a97-9e9c-c805f04e79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:32.190926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.192326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-a06337bf-04bc-4a97-9e9c-c805f04e79bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1097 time: 0.0981679 Aug 06 18:45:32.223957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.246767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:45:32.249519 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe69684-1239-47d9-9bda-a6c683a98962" -d '{"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:45:32.260935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b1bc4-e39b-4565-8cac-312626cff8b2']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.308850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8786585-277c-4d47-9890-0a50dada5e1d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.309373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8786585-277c-4d47-9890-0a50dada5e1d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.330524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-4bd0516f-010e-4a2a-82a2-d6f92641bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:32.332978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-4bd0516f-010e-4a2a-82a2-d6f92641bcaa service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1335633 Aug 06 18:45:32.339817 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.351639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:32.355603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48375b10-69e8-402c-9962-aafbb8cb45b2 None None] DHCP port deletion for 744b1bc4-e39b-4565-8cac-312626cff8b2 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:45:32.368198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.368504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.378994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:45:32.379744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:45:32.383916 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:45:32.481260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.492069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:32.499487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42602) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:32.500544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/744b1bc4-e39b-4565-8cac-312626cff8b2 HTTP/1.1" status: 204 len: 168 time: 1.1116698 Aug 06 18:45:32.517578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b06ec-a187-4f44-8cb4-ed1f6622d578 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=744b1bc4-e39b-4565-8cac-312626cff8b2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:32.527499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:32.547948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 8, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.551245 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}, {'id': 'f67d79d6-e39b-428b-9f78-52485cc60b8a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:ee:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506de8-1bcb-492d-943a-da419f616044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:29Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.600469 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:32.602801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555aabe4-d383-462b-a63d-95101a54bb9f None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 8, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '54e3a1d8-dbd4-4346-a027-c37b31ed907b', 'name': '', 'network_id': '814dfd8a-3f37-4f17-9430-2e5819eff01a', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:3d:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:17Z', 'updated_at': '2021-08-06T18:45:25Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': '46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:32.619490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:32.620560 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:32.755437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:32.869756 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-90aa5db0-d118-4ce0-817f-c10e25695f5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 998 time: 0.5270576 Aug 06 18:45:32.935270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc5a93-f6ed-47cf-9096-b777517b8e7b req-497d18df-823d-4811-b4ac-3cde9070a2ea tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:32.937585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98fc5a93-f6ed-47cf-9096-b777517b8e7b req-497d18df-823d-4811-b4ac-3cde9070a2ea tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.4985883 Aug 06 18:45:33.062796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 379b4fe7-b4c5-4c44-96c6-02619ae36664 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:33.102383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-8406bcd4-1c69-4547-887b-48038b6500f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:33.104109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-8406bcd4-1c69-4547-887b-48038b6500f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.2221549 Aug 06 18:45:33.110941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 379b4fe7-b4c5-4c44-96c6-02619ae36664 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:33.111266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 379b4fe7-b4c5-4c44-96c6-02619ae36664 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:33.111694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f77e0c90-bd0f-4478-af5c-4a57926fcbe4 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:33.141973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98fc5a93-f6ed-47cf-9096-b777517b8e7b req-86c4a1fd-3c59-422f-a4e3-4f337f6ec671 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912866 Aug 06 18:45:33.147590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f77e0c90-bd0f-4478-af5c-4a57926fcbe4 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:33.148520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f77e0c90-bd0f-4478-af5c-4a57926fcbe4 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:33.159519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}, {'id': 'f67d79d6-e39b-428b-9f78-52485cc60b8a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:ee:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506de8-1bcb-492d-943a-da419f616044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:29Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:33.212097 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7ead4-575f-47c1-b199-ce95dfe92e6e None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}, {'id': 'f67d79d6-e39b-428b-9f78-52485cc60b8a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:ee:c5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef506de8-1bcb-492d-943a-da419f616044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:29Z', 'updated_at': '2021-08-06T18:45:29Z', 'revision_number': 0, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:33.227438 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49390e-d3e0-4ff8-9361-2b8e75b07203 x-openstack-request-id: req-0e49390e-d3e0-4ff8-9361-2b8e75b07203 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:45:33.227893 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:45:33.228473 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e49390e-d3e0-4ff8-9361-2b8e75b07203 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:45:33.229089 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'code': 200} Aug 06 18:45:33.287128 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:33.302038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-ca39d3f7-a602-4640-bc19-61fb7591626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:33.303633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-ca39d3f7-a602-4640-bc19-61fb7591626e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607411 Aug 06 18:45:33.472785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-dafb7cbe-e955-409a-bfe4-6f3ea50181c9 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394725 Aug 06 18:45:33.521069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb399a-15cd-4a2f-b5a0-30d1a1e8e6f7 None None] New status for floating IP f67d79d6-e39b-428b-9f78-52485cc60b8a: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:45:33.684982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d4a011a-b1dd-40cf-9474-051b946f0352 req-4339f903-8387-4cdb-ad5a-8745c93d58a0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018003 Aug 06 18:45:33.690386 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:33.989584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 54e3a1d8-dbd4-4346-a027-c37b31ed907b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:33.990029 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:34.143301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 54e3a1d8-dbd4-4346-a027-c37b31ed907b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=54e3a1d8-dbd4-4346-a027-c37b31ed907b,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:34.143651 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:34.162534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 54e3a1d8-dbd4-4346-a027-c37b31ed907b owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:34.450082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91329-4470-4e4e-9bcb-f6fd0d5060eb req-722ee860-03da-4c3c-ad23-b41e8e098f7e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:34.451802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8d91329-4470-4e4e-9bcb-f6fd0d5060eb req-722ee860-03da-4c3c-ad23-b41e8e098f7e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1279905 Aug 06 18:45:34.532099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8d91329-4470-4e4e-9bcb-f6fd0d5060eb req-0ede6bb2-c795-45e3-b109-c43600477886 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605414 Aug 06 18:45:34.534877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:34.572267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=54e3a1d8-dbd4-4346-a027-c37b31ed907b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:34.798070 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:34.866246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:35.226427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:35.373396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:35.385851 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:35.389432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9feef003-3d22-4c5e-a501-4edbbd0578ba tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8879321 Aug 06 18:45:35.392288 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:35.404686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:35.405537 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:35.510433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet 46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:45:35.518623 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:35.520444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:35.603630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:35.749480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63383194-05ef-4609-9277-067347f889e3 req-bb4b11e7-95cd-40c7-8a6a-17b9c3f2e8bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:35.751373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63383194-05ef-4609-9277-067347f889e3 req-bb4b11e7-95cd-40c7-8a6a-17b9c3f2e8bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0758297 Aug 06 18:45:35.794899 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:35.854344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63383194-05ef-4609-9277-067347f889e3 req-0007f2d8-eccc-4f5b-9a61-82b134ee98b4 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854502 Aug 06 18:45:35.879017 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:34Z', 'revision_number': 9, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:35.950722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.011746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.018182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0 HTTP/1.1" status: 204 len: 168 time: 0.6266317 Aug 06 18:45:36.018182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb4c0f-a575-4de6-a0af-89c79897e334 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:36.018382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42640) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:36.024425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4b817-d6a8-49b5-82e7-3bc50181cbcf None None] Network 814dfd8a-3f37-4f17-9430-2e5819eff01a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:36.132951 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:36.138691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.148238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:36.150227 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:36.213192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 114834b3-9e9d-438b-9775-6343064e8e8f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:36.213576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.289849 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:36.300133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 114834b3-9e9d-438b-9775-6343064e8e8f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=114834b3-9e9d-438b-9775-6343064e8e8f,segment=NetworkSegment(94126be3-0af6-4ec4-94d7-c967d0ab5008),segment_id=94126be3-0af6-4ec4-94d7-c967d0ab5008)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:36.300452 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.322929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 114834b3-9e9d-438b-9775-6343064e8e8f owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:36.332623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] DHCP port deletion for 814dfd8a-3f37-4f17-9430-2e5819eff01a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:45:36.470427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.478209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Deleting port 114834b3-9e9d-438b-9775-6343064e8e8f {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:36.478893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.503773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=114834b3-9e9d-438b-9775-6343064e8e8f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:36.508569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port 114834b3-9e9d-438b-9775-6343064e8e8f on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:36.580526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] For port 114834b3-9e9d-438b-9775-6343064e8e8f, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:36.580822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.608655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Calling delete_port for 114834b3-9e9d-438b-9775-6343064e8e8f owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:36.614746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Port 114834b3-9e9d-438b-9775-6343064e8e8f was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:45:36.616909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.640321 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.645559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] Pushing event deleted for resources: {'Port': ['ID=114834b3-9e9d-438b-9775-6343064e8e8f,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:36.658445 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3e001-b07c-4420-8eda-d0da557cd134 None None] No DVR routers for this DVR port 114834b3-9e9d-438b-9775-6343064e8e8f on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:36.666925 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:34Z', 'revision_number': 9, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:36.672320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814dfd8a-3f37-4f17-9430-2e5819eff01a']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:36.696441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94126be3-0af6-4ec4-94d7-c967d0ab5008') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:36.696721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94126be3-0af6-4ec4-94d7-c967d0ab5008') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:36.716526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.724592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd1dd0-edc5-4fa3-82d4-6d14cb476135 None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:34Z', 'revision_number': 9, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': '6b2f1dcd-77cc-4c48-8659-3e830521f315', 'name': '', 'network_id': '969ae08d-60eb-4781-aaf6-adfd450ada72', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:6c:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:13Z', 'updated_at': '2021-08-06T18:45:22Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:36.741085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.770224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:45:36.770950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:45:36.779059 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:45:36.887058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.901176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:36.904311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/814dfd8a-3f37-4f17-9430-2e5819eff01a HTTP/1.1" status: 204 len: 168 time: 0.8848026 Aug 06 18:45:36.907432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42642) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:36.920712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f100-abb8-4a59-8110-d7b690a75527 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=814dfd8a-3f37-4f17-9430-2e5819eff01a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:37.085981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16528be2-db00-47e1-bf70-022ca895e64f req-b10684bc-547b-4b64-a116-2f74aa8e5872 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:37.090283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16528be2-db00-47e1-bf70-022ca895e64f req-b10684bc-547b-4b64-a116-2f74aa8e5872 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0953522 Aug 06 18:45:37.127826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 114834b3-9e9d-438b-9775-6343064e8e8f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:37.184448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16528be2-db00-47e1-bf70-022ca895e64f req-d8af2ae3-847e-445d-99d7-a262c1c5e119 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873177 Aug 06 18:45:37.199020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 114834b3-9e9d-438b-9775-6343064e8e8f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:37.199350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 114834b3-9e9d-438b-9775-6343064e8e8f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:37.487532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:37.907103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 6b2f1dcd-77cc-4c48-8659-3e830521f315 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:37.907940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:38.050574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 6b2f1dcd-77cc-4c48-8659-3e830521f315, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6b2f1dcd-77cc-4c48-8659-3e830521f315,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:38.051388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:38.079139 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 6b2f1dcd-77cc-4c48-8659-3e830521f315 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:38.364411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:38.422118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27e0f-a666-4b65-829c-2927ff192f91 req-40ae3710-56ea-4df4-b7b7-21c85b9e2297 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:38.424292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88b27e0f-a666-4b65-829c-2927ff192f91 req-40ae3710-56ea-4df4-b7b7-21c85b9e2297 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1297407 Aug 06 18:45:38.452044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=6b2f1dcd-77cc-4c48-8659-3e830521f315,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:38.489559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88b27e0f-a666-4b65-829c-2927ff192f91 req-8b566c77-b6df-4a45-a927-d615993b9af5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554211 Aug 06 18:45:38.818348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54e3a1d8-dbd4-4346-a027-c37b31ed907b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:38.850831 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:38.887224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 54e3a1d8-dbd4-4346-a027-c37b31ed907b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:38.888251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 54e3a1d8-dbd4-4346-a027-c37b31ed907b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:39.130070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:39.625102 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:39.634739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-50dc52ea-0429-4794-95ab-6bf9237d7732 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7255812 Aug 06 18:45:39.639326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:39.656878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:39.704730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:39.710041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:39.760998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:45:39.768744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:39.794035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f8d4-221a-4732-b944-ef6f04ea7d6b req-f2d55732-821d-4754-b693-3520235c94b2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:39.810574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7246f8d4-221a-4732-b944-ef6f04ea7d6b req-f2d55732-821d-4754-b693-3520235c94b2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1951144 Aug 06 18:45:39.862281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:39.916006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7246f8d4-221a-4732-b944-ef6f04ea7d6b req-bbb0f08d-d132-45a5-94c5-f20aaba91255 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041384 Aug 06 18:45:40.067248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.137316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:40.222885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.292239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:40.301039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.304860 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-711781e4-38ce-400b-833f-110903273310 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f HTTP/1.1" status: 204 len: 168 time: 0.6622851 Aug 06 18:45:40.309421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42656) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:40.351754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17218f5-c19d-451b-a5a5-cbb8161d70eb None None] Network 969ae08d-60eb-4781-aaf6-adfd450ada72 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:40.443217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.552089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 97b10a80-1377-49ba-a590-13c7b5a0899b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:40.552721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.694524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 97b10a80-1377-49ba-a590-13c7b5a0899b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=97b10a80-1377-49ba-a590-13c7b5a0899b,segment=NetworkSegment(4a89273f-1b26-4fbc-be98-562552662343),segment_id=4a89273f-1b26-4fbc-be98-562552662343)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:40.695194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.716841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.722603 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 97b10a80-1377-49ba-a590-13c7b5a0899b owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:40.792478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:38Z', 'revision_number': 10, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:40.854560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:40.875103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:40.876198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:40.929053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:40.957363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab0da3-10bb-44b1-b581-a372b02c04d3 None None] DHCP port deletion for 969ae08d-60eb-4781-aaf6-adfd450ada72 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:45:40.998709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=97b10a80-1377-49ba-a590-13c7b5a0899b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:41.005501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port 97b10a80-1377-49ba-a590-13c7b5a0899b on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:41.158087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:41.178074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.193170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969ae08d-60eb-4781-aaf6-adfd450ada72']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:41.205840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a89273f-1b26-4fbc-be98-562552662343') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:41.206150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a89273f-1b26-4fbc-be98-562552662343') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:41.218649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.236562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.237789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568443d8-1220-4cc7-a295-438ef47055ff req-30aefd65-ef93-4929-9e7a-5f57e054b0f6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:41.246346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-568443d8-1220-4cc7-a295-438ef47055ff req-30aefd65-ef93-4929-9e7a-5f57e054b0f6 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0971682 Aug 06 18:45:41.255754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:45:41.257545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:45:41.266831 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:45:41.321578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-568443d8-1220-4cc7-a295-438ef47055ff req-ad614949-4647-4d6f-bc50-606328c759f1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736361 Aug 06 18:45:41.374369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.384839 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.387414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/969ae08d-60eb-4781-aaf6-adfd450ada72 HTTP/1.1" status: 204 len: 168 time: 1.0775619 Aug 06 18:45:41.391984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:41.426836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a16930-09b9-42b0-a481-ccfb479ca25c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=969ae08d-60eb-4781-aaf6-adfd450ada72,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:41.644689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:38Z', 'revision_number': 10, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:41.693186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87f0843-2d11-451d-bd3b-cb458c9b79fa None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:38Z', 'revision_number': 10, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None, '_interfaces': [{'id': 'f8021999-4bae-463d-a012-8cd3ae235e45', 'name': '', 'network_id': '65b3bf6a-5d93-4120-857e-db016ff2dacc', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'mac_address': 'fa:16:3e:09:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344a3463-329c-4d43-a533-e584a76e4f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:45:09Z', 'updated_at': '2021-08-06T18:45:15Z', 'revision_number': 5, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'subnets': [{'id': 'c261f0e8-4170-4017-a2a3-03d00c08b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:41.921088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:41.979964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:42.599310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87646ba6-f2b3-4a25-b1f8-87c3499cee44 req-08262d1e-ab66-4d65-b4ca-8b9434332b3b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:42.600927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87646ba6-f2b3-4a25-b1f8-87c3499cee44 req-08262d1e-ab66-4d65-b4ca-8b9434332b3b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1148095 Aug 06 18:45:42.684819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87646ba6-f2b3-4a25-b1f8-87c3499cee44 req-ff66a6b9-f5cc-48dc-923e-8b1fb8cfe11b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750456 Aug 06 18:45:42.778233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port f8021999-4bae-463d-a012-8cd3ae235e45 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:42.779160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:42.791838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b2f1dcd-77cc-4c48-8659-3e830521f315 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:42.836039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6b2f1dcd-77cc-4c48-8659-3e830521f315 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:42.836775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6b2f1dcd-77cc-4c48-8659-3e830521f315 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:42.837410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 97b10a80-1377-49ba-a590-13c7b5a0899b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:42.860323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 97b10a80-1377-49ba-a590-13c7b5a0899b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:42.860993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 97b10a80-1377-49ba-a590-13c7b5a0899b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:42.932887 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port f8021999-4bae-463d-a012-8cd3ae235e45, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8021999-4bae-463d-a012-8cd3ae235e45,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:42.933401 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:42.955120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for f8021999-4bae-463d-a012-8cd3ae235e45 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:43.263431 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:43.298944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=f8021999-4bae-463d-a012-8cd3ae235e45,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:43.564458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:43.810109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:43.943099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:43.954855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-da587253-cf91-4e46-a40c-de021989cfe7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5567112 Aug 06 18:45:43.956503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42670) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:43.966990 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:43.978136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435df4d2-a983-4ee4-8ae3-044d0c5df008 req-7ed187a7-c6b8-4096-8058-fe1a14a40e40 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:43.980690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-435df4d2-a983-4ee4-8ae3-044d0c5df008 req-7ed187a7-c6b8-4096-8058-fe1a14a40e40 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1114273 Aug 06 18:45:43.992943 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:43.994730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:44.032116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-435df4d2-a983-4ee4-8ae3-044d0c5df008 req-803f4e16-6fc1-48f3-a88a-19396e91da95 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446672 Aug 06 18:45:44.084771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting subnet c261f0e8-4170-4017-a2a3-03d00c08b296 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:45:44.091316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.139300 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:44.202987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.242386 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:44.272811 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:44.288647 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:44.289606 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:44.380432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.387840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:44.460890 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:44.507124 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1640b-ad9d-477e-b333-a7cf13a1ca30 None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:44.515751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.555396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Subnet': ['ID=c261f0e8-4170-4017-a2a3-03d00c08b296,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:44.570022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.572506 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1f6614b1-123e-4549-8b6b-2c7f3e594c7a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/c261f0e8-4170-4017-a2a3-03d00c08b296 HTTP/1.1" status: 204 len: 168 time: 0.6143332 Aug 06 18:45:44.577061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42672) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:44.587081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6e9d7-77f8-4bf4-8839-c9e7c49c172b None None] Network 65b3bf6a-5d93-4120-857e-db016ff2dacc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:45:44.750391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.885638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Deleting port 91584e9c-69bf-4ea1-8d4b-2154e945d168 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:44.886473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:44.931693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] DHCP port deletion for 65b3bf6a-5d93-4120-857e-db016ff2dacc request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:45:45.040546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Deleting port 91584e9c-69bf-4ea1-8d4b-2154e945d168 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:45:45.041960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.070412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] For port 91584e9c-69bf-4ea1-8d4b-2154e945d168, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=91584e9c-69bf-4ea1-8d4b-2154e945d168,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:45.070412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.103377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Calling delete_port for 91584e9c-69bf-4ea1-8d4b-2154e945d168 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:45.134455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] For port 91584e9c-69bf-4ea1-8d4b-2154e945d168, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=91584e9c-69bf-4ea1-8d4b-2154e945d168,segment=NetworkSegment(97d6a879-077d-47f5-8e9c-b5efcf2388fd),segment_id=97d6a879-077d-47f5-8e9c-b5efcf2388fd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:45.135581 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.152492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Calling delete_port for 91584e9c-69bf-4ea1-8d4b-2154e945d168 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:45:45.265859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9870d3-d78b-4129-8d4c-06d87a943bc9 req-1740545c-f281-4f00-b602-ceb4afa86a06 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:45.275469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c9870d3-d78b-4129-8d4c-06d87a943bc9 req-1740545c-f281-4f00-b602-ceb4afa86a06 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0822604 Aug 06 18:45:45.276036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 91584e9c-69bf-4ea1-8d4b-2154e945d168 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:45.334264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c9870d3-d78b-4129-8d4c-06d87a943bc9 req-48d26490-fdbb-4ce2-becd-fd8529b12d83 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570595 Aug 06 18:45:45.334718 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.361357 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.401723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No DVR routers for this DVR port 91584e9c-69bf-4ea1-8d4b-2154e945d168 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:45.402661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Pushing event deleted for resources: {'Port': ['ID=91584e9c-69bf-4ea1-8d4b-2154e945d168,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:45.413942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Port': ['ID=91584e9c-69bf-4ea1-8d4b-2154e945d168,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:45.427999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] No DVR routers for this DVR port 91584e9c-69bf-4ea1-8d4b-2154e945d168 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:45:45.444402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.445041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.445600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.446659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.447230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.447745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.448307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.448832 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.449335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.449929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.450461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.450974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef450a72-d19e-4adb-a0b2-11a7c0b6342f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:45.474488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No active binding found for port 91584e9c-69bf-4ea1-8d4b-2154e945d168 {{(pid=94123) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:45:45.474971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 91584e9c-69bf-4ea1-8d4b-2154e945d168 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:45.475393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8021999-4bae-463d-a012-8cd3ae235e45 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:45.504501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f8021999-4bae-463d-a012-8cd3ae235e45 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:45:45.504746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8021999-4bae-463d-a012-8cd3ae235e45 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:45:45.555981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.573398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b3bf6a-5d93-4120-857e-db016ff2dacc']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:45.595272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d6a879-077d-47f5-8e9c-b5efcf2388fd') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:45.595647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d6a879-077d-47f5-8e9c-b5efcf2388fd') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:45.613729 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.653204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.666251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:45:45.669774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self.session.flush() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:45:45.677260 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:45:45.774284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.786461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:45.788832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/networks/65b3bf6a-5d93-4120-857e-db016ff2dacc HTTP/1.1" status: 204 len: 168 time: 1.2102880 Aug 06 18:45:45.792980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42676) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:45.799621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'routes': None}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:45.802079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80518d76-9285-45bc-bbe4-696d649fefe6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Pushing event deleted for resources: {'Network': ['ID=65b3bf6a-5d93-4120-857e-db016ff2dacc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:46.070998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Added routes are [] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 18:45:46.071503 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.extraroute_db [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Removed routes are [] {{(pid=94122) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 18:45:46.072138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.246489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.250723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.355087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router 344a3463-329c-4d43-a533-e584a76e4f78 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:46.440907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:46.451415 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.453254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Sync routers for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:46.455811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42680) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:46.456322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-426bf9a7-d162-4ad4-bd25-4fee4ab011b8 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 701 time: 0.6613989 Aug 06 18:45:46.465402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:46.466079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:46.510047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cea576f2-26f5-492d-be39-b39c94f1aa10 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 205 time: 0.0514634 Aug 06 18:45:46.512930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42682) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:46.561821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a42e4-7be0-4818-b0d8-3cb34cbe238a req-ed90d450-0c35-4153-9077-4248f761f192 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:46.574515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf8a42e4-7be0-4818-b0d8-3cb34cbe238a req-ed90d450-0c35-4153-9077-4248f761f192 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1171081 Aug 06 18:45:46.624556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.642336 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:46.654526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf8a42e4-7be0-4818-b0d8-3cb34cbe238a req-be80cec6-2161-4d4a-8f49-7356b5e03f37 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725179 Aug 06 18:45:46.806951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:46.845485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Checking router: 344a3463-329c-4d43-a533-e584a76e4f78 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:46.868566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Routers {'344a3463-329c-4d43-a533-e584a76e4f78'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:46.869215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['344a3463-329c-4d43-a533-e584a76e4f78'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:46.957213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] Set router 344a3463-329c-4d43-a533-e584a76e4f78 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:46.985524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:46.992910 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.056777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:47.123776 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.126023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router 344a3463-329c-4d43-a533-e584a76e4f78 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:45:47.127638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8722f02f-b77e-423d-a6ea-dcf8e6c9e022 None None] The sync data for ids ['344a3463-329c-4d43-a533-e584a76e4f78'] in n-d-793621-29 is: [{'id': '344a3463-329c-4d43-a533-e584a76e4f78', 'name': 'tempest-RoutersTest-router-1695097363', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:07Z', 'updated_at': '2021-08-06T18:45:43Z', 'revision_number': 11, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:47.143891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.146353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e5020265-a2f3-4bca-9785-6b5bbf333155 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 204 len: 168 time: 0.6319041 Aug 06 18:45:47.151637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42686) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:47.163075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-765670366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:47.241478 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.243212 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.315146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.322627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.348013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.352994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1a8abea9-ad6c-453d-94c5-987e15eac9d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1963887 Aug 06 18:45:47.353596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:47.361114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:47.713897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.733875 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723360'] for router, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:47.928978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814289a4-ea9d-4b3f-8630-e99a66bf7a49 req-03cac6cf-306e-4c48-a713-b402d38d0136 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:47.937815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-814289a4-ea9d-4b3f-8630-e99a66bf7a49 req-03cac6cf-306e-4c48-a713-b402d38d0136 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1077242 Aug 06 18:45:47.988162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Router a7f11b19-4a62-4aa7-9d0d-345c9b530eca is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:45:48.106204 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-814289a4-ea9d-4b3f-8630-e99a66bf7a49 req-2cc63400-ac11-485e-b15b-4a8f59c6ef0d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609576 Aug 06 18:45:48.123955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:48.140773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.146520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6279b598-456a-48dc-812e-0850415df92b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "PUT /v2.0/routers/a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 200 len: 693 time: 0.7870121 Aug 06 18:45:48.146817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42696) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.156529 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Sync routers for ids ['a7f11b19-4a62-4aa7-9d0d-345c9b530eca'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:48.171684 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Routers {'a7f11b19-4a62-4aa7-9d0d-345c9b530eca'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:48.172844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['a7f11b19-4a62-4aa7-9d0d-345c9b530eca'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:48.256979 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Set router a7f11b19-4a62-4aa7-9d0d-345c9b530eca gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:48.282381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d0e4343e-8aee-4b12-8fa9-77764a51a574 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/routers/a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 200 len: 699 time: 0.1342158 Aug 06 18:45:48.285075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42698) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.324552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d16ac171-bec6-49db-b101-8e4886a8ee5c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 200 len: 205 time: 0.0380194 Aug 06 18:45:48.328504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42700) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.342070 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f11b19-4a62-4aa7-9d0d-345c9b530eca', 'name': 'tempest-RoutersTest-router-765670366', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:47Z', 'updated_at': '2021-08-06T18:45:47Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:48.386563 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Checking router: a7f11b19-4a62-4aa7-9d0d-345c9b530eca for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:48.399630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Routers {'a7f11b19-4a62-4aa7-9d0d-345c9b530eca'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:48.400453 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:45:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['a7f11b19-4a62-4aa7-9d0d-345c9b530eca'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:48.407060 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.493883 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] Set router a7f11b19-4a62-4aa7-9d0d-345c9b530eca gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:48.557230 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f11b19-4a62-4aa7-9d0d-345c9b530eca', 'name': 'tempest-RoutersTest-router-765670366', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:47Z', 'updated_at': '2021-08-06T18:45:47Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:48.590236 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4138e-fa1d-47c7-88f3-a9c152ff35b9 None None] The sync data for ids ['a7f11b19-4a62-4aa7-9d0d-345c9b530eca'] in n-d-793621-29 is: [{'id': 'a7f11b19-4a62-4aa7-9d0d-345c9b530eca', 'name': 'tempest-RoutersTest-router-765670366', 'tenant_id': 'd0e29a93fec04f40be357e6d30a8972c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:45:47Z', 'updated_at': '2021-08-06T18:45:47Z', 'revision_number': 2, 'project_id': 'd0e29a93fec04f40be357e6d30a8972c', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:48.602827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.605789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.674748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.676489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Fanout notify agent at l3_agent the message router_deleted on router a7f11b19-4a62-4aa7-9d0d-345c9b530eca {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:45:48.686077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-88dc6d9f-3639-465c-82da-feae48d25f40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728237 Aug 06 18:45:48.697605 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:48.702576 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9e2711d4-5c1b-4043-bb1b-f9ac10d5c81a tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 204 len: 168 time: 0.3725188 Aug 06 18:45:48.705653 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.736834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-954d5a01-fa75-43a7-80fa-efda409f92d6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 200 len: 205 time: 0.0296171 Aug 06 18:45:48.739783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42716) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.783966 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-62615657-3bc5-44c3-a623-094129a63ab7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:48.784269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54668-e50a-4017-8d83-b67422502389 req-2a21cdc8-6cf0-46c3-8809-98f6aa86e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:48.785297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-62615657-3bc5-44c3-a623-094129a63ab7 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/a7f11b19-4a62-4aa7-9d0d-345c9b530eca HTTP/1.1" status: 404 len: 336 time: 0.0444968 Aug 06 18:45:48.788328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42718) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.790620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-2a21cdc8-6cf0-46c3-8809-98f6aa86e024 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1097 time: 0.0722468 Aug 06 18:45:48.828984 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba013a88-cb3d-491b-94e7-1071e01faace tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:48.829614 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba013a88-cb3d-491b-94e7-1071e01faace tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:48.835889 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ba013a88-cb3d-491b-94e7-1071e01faace tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/d11fd0b1-3b87-49bd-9154-9e320db2dbcf HTTP/1.1" status: 404 len: 337 time: 0.0428565 Aug 06 18:45:48.836567 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.887512 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf9d959-b22e-45a5-bda5-696cfc62c5be tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:48.888217 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf9d959-b22e-45a5-bda5-696cfc62c5be tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:48.893908 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ebf9d959-b22e-45a5-bda5-696cfc62c5be tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/46770e8b-4f2b-4f77-ad45-5e2bc6cb39f0 HTTP/1.1" status: 404 len: 337 time: 0.0528255 Aug 06 18:45:48.895178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42722) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.923599 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a855b7-6b56-4a47-ab64-b4dcf78b6475 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:48.924076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a855b7-6b56-4a47-ab64-b4dcf78b6475 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:48.926898 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-96a855b7-6b56-4a47-ab64-b4dcf78b6475 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/c9ddd8d1-406f-40aa-ad4f-ebaee455ca3f HTTP/1.1" status: 404 len: 337 time: 0.0295033 Aug 06 18:45:48.929228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42724) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.955563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54668-e50a-4017-8d83-b67422502389 req-16ed07b6-80e1-4c25-b72f-037433302ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:48.957064 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06f7454-bfb9-4bba-aab5-509f9e66526b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:48.957214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-16ed07b6-80e1-4c25-b72f-037433302ace service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1357870 Aug 06 18:45:48.957550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06f7454-bfb9-4bba-aab5-509f9e66526b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:48.959369 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d06f7454-bfb9-4bba-aab5-509f9e66526b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/c261f0e8-4170-4017-a2a3-03d00c08b296 HTTP/1.1" status: 404 len: 337 time: 0.0291152 Aug 06 18:45:48.962051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:48.991932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7821f5c8-ffca-4004-9563-73c2b0d17a69 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 200 len: 205 time: 0.0283735 Aug 06 18:45:48.995446 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42728) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.038806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-71dcaa72-422c-4234-a88c-ede20b8752e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 1000 time: 0.0745227 Aug 06 18:45:49.058306 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ab87f296-0df6-4e4d-bc26-0b9b542d381b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.060119 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ab87f296-0df6-4e4d-bc26-0b9b542d381b tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/344a3463-329c-4d43-a533-e584a76e4f78 HTTP/1.1" status: 404 len: 336 time: 0.0632987 Aug 06 18:45:49.064615 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42730) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.121104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7089ffa6-cb83-4333-9bba-d72530bac4a5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=09e5acbb-b784-4e49-b58c-3868281c8286 HTTP/1.1" status: 200 len: 205 time: 0.0546393 Aug 06 18:45:49.124744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42732) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.133917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54668-e50a-4017-8d83-b67422502389 req-80dc0416-c3e4-46a3-92e5-2c9f36c44d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:49.136686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-80dc0416-c3e4-46a3-92e5-2c9f36c44d8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0908775 Aug 06 18:45:49.172357 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-e150bde2-826f-466d-9868-59a19db33da2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.177681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e150bde2-826f-466d-9868-59a19db33da2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/09e5acbb-b784-4e49-b58c-3868281c8286 HTTP/1.1" status: 404 len: 336 time: 0.0503461 Aug 06 18:45:49.180166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42736) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.207589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54668-e50a-4017-8d83-b67422502389 req-77f9dca2-34a7-432d-b101-5d0064101463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:49.209171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-77f9dca2-34a7-432d-b101-5d0064101463 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633895 Aug 06 18:45:49.221155 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d49a054-9d09-4318-9f6d-7427591927f5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:49.221792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d49a054-9d09-4318-9f6d-7427591927f5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:49.224043 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7d49a054-9d09-4318-9f6d-7427591927f5 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/664b66f7-685d-4835-b54e-d3031a9bb64a HTTP/1.1" status: 404 len: 337 time: 0.0424819 Aug 06 18:45:49.226911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42738) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.265090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e05a9152-23ac-461c-b76d-7eddc6e14e88 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 200 len: 205 time: 0.0340860 Aug 06 18:45:49.266512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42740) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.314188 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-e53be328-e454-4376-871e-6de42d218e71 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.315434 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e53be328-e454-4376-871e-6de42d218e71 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/59c2ce55-b3ab-48e0-8fee-45e11dd737db HTTP/1.1" status: 404 len: 336 time: 0.0477202 Aug 06 18:45:49.318160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42742) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.352919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f3c03a9-30c3-45e7-8786-52bae36a8f38 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca48d0bd-2f0d-485b-a73c-c2f81063fd92 HTTP/1.1" status: 200 len: 205 time: 0.0307262 Aug 06 18:45:49.353682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42744) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.399943 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-65b3974a-2d49-4e8d-8bb9-122f38ed6cd6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.401297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65b3974a-2d49-4e8d-8bb9-122f38ed6cd6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/ca48d0bd-2f0d-485b-a73c-c2f81063fd92 HTTP/1.1" status: 404 len: 336 time: 0.0460222 Aug 06 18:45:49.405486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42746) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.407314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bcc6b-b372-41ec-a0e3-9313337d708a req-9fa68ad8-f677-4b36-8daf-1ee638fb220e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:49.409711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a79bcc6b-b372-41ec-a0e3-9313337d708a req-9fa68ad8-f677-4b36-8daf-1ee638fb220e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.1611917 Aug 06 18:45:49.436446 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4f73ef-bb6c-4690-864c-26a29187cb61 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:49.437018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4f73ef-bb6c-4690-864c-26a29187cb61 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:49.439862 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2f4f73ef-bb6c-4690-864c-26a29187cb61 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/884e28c5-4686-42cc-8fa9-ba04fb146e0b HTTP/1.1" status: 404 len: 337 time: 0.0329747 Aug 06 18:45:49.444120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42748) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.477847 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5565730a-455b-4173-af1d-223a938243b6 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0d60638-d2ea-4365-baad-a4e928883550 HTTP/1.1" status: 200 len: 205 time: 0.0323582 Aug 06 18:45:49.482207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42750) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.523460 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-2bf5052d-31cf-4388-9e6e-d5edd36a12ff tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.524614 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2bf5052d-31cf-4388-9e6e-d5edd36a12ff tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/c0d60638-d2ea-4365-baad-a4e928883550 HTTP/1.1" status: 404 len: 336 time: 0.0413933 Aug 06 18:45:49.530585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42752) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.567022 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13d66ee-2da1-426c-8f7c-08778b75b7d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:49.567497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13d66ee-2da1-426c-8f7c-08778b75b7d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:49.569398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e13d66ee-2da1-426c-8f7c-08778b75b7d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/52cab351-37d6-42bd-853a-3fbfd05c16cf HTTP/1.1" status: 404 len: 337 time: 0.0375896 Aug 06 18:45:49.572221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.606987 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b629c62-c86c-4284-96a3-32ab06c0618c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dfe43b5-5128-469d-9dd8-e22be5b1b34f HTTP/1.1" status: 200 len: 205 time: 0.0295799 Aug 06 18:45:49.607361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42756) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.663606 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-0d185cd1-b22b-4727-b297-d50ee5d8a1d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] delete failed (client error): The resource could not be found. Aug 06 18:45:49.666372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d185cd1-b22b-4727-b297-d50ee5d8a1d2 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/routers/7dfe43b5-5128-469d-9dd8-e22be5b1b34f HTTP/1.1" status: 404 len: 336 time: 0.0575414 Aug 06 18:45:49.667994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42758) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.711989 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32a097b-b90e-46bc-b8b1-c0e55ff6a66c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:49.712463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32a097b-b90e-46bc-b8b1-c0e55ff6a66c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:49.718168 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b32a097b-b90e-46bc-b8b1-c0e55ff6a66c tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/3bb1f42d-6118-475b-adf4-44f3feb22d6c HTTP/1.1" status: 404 len: 337 time: 0.0446436 Aug 06 18:45:49.718859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42760) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:49.747632 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-540c27c8-042f-4e48-b89b-8975a6768e50 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] DELETE failed (client error): The resource could not be found. Aug 06 18:45:49.748105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540c27c8-042f-4e48-b89b-8975a6768e50 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 18:45:49.750175 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-540c27c8-042f-4e48-b89b-8975a6768e50 tempest-RoutersTest-1574359639 tempest-RoutersTest-1574359639-project] 10.222.0.64 "DELETE /v2.0/subnets/b31af709-ba55-4ea6-9418-b637c9d6e838 HTTP/1.1" status: 404 len: 337 time: 0.0305512 Aug 06 18:45:49.902489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-e28a9728-6bf8-4ab9-808c-cbfc6126b7e6 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857815 Aug 06 18:45:49.985137 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a79bcc6b-b372-41ec-a0e3-9313337d708a req-cd183393-99ae-49e2-afb3-0541085f261e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5513740 Aug 06 18:45:50.045668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-6923ed4a-1dae-4942-b1cd-a4f5f9bb8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:50.048545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-6923ed4a-1dae-4942-b1cd-a4f5f9bb8d4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1098 time: 0.2068682 Aug 06 18:45:50.093103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42766) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:50.157760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-def54668-e50a-4017-8d83-b67422502389 req-59f2a27e-5057-4da8-a2ff-a9dc90b89695 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463684 Aug 06 18:45:50.200104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-e3a466b3-35c2-41ea-8cf3-f4b5c5b31b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:50.201715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-e3a466b3-35c2-41ea-8cf3-f4b5c5b31b19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1415951 Aug 06 18:45:50.296390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b16c2842-500c-4698-b714-4cc0fd964fa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0e29a93fec04f40be357e6d30a8972c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013106 Aug 06 18:45:50.297549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42770) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:50.311749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-d2182a70-8d10-4957-b1d8-b6380acf9f36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1001 time: 0.1010797 Aug 06 18:45:50.394416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-68cfad0a-ff8c-4308-922b-a956b1dad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:50.395938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-68cfad0a-ff8c-4308-922b-a956b1dad3e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0756469 Aug 06 18:45:50.402030 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:50.453555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:50.492836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-2f48394d-2d76-4cfb-b73f-550280e38fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:50.494456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-2f48394d-2d76-4cfb-b73f-550280e38fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903654 Aug 06 18:45:50.574804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:50.577575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:50.578836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e8f4cf3-f82e-4c06-a650-48771a2a4371 HTTP/1.1" status: 204 len: 168 time: 0.2763755 Aug 06 18:45:50.596004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8f4cf3-f82e-4c06-a650-48771a2a4371,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:50.609588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.610672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.610672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.610965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.611137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.611546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.611876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.612286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.612936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.612936 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.615607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.615607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219b2c7a-77ba-4c5a-8806-4d6fa4cf2535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:50.641408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-c2f3a416-6ce7-41c5-9fa9-ad64aa5555d1 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393819 Aug 06 18:45:50.780213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61b06e12-6077-4ff5-9005-b6cb4f784c8a req-f72c7fd8-ee17-429f-b0a8-ff5bf321334d service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303766 Aug 06 18:45:51.145686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5de76-931a-42c7-b88b-eab58a2bc923 req-82a8c567-24a7-4030-b8c9-a369f844b9fb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:51.147576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdd5de76-931a-42c7-b88b-eab58a2bc923 req-82a8c567-24a7-4030-b8c9-a369f844b9fb tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0626764 Aug 06 18:45:51.199403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdd5de76-931a-42c7-b88b-eab58a2bc923 req-843894f2-d527-4aa4-8777-6138d5892c40 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Aug 06 18:45:51.460613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42794) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:51.620793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-201d8ea8-f269-48c9-b0cc-06a3cb843d93 tempest-DvrRoutersNegativeTest-325427012 tempest-DvrRoutersNegativeTest-325427012-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-962000892', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:51.628817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.policy [None req-201d8ea8-f269-48c9-b0cc-06a3cb843d93 tempest-DvrRoutersNegativeTest-325427012 tempest-DvrRoutersNegativeTest-325427012-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94121) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 06 18:45:51.629489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.policy [None req-201d8ea8-f269-48c9-b0cc-06a3cb843d93 tempest-DvrRoutersNegativeTest-325427012 tempest-DvrRoutersNegativeTest-325427012-project] Failed policy check for 'create_router' {{(pid=94121) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 06 18:45:51.630202 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-201d8ea8-f269-48c9-b0cc-06a3cb843d93 tempest-DvrRoutersNegativeTest-325427012 tempest-DvrRoutersNegativeTest-325427012-project] create failed (client error): Access was denied to this resource. Aug 06 18:45:51.631486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-201d8ea8-f269-48c9-b0cc-06a3cb843d93 tempest-DvrRoutersNegativeTest-325427012 tempest-DvrRoutersNegativeTest-325427012-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1697679 Aug 06 18:45:51.775475 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:45:51.958352 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 42802) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:52.112726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9dfac50-2076-4e40-a00c-f99f6c05a2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.226387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9dfac50-2076-4e40-a00c-f99f6c05a2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.235149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d9dfac50-2076-4e40-a00c-f99f6c05a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.300990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfac50-2076-4e40-a00c-f99f6c05a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ceb371-510c-456c-a15d-ddd442500d8e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:52.311887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d9dfac50-2076-4e40-a00c-f99f6c05a2d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4554e2e43f3f41d1a590ac8849a81643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483403 Aug 06 18:45:52.312455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 42810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:52.397521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca94435-6906-41c8-b16a-29ee75ea4e3c req-e6e6d72e-67ae-43c6-b9bf-035076082ebf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:52.397990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.400724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ca94435-6906-41c8-b16a-29ee75ea4e3c req-e6e6d72e-67ae-43c6-b9bf-035076082ebf tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 946 time: 0.0910280 Aug 06 18:45:52.435969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.472577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ca94435-6906-41c8-b16a-29ee75ea4e3c req-f6bee905-6955-41c5-a9b9-170f3c5c5729 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651369 Aug 06 18:45:52.520091 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.524240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.526110 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3ceb371-510c-456c-a15d-ddd442500d8e HTTP/1.1" status: 204 len: 168 time: 0.2122028 Aug 06 18:45:52.542669 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ceb371-510c-456c-a15d-ddd442500d8e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:52.556652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.557062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.557426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.557869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.558249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.558587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.558921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.559257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.559587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.559916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.560241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:52.560599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a868cc-9387-4fd3-9afe-31cca7d3188e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:53.273394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:53.402244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:53.449840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:45:53.449840 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62dd4ac-3cc3-4ec8-ac93-873540a10168" -d '{"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-unplugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:45:53.470254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:53.477524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:53.484619 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 18:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643ddd3-6787-4d39-bff2-70e11ff8262b x-openstack-request-id: req-2643ddd3-6787-4d39-bff2-70e11ff8262b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:45:53.485032 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-unplugged", "status": "failed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "code": 422}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:45:53.485363 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2643ddd3-6787-4d39-bff2-70e11ff8262b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:45:53.485926 n-d-793621-29 neutron-server[94123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'code': 422} returned with failed status Aug 06 18:45:53.558308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:53.679048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef536a-0f0a-4607-94d2-2e62e8988808 req-95788850-3fcd-4443-a9de-d1aeb809c528 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:53.680972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81ef536a-0f0a-4607-94d2-2e62e8988808 req-95788850-3fcd-4443-a9de-d1aeb809c528 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0860572 Aug 06 18:45:53.754287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81ef536a-0f0a-4607-94d2-2e62e8988808 req-e7b7e50a-1bf1-47d2-82f0-04129ea83aff tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601389 Aug 06 18:45:55.034693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aad8e-7304-48cf-b95e-a3eaa0518423 req-e7f2efc3-fdaa-4a17-a3d3-90ada1163976 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:55.037342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c24aad8e-7304-48cf-b95e-a3eaa0518423 req-e7f2efc3-fdaa-4a17-a3d3-90ada1163976 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0930414 Aug 06 18:45:55.136959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c24aad8e-7304-48cf-b95e-a3eaa0518423 req-c494fcf4-a2f1-45ee-acca-fdcd7b556030 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849209 Aug 06 18:45:55.526539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-cb80c612-2707-4878-926e-79b3186eecd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679859 Aug 06 18:45:56.329969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803637c0-a75a-416c-838e-7216475cd363 req-3d8b235e-4dc2-4bf2-b0dd-ca7a3c1e79ee tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:56.332226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-803637c0-a75a-416c-838e-7216475cd363 req-3d8b235e-4dc2-4bf2-b0dd-ca7a3c1e79ee tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0732305 Aug 06 18:45:56.389928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-803637c0-a75a-416c-838e-7216475cd363 req-b46325fa-0680-49f3-927e-d22197dd5f7b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500371 Aug 06 18:45:56.597790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-b46f350a-8673-4873-bcb8-4205eabc382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:56.599280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-b46f350a-8673-4873-bcb8-4205eabc382b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&tenant_id=15eca96779d445cab13b77bd54631505 HTTP/1.1" status: 200 len: 1096 time: 0.1875455 Aug 06 18:45:56.680630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-d4d62934-d29f-423f-8d25-291b9d4abfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:56.682578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-d4d62934-d29f-423f-8d25-291b9d4abfcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1096 time: 0.0534775 Aug 06 18:45:56.816059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-f00b6ad7-4d53-4cd4-a8cc-e25292d8bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:56.818816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-f00b6ad7-4d53-4cd4-a8cc-e25292d8bebb service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.1280935 Aug 06 18:45:56.928339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-e33440e6-b49a-4c29-9666-a63d1e9072be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 999 time: 0.1018364 Aug 06 18:45:56.997842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-660e19c6-edd3-4fe3-a916-75c92534fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:57.000415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-660e19c6-edd3-4fe3-a916-75c92534fe1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0646620 Aug 06 18:45:57.058590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-fa2146ff-4ab9-4f04-a92d-7663132c084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:57.060321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-fa2146ff-4ab9-4f04-a92d-7663132c084b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515730 Aug 06 18:45:57.230911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-bcae0783-0954-43e9-afc0-95bd243ad15c service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610241 Aug 06 18:45:57.303680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:45:57.372052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44f0f433-d769-462c-b288-54a4c5f2d856 req-2078dc85-18a1-4c78-b197-d675ccd4d064 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326737 Aug 06 18:45:57.586708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432716-189d-44d0-a9fb-2f68bce9217e req-b0a4062c-4563-4a9d-b817-d97e480c0c56 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:57.594420 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77432716-189d-44d0-a9fb-2f68bce9217e req-b0a4062c-4563-4a9d-b817-d97e480c0c56 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0857658 Aug 06 18:45:57.637012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77432716-189d-44d0-a9fb-2f68bce9217e req-60f681bb-9fc6-49ab-a828-b2d918009e5e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417235 Aug 06 18:45:58.521683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-083e7a42-d74f-48b9-97ad-7f154e69c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:58.863972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81b41-e959-4f00-bd03-603c78d9f4a5 req-591c6dd4-f9ac-41da-852d-1b5b079f112e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:58.865888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b81b41-e959-4f00-bd03-603c78d9f4a5 req-591c6dd4-f9ac-41da-852d-1b5b079f112e tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0989234 Aug 06 18:45:58.914526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29b81b41-e959-4f00-bd03-603c78d9f4a5 req-6971b730-7aa1-4b9c-a89b-5ceaee04ccac tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Aug 06 18:46:00.125186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c8b39-64bb-45fd-af94-209a8533c466 req-00721749-c017-49e8-a813-12d55442fcde tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:00.128355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887c8b39-64bb-45fd-af94-209a8533c466 req-00721749-c017-49e8-a813-12d55442fcde tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1046207 Aug 06 18:46:00.197831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-887c8b39-64bb-45fd-af94-209a8533c466 req-88406348-94db-443d-856b-9a4d302b4c9d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622373 Aug 06 18:46:01.443821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef438f2-7cc9-4655-881e-805bd29ecd63 req-c67c6f8d-bf3c-4a53-8446-f0948b6b7990 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:01.446708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef438f2-7cc9-4655-881e-805bd29ecd63 req-c67c6f8d-bf3c-4a53-8446-f0948b6b7990 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1029072 Aug 06 18:46:01.529142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ef438f2-7cc9-4655-881e-805bd29ecd63 req-a01e1b7d-69d1-4212-93e1-f2778fcf634b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734508 Aug 06 18:46:01.584120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:01.729568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2bdef1a-7b49-40e5-9168-852ede498828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:02.853195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b0c7-0614-4e5f-b3eb-e1d114c09114 req-be926c71-9f95-4824-9314-6e3bccd362e2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:02.858264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f95b0c7-0614-4e5f-b3eb-e1d114c09114 req-be926c71-9f95-4824-9314-6e3bccd362e2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1139119 Aug 06 18:46:02.983693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f95b0c7-0614-4e5f-b3eb-e1d114c09114 req-8e912031-a37f-4645-b906-63704ca46d2f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027412 Aug 06 18:46:03.295823 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:04.220907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba209c2-8c6c-4d8c-952b-ad4a203ebd6d req-9be01995-567c-41d9-ab46-5e9d5dcc3248 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:04.225619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eba209c2-8c6c-4d8c-952b-ad4a203ebd6d req-9be01995-567c-41d9-ab46-5e9d5dcc3248 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1062384 Aug 06 18:46:04.292672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eba209c2-8c6c-4d8c-952b-ad4a203ebd6d req-06ce2561-881d-4c33-bde6-90144ae4839d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569758 Aug 06 18:46:04.785371 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:05.575954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4467-1473-45e1-961a-e51d0a367c4e req-611bfe59-0d7c-412e-b56d-4f9bb8a2e3d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:05.577733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecbd4467-1473-45e1-961a-e51d0a367c4e req-611bfe59-0d7c-412e-b56d-4f9bb8a2e3d1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0993123 Aug 06 18:46:05.643367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ecbd4467-1473-45e1-961a-e51d0a367c4e req-271ced8b-b950-464c-b1ad-1b6f56bb8dae tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582802 Aug 06 18:46:06.830983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a514f-6e71-4943-a812-1c8ae9d02cdd req-ea181f0f-8344-48b1-bddc-0cf405044837 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:06.833134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a92a514f-6e71-4943-a812-1c8ae9d02cdd req-ea181f0f-8344-48b1-bddc-0cf405044837 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0709867 Aug 06 18:46:06.902199 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a92a514f-6e71-4943-a812-1c8ae9d02cdd req-04e393da-5b39-4f55-b69f-895ada1e7c2d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565426 Aug 06 18:46:08.057653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ac965-c4e5-455c-be96-a31b0d3aa322 req-57e71f1a-4dcb-4bc6-b7ff-7837e2c85f81 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:08.059441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-188ac965-c4e5-455c-be96-a31b0d3aa322 req-57e71f1a-4dcb-4bc6-b7ff-7837e2c85f81 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0559614 Aug 06 18:46:08.104768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-188ac965-c4e5-455c-be96-a31b0d3aa322 req-b9ea37a2-c3f6-48cc-ad4e-7f9b9c012646 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 Aug 06 18:46:09.242798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6018f29-3820-4837-a13e-10e393172e85 req-31287ddb-9bd2-4be4-8437-d04b95ff2034 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:09.244425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6018f29-3820-4837-a13e-10e393172e85 req-31287ddb-9bd2-4be4-8437-d04b95ff2034 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0531709 Aug 06 18:46:09.290418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6018f29-3820-4837-a13e-10e393172e85 req-785cb6ce-2210-4c3f-8d89-bee83536cc4d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375082 Aug 06 18:46:10.437735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eca7c-3420-4d81-bd42-b3c7101f5b3f req-8f79d498-fece-4c41-a4d7-3eec9a56c200 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:10.439955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb3eca7c-3420-4d81-bd42-b3c7101f5b3f req-8f79d498-fece-4c41-a4d7-3eec9a56c200 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0598166 Aug 06 18:46:10.484119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb3eca7c-3420-4d81-bd42-b3c7101f5b3f req-ebb258ad-1578-46aa-a1ac-214a41e08cc9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376654 Aug 06 18:46:10.605519 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:11.655978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605df03-7467-4bc4-baa5-ad4365254ea9 req-18b3bf92-aa48-42f4-bbbb-73cd584bab5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:11.658801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b605df03-7467-4bc4-baa5-ad4365254ea9 req-18b3bf92-aa48-42f4-bbbb-73cd584bab5f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0928833 Aug 06 18:46:11.732883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b605df03-7467-4bc4-baa5-ad4365254ea9 req-cbfa33bd-2dc7-418d-b53d-1043521b2c39 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636194 Aug 06 18:46:11.993069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:12.744340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-937e057b-c7fa-4785-8772-566f3efdc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:12.746197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-937e057b-c7fa-4785-8772-566f3efdc17c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1096 time: 0.0594087 Aug 06 18:46:12.994785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496305-561c-42b9-af47-295ddb8b84a8 req-7c9383c3-3390-434c-ad67-50343084ef21 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:12.997344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71496305-561c-42b9-af47-295ddb8b84a8 req-7c9383c3-3390-434c-ad67-50343084ef21 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.1208556 Aug 06 18:46:13.002792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-540e133b-cc3e-4d91-b99c-156883ec7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:13.005249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-540e133b-cc3e-4d91-b99c-156883ec7795 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.2297633 Aug 06 18:46:13.136324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71496305-561c-42b9-af47-295ddb8b84a8 req-5b363256-796a-49f7-a632-e5c97b4dedbd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296134 Aug 06 18:46:13.148182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-26a11db6-4e1d-427e-860a-38baf1a934c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 999 time: 0.1293907 Aug 06 18:46:13.213798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-f602d93a-0649-468b-85c4-447fc546cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:13.216561 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-f602d93a-0649-468b-85c4-447fc546cdc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0593724 Aug 06 18:46:13.271635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-dd791f5a-f598-4a33-84dd-8a4064e5378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:13.273246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-dd791f5a-f598-4a33-84dd-8a4064e5378c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494676 Aug 06 18:46:13.423954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-9aecbd21-df2f-4320-a385-666b4a7b6d8e service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427872 Aug 06 18:46:13.571193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adcded19-c06e-4eac-9367-a55966a0dba1 req-7f1754ea-c1dc-41d1-bf2d-8b72353f1fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391301 Aug 06 18:46:14.306205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644173d-171c-4c74-893d-c9b7864bcd9f req-283a74b7-4ca9-435b-b8fe-697872cf0c69 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:14.309256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8644173d-171c-4c74-893d-c9b7864bcd9f req-283a74b7-4ca9-435b-b8fe-697872cf0c69 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0705011 Aug 06 18:46:14.354304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43056) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:14.387161 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8644173d-171c-4c74-893d-c9b7864bcd9f req-d7c620a6-79d2-43be-933d-2fbcc0ef98ed tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663133 Aug 06 18:46:14.617903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 3e466973-0aa7-4451-b0b7-d5017bc46b3b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:14.619135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:14.725645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:14.725645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:14.744313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 3e466973-0aa7-4451-b0b7-d5017bc46b3b owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:14.943105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:14.972345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=3e466973-0aa7-4451-b0b7-d5017bc46b3b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:15.081391 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:15.081834 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP f67d79d6-e39b-428b-9f78-52485cc60b8a disassociated (deleted). External IP: 172.25.3.73, port: a12bfa37-56ec-475c-ab9b-88df96f20454. Aug 06 18:46:15.312383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:15.436711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:15.445755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:15.451044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:15.462039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:15.462685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:15.479598 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2904ddda-ceef-4a1d-9394-fe7f5c21e104 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "DELETE /v2.0/floatingips/f67d79d6-e39b-428b-9f78-52485cc60b8a HTTP/1.1" status: 204 len: 168 time: 1.1231472 Aug 06 18:46:15.480521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:15.484724 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6afbf9-beb9-4ca9-84de-da685f262d00" -d '{"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:15.580229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508c2f5-f87f-4017-94cf-2531b0614bd0 req-0d6f3c0f-2724-4905-b0b4-8d6bb2d0f4bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:15.581930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4508c2f5-f87f-4017-94cf-2531b0614bd0 req-0d6f3c0f-2724-4905-b0b4-8d6bb2d0f4bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0586743 Aug 06 18:46:15.608857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:15.636611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4508c2f5-f87f-4017-94cf-2531b0614bd0 req-9f6a21f7-8149-4651-807c-08bd52e70c81 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478635 Aug 06 18:46:15.890937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:15.892667 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7cce2-e087-45e4-932f-7d79ce3fe973 x-openstack-request-id: req-b1f7cce2-e087-45e4-932f-7d79ce3fe973 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:15.893061 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:15.895194 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1f7cce2-e087-45e4-932f-7d79ce3fe973 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:15.895194 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'status': 'completed', 'code': 200} Aug 06 18:46:15.936820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:15.948688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:15.949485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:16.028134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-17db1aa9-b3a3-4afc-8e5f-6f605f3875f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.030800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-17db1aa9-b3a3-4afc-8e5f-6f605f3875f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 1097 time: 0.1126652 Aug 06 18:46:16.069699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa614f-717f-4615-b8eb-58b340bf19fe req-b19bf920-f5fb-433c-b4db-b5acfdacb293 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.075992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4fa614f-717f-4615-b8eb-58b340bf19fe req-b19bf920-f5fb-433c-b4db-b5acfdacb293 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 945 time: 0.1129105 Aug 06 18:46:16.142814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:16.189332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-9c101ded-5643-4932-849d-2da23c5c8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.191234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-9c101ded-5643-4932-849d-2da23c5c8f46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.1527491 Aug 06 18:46:16.199465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4fa614f-717f-4615-b8eb-58b340bf19fe req-3714a7f5-d6c1-4ca6-a8e9-616f95571c7f tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848649 Aug 06 18:46:16.250346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-68173a66-1119-4fa5-9224-8ed66ad5602a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 200 len: 217 time: 0.0494580 Aug 06 18:46:16.327425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-29e556dd-640f-4454-8d97-30f819563893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.329060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-29e556dd-640f-4454-8d97-30f819563893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0716105 Aug 06 18:46:16.380890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-f3b7cace-598e-4b89-9b5a-4b19c125fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.382901 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-f3b7cace-598e-4b89-9b5a-4b19c125fd8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460293 Aug 06 18:46:16.511620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-514493b1-974f-419b-bedf-49e53b8168a6 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206710 Aug 06 18:46:16.535368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:16.594843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81197ff-c307-48ba-b0e2-dc51d0a88c04 None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'port_id': '33bf0735-8df1-4580-9035-c13ee03760be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'mac_address': 'fa:16:3e:99:c5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:42:28Z', 'updated_at': '2021-08-06T18:42:32Z', 'revision_number': 1, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:16.669661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f6afbf9-beb9-4ca9-84de-da685f262d00 req-4abd2a7a-0170-4b2d-bea3-36d1a6fec702 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499979 Aug 06 18:46:16.848866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7af1e-f6ca-4f5f-89ec-c738e1f54532 req-498f7864-0c50-4f93-9c8a-1ed925ccb381 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:16.851577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1c7af1e-f6ca-4f5f-89ec-c738e1f54532 req-498f7864-0c50-4f93-9c8a-1ed925ccb381 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 944 time: 0.0803211 Aug 06 18:46:16.925096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1c7af1e-f6ca-4f5f-89ec-c738e1f54532 req-e5994145-0c1f-476b-aac7-2a34059536a3 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602531 Aug 06 18:46:17.007581 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ec750-2aa3-44fa-a690-f6722c69b995 None None] New status for floating IP f67d79d6-e39b-428b-9f78-52485cc60b8a: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:46:17.350238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f938cc-91ad-4cdb-9d9b-ae7f8b9728f2 req-851e3bed-c553-419f-bcdb-6ed61d2545a8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:17.352037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5f938cc-91ad-4cdb-9d9b-ae7f8b9728f2 req-851e3bed-c553-419f-bcdb-6ed61d2545a8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 945 time: 0.0556548 Aug 06 18:46:17.383530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:46:17.423118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f5f938cc-91ad-4cdb-9d9b-ae7f8b9728f2 req-83044eb6-5907-4ab2-9184-501b91cee363 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634003 Aug 06 18:46:17.443326 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-d062c2fb-75bf-4b30-b79d-4a92b507441c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:17.444945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-d062c2fb-75bf-4b30-b79d-4a92b507441c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 945 time: 0.0700865 Aug 06 18:46:17.620293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port a12bfa37-56ec-475c-ab9b-88df96f20454 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:17.621476 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:17.723231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:17.744758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'port_id': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'mac_address': 'fa:16:3e:a0:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:46:17.790603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port a12bfa37-56ec-475c-ab9b-88df96f20454, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=a12bfa37-56ec-475c-ab9b-88df96f20454,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:17.791246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:17.808060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for a12bfa37-56ec-475c-ab9b-88df96f20454 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:17.811611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:17.835978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:46:17.872718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:17.880629 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:17.973803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:17.985500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:18.039794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=a12bfa37-56ec-475c-ab9b-88df96f20454,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:18.121652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port a12bfa37-56ec-475c-ab9b-88df96f20454 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:18.126080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:18.129016 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-51e6088c-c8cb-4367-bb12-efb8803b8a5e req-a9454be7-a98d-4f0b-97b8-575f09701c73 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "DELETE /v2.0/ports/a12bfa37-56ec-475c-ab9b-88df96f20454 HTTP/1.1" status: 204 len: 173 time: 0.6765990 Aug 06 18:46:18.129855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'name': 'network-vif-deleted', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:18.132757 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a4cf3a-3042-4b80-8531-248c11ee5b25" -d '{"events": [{"server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "name": "network-vif-deleted", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:18.214103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7650-8d1a-44ea-b955-9eca79338353 req-20a7f7d1-8a8e-4792-8d1d-fa8493fe1742 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:18.216371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed3e7650-8d1a-44ea-b955-9eca79338353 req-20a7f7d1-8a8e-4792-8d1d-fa8493fe1742 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.0962601 Aug 06 18:46:18.287516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed3e7650-8d1a-44ea-b955-9eca79338353 req-f4fd0e5e-302e-45a3-8b18-bde6fc4e138f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623944 Aug 06 18:46:18.297973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ce17910f-15e8-4dc1-8eb1-53ecf778ae81'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:46:18.413042 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7901f8e9-1531-4d91-8e22-d341d6b827a3 x-openstack-request-id: req-7901f8e9-1531-4d91-8e22-d341d6b827a3 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:18.413313 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef506de8-1bcb-492d-943a-da419f616044", "name": "network-vif-deleted", "tag": "a12bfa37-56ec-475c-ab9b-88df96f20454", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:18.413679 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7901f8e9-1531-4d91-8e22-d341d6b827a3 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:18.414345 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef506de8-1bcb-492d-943a-da419f616044', 'name': 'network-vif-deleted', 'tag': 'a12bfa37-56ec-475c-ab9b-88df96f20454', 'status': 'completed', 'code': 200} Aug 06 18:46:18.650380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a0ae2a5-4967-484d-a59d-ff050d883131 req-37fb04ec-4e35-4b6d-b9dd-feb5ad8dfd36 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0704932 Aug 06 18:46:19.412872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:46:19.516852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:46:19.517933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:19.606708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e42c49-4bbe-4b2b-b4e7-5bcd1baf0422 req-49dc5545-ee9d-4aad-9a0e-5e7974d3f60b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:19.615969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83e42c49-4bbe-4b2b-b4e7-5bcd1baf0422 req-49dc5545-ee9d-4aad-9a0e-5e7974d3f60b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 945 time: 0.1251929 Aug 06 18:46:19.669427 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:19.697149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83e42c49-4bbe-4b2b-b4e7-5bcd1baf0422 req-c914ecd1-4a19-4ed8-b54d-889ba7d41992 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718229 Aug 06 18:46:19.704656 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:19.708944 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac73e3-bcde-45ba-b2b4-565db597de8a" -d '{"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:19.744093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a12bfa37-56ec-475c-ab9b-88df96f20454 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:19.797380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: a12bfa37-56ec-475c-ab9b-88df96f20454 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:19.798032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device a12bfa37-56ec-475c-ab9b-88df96f20454 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:19.803479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:19.814176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:19.901681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-860c252d-c90f-4758-a103-e9fd2e298c99 req-6e358225-4814-41e8-a5da-df6914130604 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0551786 Aug 06 18:46:19.905799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:19.966634 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122ff36-5e51-4dce-b0d5-a082d590eaf1 x-openstack-request-id: req-5122ff36-5e51-4dce-b0d5-a082d590eaf1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:19.966963 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-plugged", "status": "completed", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:19.967226 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5122ff36-5e51-4dce-b0d5-a082d590eaf1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:19.967657 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'code': 200} Aug 06 18:46:20.181078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74f22-34cb-4e12-9765-b0d4fe80fb07 req-b3931c42-2ebe-4cd1-b08c-3f06257c6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:20.182656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15a74f22-34cb-4e12-9765-b0d4fe80fb07 req-b3931c42-2ebe-4cd1-b08c-3f06257c6046 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1099 time: 0.0480475 Aug 06 18:46:20.225174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15a74f22-34cb-4e12-9765-b0d4fe80fb07 req-46d6b795-5992-454a-a531-9e96fc84775f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340014 Aug 06 18:46:20.939195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46a009-e17e-4ffc-8c91-2129878dd134 req-6fe2e66e-7ae2-493e-9569-a6cd9b2cbe04 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:20.943265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d46a009-e17e-4ffc-8c91-2129878dd134 req-6fe2e66e-7ae2-493e-9569-a6cd9b2cbe04 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.0856650 Aug 06 18:46:21.017428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d46a009-e17e-4ffc-8c91-2129878dd134 req-204266b7-0127-43a2-a437-8af92023624f tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619421 Aug 06 18:46:21.188782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8abc5886-9c19-4f30-98d9-120245c72457 req-270f7a84-423f-4b9d-ba5d-eaea7110daf1 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0436711 Aug 06 18:46:22.178402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8750303-6c54-438a-a7d7-e05a644ea792 req-942e4e54-4a5d-4557-bf96-93c504f7b0bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:22.180096 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8750303-6c54-438a-a7d7-e05a644ea792 req-942e4e54-4a5d-4557-bf96-93c504f7b0bd tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.0597289 Aug 06 18:46:22.252244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8750303-6c54-438a-a7d7-e05a644ea792 req-e1adc277-14bf-44c2-b9af-caabc48d739b tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611651 Aug 06 18:46:22.370353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce6af1bd-e097-4e00-974d-d6ce3d09849a req-fcaca556-5fec-4641-a718-48cbd99e7125 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef506de8-1bcb-492d-943a-da419f616044 HTTP/1.1" status: 200 len: 210 time: 0.0332274 Aug 06 18:46:23.410831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849ab15-44e1-418c-b56c-d035a103b9d8 req-a1432174-d0f3-4876-837c-54529bea6049 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:23.412633 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1849ab15-44e1-418c-b56c-d035a103b9d8 req-a1432174-d0f3-4876-837c-54529bea6049 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.0655670 Aug 06 18:46:23.462429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1849ab15-44e1-418c-b56c-d035a103b9d8 req-1db73753-5d38-495e-bc92-c1a846b71669 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Aug 06 18:46:23.470084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43188) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:23.609778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49403c68-a3da-42b1-8d2b-08f9dcbd0664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.758024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49403c68-a3da-42b1-8d2b-08f9dcbd0664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.764108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49403c68-a3da-42b1-8d2b-08f9dcbd0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.806569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-49403c68-a3da-42b1-8d2b-08f9dcbd0664 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67179bbb317d421a9eaf34fd8478f719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349774 Aug 06 18:46:23.807831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49403c68-a3da-42b1-8d2b-08f9dcbd0664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d9b74-a5dd-4f9b-9d3f-3f8024f8b908,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:23.810994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43198) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:23.884391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.910456 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.966820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.972018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:23.973659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff7d9b74-a5dd-4f9b-9d3f-3f8024f8b908 HTTP/1.1" status: 204 len: 168 time: 0.1608489 Aug 06 18:46:23.987426 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db500403-ea0f-4881-9f68-c92275dc4a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d9b74-a5dd-4f9b-9d3f-3f8024f8b908,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:24.330302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:24.345866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-007d874b-6aab-4078-b30e-0ca35cc289fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.477787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-007d874b-6aab-4078-b30e-0ca35cc289fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.483833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-007d874b-6aab-4078-b30e-0ca35cc289fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.536483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-007d874b-6aab-4078-b30e-0ca35cc289fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b8b35ce169d42dbacd57ab42af749c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046468 Aug 06 18:46:24.537517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d874b-6aab-4078-b30e-0ca35cc289fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff2645-3b40-441c-81d0-d5d481605e01,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:24.540476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:24.623992 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.651635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.725278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.729198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:24.730637 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89ff2645-3b40-441c-81d0-d5d481605e01 HTTP/1.1" status: 204 len: 168 time: 0.1890876 Aug 06 18:46:24.739795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173a13c-db3b-4c7e-ac9f-6a1e33765e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff2645-3b40-441c-81d0-d5d481605e01,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:28.526545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4df0930b-a911-4fb5-aa9e-5e3296112866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:28.778946 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:46:29.079782 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43278) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:29.623385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 36da23aa-0d64-4224-8f88-4af0beb4f679 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:29.623743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:29.714335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:29.714657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:29.728539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 36da23aa-0d64-4224-8f88-4af0beb4f679 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:29.948201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:29.980049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=36da23aa-0d64-4224-8f88-4af0beb4f679,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:30.057094 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:30.057318 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Floating IP e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a disassociated (deleted). External IP: 172.25.3.24, port: 33bf0735-8df1-4580-9035-c13ee03760be. Aug 06 18:46:30.305674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:30.436633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:30.444824 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:30.448467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:30.464135 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:30.464906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:30.501609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b062af85-064a-4851-b819-277f763a7bd8 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "DELETE /v2.0/floatingips/e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a HTTP/1.1" status: 204 len: 168 time: 1.4181280 Aug 06 18:46:30.501609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:30.504660 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f0130-d08c-47c7-930a-f4c248d0635c" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:30.596204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:30.722814 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335b6539-a97c-4175-8d57-749c905d5ffa x-openstack-request-id: req-335b6539-a97c-4175-8d57-749c905d5ffa {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:30.723281 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "tag": "33bf0735-8df1-4580-9035-c13ee03760be", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:30.723608 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-335b6539-a97c-4175-8d57-749c905d5ffa {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:30.724228 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be', 'status': 'completed', 'code': 200} Aug 06 18:46:30.825934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0130-d08c-47c7-930a-f4c248d0635c req-840adbfc-9615-4621-818c-f37fde1b4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:30.827624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-840adbfc-9615-4621-818c-f37fde1b4daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 1097 time: 0.0633371 Aug 06 18:46:30.879986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:30.916199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:30.927374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:30.928235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:31.013178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad242d-de4d-4380-8d85-53d5fb9fc0fb req-7fb2d677-23c7-418e-8ef6-a8745f8e8820 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:31.015834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bad242d-de4d-4380-8d85-53d5fb9fc0fb req-7fb2d677-23c7-418e-8ef6-a8745f8e8820 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.1790268 Aug 06 18:46:31.040219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0130-d08c-47c7-930a-f4c248d0635c req-41f772d6-6188-406f-9d07-6a40867aded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:31.043129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-41f772d6-6188-406f-9d07-6a40867aded0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 200 len: 912 time: 0.2075472 Aug 06 18:46:31.081287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:31.117425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-1062a01a-b291-4241-9583-ee77e3891911 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 200 len: 217 time: 0.0534868 Aug 06 18:46:31.146720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bad242d-de4d-4380-8d85-53d5fb9fc0fb req-02e13d64-9c80-4537-86bb-5e241b13e295 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919273 Aug 06 18:46:31.214343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0130-d08c-47c7-930a-f4c248d0635c req-de7cca17-9db9-43fc-813f-f189c9764c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:31.216641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-de7cca17-9db9-43fc-813f-f189c9764c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 200 len: 850 time: 0.0919590 Aug 06 18:46:31.306232 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f0130-d08c-47c7-930a-f4c248d0635c req-5f973764-e9bd-483e-bc85-c351c8948abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:31.309647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-5f973764-e9bd-483e-bc85-c351c8948abf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e309680-530d-4061-a245-150b4369cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846233 Aug 06 18:46:31.420260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:31.448327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70410c-ed3e-47b0-b49c-d2fd6e9737fb None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:32:00Z', 'revision_number': 4, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8a621464-5c6f-4307-94b3-9d61813eb180', 'name': '', 'network_id': '5e309680-530d-4061-a245-150b4369cee9', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'mac_address': 'fa:16:3e:84:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:57Z', 'updated_at': '2021-08-06T18:32:14Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'subnets': [{'id': 'd0203e15-92d0-4dce-b162-0cfe5fb944a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:31.455878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-71ca5da3-2b93-4c63-bf97-a0ef38f8ebbd service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379082 Aug 06 18:46:31.526114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:31.584291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-105f0130-d08c-47c7-930a-f4c248d0635c req-5cd0adba-d68d-43b8-9483-0bf8671311e0 service neutron] 10.222.0.55 "GET /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194789 Aug 06 18:46:31.718179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a25f49ce-4202-4eb9-aeb5-a1eaba1932c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:31.743001 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe1cefe-5084-4177-9911-8ad988508268 None None] New status for floating IP e0e26d64-9c60-4aff-a6e3-ba587cbbbd7a: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:46:32.180480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21085-69cb-433b-94d8-624669502ad3 req-5f40d9e6-346f-4148-91e7-9d7fdcc2e561 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:32.182149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0fe21085-69cb-433b-94d8-624669502ad3 req-5f40d9e6-346f-4148-91e7-9d7fdcc2e561 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.0536883 Aug 06 18:46:32.317319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c8f9-0f6f-4e9e-a50f-fa0959202265 req-483f3c70-8494-4520-a048-e981d2e0eaa6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:32.318916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0060c8f9-0f6f-4e9e-a50f-fa0959202265 req-483f3c70-8494-4520-a048-e981d2e0eaa6 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 945 time: 0.0838404 Aug 06 18:46:32.346202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 33bf0735-8df1-4580-9035-c13ee03760be {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:32.346549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:32.389479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0060c8f9-0f6f-4e9e-a50f-fa0959202265 req-d94ec43a-7966-46c9-9b41-dbb0496625ac tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/security-groups?id=766f9512-df92-4a39-a558-bfb25b7a1dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633905 Aug 06 18:46:32.476864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] For port 33bf0735-8df1-4580-9035-c13ee03760be, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=33bf0735-8df1-4580-9035-c13ee03760be,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:32.477409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:32.492416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 33bf0735-8df1-4580-9035-c13ee03760be owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:32.648337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:32.682119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=33bf0735-8df1-4580-9035-c13ee03760be,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:32.727141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] No DVR routers for this DVR port 33bf0735-8df1-4580-9035-c13ee03760be on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:32.730198 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:32.732906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0fe21085-69cb-433b-94d8-624669502ad3 req-e15fbece-0c06-44ad-9a28-e0dbd8a4313a tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.55 "DELETE /v2.0/ports/33bf0735-8df1-4580-9035-c13ee03760be HTTP/1.1" status: 204 len: 173 time: 0.5446284 Aug 06 18:46:32.733349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'name': 'network-vif-deleted', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:32.735669 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98422254-ba34-41cf-8856-55acfabd4fce" -d '{"events": [{"server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "name": "network-vif-deleted", "tag": "33bf0735-8df1-4580-9035-c13ee03760be"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:32.777940 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61060b84-5423-4ce1-8728-9a7f348ee484 x-openstack-request-id: req-61060b84-5423-4ce1-8728-9a7f348ee484 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:32.778426 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e", "name": "network-vif-deleted", "tag": "33bf0735-8df1-4580-9035-c13ee03760be", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:32.778693 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61060b84-5423-4ce1-8728-9a7f348ee484 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:32.779123 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e', 'name': 'network-vif-deleted', 'tag': '33bf0735-8df1-4580-9035-c13ee03760be', 'status': 'completed', 'code': 200} Aug 06 18:46:33.298091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:33.514213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9340fdb-c898-4d5f-a49d-3dc06519c5a5 req-f1957768-1c77-456e-98d2-1554e1a0e9ed tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.0357921 Aug 06 18:46:34.669060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c755d06-04d5-415b-9009-d634b07ff5e1 req-f3c18d61-8de4-4d0f-a2d4-fabf1d568116 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.0474551 Aug 06 18:46:34.778814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:35.711058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 33bf0735-8df1-4580-9035-c13ee03760be no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:35.778469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 33bf0735-8df1-4580-9035-c13ee03760be {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:35.778834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 33bf0735-8df1-4580-9035-c13ee03760be not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:35.806134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25dfa6ce-8933-4920-b720-28fc760203c6 req-f786ae2c-99d8-47af-80bb-36009cf8a194 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ee15a0-7a1b-46df-b1f6-ddfcfdf3432e HTTP/1.1" status: 200 len: 210 time: 0.0434740 Aug 06 18:46:36.870825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43334) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:36.902872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43336) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:37.055227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74e14371-24b4-4fe1-b031-7eb5c8c27fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.170367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74e14371-24b4-4fe1-b031-7eb5c8c27fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.176348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-74e14371-24b4-4fe1-b031-7eb5c8c27fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.220224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e14371-24b4-4fe1-b031-7eb5c8c27fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fbe628-ed37-4c35-a055-28f4170e7e68,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:37.224807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-74e14371-24b4-4fe1-b031-7eb5c8c27fd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=376866766b9f4e90931fc74f01c2e821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206613 Aug 06 18:46:37.227731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:37.292230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.320507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.396891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.401922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.403358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8fbe628-ed37-4c35-a055-28f4170e7e68 HTTP/1.1" status: 204 len: 168 time: 0.1742895 Aug 06 18:46:37.409085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Deleting port 0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:37.409485 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.422805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc83fe-2583-4c88-8406-9d39560d9d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fbe628-ed37-4c35-a055-28f4170e7e68,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:37.510182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.510538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.525616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Calling delete_port for 0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:37.709220 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.747038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'Port': ['ID=0a762cdf-9e0f-4b8d-849e-6ef41e98d9b1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:37.768989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:37.785410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dea1917c-6d21-44b8-8ddc-6cee49673011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.813827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.816870 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.818207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4c888ac1-168f-4b91-98f1-6a3b7f318497 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "DELETE /v2.0/floatingips/96434067-d28a-417d-9d70-f386885288a6 HTTP/1.1" status: 204 len: 168 time: 0.9449813 Aug 06 18:46:37.910537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dea1917c-6d21-44b8-8ddc-6cee49673011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.917034 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dea1917c-6d21-44b8-8ddc-6cee49673011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.961317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1917c-6d21-44b8-8ddc-6cee49673011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2e8d5-8d8a-4f3c-9373-2a5ef5350587,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:37.969606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dea1917c-6d21-44b8-8ddc-6cee49673011 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbc59b51e58b4c71810974ec13567634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968312 Aug 06 18:46:37.970368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:38.071454 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:38.106706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:38.195774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:38.199537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:38.201217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdc2e8d5-8d8a-4f3c-9373-2a5ef5350587 HTTP/1.1" status: 204 len: 168 time: 0.2294056 Aug 06 18:46:38.219478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8c3fb-51c6-403f-b50c-a1770986f22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2e8d5-8d8a-4f3c-9373-2a5ef5350587,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:40.309610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43414) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:40.428411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81ab3b56-cdd8-4960-963d-0d843b5e01f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.524598 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81ab3b56-cdd8-4960-963d-0d843b5e01f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.530364 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-81ab3b56-cdd8-4960-963d-0d843b5e01f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.569570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3b56-cdd8-4960-963d-0d843b5e01f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5565c4ee-4f99-4e8b-8b1b-7934dad79016,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:40.575028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-81ab3b56-cdd8-4960-963d-0d843b5e01f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=887b466bd9e149c582822b39167837d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634571 Aug 06 18:46:40.577942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43418) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:40.600916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.633077 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.655686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.720192 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.723359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.724867 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5565c4ee-4f99-4e8b-8b1b-7934dad79016 HTTP/1.1" status: 204 len: 168 time: 0.1458092 Aug 06 18:46:40.735087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee603c-fec4-4e48-b2e1-2e807b87a745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565c4ee-4f99-4e8b-8b1b-7934dad79016,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:41.034870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:41.049363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa79d6cf-aaac-4a7d-ba4f-ff547116f406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.152641 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa79d6cf-aaac-4a7d-ba4f-ff547116f406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.157721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa79d6cf-aaac-4a7d-ba4f-ff547116f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.192495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa79d6cf-aaac-4a7d-ba4f-ff547116f406 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba732fe51f4d46d7908cf5aa9e74bbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560974 Aug 06 18:46:41.195101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43428) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:41.201554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d6cf-aaac-4a7d-ba4f-ff547116f406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd709748-c840-4d59-81eb-e148444ce18f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:41.206462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:41.266976 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.285469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.291525 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.316730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.347361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.351589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.357200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd709748-c840-4d59-81eb-e148444ce18f HTTP/1.1" status: 204 len: 168 time: 0.1572688 Aug 06 18:46:41.367804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cedb5-a5da-4f62-8518-00c9067ad4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd709748-c840-4d59-81eb-e148444ce18f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:41.412823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.415918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:41.417380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] 10.222.0.64 "DELETE /v2.0/security-groups/766f9512-df92-4a39-a558-bfb25b7a1dcb HTTP/1.1" status: 204 len: 168 time: 0.2099338 Aug 06 18:46:41.427716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead46e6-2233-47b4-814d-3765432f3356 tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f9512-df92-4a39-a558-bfb25b7a1dcb,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:41.501621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43436) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:41.992668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:42.161270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:42.472559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Deleting port 8a621464-5c6f-4307-94b3-9d61813eb180 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:42.473129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:42.872747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] For port 8a621464-5c6f-4307-94b3-9d61813eb180, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8a621464-5c6f-4307-94b3-9d61813eb180,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:42.873245 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:42.888419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Calling delete_port for 8a621464-5c6f-4307-94b3-9d61813eb180 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:43.151891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:43.211181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8a621464-5c6f-4307-94b3-9d61813eb180,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:43.378776 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:43.631448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Router c7e09b94-26ab-44f6-aff8-39b624a0eb9e has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:43.779271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:43.786202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-089f7eae-e459-4ea9-99a4-c33ba99eb3aa admin admin] 10.222.0.64 "PUT /v2.0/routers/c7e09b94-26ab-44f6-aff8-39b624a0eb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832053 Aug 06 18:46:43.787801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43532) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:43.791218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Sync routers for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:43.802405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:43.803034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:43.902936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:43.911533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:44.039110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.138646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Deleting port 125689d9-3424-4556-9a52-884ce42c7624 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:44.139093 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.147724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '125689d9-3424-4556-9a52-884ce42c7624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:46:43Z', 'revision_number': 5, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port': {'id': '125689d9-3424-4556-9a52-884ce42c7624', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:31:53Z', 'updated_at': '2021-08-06T18:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:44.181943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Checking router: c7e09b94-26ab-44f6-aff8-39b624a0eb9e for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:44.194009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Routers {'c7e09b94-26ab-44f6-aff8-39b624a0eb9e'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:44.194804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:44.247651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] For port 125689d9-3424-4556-9a52-884ce42c7624, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=125689d9-3424-4556-9a52-884ce42c7624,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:44.248318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.270424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Calling delete_port for 125689d9-3424-4556-9a52-884ce42c7624 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:44.329317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] Set router c7e09b94-26ab-44f6-aff8-39b624a0eb9e gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:44.385089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:46:44Z', 'revision_number': 6, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:44.423231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e6ced-6eca-4173-8f21-7ac79964d118 None None] The sync data for ids ['c7e09b94-26ab-44f6-aff8-39b624a0eb9e'] in n-d-793621-29 is: [{'id': 'c7e09b94-26ab-44f6-aff8-39b624a0eb9e', 'name': 'tempest-TestVolumeBootPattern-560379315-router', 'tenant_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:31:51Z', 'updated_at': '2021-08-06T18:46:44Z', 'revision_number': 6, 'project_id': 'd5dc83c071124a2cb552f9cd0de445bf', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:44.464635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.490261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=125689d9-3424-4556-9a52-884ce42c7624,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:44.559817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.660122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.662371 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.708194 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.708692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e09b94-26ab-44f6-aff8-39b624a0eb9e {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:46:44.717136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.718384 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d010f37-7927-4d39-85f8-1424cff761e2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c7e09b94-26ab-44f6-aff8-39b624a0eb9e HTTP/1.1" status: 204 len: 168 time: 0.9293339 Aug 06 18:46:44.722046 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43538) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:44.779801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Deleting subnet d0203e15-92d0-4dce-b162-0cfe5fb944a7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:46:44.784772 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.836319 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.891969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8a621464-5c6f-4307-94b3-9d61813eb180 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:44.924995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8a621464-5c6f-4307-94b3-9d61813eb180 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:44.925333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8a621464-5c6f-4307-94b3-9d61813eb180 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:44.946716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.004353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.035517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0203e15-92d0-4dce-b162-0cfe5fb944a7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:45.040931 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.045915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43542) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:45.047072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c117dd4e-c236-4c6f-8e77-162c6066ff64 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d0203e15-92d0-4dce-b162-0cfe5fb944a7 HTTP/1.1" status: 204 len: 168 time: 0.3238590 Aug 06 18:46:45.048836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdedbec7-8d72-4433-9be8-f6e9f5cdcba3 None None] Network 5e309680-530d-4061-a245-150b4369cee9 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:46:45.141401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.213597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Deleting port 2021d750-e463-4bcb-b721-894d0ca191e8 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:45.213949 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.283997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] DHCP port deletion for 5e309680-530d-4061-a245-150b4369cee9 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:46:45.289860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] For port 2021d750-e463-4bcb-b721-894d0ca191e8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2021d750-e463-4bcb-b721-894d0ca191e8,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:45.290230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.306791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Calling delete_port for 2021d750-e463-4bcb-b721-894d0ca191e8 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:45.342056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Deleting port 2021d750-e463-4bcb-b721-894d0ca191e8 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:45.342442 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.408573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.428519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] For port 2021d750-e463-4bcb-b721-894d0ca191e8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2021d750-e463-4bcb-b721-894d0ca191e8,segment=NetworkSegment(5cc400fb-d861-4105-8040-44bdcb76830c),segment_id=5cc400fb-d861-4105-8040-44bdcb76830c)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:45.429286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.438830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Pushing event deleted for resources: {'Port': ['ID=2021d750-e463-4bcb-b721-894d0ca191e8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:45.440739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] No DVR routers for this DVR port 2021d750-e463-4bcb-b721-894d0ca191e8 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:45.448268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Calling delete_port for 2021d750-e463-4bcb-b721-894d0ca191e8 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:45.522855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.550475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e309680-530d-4061-a245-150b4369cee9']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.596152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc400fb-d861-4105-8040-44bdcb76830c') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.596795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc400fb-d861-4105-8040-44bdcb76830c') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.619380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.640386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.655136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:46:45.655847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:46:45.659040 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 18:46:45.725974 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 18:46:45.733416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.746498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.756036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:45.758873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e309680-530d-4061-a245-150b4369cee9 HTTP/1.1" status: 204 len: 168 time: 0.7107079 Aug 06 18:46:45.762914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43544) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:45.771986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Pushing event deleted for resources: {'Port': ['ID=2021d750-e463-4bcb-b721-894d0ca191e8,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:45.777189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962efbfd-0ed2-4c96-8732-4aff6023dced admin admin] Pushing event deleted for resources: {'Network': ['ID=5e309680-530d-4061-a245-150b4369cee9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:45.783433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] No DVR routers for this DVR port 2021d750-e463-4bcb-b721-894d0ca191e8 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:45.791379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.791722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.792206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.792373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.792723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.793046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.793522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.793711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.794044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.794367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.794694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:45.795014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a260089-bb31-475f-b91a-90fbdc3ddfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:46.299294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.576066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Deleting port be5a4218-5916-437e-b397-bb8d7b653d70 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:46.576427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.662389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] For port be5a4218-5916-437e-b397-bb8d7b653d70, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=be5a4218-5916-437e-b397-bb8d7b653d70,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:46.662812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.683478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Calling delete_port for be5a4218-5916-437e-b397-bb8d7b653d70 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:46.783666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2021d750-e463-4bcb-b721-894d0ca191e8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:46.819116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2021d750-e463-4bcb-b721-894d0ca191e8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:46.819452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2021d750-e463-4bcb-b721-894d0ca191e8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:46.820087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 125689d9-3424-4556-9a52-884ce42c7624 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:46.840228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 125689d9-3424-4556-9a52-884ce42c7624 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:46.840470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 125689d9-3424-4556-9a52-884ce42c7624 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:46.925112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:47.259266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=be5a4218-5916-437e-b397-bb8d7b653d70,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:47.481086 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:47.775077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:47.904532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:47.911008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-763c1c2f-8873-4fc2-8458-e05dbb47d4ae admin admin] 10.222.0.64 "PUT /v2.0/routers/3f1d2d03-0205-4f62-9a85-60dc2714ec46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463377 Aug 06 18:46:47.915001 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43550) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:47.916975 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Sync routers for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:47.927873 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:47.928940 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:48.050956 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:48.070360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.220937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.299439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '539d8c9f-d675-42af-894d-3430781745cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:46:46Z', 'revision_number': 5, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port': {'id': '539d8c9f-d675-42af-894d-3430781745cc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:48.303114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Deleting port 539d8c9f-d675-42af-894d-3430781745cc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:48.303388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.329788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Checking router: 3f1d2d03-0205-4f62-9a85-60dc2714ec46 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:48.341251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Routers {'3f1d2d03-0205-4f62-9a85-60dc2714ec46'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:48.341251 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:46:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:48.450845 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] For port 539d8c9f-d675-42af-894d-3430781745cc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=539d8c9f-d675-42af-894d-3430781745cc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:48.451403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.455667 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] Set router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:48.483361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Calling delete_port for 539d8c9f-d675-42af-894d-3430781745cc owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:48.557929 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:46:48Z', 'revision_number': 6, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:48.588211 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c5b2c-38b2-45b8-8cac-a5008debdbdd None None] The sync data for ids ['3f1d2d03-0205-4f62-9a85-60dc2714ec46'] in n-d-793621-29 is: [{'id': '3f1d2d03-0205-4f62-9a85-60dc2714ec46', 'name': 'tempest-TestVolumeBootPattern-2142243617-router', 'tenant_id': '27e8742e61d046a8a623410023b76a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:09Z', 'updated_at': '2021-08-06T18:46:48Z', 'revision_number': 6, 'project_id': '27e8742e61d046a8a623410023b76a21', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:48.737830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.786836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Pushing event deleted for resources: {'Port': ['ID=539d8c9f-d675-42af-894d-3430781745cc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:48.860069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.963758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.966404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.030410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.033537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1d2d03-0205-4f62-9a85-60dc2714ec46 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:46:49.044318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.047024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-58b5a9c0-e337-4927-9ca6-03e01aaba48c admin admin] 10.222.0.64 "DELETE /v2.0/routers/3f1d2d03-0205-4f62-9a85-60dc2714ec46 HTTP/1.1" status: 204 len: 168 time: 1.1300938 Aug 06 18:46:49.049313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43554) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:49.130507 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Deleting subnet 9f9f7291-910a-4fe1-b418-f58a1fdfe146 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:46:49.134441 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.179876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.307202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.395337 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.433691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262d8e6-3874-4749-bd89-8ce0ef56fc4a None None] Network 2f0a061c-2258-4182-8ae7-7792c85636d4 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:46:49.451657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.455954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9f9f7291-910a-4fe1-b418-f58a1fdfe146 HTTP/1.1" status: 204 len: 168 time: 0.4028904 Aug 06 18:46:49.455954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd70bf9-343e-4343-bac0-66357def8979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9f7291-910a-4fe1-b418-f58a1fdfe146,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:49.458797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43558) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:49.545973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be5a4218-5916-437e-b397-bb8d7b653d70 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:49.549905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.579723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: be5a4218-5916-437e-b397-bb8d7b653d70 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:49.580297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device be5a4218-5916-437e-b397-bb8d7b653d70 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:49.622310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Deleting port 8be454b3-ad37-4dcb-ae03-d0ff365533ae {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:49.622781 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.722626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] For port 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8be454b3-ad37-4dcb-ae03-d0ff365533ae,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:49.723089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.739519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Calling delete_port for 8be454b3-ad37-4dcb-ae03-d0ff365533ae owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:49.748320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] DHCP port deletion for 2f0a061c-2258-4182-8ae7-7792c85636d4 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:46:49.816365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Deleting port 8be454b3-ad37-4dcb-ae03-d0ff365533ae {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:49.817343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.841956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.861859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] No DVR routers for this DVR port 8be454b3-ad37-4dcb-ae03-d0ff365533ae on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:49.887804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be454b3-ad37-4dcb-ae03-d0ff365533ae,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:49.900340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] For port 8be454b3-ad37-4dcb-ae03-d0ff365533ae, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8be454b3-ad37-4dcb-ae03-d0ff365533ae,segment=NetworkSegment(02ff5cfa-a83d-48de-a769-cebc2a16edbe),segment_id=02ff5cfa-a83d-48de-a769-cebc2a16edbe)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:49.900760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:49.921025 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Calling delete_port for 8be454b3-ad37-4dcb-ae03-d0ff365533ae owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:49.992379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.010639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0a061c-2258-4182-8ae7-7792c85636d4']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:50.025697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ff5cfa-a83d-48de-a769-cebc2a16edbe') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:50.026186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ff5cfa-a83d-48de-a769-cebc2a16edbe') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:50.039632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.050654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.074975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.087521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:46:50.088237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:46:50.090872 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:46:50.096816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] Pushing event deleted for resources: {'Port': ['ID=8be454b3-ad37-4dcb-ae03-d0ff365533ae,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:50.104168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d1b0e-d3a6-474f-8b13-d6602e612229 None None] No DVR routers for this DVR port 8be454b3-ad37-4dcb-ae03-d0ff365533ae on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:50.183064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.192172 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.194156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f0a061c-2258-4182-8ae7-7792c85636d4 HTTP/1.1" status: 204 len: 168 time: 0.7340677 Aug 06 18:46:50.206380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ad0e-ee67-4c5a-9aea-c87a0b3f8483 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0a061c-2258-4182-8ae7-7792c85636d4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:50.484114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:50.548439 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf7fd391-53fc-4f0f-8acd-612f83c155ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5dc83c071124a2cb552f9cd0de445bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627880 Aug 06 18:46:50.551641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:50.622627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.650802 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.717503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.723071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.726271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9d08c78-9b29-428b-b477-b095c5c32fae HTTP/1.1" status: 204 len: 168 time: 0.1730294 Aug 06 18:46:50.741484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d08c78-9b29-428b-b477-b095c5c32fae,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:50.759830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.760720 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.761414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.761958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.762964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.763514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.763979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.764718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.765522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.766081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.766786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.767374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6200600-eec9-4564-b538-4e7537b0bdfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:50.840994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8be454b3-ad37-4dcb-ae03-d0ff365533ae no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:50.873387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8be454b3-ad37-4dcb-ae03-d0ff365533ae {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:50.873934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8be454b3-ad37-4dcb-ae03-d0ff365533ae not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:50.874494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 539d8c9f-d675-42af-894d-3430781745cc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:50.906363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 539d8c9f-d675-42af-894d-3430781745cc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:50.906705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 539d8c9f-d675-42af-894d-3430781745cc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:51.225601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43574) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:51.279285 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2767024-3fed-45be-a0bd-4b367038f2f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27e8742e61d046a8a623410023b76a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520139 Aug 06 18:46:51.282022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43576) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:51.357004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.390724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.455564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.459548 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.461200 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7845e02-72b2-497d-b740-8778286d4c9d HTTP/1.1" status: 204 len: 168 time: 0.1775217 Aug 06 18:46:51.473417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa178b11-bbf1-4738-a038-e33bc962c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7845e02-72b2-497d-b740-8778286d4c9d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:58.534683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cfe8f6cf-19ff-4115-858c-a48b0021c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:59.717939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-6fa99c2e-ca72-4307-a461-1313aac69106 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434444 Aug 06 18:46:59.809967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352908-0363-4995-bc0b-029e8afd15ef req-fa84973a-7d43-437e-814c-cbf6549b52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:59.811704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-fa84973a-7d43-437e-814c-cbf6549b52bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15eca96779d445cab13b77bd54631505&device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 1099 time: 0.0495057 Aug 06 18:46:59.924321 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352908-0363-4995-bc0b-029e8afd15ef req-486050f2-adca-4cf9-9742-1bd43fc3f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:59.925923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-486050f2-adca-4cf9-9742-1bd43fc3f861 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 200 len: 918 time: 0.0918846 Aug 06 18:47:00.007351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-0b97cc56-49fb-4d83-b2eb-4d076c27be31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 200 len: 1001 time: 0.0731480 Aug 06 18:47:00.071668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352908-0363-4995-bc0b-029e8afd15ef req-7dfba5c6-dc4e-48c3-93d1-908fc1074da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:00.073192 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-7dfba5c6-dc4e-48c3-93d1-908fc1074da6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 200 len: 856 time: 0.0591183 Aug 06 18:47:00.130309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352908-0363-4995-bc0b-029e8afd15ef req-7a64c40e-d1f8-485c-b2b3-6205b4a2f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:00.132578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-7a64c40e-d1f8-485c-b2b3-6205b4a2f443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98e028cb-72ec-4869-902d-33b3f1e9eb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524745 Aug 06 18:47:00.249109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-acb45269-979b-454f-a0e5-a9a0cbfaaf52 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091313 Aug 06 18:47:00.352351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-69352908-0363-4995-bc0b-029e8afd15ef req-99be67c1-1b0a-4b0a-97fd-e9ea2e806269 service neutron] 10.222.0.16 "GET /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951636 Aug 06 18:47:01.539125 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:01.720255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0150a282-40aa-4374-824a-6fb1ecaac489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:02.951789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43644) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:03.086733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.187069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.193723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.232510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b7b09-6560-41b7-81a8-303ede46dd10,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:03.236495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11c1b375705543f08ca93f0ea9b714fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839875 Aug 06 18:47:03.239333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43648) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:03.244360 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.244726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.245251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.245623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.245959 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.246285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.246606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.246919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.247261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.247574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.247918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.248282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0dd1-78fe-4b73-ab40-0ac3c2c42aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:03.293248 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.315816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.344563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.395376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.401485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:03.401485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/505b7b09-6560-41b7-81a8-303ede46dd10 HTTP/1.1" status: 204 len: 168 time: 0.1586411 Aug 06 18:47:03.407635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e46f9f-7652-41db-aa87-6a4ad38a6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b7b09-6560-41b7-81a8-303ede46dd10,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:04.773503 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:05.786212 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:47:10.606867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:12.032641 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:14.564155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:14.750895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14294bed-8319-41af-b6aa-df2ffc178b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:14.882243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14294bed-8319-41af-b6aa-df2ffc178b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:14.888065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14294bed-8319-41af-b6aa-df2ffc178b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:14.936198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294bed-8319-41af-b6aa-df2ffc178b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bab8a-dcd5-4970-a021-1866acb8da59,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:14.941194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-14294bed-8319-41af-b6aa-df2ffc178b3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37e28898c58a4f07ad3331a1ed5c9c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756073 Aug 06 18:47:14.945846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43792) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:15.013868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.058835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.128986 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.132356 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.133584 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed9bab8a-dcd5-4970-a021-1866acb8da59 HTTP/1.1" status: 204 len: 168 time: 0.1862144 Aug 06 18:47:15.142773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21454df-cb33-4dae-b689-8c6f17a58929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bab8a-dcd5-4970-a021-1866acb8da59,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:15.463241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:15.478282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6606a41-691c-4eee-aa52-82c1dda415a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.595019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6606a41-691c-4eee-aa52-82c1dda415a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.602229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b6606a41-691c-4eee-aa52-82c1dda415a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.649243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b6606a41-691c-4eee-aa52-82c1dda415a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=756a2304f77c48f68aa61fa9e0dab8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848321 Aug 06 18:47:15.652111 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606a41-691c-4eee-aa52-82c1dda415a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a279e5c-00f2-418f-abed-bd7fc5e0488d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:15.653101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:15.718162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.745872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.806267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.809098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:15.813759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a279e5c-00f2-418f-abed-bd7fc5e0488d HTTP/1.1" status: 204 len: 168 time: 0.1584742 Aug 06 18:47:15.823636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c4b9e-e9cf-42a6-b3d8-e3ef3eb68f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a279e5c-00f2-418f-abed-bd7fc5e0488d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:16.290647 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:16.306382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5b400122-043a-4707-826a-8f768d5bb42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.420195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5b400122-043a-4707-826a-8f768d5bb42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.426178 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5b400122-043a-4707-826a-8f768d5bb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.470527 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5b400122-043a-4707-826a-8f768d5bb42b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a7696967a3f44579bae3bebfc8d57d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786740 Aug 06 18:47:16.471325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400122-043a-4707-826a-8f768d5bb42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92aefed-1dc4-474b-b59c-41f9ed241a9b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:16.473817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43808) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:16.535369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.561795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.620594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.624610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:16.626039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f92aefed-1dc4-474b-b59c-41f9ed241a9b HTTP/1.1" status: 204 len: 168 time: 0.1509736 Aug 06 18:47:16.635799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90662e83-d3b5-4717-a861-623cbd137fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92aefed-1dc4-474b-b59c-41f9ed241a9b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:28.521261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0b925356-ef2e-47b7-bff9-32c8bf064cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:31.534047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:31.728056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f205a1a7-2a9d-4f18-863a-351bb77b99c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.276008 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:32.448227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-453cae5b-f2f4-45c4-bc56-8b38974812cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.556743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-453cae5b-f2f4-45c4-bc56-8b38974812cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.562685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-453cae5b-f2f4-45c4-bc56-8b38974812cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.608789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-453cae5b-f2f4-45c4-bc56-8b38974812cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55abbf7e184140ebb1d76fd241a48cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317544 Aug 06 18:47:32.609837 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cae5b-f2f4-45c4-bc56-8b38974812cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a121cd-fb96-4671-9f5d-8cd7a7d69a55,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:32.612266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43964) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:32.678801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.712124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.770611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.773298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:32.774921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9a121cd-fb96-4671-9f5d-8cd7a7d69a55 HTTP/1.1" status: 204 len: 168 time: 0.1597264 Aug 06 18:47:32.788033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec814c-11b0-4cf9-85b8-0adf10e0e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a121cd-fb96-4671-9f5d-8cd7a7d69a55,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:33.301334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.598683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 43986) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:33.718301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1561609977-network', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:33.754389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Made reservation on behalf of 66dacb7c19ef4181beb9e169935e592a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:47:33.757262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.767613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.878005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.884233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.924308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:47:33.936366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca765ed1-8cfa-4410-aac1-1e4aa5945547,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:33.943383 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:33.943730 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Added segment 57891db7-4d90-4166-9b20-4111f9ff3863 of type vlan for network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 Aug 06 18:47:34.009807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.061807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.063564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:34.064552 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.142217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5418799 Aug 06 18:47:34.145223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43990) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:34.154151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Request body: {'subnet': {'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1561609977-subnet', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:34.193099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Made reservation on behalf of 66dacb7c19ef4181beb9e169935e592a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:47:34.197541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.208675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b686d40-f658-4ab3-99b5-10e258eb7fff admin admin] Pushing event updated for resources: {'Network': ['ID=e6d61509-dbcd-4540-a373-bbc4ca03e0d5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:34.222607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:47:34.391460 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.447843 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:34.456963 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Checking segment: {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:34.457329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Network hostable DHCP agents. Network: e6d61509-dbcd-4540-a373-bbc4ca03e0d5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:47:34.480453 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:47:34.491225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e6d61509-dbcd-4540-a373-bbc4ca03e0d5) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:34.496509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:34.497398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.500655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04816ca8-955e-459a-9b85-9e0e86399161 None None] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:34.518422 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b3d1f062-2bc6-4eab-8bf9-2b0cb413828d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3683677 Aug 06 18:47:34.519124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43992) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:34.527422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:34.553301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.554497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.627753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.701562 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'fixed_ips': [{'subnet_id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:47:34.702796 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.818494 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.840898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:34.893542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Allocated IP 172.20.0.2 (e6d61509-dbcd-4540-a373-bbc4ca03e0d5/9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4/660febfe-3f0e-4779-ac49-322d7dbfd005) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:35.051805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.080772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.128684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.140772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Transition to ACTIVE for port object 660febfe-3f0e-4779-ac49-322d7dbfd005 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:35.160212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Transition to ACTIVE for port object 660febfe-3f0e-4779-ac49-322d7dbfd005 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:35.169932 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.210819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Allocated IP 172.25.3.37 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/d98709bc-9fdc-45f5-a904-201a500542a8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:35.229516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:35.239215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:35.245823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:35.268595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Pushing event updated for resources: {'Port': ['ID=660febfe-3f0e-4779-ac49-322d7dbfd005,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:35.329709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.348490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Attempting to bind port 660febfe-3f0e-4779-ac49-322d7dbfd005 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:35.349005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Attempting to bind port 660febfe-3f0e-4779-ac49-322d7dbfd005 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:35.349728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Attempting to bind port 660febfe-3f0e-4779-ac49-322d7dbfd005 on network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:35.358201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:35.358794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Checking segment: {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:35.359468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.360156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Bound using segment: {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:35.360946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Bound port: 660febfe-3f0e-4779-ac49-322d7dbfd005, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:35.361609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.370421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.411735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:35.416685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:35.421640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:35.423880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d98709bc-9fdc-45f5-a904-201a500542a8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:35.440745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] For port 660febfe-3f0e-4779-ac49-322d7dbfd005, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:35.444279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] For port 660febfe-3f0e-4779-ac49-322d7dbfd005, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=660febfe-3f0e-4779-ac49-322d7dbfd005,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:35.450899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.511507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172fa99-30ad-428f-a67b-26e6412201ec None None] Pushing event updated for resources: {'Port': ['ID=660febfe-3f0e-4779-ac49-322d7dbfd005,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:35.702758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:35.917562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:36.070514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:47:36.224127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:36.236621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Sync routers for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:36.248050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:36.253124 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e12ca26-3ddf-4541-96a6-598d2a9438a0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7293515 Aug 06 18:47:36.253625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 43994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:36.256783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:36.257970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:36.424502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:36.568469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2647d47-349f-4b92-892c-5b1da10e2aca None None] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:36.672412 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e0220849-64f9-40ae-91fc-a22634a15fe2 None None] Provisioning for port 660febfe-3f0e-4779-ac49-322d7dbfd005 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:36.747866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:35Z', 'revision_number': 3, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:36.786127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Checking router: 00465fd0-57fb-4db1-a1e1-8d2daf470f72 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:36.786475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Updating router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 port d98709bc-9fdc-45f5-a904-201a500542a8 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:47:36.822204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:36.836066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:36.943911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 660febfe-3f0e-4779-ac49-322d7dbfd005 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:37.066403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 660febfe-3f0e-4779-ac49-322d7dbfd005 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:37.077525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 660febfe-3f0e-4779-ac49-322d7dbfd005 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:37.077909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.158308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Allocated IP 172.20.0.1 (e6d61509-dbcd-4540-a373-bbc4ca03e0d5/9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4/607570e4-664a-4256-b5da-c8e67c0e3d32) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:37.254562 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.266249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.280950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1c4e29e-aeb9-439f-a67a-c9aa0a2a3589 None None] Provisioning complete for port 660febfe-3f0e-4779-ac49-322d7dbfd005 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:37.281325 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e29e-aeb9-439f-a67a-c9aa0a2a3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.316995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Transition to ACTIVE for port object d98709bc-9fdc-45f5-a904-201a500542a8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:37.338209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.360784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 660febfe-3f0e-4779-ac49-322d7dbfd005, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=660febfe-3f0e-4779-ac49-322d7dbfd005,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:37.392406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.431550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Attempting to bind port d98709bc-9fdc-45f5-a904-201a500542a8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:37.432009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Attempting to bind port d98709bc-9fdc-45f5-a904-201a500542a8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:37.432391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Attempting to bind port d98709bc-9fdc-45f5-a904-201a500542a8 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:37.435866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785edab-cf55-4a3c-b6b7-c5ee8fc6e9a1 None None] Pushing event updated for resources: {'Port': ['ID=d98709bc-9fdc-45f5-a904-201a500542a8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:37.676101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.683470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:37.684222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:37.684222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.684623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:37.685111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Bound port: d98709bc-9fdc-45f5-a904-201a500542a8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:37.685518 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.697713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Transition to ACTIVE for port object 607570e4-664a-4256-b5da-c8e67c0e3d32 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:37.752508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.758833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=660febfe-3f0e-4779-ac49-322d7dbfd005,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:37.779152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] For port d98709bc-9fdc-45f5-a904-201a500542a8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:37.782814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] For port d98709bc-9fdc-45f5-a904-201a500542a8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d98709bc-9fdc-45f5-a904-201a500542a8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:37.788133 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.797234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:37.800502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:37.807256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:37.841879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Pushing event updated for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:37.849895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:37.850544 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:37.858335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:37.892222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785edab-cf55-4a3c-b6b7-c5ee8fc6e9a1 None None] Pushing event updated for resources: {'Port': ['ID=d98709bc-9fdc-45f5-a904-201a500542a8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:38.018059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:38.030600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.211591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.215958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b729cb50-05ad-490c-b19b-55a2fa7a7a41 None None] Provisioning for port 607570e4-664a-4256-b5da-c8e67c0e3d32 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:38.217743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.223182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b729cb50-05ad-490c-b19b-55a2fa7a7a41 None None] Provisioning complete for port 607570e4-664a-4256-b5da-c8e67c0e3d32 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:38.223548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b729cb50-05ad-490c-b19b-55a2fa7a7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.269024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b729cb50-05ad-490c-b19b-55a2fa7a7a41 None None] Port 607570e4-664a-4256-b5da-c8e67c0e3d32 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:47:38.278680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:35Z', 'revision_number': 3, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:38.298106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.300122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Pushing event updated for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:38.307148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f17194-6a96-4b9f-92b1-30871178c163 None None] The sync data for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 is: [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:35Z', 'revision_number': 3, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:38.412191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:38.413760 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:38.596876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:38.700092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-59b2a1d4-4fdb-4985-bf7a-ddce3dbed6b1 None None] Provisioning complete for port 607570e4-664a-4256-b5da-c8e67c0e3d32 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:38.700674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-59b2a1d4-4fdb-4985-bf7a-ddce3dbed6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:38.740388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-59b2a1d4-4fdb-4985-bf7a-ddce3dbed6b1 None None] Port 607570e4-664a-4256-b5da-c8e67c0e3d32 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:47:38.759305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:38.765495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb530ac7-02f6-4b01-b140-eeff7299afe1 admin admin] 10.222.0.64 "PUT /v2.0/routers/00465fd0-57fb-4db1-a1e1-8d2daf470f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5104122 Aug 06 18:47:38.926313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d98709bc-9fdc-45f5-a904-201a500542a8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:38.985904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d98709bc-9fdc-45f5-a904-201a500542a8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:38.991980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d98709bc-9fdc-45f5-a904-201a500542a8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:38.992278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.084490 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.111528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d98709bc-9fdc-45f5-a904-201a500542a8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d98709bc-9fdc-45f5-a904-201a500542a8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:39.118660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.119951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 660febfe-3f0e-4779-ac49-322d7dbfd005 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:39.216030 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d98709bc-9fdc-45f5-a904-201a500542a8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:39.228298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 660febfe-3f0e-4779-ac49-322d7dbfd005 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:39.228679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.372929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:39.378151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1246551000-network', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:39.400423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Made reservation on behalf of e2e72c57ca854c5bb7475a75d00214f4 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:47:39.403226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.413116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.532607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.538254 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.569085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:47:39.580484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3fd13-9f3e-481b-8507-a6f247e2c2ca,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:39.586456 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.586849 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Added segment 2d8f3109-240a-4d3d-b39c-cb2d18dfe95b of type vlan for network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 Aug 06 18:47:39.633751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.670413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.671714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:39.672361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.724819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3507037 Aug 06 18:47:39.728049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44014) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:39.734261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Request body: {'subnet': {'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1246551000-subnet', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:39.772588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Made reservation on behalf of e2e72c57ca854c5bb7475a75d00214f4 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:47:39.775544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:39.782330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ba76-421a-4980-bb6d-5dd1ef80c9bf admin admin] Pushing event updated for resources: {'Network': ['ID=d6d08a32-2ab2-44f4-859c-7d3d9ab38490,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:39.794131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:47:39.971569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.028267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a550700a-6022-4ed6-a8c2-900736cd277f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:40.040148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Checking segment: {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:40.040506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Network hostable DHCP agents. Network: d6d08a32-2ab2-44f4-859c-7d3d9ab38490, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:47:40.060718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:47:40.073433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d6d08a32-2ab2-44f4-859c-7d3d9ab38490) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:40.078687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:40.079328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.083527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccb954-7cf2-4099-a177-43eadf2daf18 None None] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:40.108926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44016) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:40.112702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:47:40.116051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fdec4ed6-8900-49ea-8b54-82055cae7ad6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3865504 Aug 06 18:47:40.141868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.143230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.147543 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Sync routers for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:40.176802 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:40.178175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:40.215346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.301496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:47:40.302477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.314210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:40.410381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.542856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Allocated IP 172.20.0.2 (d6d08a32-2ab2-44f4-859c-7d3d9ab38490/a550700a-6022-4ed6-a8c2-900736cd277f/ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:40.615723 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:37Z', 'revision_number': 4, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '607570e4-664a-4256-b5da-c8e67c0e3d32', 'name': '', 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'mac_address': 'fa:16:3e:5d:ef:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:36Z', 'updated_at': '2021-08-06T18:47:38Z', 'revision_number': 2, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'subnets': [{'id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:40.649023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Checking router: 00465fd0-57fb-4db1-a1e1-8d2daf470f72 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:40.649839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Updating router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 port 607570e4-664a-4256-b5da-c8e67c0e3d32 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:47:40.668618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.680751 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.713106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.739827 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.808442 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.821023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Transition to ACTIVE for port object ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:40.870570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Transition to ACTIVE for port object ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:40.883968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:40.944012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Pushing event updated for resources: {'Port': ['ID=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:40.945367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Allocated IP 172.25.3.175 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/9645f1f6-8f71-426d-974f-29f495f46bcc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:40.947456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d98709bc-9fdc-45f5-a904-201a500542a8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:40.986415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:40.994159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:40.998221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:41.090161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Attempting to bind port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:41.090161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Attempting to bind port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:41.090573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Attempting to bind port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d on network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Checking segment: {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Bound using segment: {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Bound port: ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:41.101733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.122235 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d98709bc-9fdc-45f5-a904-201a500542a8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:41.122616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.150877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.210147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dde4a-7189-4c28-ac05-1db243fb14ad req-2522bb16-4b0e-4440-b119-4e76181c37f1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:41.213650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] For port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:41.218264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-838dde4a-7189-4c28-ac05-1db243fb14ad req-2522bb16-4b0e-4440-b119-4e76181c37f1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.1021292 Aug 06 18:47:41.218560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] For port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:41.222298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.227712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.288345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-838dde4a-7189-4c28-ac05-1db243fb14ad req-6bd174cf-186e-46b5-8b90-1e0cb0c16fb5 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667973 Aug 06 18:47:41.292379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Pushing event updated for resources: {'Port': ['ID=9645f1f6-8f71-426d-974f-29f495f46bcc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:41.296159 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.320094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Transition to ACTIVE for port object 607570e4-664a-4256-b5da-c8e67c0e3d32 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:41.329466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:41.329932 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.331091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:41.334126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:41.340508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a04a4-f499-4172-a1b9-cbeaab3b946c None None] Pushing event updated for resources: {'Port': ['ID=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:41.399317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Pushing event updated for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:41.436439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.436933 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.437269 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.437722 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.438204 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.438595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.438948 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.439367 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.440032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.440032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.440243 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.440784 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:41.480562 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Attempting to bind port 607570e4-664a-4256-b5da-c8e67c0e3d32 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:41.481246 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Attempting to bind port 607570e4-664a-4256-b5da-c8e67c0e3d32 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:41.481922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Attempting to bind port 607570e4-664a-4256-b5da-c8e67c0e3d32 on network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:41.490749 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:41.491555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Checking segment: {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:41.492346 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.492677 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Bound using segment: {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:41.493153 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Bound port: 607570e4-664a-4256-b5da-c8e67c0e3d32, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57891db7-4d90-4166-9b20-4111f9ff3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:41.493571 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.628317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] For port 607570e4-664a-4256-b5da-c8e67c0e3d32, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:41.632175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] For port 607570e4-664a-4256-b5da-c8e67c0e3d32, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=607570e4-664a-4256-b5da-c8e67c0e3d32,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:41.639339 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.729227 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:41.729964 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:41.732532 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e486-485b-491c-ad9e-46bfe75f91cd None None] Pushing event updated for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:41.738879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:41.892844 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:42.058983 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:42.060762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:42.174894 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:37Z', 'revision_number': 4, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '607570e4-664a-4256-b5da-c8e67c0e3d32', 'name': '', 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'mac_address': 'fa:16:3e:5d:ef:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:36Z', 'updated_at': '2021-08-06T18:47:41Z', 'revision_number': 4, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'subnets': [{'id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:42.225244 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89e300-a50b-4432-9ecb-f3a22548e14c None None] The sync data for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 is: [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:37Z', 'revision_number': 4, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '607570e4-664a-4256-b5da-c8e67c0e3d32', 'name': '', 'network_id': 'e6d61509-dbcd-4540-a373-bbc4ca03e0d5', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'mac_address': 'fa:16:3e:5d:ef:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:36Z', 'updated_at': '2021-08-06T18:47:41Z', 'revision_number': 4, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'subnets': [{'id': '9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:42.239779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Router b98b39be-204f-493c-be8b-72778ea155ef is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:47:42.422870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:42.435397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Sync routers for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:42.457775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:42.458934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:42.465646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:42.469280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c9085b2e-63be-4330-946e-c60ac985f463 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3606184 Aug 06 18:47:42.476943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44034) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:42.478094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb44d31-51b6-4887-ae3d-4ffaa4c9dc50 req-d8aa7d87-2bd5-447a-af74-8a3fbb3281ae tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:42.480622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5eb44d31-51b6-4887-ae3d-4ffaa4c9dc50 req-d8aa7d87-2bd5-447a-af74-8a3fbb3281ae tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.0817511 Aug 06 18:47:42.539028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5eb44d31-51b6-4887-ae3d-4ffaa4c9dc50 req-b94c6f69-9e64-442b-ae9f-1ba6ca85b479 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492823 Aug 06 18:47:42.620298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f11de-9fde-4b9b-978b-861d909bbf4e None None] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:42.789824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:42.800407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:47:42.805741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0304ef87-2e8f-4bff-bede-c50cfd47111c None None] Provisioning for port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:42.866301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-301ffb17-2266-4a0b-9463-bed517abf587 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:42.873722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-301ffb17-2266-4a0b-9463-bed517abf587 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.1680181 Aug 06 18:47:43.070955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Deleting port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:43.070955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.097897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:43.143019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.227427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] For port ce17910f-15e8-4dc1-8eb1-53ecf778ae81, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:43.227899 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.332142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:43.346574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:43.347091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Allocated IP 172.20.0.1 (d6d08a32-2ab2-44f4-859c-7d3d9ab38490/a550700a-6022-4ed6-a8c2-900736cd277f/24ff54d4-0260-4263-a3ed-a96548bbc806) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:47:43.347306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.482220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:41Z', 'revision_number': 3, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:43.621603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.640451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Checking router: b98b39be-204f-493c-be8b-72778ea155ef for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:43.654725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Updating router b98b39be-204f-493c-be8b-72778ea155ef port 9645f1f6-8f71-426d-974f-29f495f46bcc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:47:43.712551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.906978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30ab6e45-4c30-49b7-b352-18edffaa839d None None] Provisioning complete for port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:43.907455 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30ab6e45-4c30-49b7-b352-18edffaa839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.920982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:43.950971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:43.951821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 607570e4-664a-4256-b5da-c8e67c0e3d32 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:44.032141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.034004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.034533 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Floating IP aa4f4692-3d7c-41e9-ad70-7d9e70af608e disassociated. External IP: 172.25.3.97, port: ce17910f-15e8-4dc1-8eb1-53ecf778ae81. Aug 06 18:47:44.035008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Calling delete_port for ce17910f-15e8-4dc1-8eb1-53ecf778ae81 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:44.052654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.070377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Transition to ACTIVE for port object 24ff54d4-0260-4263-a3ed-a96548bbc806 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:44.079020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2dbbd-b630-42c4-8492-61663e7be53b req-34acdb9b-eae9-4e44-8fd4-78ae99c8fba2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:47:44.084909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40f2dbbd-b630-42c4-8492-61663e7be53b req-34acdb9b-eae9-4e44-8fd4-78ae99c8fba2 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 947 time: 0.1200514 Aug 06 18:47:44.118439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.183492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:44.191323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40f2dbbd-b630-42c4-8492-61663e7be53b req-92a2f704-e04d-4841-93dc-aa8f7b7bdef7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups?id=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653727 Aug 06 18:47:44.192914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:44.197736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:47:44.246712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Pushing event updated for resources: {'Port': ['ID=24ff54d4-0260-4263-a3ed-a96548bbc806,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:44.266580 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.316971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.325781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:44.364569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'Port': ['ID=ce17910f-15e8-4dc1-8eb1-53ecf778ae81,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:44.393426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 607570e4-664a-4256-b5da-c8e67c0e3d32 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:44.413095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 607570e4-664a-4256-b5da-c8e67c0e3d32 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:44.413413 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.464558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.493631 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.515973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Transition to ACTIVE for port object 9645f1f6-8f71-426d-974f-29f495f46bcc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:44.554622 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.561118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:44.618545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0098e57b-a827-4b48-8d34-52299bc23d53 None None] Provisioning for port 24ff54d4-0260-4263-a3ed-a96548bbc806 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:44.630564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Attempting to bind port 9645f1f6-8f71-426d-974f-29f495f46bcc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:44.630951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Attempting to bind port 9645f1f6-8f71-426d-974f-29f495f46bcc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:44.631280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Attempting to bind port 9645f1f6-8f71-426d-974f-29f495f46bcc on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:44.633330 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.643295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0098e57b-a827-4b48-8d34-52299bc23d53 None None] Provisioning complete for port 24ff54d4-0260-4263-a3ed-a96548bbc806 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:44.643661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0098e57b-a827-4b48-8d34-52299bc23d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.669842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:44.670332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:44.670609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.670997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:44.671497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Bound port: 9645f1f6-8f71-426d-974f-29f495f46bcc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:44.671873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.673649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971ee7-3d33-45aa-9462-170eac1ac4c8 None None] Pushing event updated for resources: {'Port': ['ID=9645f1f6-8f71-426d-974f-29f495f46bcc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:44.688621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.696759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.738376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0098e57b-a827-4b48-8d34-52299bc23d53 None None] Port 24ff54d4-0260-4263-a3ed-a96548bbc806 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:47:44.743413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:44.766740 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 607570e4-664a-4256-b5da-c8e67c0e3d32, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=607570e4-664a-4256-b5da-c8e67c0e3d32,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:44.772730 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:44.778200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Pushing event updated for resources: {'Port': ['ID=24ff54d4-0260-4263-a3ed-a96548bbc806,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:44.781461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.793094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:44.795694 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:44.798390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.825371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] No DVR routers for this DVR port ce17910f-15e8-4dc1-8eb1-53ecf778ae81 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:44.829862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:44.833074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df0dc658-9ba6-4b13-9da2-6f64e61a58bc req-94e6b4b6-86c9-46b5-8d08-0ac4681c902d tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.16 "DELETE /v2.0/ports/ce17910f-15e8-4dc1-8eb1-53ecf778ae81 HTTP/1.1" status: 204 len: 173 time: 1.9480984 Aug 06 18:47:44.834266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-deleted', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:47:44.851045 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb8fcf-96b6-4dc1-a48d-5cfe4991dc60" -d '{"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-deleted", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:47:44.930230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] For port 9645f1f6-8f71-426d-974f-29f495f46bcc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:44.937432 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba225b5-ee4c-4636-ac6f-ff49090c74e4 x-openstack-request-id: req-bba225b5-ee4c-4636-ac6f-ff49090c74e4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:47:44.938012 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12a4bc-eeea-49fa-bd60-487ea4b91230", "name": "network-vif-deleted", "tag": "ce17910f-15e8-4dc1-8eb1-53ecf778ae81", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:47:44.938590 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bba225b5-ee4c-4636-ac6f-ff49090c74e4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:47:44.939152 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12a4bc-eeea-49fa-bd60-487ea4b91230', 'name': 'network-vif-deleted', 'tag': 'ce17910f-15e8-4dc1-8eb1-53ecf778ae81', 'status': 'completed', 'code': 200} Aug 06 18:47:44.975932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] For port 9645f1f6-8f71-426d-974f-29f495f46bcc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9645f1f6-8f71-426d-974f-29f495f46bcc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:44.993587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:45.006023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:45.009123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:47:45.017936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:47:45.082458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:45.102539 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:45.131603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:45.132881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:45.204611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Router b98b39be-204f-493c-be8b-72778ea155ef has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:45.224816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971ee7-3d33-45aa-9462-170eac1ac4c8 None None] Pushing event updated for resources: {'Port': ['ID=9645f1f6-8f71-426d-974f-29f495f46bcc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:45.248811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:45.250790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:45.428872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:45.446080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ad84df8-3a58-4136-9ffc-18b60288a903 req-96c3c5fa-edf6-4b50-8a05-849ce3cefbb9 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/ports?device_id=db12a4bc-eeea-49fa-bd60-487ea4b91230 HTTP/1.1" status: 200 len: 210 time: 0.0436187 Aug 06 18:47:45.477592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:45.507620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:45.518228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-de82628a-6e94-493c-8382-263eff4475fa admin admin] 10.222.0.64 "PUT /v2.0/routers/b98b39be-204f-493c-be8b-72778ea155ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354421 Aug 06 18:47:45.521761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d1d89d2a-313f-412f-bed7-52c22fdb3d44 None None] Provisioning complete for port 24ff54d4-0260-4263-a3ed-a96548bbc806 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:45.522141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1d89d2a-313f-412f-bed7-52c22fdb3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:45.539932 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:45.558311 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:45.559826 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:45.655880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d1d89d2a-313f-412f-bed7-52c22fdb3d44 None None] Port 24ff54d4-0260-4263-a3ed-a96548bbc806 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:47:45.775678 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:45.791729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '24ff54d4-0260-4263-a3ed-a96548bbc806', 'name': '', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'mac_address': 'fa:16:3e:36:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:43Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 2, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'subnets': [{'id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:45.824925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2c965-f36d-426f-9f29-86045a4dcb4f None None] The sync data for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 is: [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '24ff54d4-0260-4263-a3ed-a96548bbc806', 'name': '', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'mac_address': 'fa:16:3e:36:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:43Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 2, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'subnets': [{'id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:46.042911 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:46.076645 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a4c73-dea4-4814-9fa5-57fed274d24b None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:37:29Z', 'revision_number': 4, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '11f595c0-fc7f-4be1-be72-782b5a998e45', 'name': '', 'network_id': '98e028cb-72ec-4869-902d-33b3f1e9eb80', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'mac_address': 'fa:16:3e:e6:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:27Z', 'updated_at': '2021-08-06T18:37:38Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'subnets': [{'id': '162a5069-aaf0-4428-bde4-bc31bf8bef23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:46.449131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e61f6cb-d8f1-45ad-86be-499e31cd912a None None] New status for floating IP aa4f4692-3d7c-41e9-ad70-7d9e70af608e: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:47:46.822285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44078) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:46.941167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:46.986233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.068007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.075952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.080729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "DELETE /v2.0/security-groups/0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6 HTTP/1.1" status: 204 len: 168 time: 0.2545526 Aug 06 18:47:47.082074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44088) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:47.095187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7a3ea-684e-460e-b120-41ea221fadb7 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:47.099834 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-b063e1b1-3b42-4818-8755-cf924b61dfef tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] show failed (client error): The resource could not be found. Aug 06 18:47:47.107638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b063e1b1-3b42-4818-8755-cf924b61dfef tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "GET /v2.0/security-groups/0bac7c2d-203f-4904-8a43-9ab7bb4b1ea6 HTTP/1.1" status: 404 len: 347 time: 0.0209768 Aug 06 18:47:47.109268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44090) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:47.118786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9645f1f6-8f71-426d-974f-29f495f46bcc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:47.192750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44096) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:47.206420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9645f1f6-8f71-426d-974f-29f495f46bcc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:47:47.211964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9645f1f6-8f71-426d-974f-29f495f46bcc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:47.212519 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.280459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Deleting port e370d31c-9a34-4283-8328-a98c6d9b9b57 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:47.280964 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.309196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.333567 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9645f1f6-8f71-426d-974f-29f495f46bcc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9645f1f6-8f71-426d-974f-29f495f46bcc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:47.340247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.341097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 607570e4-664a-4256-b5da-c8e67c0e3d32 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:47.407022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.407443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.424008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Calling delete_port for e370d31c-9a34-4283-8328-a98c6d9b9b57 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:47.452640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 607570e4-664a-4256-b5da-c8e67c0e3d32 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:47.453409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.483382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9645f1f6-8f71-426d-974f-29f495f46bcc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:47.545588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.546414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.553887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:47.659626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.707504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Pushing event deleted for resources: {'Port': ['ID=e370d31c-9a34-4283-8328-a98c6d9b9b57,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:47.729475 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.746441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:47.770492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: ce17910f-15e8-4dc1-8eb1-53ecf778ae81 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:47.771141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ce17910f-15e8-4dc1-8eb1-53ecf778ae81 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:47.782263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.785436 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:47.786697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7964f7be-0cf3-4237-96f6-b9ee9b9d58e1 tempest-AttachVolumeShelveTestJSON-1799307666 tempest-AttachVolumeShelveTestJSON-1799307666-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa4f4692-3d7c-41e9-ad70-7d9e70af608e HTTP/1.1" status: 204 len: 168 time: 0.6761191 Aug 06 18:47:48.029692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Deleting port 607570e4-664a-4256-b5da-c8e67c0e3d32 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:48.030322 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:48.139326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] For port 607570e4-664a-4256-b5da-c8e67c0e3d32, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=607570e4-664a-4256-b5da-c8e67c0e3d32,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:48.139838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:48.170629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Calling delete_port for 607570e4-664a-4256-b5da-c8e67c0e3d32 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:48.408520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:48.436130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=607570e4-664a-4256-b5da-c8e67c0e3d32,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:48.635830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:48.896895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:48.943175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9645f1f6-8f71-426d-974f-29f495f46bcc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:47:48.996492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9645f1f6-8f71-426d-974f-29f495f46bcc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:47:48.997015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.043960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:49.052981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-747059b6-ff3a-460f-837f-447ab0f63d6e admin admin] 10.222.0.64 "PUT /v2.0/routers/00465fd0-57fb-4db1-a1e1-8d2daf470f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8584933 Aug 06 18:47:49.057421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44108) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:49.058908 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Sync routers for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:49.075142 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:49.075823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:49.192577 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.218071 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:49.312107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.414377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Deleting port d98709bc-9fdc-45f5-a904-201a500542a8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:49.414852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.530044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:48Z', 'revision_number': 5, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port': {'id': 'd98709bc-9fdc-45f5-a904-201a500542a8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:35Z', 'updated_at': '2021-08-06T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:49.530481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] For port d98709bc-9fdc-45f5-a904-201a500542a8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d98709bc-9fdc-45f5-a904-201a500542a8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:49.530481 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.545375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Calling delete_port for d98709bc-9fdc-45f5-a904-201a500542a8 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:49.561790 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Checking router: 00465fd0-57fb-4db1-a1e1-8d2daf470f72 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:49.572194 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Routers {'00465fd0-57fb-4db1-a1e1-8d2daf470f72'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:49.573012 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:49.716126 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] Set router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:49.809842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:49Z', 'revision_number': 6, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:49.841826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:49.848467 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd1bf7-2a98-4c3d-8f3b-e863d081ba8b None None] The sync data for ids ['00465fd0-57fb-4db1-a1e1-8d2daf470f72'] in n-d-793621-29 is: [{'id': '00465fd0-57fb-4db1-a1e1-8d2daf470f72', 'name': 'tempest-TestAggregatesBasicOps-1561609977-router', 'tenant_id': '66dacb7c19ef4181beb9e169935e592a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:34Z', 'updated_at': '2021-08-06T18:47:49Z', 'revision_number': 6, 'project_id': '66dacb7c19ef4181beb9e169935e592a', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:49.878133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98709bc-9fdc-45f5-a904-201a500542a8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:49.952778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.052594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Sync routers for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:50.055103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.058568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.068396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:50.070266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:50.125752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.126422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00465fd0-57fb-4db1-a1e1-8d2daf470f72 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:47:50.137612 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.140023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7429d9f-36d2-4b9e-ba2e-c9791af3d0a5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/00465fd0-57fb-4db1-a1e1-8d2daf470f72 HTTP/1.1" status: 204 len: 168 time: 1.0807045 Aug 06 18:47:50.142194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:50.225638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Deleting subnet 9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:47:50.229745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.270816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:50.277149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.400056 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.482024 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.510164 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:50.518732 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.521138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d563319d-eef4-4ecf-96c6-f941db504ed9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9f65e9c0-3ee5-4d22-bc18-dd84052b2ec4 HTTP/1.1" status: 204 len: 168 time: 0.3778217 Aug 06 18:47:50.523894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44122) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:50.526881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f080a-6df8-44e4-bae4-235813d04381 None None] Network e6d61509-dbcd-4540-a373-bbc4ca03e0d5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:50.612672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.684690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Deleting port 660febfe-3f0e-4779-ac49-322d7dbfd005 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:50.685085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.771756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '24ff54d4-0260-4263-a3ed-a96548bbc806', 'name': '', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'mac_address': 'fa:16:3e:36:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:43Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 2, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'subnets': [{'id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:50.792968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] For port 660febfe-3f0e-4779-ac49-322d7dbfd005, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=660febfe-3f0e-4779-ac49-322d7dbfd005,segment=NetworkSegment(57891db7-4d90-4166-9b20-4111f9ff3863),segment_id=57891db7-4d90-4166-9b20-4111f9ff3863)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:50.793687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.802160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Checking router: b98b39be-204f-493c-be8b-72778ea155ef for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:50.802516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Updating router b98b39be-204f-493c-be8b-72778ea155ef port 24ff54d4-0260-4263-a3ed-a96548bbc806 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:47:50.812526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Calling delete_port for 660febfe-3f0e-4779-ac49-322d7dbfd005 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:50.873818 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.933060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451f416-754c-41a7-839a-ad2ea8d6114c None None] DHCP port deletion for e6d61509-dbcd-4540-a373-bbc4ca03e0d5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:47:50.966908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:50.979921 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d98709bc-9fdc-45f5-a904-201a500542a8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:51.001337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Pushing event deleted for resources: {'Port': ['ID=660febfe-3f0e-4779-ac49-322d7dbfd005,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:51.013270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] No DVR routers for this DVR port 660febfe-3f0e-4779-ac49-322d7dbfd005 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:51.030152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d98709bc-9fdc-45f5-a904-201a500542a8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:51.030152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d98709bc-9fdc-45f5-a904-201a500542a8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:51.030152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 660febfe-3f0e-4779-ac49-322d7dbfd005 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:51.045703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 660febfe-3f0e-4779-ac49-322d7dbfd005 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:51.046101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 660febfe-3f0e-4779-ac49-322d7dbfd005 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:51.046527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 607570e4-664a-4256-b5da-c8e67c0e3d32 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:51.110633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.125189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d61509-dbcd-4540-a373-bbc4ca03e0d5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:51.139674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57891db7-4d90-4166-9b20-4111f9ff3863') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:51.140109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57891db7-4d90-4166-9b20-4111f9ff3863') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:51.150157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 607570e4-664a-4256-b5da-c8e67c0e3d32 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:51.151285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 607570e4-664a-4256-b5da-c8e67c0e3d32 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:51.153617 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.175208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.183138 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:47:51.183766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:47:51.186461 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:47:51.276165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.287320 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.290948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6d61509-dbcd-4540-a373-bbc4ca03e0d5 HTTP/1.1" status: 204 len: 168 time: 0.7655768 Aug 06 18:47:51.293986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:51.314519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedc1d-e2da-45d6-a278-cc2a81bdb717 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d61509-dbcd-4540-a373-bbc4ca03e0d5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:51.435967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.461038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Transition to ACTIVE for port object 24ff54d4-0260-4263-a3ed-a96548bbc806 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:47:51.473050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.799218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262cfd1-4c22-4e04-9152-5903acca4ec4 None None] Pushing event updated for resources: {'Port': ['ID=24ff54d4-0260-4263-a3ed-a96548bbc806,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:51.806451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.831545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Attempting to bind port 24ff54d4-0260-4263-a3ed-a96548bbc806 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:47:51.832073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Attempting to bind port 24ff54d4-0260-4263-a3ed-a96548bbc806 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:47:51.832536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Attempting to bind port 24ff54d4-0260-4263-a3ed-a96548bbc806 on network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:47:51.838719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:47:51.839380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Checking segment: {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:47:51.839894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.840390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Bound using segment: {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:47:51.840982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Bound port: 24ff54d4-0260-4263-a3ed-a96548bbc806, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:47:51.841509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.944520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] For port 24ff54d4-0260-4263-a3ed-a96548bbc806, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:47:51.952436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] For port 24ff54d4-0260-4263-a3ed-a96548bbc806, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24ff54d4-0260-4263-a3ed-a96548bbc806,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:47:51.959885 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:52.058846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:52.060699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:52.104824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262cfd1-4c22-4e04-9152-5903acca4ec4 None None] Pushing event updated for resources: {'Port': ['ID=24ff54d4-0260-4263-a3ed-a96548bbc806,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:52.202994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Deleting port 24ff54d4-0260-4263-a3ed-a96548bbc806 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:52.204006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:52.220038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:52.297811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] For port 24ff54d4-0260-4263-a3ed-a96548bbc806, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=24ff54d4-0260-4263-a3ed-a96548bbc806,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:52.298556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:52.320412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Calling delete_port for 24ff54d4-0260-4263-a3ed-a96548bbc806 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:52.474737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '24ff54d4-0260-4263-a3ed-a96548bbc806', 'name': '', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'mac_address': 'fa:16:3e:36:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:43Z', 'updated_at': '2021-08-06T18:47:51Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'subnets': [{'id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:52.508111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a72e45-3c5d-4697-b15e-16bb6f1067c8 None None] The sync data for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 is: [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:44Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '24ff54d4-0260-4263-a3ed-a96548bbc806', 'name': '', 'network_id': 'd6d08a32-2ab2-44f4-859c-7d3d9ab38490', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'mac_address': 'fa:16:3e:36:9c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:43Z', 'updated_at': '2021-08-06T18:47:51Z', 'revision_number': 4, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'subnets': [{'id': 'a550700a-6022-4ed6-a8c2-900736cd277f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:52.546025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:52.579437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=24ff54d4-0260-4263-a3ed-a96548bbc806,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:52.826275 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:53.479660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Router b98b39be-204f-493c-be8b-72778ea155ef has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:53.597387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:53.603851 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e4991c24-c654-47ae-8d83-1bed4ed43f8a admin admin] 10.222.0.64 "PUT /v2.0/routers/b98b39be-204f-493c-be8b-72778ea155ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084946 Aug 06 18:47:53.606892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44130) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:53.607519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Sync routers for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:53.621250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:53.622249 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:53.740975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:53.745967 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:53.782083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44138) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:53.877271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:53.958698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Deleting port 9645f1f6-8f71-426d-974f-29f495f46bcc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:53.959271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:52Z', 'revision_number': 5, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port': {'id': '9645f1f6-8f71-426d-974f-29f495f46bcc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:53.960163 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:53.999490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Checking router: b98b39be-204f-493c-be8b-72778ea155ef for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:54.010819 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Routers {'b98b39be-204f-493c-be8b-72778ea155ef'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:54.011734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['b98b39be-204f-493c-be8b-72778ea155ef'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:54.085815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] For port 9645f1f6-8f71-426d-974f-29f495f46bcc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9645f1f6-8f71-426d-974f-29f495f46bcc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:54.086190 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.108577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Calling delete_port for 9645f1f6-8f71-426d-974f-29f495f46bcc owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:54.160929 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] Set router b98b39be-204f-493c-be8b-72778ea155ef gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:54.248827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:53Z', 'revision_number': 6, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:54.305003 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13897-95e4-440e-9548-15e21fb6a371 None None] The sync data for ids ['b98b39be-204f-493c-be8b-72778ea155ef'] in n-d-793621-29 is: [{'id': 'b98b39be-204f-493c-be8b-72778ea155ef', 'name': 'tempest-TestAggregatesBasicOps-1246551000-router', 'tenant_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:47:40Z', 'updated_at': '2021-08-06T18:47:53Z', 'revision_number': 6, 'project_id': 'e2e72c57ca854c5bb7475a75d00214f4', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:54.385432 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.428049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Pushing event deleted for resources: {'Port': ['ID=9645f1f6-8f71-426d-974f-29f495f46bcc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:54.489078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.499203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.607463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.610897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.676096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.676096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98b39be-204f-493c-be8b-72778ea155ef {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:47:54.682842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.687183 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff88a2ac-a5db-4c4b-8669-8cd73d10a753 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b98b39be-204f-493c-be8b-72778ea155ef HTTP/1.1" status: 204 len: 168 time: 1.0770192 Aug 06 18:47:54.687673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:54.747422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Deleting subnet a550700a-6022-4ed6-a8c2-900736cd277f {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:47:54.766270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.824109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.910556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Deleting port 11f595c0-fc7f-4be1-be72-782b5a998e45 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:54.910890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:54.942791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.040718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] For port 11f595c0-fc7f-4be1-be72-782b5a998e45, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=11f595c0-fc7f-4be1-be72-782b5a998e45,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:55.041125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.054870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Calling delete_port for 11f595c0-fc7f-4be1-be72-782b5a998e45 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:55.057239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.102786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a550700a-6022-4ed6-a8c2-900736cd277f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:55.104727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.106983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a550700a-6022-4ed6-a8c2-900736cd277f HTTP/1.1" status: 204 len: 168 time: 0.4179628 Aug 06 18:47:55.110318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:55.111799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a72ef-e719-4181-924c-a01103fef15d None None] Network d6d08a32-2ab2-44f4-859c-7d3d9ab38490 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:55.165791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.166427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.166961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.167453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.167956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.168284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.168712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.168939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.169255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.169616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.169931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.170249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ff00-9495-44f2-97c6-62b411cd37fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:47:55.216454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9645f1f6-8f71-426d-974f-29f495f46bcc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:55.220042 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.245219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9645f1f6-8f71-426d-974f-29f495f46bcc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:55.245578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9645f1f6-8f71-426d-974f-29f495f46bcc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:55.246006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24ff54d4-0260-4263-a3ed-a96548bbc806 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:55.271084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 24ff54d4-0260-4263-a3ed-a96548bbc806 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:55.271221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 24ff54d4-0260-4263-a3ed-a96548bbc806 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:55.309870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Deleting port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:55.310362 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.376124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.407556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=11f595c0-fc7f-4be1-be72-782b5a998e45,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:55.422352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] DHCP port deletion for d6d08a32-2ab2-44f4-859c-7d3d9ab38490 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:47:55.452470 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] For port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:55.452816 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.477620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Calling delete_port for ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:55.581238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Deleting port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:55.581935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.674792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.702004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] For port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,segment=NetworkSegment(2d8f3109-240a-4d3d-b39c-cb2d18dfe95b),segment_id=2d8f3109-240a-4d3d-b39c-cb2d18dfe95b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:55.703154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.717929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:55.720090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] No DVR routers for this DVR port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:55.725321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Calling delete_port for ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:55.788766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.813236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.836844 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.839892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] Pushing event deleted for resources: {'Port': ['ID=ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:55.844394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565f908-f9e8-42d7-8aa7-3710fa21e0dd None None] No DVR routers for this DVR port ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:55.851024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d08a32-2ab2-44f4-859c-7d3d9ab38490']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:55.867415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:55.867717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8f3109-240a-4d3d-b39c-cb2d18dfe95b') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:55.879687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.901052 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.909276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:47:55.909759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:47:55.911908 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:47:55.996550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.004100 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.006157 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] 10.222.0.64 "DELETE /v2.0/networks/d6d08a32-2ab2-44f4-859c-7d3d9ab38490 HTTP/1.1" status: 204 len: 168 time: 0.8946245 Aug 06 18:47:56.022129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca18132-1f06-45e0-bf9b-4723f6bc0f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d08a32-2ab2-44f4-859c-7d3d9ab38490,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:56.099836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:47:56.178407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44150) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:56.233556 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f9f0f8eb-825c-430a-9ef5-269efd04cfe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66dacb7c19ef4181beb9e169935e592a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533082 Aug 06 18:47:56.236297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:56.300448 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.326450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.396668 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.399727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.401023 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca765ed1-8cfa-4410-aac1-1e4aa5945547 HTTP/1.1" status: 204 len: 168 time: 0.1635721 Aug 06 18:47:56.409595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079308d4-9596-49be-b0e4-a92443e658ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca765ed1-8cfa-4410-aac1-1e4aa5945547,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:56.566377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:47:56.574536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3bc58d5c-1813-4f38-a4fd-d865eda7f4aa admin admin] 10.222.0.64 "PUT /v2.0/routers/62f7ea52-2f30-44aa-b41d-8dbd98c7203c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910130 Aug 06 18:47:56.578437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44156) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:56.584076 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Sync routers for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:47:56.601658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:56.602399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:56.739353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.804444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:56.929660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.005813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44160) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:57.040469 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:57.055546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Deleting port 4732b032-d760-4630-be3e-1127df8511d8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:57.055546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.079177 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9ecfd159-859e-4d71-b326-7230ffe46d46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2e72c57ca854c5bb7475a75d00214f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710166 Aug 06 18:47:57.082844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44162) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:57.103269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:57.103645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ad0d4cc5-3fad-4ea5-9a09-7da4d0d2b44d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:57.185081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.198144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] For port 4732b032-d760-4630-be3e-1127df8511d8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4732b032-d760-4630-be3e-1127df8511d8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:57.199812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.201432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4732b032-d760-4630-be3e-1127df8511d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:47:55Z', 'revision_number': 5, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port': {'id': '4732b032-d760-4630-be3e-1127df8511d8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:37:21Z', 'updated_at': '2021-08-06T18:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:57.218386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.224151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Calling delete_port for 4732b032-d760-4630-be3e-1127df8511d8 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:57.232275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Checking router: 62f7ea52-2f30-44aa-b41d-8dbd98c7203c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:47:57.245608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Routers {'62f7ea52-2f30-44aa-b41d-8dbd98c7203c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:47:57.246779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:47:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:57.291235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.294329 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.299591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aed3fd13-9f3e-481b-8507-a6f247e2c2ca HTTP/1.1" status: 204 len: 168 time: 0.2116361 Aug 06 18:47:57.307718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d95041-9829-43cc-ac48-d6c423b31b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3fd13-9f3e-481b-8507-a6f247e2c2ca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:57.360351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] Set router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:47:57.426985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:47:56Z', 'revision_number': 6, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:57.459935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2e9a7-578c-478e-8044-e8fe72676bd2 None None] The sync data for ids ['62f7ea52-2f30-44aa-b41d-8dbd98c7203c'] in n-d-793621-29 is: [{'id': '62f7ea52-2f30-44aa-b41d-8dbd98c7203c', 'name': 'tempest-AttachVolumeShelveTestJSON-1122881889-router', 'tenant_id': '15eca96779d445cab13b77bd54631505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:37:20Z', 'updated_at': '2021-08-06T18:47:56Z', 'revision_number': 6, 'project_id': '15eca96779d445cab13b77bd54631505', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:47:57.496176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.536613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Pushing event deleted for resources: {'Port': ['ID=4732b032-d760-4630-be3e-1127df8511d8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:57.615869 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.732787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.735949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.788686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.789366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f7ea52-2f30-44aa-b41d-8dbd98c7203c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:47:57.794712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.798766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7a8cc6d9-2b8e-4054-a668-3249b2ce485d admin admin] 10.222.0.64 "DELETE /v2.0/routers/62f7ea52-2f30-44aa-b41d-8dbd98c7203c HTTP/1.1" status: 204 len: 168 time: 1.2186954 Aug 06 18:47:57.799220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:57.875039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Deleting subnet 162a5069-aaf0-4428-bde4-bc31bf8bef23 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:47:57.879007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:57.937576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.042081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.109711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.143146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162a5069-aaf0-4428-bde4-bc31bf8bef23,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:58.153216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.158098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1784f47-242c-4879-9024-e6f64078ae52 None None] Network 98e028cb-72ec-4869-902d-33b3f1e9eb80 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:47:58.159983 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20574b76-1a56-4a68-bcda-ebd4806dbb96 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/162a5069-aaf0-4428-bde4-bc31bf8bef23 HTTP/1.1" status: 204 len: 168 time: 0.3584793 Aug 06 18:47:58.161641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44186) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:58.251333 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.336032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Deleting port b970cb6f-3d64-4a60-8910-c72c646f5fc6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:58.336498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.399635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] DHCP port deletion for 98e028cb-72ec-4869-902d-33b3f1e9eb80 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:47:58.438244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] For port b970cb6f-3d64-4a60-8910-c72c646f5fc6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b970cb6f-3d64-4a60-8910-c72c646f5fc6,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:58.438639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.457186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Calling delete_port for b970cb6f-3d64-4a60-8910-c72c646f5fc6 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:58.467389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Deleting port b970cb6f-3d64-4a60-8910-c72c646f5fc6 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:47:58.467765 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.557303 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.557720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] For port b970cb6f-3d64-4a60-8910-c72c646f5fc6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b970cb6f-3d64-4a60-8910-c72c646f5fc6,segment=NetworkSegment(f95ba09b-a880-40b8-98a4-3ebda0c39be5),segment_id=f95ba09b-a880-40b8-98a4-3ebda0c39be5)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:47:58.558251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.560857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-786b0410-a363-466c-bb64-badd1be54546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.575717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Calling delete_port for b970cb6f-3d64-4a60-8910-c72c646f5fc6 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:47:58.592362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b970cb6f-3d64-4a60-8910-c72c646f5fc6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:58.596239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] No DVR routers for this DVR port b970cb6f-3d64-4a60-8910-c72c646f5fc6 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:58.683064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.697292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] No DVR routers for this DVR port b970cb6f-3d64-4a60-8910-c72c646f5fc6 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:47:58.711591 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.727831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca0e33-3571-4e3a-a6e9-eb601110c03c None None] Pushing event deleted for resources: {'Port': ['ID=b970cb6f-3d64-4a60-8910-c72c646f5fc6,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:58.729770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e028cb-72ec-4869-902d-33b3f1e9eb80']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:58.749759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95ba09b-a880-40b8-98a4-3ebda0c39be5') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:58.750145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95ba09b-a880-40b8-98a4-3ebda0c39be5') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:47:58.762384 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.780227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:47:58.791349 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:47:58.873328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.889512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.896473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] 10.222.0.64 "DELETE /v2.0/networks/98e028cb-72ec-4869-902d-33b3f1e9eb80 HTTP/1.1" status: 204 len: 168 time: 0.7295971 Aug 06 18:47:58.916581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd2e9-7c4e-47e1-babf-aa83741c4b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e028cb-72ec-4869-902d-33b3f1e9eb80,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:47:58.923541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b970cb6f-3d64-4a60-8910-c72c646f5fc6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:58.948002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b970cb6f-3d64-4a60-8910-c72c646f5fc6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:58.948361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b970cb6f-3d64-4a60-8910-c72c646f5fc6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:58.948819 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4732b032-d760-4630-be3e-1127df8511d8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:58.969622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4732b032-d760-4630-be3e-1127df8511d8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:58.970016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4732b032-d760-4630-be3e-1127df8511d8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:58.970424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11f595c0-fc7f-4be1-be72-782b5a998e45 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:47:58.990936 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 11f595c0-fc7f-4be1-be72-782b5a998e45 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:47:58.991269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 11f595c0-fc7f-4be1-be72-782b5a998e45 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:47:59.116947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44208) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:59.168591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3bfb4e34-8bb1-4caf-bbdb-f5d8e7267a85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15eca96779d445cab13b77bd54631505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503240 Aug 06 18:47:59.171333 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:47:59.227408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:59.252339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:59.304389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:59.307282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:59.308468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a14b4e1c-4773-4daa-be8d-e139b4d9980b HTTP/1.1" status: 204 len: 168 time: 0.1362312 Aug 06 18:47:59.319065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2169-b024-4ff8-9527-b50fac0aaa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14b4e1c-4773-4daa-be8d-e139b4d9980b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:00.213186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44346) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:00.337982 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcd08231-7101-4429-a9c0-313dffc9ab86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.446197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcd08231-7101-4429-a9c0-313dffc9ab86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.451499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcd08231-7101-4429-a9c0-313dffc9ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.497623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dcd08231-7101-4429-a9c0-313dffc9ab86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=464fea918bd64910be16655499dbf910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828376 Aug 06 18:48:00.498838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd08231-7101-4429-a9c0-313dffc9ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704648cf-89c4-4a4c-be64-7dd8690d18db,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:00.501704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44356) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:00.572135 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.603076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.662635 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.666292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:00.668820 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/704648cf-89c4-4a4c-be64-7dd8690d18db HTTP/1.1" status: 204 len: 168 time: 0.1654842 Aug 06 18:48:00.685573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42861e3-65f4-4a89-9e52-9d5d07f08d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704648cf-89c4-4a4c-be64-7dd8690d18db,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:01.044960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44376) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:01.069802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9163a7e-dbe8-47f0-b44b-d315b9ab18cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.199000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9163a7e-dbe8-47f0-b44b-d315b9ab18cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.204181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c9163a7e-dbe8-47f0-b44b-d315b9ab18cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.246420 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c9163a7e-dbe8-47f0-b44b-d315b9ab18cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4af72f3d2514470bf0c086092adcb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993802 Aug 06 18:48:01.249512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44384) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:01.250468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163a7e-dbe8-47f0-b44b-d315b9ab18cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74576eeb-d85c-44d9-85ed-815d4428353b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:01.325929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.359567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.423846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.426949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.428233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74576eeb-d85c-44d9-85ed-815d4428353b HTTP/1.1" status: 204 len: 168 time: 0.1772389 Aug 06 18:48:01.441295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec5a01-0815-4e2e-a2dc-b5c07b76c020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74576eeb-d85c-44d9-85ed-815d4428353b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:01.541265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:01.716126 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-71f9bb45-253c-4f29-975a-aba5f50d1d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.405004 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44438) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:02.414916 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44442) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:02.535035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1716120895-network', 'tenant_id': '5650e54068bd4e349e6614be2ccb851b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:02.551551 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7662c89c-86e3-4a2d-8a37-960fed353366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.581054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Made reservation on behalf of 5650e54068bd4e349e6614be2ccb851b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:02.583695 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.600948 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.689648 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7662c89c-86e3-4a2d-8a37-960fed353366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.698044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7662c89c-86e3-4a2d-8a37-960fed353366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.751745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7662c89c-86e3-4a2d-8a37-960fed353366 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11d501d01a3842849d06a4a5b8ac3099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355019 Aug 06 18:48:02.754649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662c89c-86e3-4a2d-8a37-960fed353366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd93079-f866-4acd-9225-d1e4e3f13eb9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:02.754917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:02.810844 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.827708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.833122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.842283 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.858488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:02.868558 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:02.873689 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.874014 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Added segment db61b795-d2f6-47b7-88e9-029dd01eea54 of type vlan for network 4367c789-fdc7-4af6-bfed-7778a9cfe229 Aug 06 18:48:02.904049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.906738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.907945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afd93079-f866-4acd-9225-d1e4e3f13eb9 HTTP/1.1" status: 204 len: 168 time: 0.1520085 Aug 06 18:48:02.916785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e2b5-f256-42b9-b02a-b8e06823017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd93079-f866-4acd-9225-d1e4e3f13eb9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:02.940560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.978400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:02.979523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:02.980133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.018037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6118217 Aug 06 18:48:03.021344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:03.027162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Request body: {'subnet': {'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1716120895-subnet', 'tenant_id': '5650e54068bd4e349e6614be2ccb851b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:03.057167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78869da-2e06-49a0-9bb6-b7cbebde416f admin admin] Pushing event updated for resources: {'Network': ['ID=4367c789-fdc7-4af6-bfed-7778a9cfe229,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:03.057510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Made reservation on behalf of 5650e54068bd4e349e6614be2ccb851b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:03.068323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.068542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4367c789-fdc7-4af6-bfed-7778a9cfe229 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:03.252772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44456) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:03.260914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.271582 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c83f11d-cca5-4a9a-ae0b-f5cfda56b440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.297391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.339261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b534a65-e25d-413e-a079-18afcde0c0b7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:03.380910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Checking segment: {'id': 'db61b795-d2f6-47b7-88e9-029dd01eea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:03.381284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Network hostable DHCP agents. Network: 4367c789-fdc7-4af6-bfed-7778a9cfe229, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:48:03.418933 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Network 4367c789-fdc7-4af6-bfed-7778a9cfe229 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:48:03.435087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4367c789-fdc7-4af6-bfed-7778a9cfe229) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:03.443245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9099ed-eed9-44a4-9fe8-ec032bf0647e None None] Network 4367c789-fdc7-4af6-bfed-7778a9cfe229 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:03.445010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:03.445985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.463681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c83f11d-cca5-4a9a-ae0b-f5cfda56b440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.471821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c83f11d-cca5-4a9a-ae0b-f5cfda56b440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.478749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df86e170-5525-4ce7-9c5d-926eddf0f128 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4563239 Aug 06 18:48:03.514457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c83f11d-cca5-4a9a-ae0b-f5cfda56b440 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c31ffd6f91d46689d0fbae9e8ad9740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604315 Aug 06 18:48:03.515329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83f11d-cca5-4a9a-ae0b-f5cfda56b440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae1b0f9-bc53-45e2-950f-80c44dbbb21a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:03.517920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44460) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:03.578273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.596632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5d7d4-7dca-47fa-b3d8-0eceb9b6268b None None] Network 4367c789-fdc7-4af6-bfed-7778a9cfe229 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:03.602921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.662694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.665348 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:03.666722 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ae1b0f9-bc53-45e2-950f-80c44dbbb21a HTTP/1.1" status: 204 len: 168 time: 0.1475589 Aug 06 18:48:03.676460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae1b0f9-bc53-45e2-950f-80c44dbbb21a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:03.685205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.685732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.686084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.686417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.686777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.687132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.687461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.687846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.688178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.688568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.688910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:03.689544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383282ae-a2da-4157-b094-05353efa136b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:48:04.188811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44486) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:04.194483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1392368563-network', 'tenant_id': 'aeeb9ea13e1f4ca3898681e356b389f1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:04.220782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Made reservation on behalf of aeeb9ea13e1f4ca3898681e356b389f1 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:04.223361 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.236789 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.351837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.357407 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.391235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:04.400937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9d0e0-31e6-4368-aee2-b3e7215fc80a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:04.408619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.409199 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Added segment b09914d2-41b3-410b-a9a4-81ed28427912 of type vlan for network 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 Aug 06 18:48:04.477663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.519748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.521909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:04.522671 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.558668 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3683972 Aug 06 18:48:04.563133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:04.573368 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Request body: {'subnet': {'network_id': '06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1392368563-subnet', 'tenant_id': 'aeeb9ea13e1f4ca3898681e356b389f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:04.595253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d90cb-93d0-4ba1-81ba-7e1e26880f0d admin admin] Pushing event updated for resources: {'Network': ['ID=06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:04.608663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:04.613301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Made reservation on behalf of aeeb9ea13e1f4ca3898681e356b389f1 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:04.616092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.811996 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.855716 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.886076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=069462b5-5759-4c09-81b5-85b592a6a425,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:04.899380 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Checking segment: {'id': 'b09914d2-41b3-410b-a9a4-81ed28427912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:04.899738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Network hostable DHCP agents. Network: 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:48:04.924942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Network 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:48:04.940743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:04.946240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:04.946923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.950971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124f750-6e8c-47cc-8efb-894f0a4bafa9 None None] Network 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:04.966044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-316078d8-c7e8-4b09-8855-0996da4fae1b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4014087 Aug 06 18:48:05.108115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95152e5a-9099-4f0e-bdd1-921efd7d1e59 None None] Network 06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:05.793798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-30d98a93-4846-4095-9293-bfe8ca9e8ef9 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:05.795926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-30d98a93-4846-4095-9293-bfe8ca9e8ef9 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/networks?id=4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 200 len: 812 time: 0.1300294 Aug 06 18:48:05.815098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-ce35fab9-4806-4737-8cba-fc5763c9d354 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/quotas/5650e54068bd4e349e6614be2ccb851b HTTP/1.1" status: 200 len: 375 time: 0.0106158 Aug 06 18:48:05.878056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f12c1e5b-b336-48af-9c6f-55aa9af0f5f1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5650e54068bd4e349e6614be2ccb851b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563958 Aug 06 18:48:06.106074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-8c722d58-c22a-4494-b0d4-d521646dfc57 service neutron] 10.222.0.64 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210374 Aug 06 18:48:06.205911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-d2bfbf38-3929-4065-87dc-8ff7014fe329 service neutron] 10.222.0.64 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Aug 06 18:48:06.369587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d377cde-10dd-4a82-bab5-5909a5ed76a6 req-e326bd83-db35-45f8-aabe-40d4465f3464 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 210 time: 0.0278983 Aug 06 18:48:06.630143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44568) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:06.826288 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75975f72-163e-441e-bea2-41a1d3f30ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:06.954588 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75975f72-163e-441e-bea2-41a1d3f30ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:06.959779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75975f72-163e-441e-bea2-41a1d3f30ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:06.998641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975f72-163e-441e-bea2-41a1d3f30ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ab1d17-e4a1-4c04-913f-908f51352bd7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:07.020617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75975f72-163e-441e-bea2-41a1d3f30ec8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f806b7fe69f4d52ab246a99c1f4c900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890698 Aug 06 18:48:07.023367 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:07.093282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.122909 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.175138 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.179089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.183137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61ab1d17-e4a1-4c04-913f-908f51352bd7 HTTP/1.1" status: 204 len: 168 time: 0.1557851 Aug 06 18:48:07.190109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c655-6738-466d-975f-84eaac36be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ab1d17-e4a1-4c04-913f-908f51352bd7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:07.471585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc9298c2-fbd2-4b96-ac60-e0652a7f5e25 req-d352faf3-ee23-44a2-bae5-9453adb0e1d5 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 210 time: 0.0280261 Aug 06 18:48:07.492671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44590) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:07.500683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93f14c5a-fe04-4ab2-8512-8a9be41856f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.606184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93f14c5a-fe04-4ab2-8512-8a9be41856f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.612921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-93f14c5a-fe04-4ab2-8512-8a9be41856f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.658854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-93f14c5a-fe04-4ab2-8512-8a9be41856f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=beb917a0f5ec4a58ae24a520e7aa756c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704900 Aug 06 18:48:07.659661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f14c5a-fe04-4ab2-8512-8a9be41856f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d51638-e211-49b9-8d68-e7023f91c7fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:07.661881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44592) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:07.755562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.784512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.833594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-c568f14e-2b07-4e42-874a-698afc61a39e tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:07.835270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-c568f14e-2b07-4e42-874a-698afc61a39e tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.55 "GET /v2.0/networks?id=4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 200 len: 812 time: 0.1658046 Aug 06 18:48:07.850722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Request body: {'port': {'device_id': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229', 'admin_state_up': True, 'tenant_id': '5650e54068bd4e349e6614be2ccb851b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:07.858944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.861935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:07.863292 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96d51638-e211-49b9-8d68-e7023f91c7fc HTTP/1.1" status: 204 len: 168 time: 0.2003639 Aug 06 18:48:07.872661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b556a3-c4ff-4733-b2ed-042edb7c71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d51638-e211-49b9-8d68-e7023f91c7fc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:07.994527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Made reservation on behalf of 5650e54068bd4e349e6614be2ccb851b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:07.998505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.146021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Allocated IP 172.20.0.13 (4367c789-fdc7-4af6-bfed-7778a9cfe229/7b534a65-e25d-413e-a079-18afcde0c0b7/ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:08.313783 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.362067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.403189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Network 4367c789-fdc7-4af6-bfed-7778a9cfe229 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:08.408742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:08.412846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:08.440273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Pushing event updated for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:08.467695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:08.468358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.484651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-f0984b5c-c9f7-4e7f-962d-73b4f942f35a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6401799 Aug 06 18:48:08.497846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Request body: {'port': {'device_id': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:08.576494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.650295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b5c1d-f7d3-445d-8e02-40d700a79851 req-f66507fa-4bc0-4d28-ab94-31f37dc812ed tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:08.651989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f8b5c1d-f7d3-445d-8e02-40d700a79851 req-f66507fa-4bc0-4d28-ab94-31f37dc812ed tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 932 time: 0.0946569 Aug 06 18:48:08.765639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f8b5c1d-f7d3-445d-8e02-40d700a79851 req-be53da74-0186-4eac-bf7d-f0e5501f12c6 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021423 Aug 06 18:48:08.940555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:48:08.950693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:08.965293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Transition to ACTIVE for port object ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:08.971206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.049938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:09.125948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Attempting to bind port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:48:09.126284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Attempting to bind port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': 'db61b795-d2f6-47b7-88e9-029dd01eea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:48:09.126688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Attempting to bind port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 on network 4367c789-fdc7-4af6-bfed-7778a9cfe229 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:48:09.131805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 on network 4367c789-fdc7-4af6-bfed-7778a9cfe229 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:48:09.132138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Attempting to bind port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 on network 4367c789-fdc7-4af6-bfed-7778a9cfe229 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:48:09.138162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:48:09.138162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Checking segment: {'id': 'db61b795-d2f6-47b7-88e9-029dd01eea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:09.138162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Bound using segment: {'id': 'db61b795-d2f6-47b7-88e9-029dd01eea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:48:09.138747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Bound port: ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db61b795-d2f6-47b7-88e9-029dd01eea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:48:09.138942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.229081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:48:09.233607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,segment=NetworkSegment(db61b795-d2f6-47b7-88e9-029dd01eea54),segment_id=db61b795-d2f6-47b7-88e9-029dd01eea54)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:48:09.241137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.280522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:09.281150 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.282793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 200 len: 1093 time: 0.7899032 Aug 06 18:48:09.283087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:48:09.285430 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:48:09.323772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051a549-4630-4a56-a2aa-e9c760236899 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:09.343334 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba1d39-ce4d-412e-a1d5-ad8b0cc88e24 x-openstack-request-id: req-feba1d39-ce4d-412e-a1d5-ad8b0cc88e24 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:48:09.343682 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:48:09.344035 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feba1d39-ce4d-412e-a1d5-ad8b0cc88e24 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:48:09.344520 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5', 'status': 'completed', 'code': 200} Aug 06 18:48:09.384831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-feabc98f-ccde-4808-9e65-2c09ce055a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:09.386464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-feabc98f-ccde-4808-9e65-2c09ce055a0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5650e54068bd4e349e6614be2ccb851b&device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 1096 time: 0.0579364 Aug 06 18:48:09.435120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-2eb775cd-a7ba-4c82-bfe1-cb402af8b43c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 200 len: 217 time: 0.0396965 Aug 06 18:48:09.438713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44632) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:09.487657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-6063fbce-da63-4a3f-b2c1-aa8330f6b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:09.489638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-6063fbce-da63-4a3f-b2c1-aa8330f6b781 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b534a65-e25d-413e-a079-18afcde0c0b7 HTTP/1.1" status: 200 len: 852 time: 0.0472407 Aug 06 18:48:09.522704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-4dec6fa8-257f-4da9-9a99-d498d1347571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4367c789-fdc7-4af6-bfed-7778a9cfe229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260959 Aug 06 18:48:09.547975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3223b8f1-d48a-4019-883e-ffee5c002260 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-712860279'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:09.548436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-3223b8f1-d48a-4019-883e-ffee5c002260 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Unknown quota resources ['metering_label']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:48:09.630991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-31f78696-f368-49f0-850d-f7adcd75150f service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010313 Aug 06 18:48:09.681963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3223b8f1-d48a-4019-883e-ffee5c002260 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.683169 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3223b8f1-d48a-4019-883e-ffee5c002260 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2433989 Aug 06 18:48:09.686915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:09.692674 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-586b3532-da52-4a42-9247-d748d0bfc23b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6ddf8b0e-e753-4ab4-8fee-f462865d519c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:09.693194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-586b3532-da52-4a42-9247-d748d0bfc23b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:48:09.732462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71a0fbe1-20b7-46ac-b385-a47f073a6301 req-dc649e07-6f08-41fb-9a7d-5c8a1a740346 service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948172 Aug 06 18:48:09.758002 n-d-793621-29 neutron-server[94121]: WARNING neutron.services.metering.metering_plugin [None req-586b3532-da52-4a42-9247-d748d0bfc23b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 18:48:09.828659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-92909cfb-419c-40b7-ba8f-8ed47b40a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:09.830235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-92909cfb-419c-40b7-ba8f-8ed47b40a687 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5650e54068bd4e349e6614be2ccb851b&device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 1096 time: 0.0441475 Aug 06 18:48:09.842424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-586b3532-da52-4a42-9247-d748d0bfc23b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.843620 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-586b3532-da52-4a42-9247-d748d0bfc23b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1549778 Aug 06 18:48:09.846670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44640) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:09.850995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-be02afc6-be78-4dcb-98b1-a0937d216cad tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6ddf8b0e-e753-4ab4-8fee-f462865d519c'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:09.851485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-be02afc6-be78-4dcb-98b1-a0937d216cad tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:48:09.908756 n-d-793621-29 neutron-server[94121]: WARNING neutron.services.metering.metering_plugin [None req-be02afc6-be78-4dcb-98b1-a0937d216cad tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 18:48:09.951997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43e204-efa7-468d-9f96-3f16c5cd0e62 req-bae281d2-0572-4c7b-8769-783af18cdc4c tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:09.953765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af43e204-efa7-468d-9f96-3f16c5cd0e62 req-bae281d2-0572-4c7b-8769-783af18cdc4c tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 944 time: 0.1078403 Aug 06 18:48:09.997663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be02afc6-be78-4dcb-98b1-a0937d216cad tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:09.998938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be02afc6-be78-4dcb-98b1-a0937d216cad tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1513059 Aug 06 18:48:10.002747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44642) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.004626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-7b634420-4c17-4df3-9e92-2a64fc3233a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:10.006232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-7b634420-4c17-4df3-9e92-2a64fc3233a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 200 len: 913 time: 0.1689408 Aug 06 18:48:10.015274 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-984b41d7-001e-4982-9286-eed2055d5207 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=76fa6913-dad8-4d1a-8fa4-91a483d5d8ac HTTP/1.1" status: 200 len: 464 time: 0.0111141 Aug 06 18:48:10.019306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44644) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.060973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af43e204-efa7-468d-9f96-3f16c5cd0e62 req-f26ad5b6-bfde-453e-af37-23521e635869 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Aug 06 18:48:10.062354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-19b06c9e-2141-4f64-b4ca-a31deec6ffab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 200 len: 217 time: 0.0441709 Aug 06 18:48:10.116483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-6ff54498-5106-40bc-98f2-ded694f23e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:10.118271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-6ff54498-5106-40bc-98f2-ded694f23e90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b534a65-e25d-413e-a079-18afcde0c0b7 HTTP/1.1" status: 200 len: 852 time: 0.0469444 Aug 06 18:48:10.140263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d47fc778-a149-406d-bc7a-1d19c13c0c6e tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:10.141393 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d47fc778-a149-406d-bc7a-1d19c13c0c6e tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/76fa6913-dad8-4d1a-8fa4-91a483d5d8ac HTTP/1.1" status: 204 len: 168 time: 0.1210086 Aug 06 18:48:10.144337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44646) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.150600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-e29ed773-9200-4d6a-8f31-84d7a9fce30a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4367c789-fdc7-4af6-bfed-7778a9cfe229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250206 Aug 06 18:48:10.153427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a92e749-f695-44aa-8e2d-1a3a47dab719 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=76fa6913-dad8-4d1a-8fa4-91a483d5d8ac HTTP/1.1" status: 200 len: 221 time: 0.0080850 Aug 06 18:48:10.156929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44648) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.161342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-283b0a4f-5b5a-42b2-93b7-fe1745346ba2 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1803583820', 'description': 'label created by tempest'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:10.161743 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-283b0a4f-5b5a-42b2-93b7-fe1745346ba2 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Unknown quota resources ['metering_label']. {{(pid=94121) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 18:48:10.249640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-18a65dfc-8097-4f02-a1d4-8f6185c47f2d service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Aug 06 18:48:10.320927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-283b0a4f-5b5a-42b2-93b7-fe1745346ba2 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:10.322151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-283b0a4f-5b5a-42b2-93b7-fe1745346ba2 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1642637 Aug 06 18:48:10.325792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.352039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83ba8b00-c28b-47d9-8e6b-4dc07776ce03 req-d4361771-1fe9-4011-bdcd-fb80b2c9e111 service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943525 Aug 06 18:48:10.376505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65a58118-b242-48e9-ad7f-777f2f15d93b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=3647315c-52d4-4733-ab45-7c29ed6b84eb HTTP/1.1" status: 200 len: 468 time: 0.0495269 Aug 06 18:48:10.379174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.573237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d121e40-9d50-417b-bf61-3f10baf0d14f tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:10.574476 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d121e40-9d50-417b-bf61-3f10baf0d14f tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/3647315c-52d4-4733-ab45-7c29ed6b84eb HTTP/1.1" status: 204 len: 168 time: 0.1942890 Aug 06 18:48:10.577241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.589070 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e36743f0-be23-4e8e-a2a0-eaf2a936baf7 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=3647315c-52d4-4733-ab45-7c29ed6b84eb HTTP/1.1" status: 200 len: 216 time: 0.0106816 Aug 06 18:48:10.592599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44656) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.601768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d4d8bb7f-6a00-4028-8dab-4aa33da3f918 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080285 Aug 06 18:48:10.604894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44658) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.616569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-961b86f1-79d9-47f2-a60b-27c92df2dda7 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0105867 Aug 06 18:48:10.620096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44660) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.639136 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:10.698214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e1a0a223-c3dd-45c3-ba7f-b9ef77ace328 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/6ddf8b0e-e753-4ab4-8fee-f462865d519c HTTP/1.1" status: 200 len: 472 time: 0.0768747 Aug 06 18:48:10.701896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44662) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:10.712644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1687a23a-58b7-4f56-b176-cd0777f720d8 tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/1caf29d4-6f77-4c0e-8b43-789aeb4df3bc HTTP/1.1" status: 200 len: 461 time: 0.0096986 Aug 06 18:48:10.715906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44664) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:11.127720 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6f2b3bf0-35a3-4b47-a239-ba54ee4e4e2b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:11.131480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6f2b3bf0-35a3-4b47-a239-ba54ee4e4e2b tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/1caf29d4-6f77-4c0e-8b43-789aeb4df3bc HTTP/1.1" status: 204 len: 168 time: 0.4121563 Aug 06 18:48:11.131895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44668) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:11.335105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63afff-6b72-4f29-94d2-3c062975a655 req-1b9b9d5a-c78e-4095-bde0-79c400495740 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:11.336723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef63afff-6b72-4f29-94d2-3c062975a655 req-1b9b9d5a-c78e-4095-bde0-79c400495740 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 944 time: 0.1970813 Aug 06 18:48:11.396243 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b303be18-aea8-49c6-96b2-903be21e6b1e tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:11.397421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b303be18-aea8-49c6-96b2-903be21e6b1e tempest-MeteringTestJSON-2060327817 tempest-MeteringTestJSON-2060327817-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/6ddf8b0e-e753-4ab4-8fee-f462865d519c HTTP/1.1" status: 204 len: 168 time: 0.2645311 Aug 06 18:48:11.419979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef63afff-6b72-4f29-94d2-3c062975a655 req-7a0fb2e4-e9ce-4bc2-a60d-6de0d8e40ed8 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Aug 06 18:48:11.704231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44674) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:11.838744 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e5b74ce-9b70-4fa6-b85d-b97da7e65588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:11.939426 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e5b74ce-9b70-4fa6-b85d-b97da7e65588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:11.944722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e5b74ce-9b70-4fa6-b85d-b97da7e65588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:11.987417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4e5b74ce-9b70-4fa6-b85d-b97da7e65588 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47065d27ffb5421485f5a2d0fa6164de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817430 Aug 06 18:48:11.988135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b74ce-9b70-4fa6-b85d-b97da7e65588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b9370f-bec9-4963-a87b-c20aee27b683,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:11.990029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44678) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:12.040312 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.046804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.069375 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.087954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:48:12.131505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.134473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.135685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b9370f-bec9-4963-a87b-c20aee27b683 HTTP/1.1" status: 204 len: 168 time: 0.1445785 Aug 06 18:48:12.153092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9183c86-e572-41fc-9280-cb80388077b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b9370f-bec9-4963-a87b-c20aee27b683,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:12.207877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,segment=NetworkSegment(db61b795-d2f6-47b7-88e9-029dd01eea54),segment_id=db61b795-d2f6-47b7-88e9-029dd01eea54)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:12.220948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5', 'network_id': '4367c789-fdc7-4af6-bfed-7778a9cfe229', 'port_id': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5', 'mac_address': 'fa:16:3e:f4:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b534a65-e25d-413e-a079-18afcde0c0b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:48:12.278707 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.293882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:48:12.316152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,segment=NetworkSegment(db61b795-d2f6-47b7-88e9-029dd01eea54),segment_id=db61b795-d2f6-47b7-88e9-029dd01eea54)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:12.321752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.369555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:12.458998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44686) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:12.474951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc9cfa1b-3158-4f41-a44e-0cda3750ad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.544253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:48:12.559741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c35c01-c9b1-4c15-897e-419f2e77ae84 req-24f74081-ff07-46d4-8974-e88a603da488 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:12.561760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c35c01-c9b1-4c15-897e-419f2e77ae84 req-24f74081-ff07-46d4-8974-e88a603da488 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 945 time: 0.0586522 Aug 06 18:48:12.588591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc9cfa1b-3158-4f41-a44e-0cda3750ad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.594937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bc9cfa1b-3158-4f41-a44e-0cda3750ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.604421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6c35c01-c9b1-4c15-897e-419f2e77ae84 req-1e63d43b-17a1-4582-bed7-800941740839 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Aug 06 18:48:12.640031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc9cfa1b-3158-4f41-a44e-0cda3750ad15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e82c633c7e3b4ccbbd629d07d8eb2cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772535 Aug 06 18:48:12.640031 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cfa1b-3158-4f41-a44e-0cda3750ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa92ae-dcf4-4712-8da1-06eab5f79dea,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:12.640485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:12.696408 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.720953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.778861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.782498 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:12.783831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89fa92ae-dcf4-4712-8da1-06eab5f79dea HTTP/1.1" status: 204 len: 168 time: 0.1423478 Aug 06 18:48:12.794127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3e52-ea28-4f07-a642-f893024d5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa92ae-dcf4-4712-8da1-06eab5f79dea,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:13.590194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44710) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:13.745622 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-be8c790f-80c7-4533-b4f8-be41266367b3 tempest-AgentManagementNegativeTest-806955750 tempest-AgentManagementNegativeTest-806955750-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1541591 Aug 06 18:48:13.763560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a8e65-13b2-4d70-a409-ba71fbf7b9ab req-2c6f1b79-5b79-4dfb-9135-8a2d63ecf0c1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:13.765144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c54a8e65-13b2-4d70-a409-ba71fbf7b9ab req-2c6f1b79-5b79-4dfb-9135-8a2d63ecf0c1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 945 time: 0.0768099 Aug 06 18:48:13.807282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c54a8e65-13b2-4d70-a409-ba71fbf7b9ab req-648bc4d6-dcee-4bd0-b483-1ac64707dda2 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Aug 06 18:48:14.048026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44720) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:14.101159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:14.168067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:14.174330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:14.174699 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.180263 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a5d61d-cc78-4fee-8913-01bf427cd24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.260864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.283063 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a5d61d-cc78-4fee-8913-01bf427cd24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.284282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:48:14.286438 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814aac5-b005-4502-bc5a-1d357be4c1e6" -d '{"events": [{"server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:48:14.287822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-67a5d61d-cc78-4fee-8913-01bf427cd24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.302790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,segment=NetworkSegment(db61b795-d2f6-47b7-88e9-029dd01eea54),segment_id=db61b795-d2f6-47b7-88e9-029dd01eea54)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:14.317633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.338195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:14.338796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-67a5d61d-cc78-4fee-8913-01bf427cd24b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fb5a174a2364f56ba116f1b9eb8920c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888341 Aug 06 18:48:14.339562 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d61d-cc78-4fee-8913-01bf427cd24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f2eac1-7ccc-4cdb-b037-116c3cd33edc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:14.376486 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26071bdf-df75-43fb-8023-8ac452276bf1 x-openstack-request-id: req-26071bdf-df75-43fb-8023-8ac452276bf1 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:48:14.377017 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "name": "network-vif-plugged", "status": "completed", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:48:14.377316 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26071bdf-df75-43fb-8023-8ac452276bf1 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:48:14.377769 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5', 'code': 200} Aug 06 18:48:14.403889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:14.481142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb8d7-d7b6-48c4-ab32-653f6d221876 req-b4ac349b-cf01-48e7-b28d-3b71aafaa112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:14.482786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5aeb8d7-d7b6-48c4-ab32-653f6d221876 req-b4ac349b-cf01-48e7-b28d-3b71aafaa112 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 1098 time: 0.0500667 Aug 06 18:48:14.523785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d5aeb8d7-d7b6-48c4-ab32-653f6d221876 req-a120321b-47fe-4bda-b7c0-cea86a48b364 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Aug 06 18:48:14.761970 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.783227 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.835529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.838400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:14.839565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26f2eac1-7ccc-4cdb-b037-116c3cd33edc HTTP/1.1" status: 204 len: 168 time: 0.4992628 Aug 06 18:48:14.847776 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530223e-7819-4a0c-862a-ac6b1bbd12f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f2eac1-7ccc-4cdb-b037-116c3cd33edc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:14.941428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f353855-42ad-4573-bbdb-7fe98b4da848 req-2f1e8108-3ec4-4600-88b9-42b391dd0450 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:14.944390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f353855-42ad-4573-bbdb-7fe98b4da848 req-2f1e8108-3ec4-4600-88b9-42b391dd0450 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0610826 Aug 06 18:48:14.993662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f353855-42ad-4573-bbdb-7fe98b4da848 req-210701d0-33d8-4463-94fe-3155451e65b6 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Aug 06 18:48:15.576339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44750) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:15.682282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-611156049'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:15.710230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:15.713828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.723342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.828504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.837618 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.867075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:15.882844 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02e1af-950e-43cb-8ed9-e9a4371bfb0b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:15.885861 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.886204 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Added segment 09de4757-67d9-4d02-a392-d1043169db1e of type vlan for network 0e8d588a-e78b-4499-891f-c14832da0466 Aug 06 18:48:15.929667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.965999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:15.971588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:15.972198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.037500 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4599338 Aug 06 18:48:16.037737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44756) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:16.043248 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'subnet': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:16.047521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836789d-ad2a-4b67-986a-ac1db8f68b5b tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Network': ['ID=0e8d588a-e78b-4499-891f-c14832da0466,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:16.059004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0e8d588a-e78b-4499-891f-c14832da0466 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:16.172376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be59d25-c288-43ca-be8b-e898c753da22 req-54b4ee7a-049c-4b8a-b26f-ab2fd9fafe3f tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:16.173927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9be59d25-c288-43ca-be8b-e898c753da22 req-54b4ee7a-049c-4b8a-b26f-ab2fd9fafe3f tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0987239 Aug 06 18:48:16.200846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:16.204313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.275968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9be59d25-c288-43ca-be8b-e898c753da22 req-a859b352-ee4f-4abf-87b9-2b8cab923d80 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Aug 06 18:48:16.450179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d54419-f1f2-413a-abfd-229323343a3c req-c1e85d60-3b66-4e45-918b-46c2ffc626bf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:16.451725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9d54419-f1f2-413a-abfd-229323343a3c req-c1e85d60-3b66-4e45-918b-46c2ffc626bf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0983994 Aug 06 18:48:16.453230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.537471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Subnet': ['ID=b74e4efa-aa15-40b1-a99f-50832fc9e179,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:16.552588 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9d54419-f1f2-413a-abfd-229323343a3c req-ba227a90-7f95-498b-9657-c4ee02e36d89 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925164 Aug 06 18:48:16.563626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Checking segment: {'id': '09de4757-67d9-4d02-a392-d1043169db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:16.564189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network hostable DHCP agents. Network: 0e8d588a-e78b-4499-891f-c14832da0466, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:48:16.599441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:48:16.611277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0e8d588a-e78b-4499-891f-c14832da0466) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:16.616353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:16.616861 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.622839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab11e5ca-bd1f-451a-b53c-4a9e6f34ed0c None None] Network 0e8d588a-e78b-4499-891f-c14832da0466 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:16.634372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b37adce-b0f9-41d7-bae7-3569c318f8c1 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5953126 Aug 06 18:48:16.637065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44762) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:16.643367 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071828864'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:16.805125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:16.809059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.824692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-0e8d588a-e78b-4499-891f-c14832da0466', 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'tenant_id': 'cf21ea33f62440bca67940b5b38137fa', 'fixed_ips': [{'subnet_id': 'b74e4efa-aa15-40b1-a99f-50832fc9e179'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:48:16.826146 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:16.864937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port 2e2a5fa0-c958-4c5b-85da-179d15c9077d yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:16.924594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03272d2b-6666-414b-997b-f9dd143b5b6e req-147ff0ec-9626-4d7a-9591-c944d360cef3 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:16.926176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03272d2b-6666-414b-997b-f9dd143b5b6e req-147ff0ec-9626-4d7a-9591-c944d360cef3 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.1144402 Aug 06 18:48:16.978607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-03272d2b-6666-414b-997b-f9dd143b5b6e req-9550837e-c8f5-4d17-afe7-42291ab79ef1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Aug 06 18:48:16.980349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Allocated IP 2001:db8::2 (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/9069a32f-76b2-4308-b3e7-19a26375040b) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:17.169365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.178181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Transition to ACTIVE for port object 9069a32f-76b2-4308-b3e7-19a26375040b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:17.193705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Transition to ACTIVE for port object 9069a32f-76b2-4308-b3e7-19a26375040b will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:17.201722 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.245538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:17.251746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:17.254398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Pushing event updated for resources: {'Port': ['ID=9069a32f-76b2-4308-b3e7-19a26375040b,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:17.256942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:17.270572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::337 (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/2e2a5fa0-c958-4c5b-85da-179d15c9077d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:17.320392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Attempting to bind port 9069a32f-76b2-4308-b3e7-19a26375040b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:48:17.321188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Attempting to bind port 9069a32f-76b2-4308-b3e7-19a26375040b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '09de4757-67d9-4d02-a392-d1043169db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:48:17.321506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Attempting to bind port 9069a32f-76b2-4308-b3e7-19a26375040b on network 0e8d588a-e78b-4499-891f-c14832da0466 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:48:17.327049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:48:17.327430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Checking segment: {'id': '09de4757-67d9-4d02-a392-d1043169db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:17.327833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.328221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Bound using segment: {'id': '09de4757-67d9-4d02-a392-d1043169db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:48:17.328717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Bound port: 9069a32f-76b2-4308-b3e7-19a26375040b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09de4757-67d9-4d02-a392-d1043169db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e8d588a-e78b-4499-891f-c14832da0466'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:48:17.329099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.398455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] For port 9069a32f-76b2-4308-b3e7-19a26375040b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:48:17.402520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] For port 9069a32f-76b2-4308-b3e7-19a26375040b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9069a32f-76b2-4308-b3e7-19a26375040b,segment=NetworkSegment(09de4757-67d9-4d02-a392-d1043169db1e),segment_id=09de4757-67d9-4d02-a392-d1043169db1e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:48:17.409408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.449954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.467432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object 2e2a5fa0-c958-4c5b-85da-179d15c9077d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:17.480941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522404b-f0a2-4233-9279-3d0650def9a1 None None] Pushing event updated for resources: {'Port': ['ID=9069a32f-76b2-4308-b3e7-19a26375040b,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:17.507630 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.568399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:17.571405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:17.576075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:17.582058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:17.582757 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.589917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=2e2a5fa0-c958-4c5b-85da-179d15c9077d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:17.604857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-19f988b2-1887-4c84-9a91-b99f50c70a62 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9664776 Aug 06 18:48:17.608501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:17.615121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419700338', 'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:c5:c4:5a'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:17.783792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:17.884486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:17.911649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:18.036648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::279 (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/1528fb3a-5f0b-49d2-a8c7-b28c93ccab74) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:18.193841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18705307-0b60-42b6-9791-296a47e910ea req-aaca611c-e8ac-44c7-bf4f-479d1edeefa8 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.196574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18705307-0b60-42b6-9791-296a47e910ea req-aaca611c-e8ac-44c7-bf4f-479d1edeefa8 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.1261008 Aug 06 18:48:18.284843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18705307-0b60-42b6-9791-296a47e910ea req-f8eba7a0-094b-4693-a37c-a63d50dc9d77 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770588 Aug 06 18:48:18.298574 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:18.314224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:18.364233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:18.419054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:18.422714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:18.428088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:18.434036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.434602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:18.446878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=1528fb3a-5f0b-49d2-a8c7-b28c93ccab74,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:18.453386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-41f7529f-6f57-43ce-8eda-29fca4902714 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8433280 Aug 06 18:48:18.456541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44774) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:18.522086 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7a0e1-2630-4125-b67b-c00b17f5173b None None] Network 0e8d588a-e78b-4499-891f-c14832da0466 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:18.592779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f1cfa496-e8ea-4659-a8d6-a25b5c4268cf None None] Provisioning for port 9069a32f-76b2-4308-b3e7-19a26375040b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:18.607132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b287391-678c-42ec-a4ef-d0ce0cbd7eef tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.613169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b287391-678c-42ec-a4ef-d0ce0cbd7eef tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.619151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b287391-678c-42ec-a4ef-d0ce0cbd7eef tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.620876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3b287391-678c-42ec-a4ef-d0ce0cbd7eef tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1633615 Aug 06 18:48:18.623859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44776) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:18.629666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905692-6bb5-4170-91eb-55ab175f2db3 req-febc214d-4d71-481b-b80b-d8939833edd9 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.631229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4905692-6bb5-4170-91eb-55ab175f2db3 req-febc214d-4d71-481b-b80b-d8939833edd9 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.1429815 Aug 06 18:48:18.647950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-202b4732-6d1d-4086-9c12-b87033d795e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.649481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-202b4732-6d1d-4086-9c12-b87033d795e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5650e54068bd4e349e6614be2ccb851b&device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 1098 time: 0.1171427 Aug 06 18:48:18.733694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:18.734532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:18.749325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4905692-6bb5-4170-91eb-55ab175f2db3 req-9e7cf727-4494-480f-a008-20f9eb44daaa tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090958 Aug 06 18:48:18.789105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-703061af-32a3-4bed-ac70-0d7ed0db6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.791649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-703061af-32a3-4bed-ac70-0d7ed0db6940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 200 len: 913 time: 0.1350172 Aug 06 18:48:18.841923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-8d806b10-f749-4274-95b6-6909083e66fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 200 len: 217 time: 0.0430176 Aug 06 18:48:18.881887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:18.909485 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:18.949437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-25fa23b1-7647-490f-a238-3f3391b88607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:18.951153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-25fa23b1-7647-490f-a238-3f3391b88607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b534a65-e25d-413e-a079-18afcde0c0b7 HTTP/1.1" status: 200 len: 852 time: 0.1015823 Aug 06 18:48:18.976256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9069a32f-76b2-4308-b3e7-19a26375040b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:19.000709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-7b13a0f0-6b99-4ca6-923d-828e72aa3d79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4367c789-fdc7-4af6-bfed-7778a9cfe229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412719 Aug 06 18:48:19.053411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9069a32f-76b2-4308-b3e7-19a26375040b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:19.058209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9069a32f-76b2-4308-b3e7-19a26375040b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:19.058760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.128249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.148597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-7dbd4daf-dc6f-4dc8-8ace-e9ab5cd8e395 service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405182 Aug 06 18:48:19.164731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Provisioning for port 2e2a5fa0-c958-4c5b-85da-179d15c9077d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:19.165650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=1528fb3a-5f0b-49d2-a8c7-b28c93ccab74,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:19.170418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Provisioning complete for port 2e2a5fa0-c958-4c5b-85da-179d15c9077d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:19.170786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.213243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.228765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Port 2e2a5fa0-c958-4c5b-85da-179d15c9077d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:19.258077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9069a32f-76b2-4308-b3e7-19a26375040b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9069a32f-76b2-4308-b3e7-19a26375040b,segment=NetworkSegment(09de4757-67d9-4d02-a392-d1043169db1e),segment_id=09de4757-67d9-4d02-a392-d1043169db1e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:19.262678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Provisioning complete for port 9069a32f-76b2-4308-b3e7-19a26375040b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:19.263086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.281855 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.284218 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a3442705-2e60-4b79-9d24-925f8a5b7477 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 HTTP/1.1" status: 204 len: 168 time: 0.6587217 Aug 06 18:48:19.288185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44778) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:19.292775 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.300591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaf11ef8-50dd-4a94-a6e6-4630c4d921ac req-74e4669a-decc-4cc6-ac68-c07efb7cedfa service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447036 Aug 06 18:48:19.318113 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a4b7eb-bf25-4d9b-9643-f90bc0ca8248 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] GET failed (client error): The resource could not be found. Aug 06 18:48:19.324130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-38a4b7eb-bf25-4d9b-9643-f90bc0ca8248 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports/1528fb3a-5f0b-49d2-a8c7-b28c93ccab74 HTTP/1.1" status: 404 len: 333 time: 0.0304360 Aug 06 18:48:19.325537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44780) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:19.331239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-647699114'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:19.365924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9069a32f-76b2-4308-b3e7-19a26375040b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:19.443372 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a9aa1c52-ac49-400d-9f8e-c8ebbabd45e4 None None] Could not find standard attr ID for object 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:48:19.479469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:19.483377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.513725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port a35336b3-4c9b-4976-8837-cf3de24a455a yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:19.567625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-70a7f5c3-2203-4781-ba75-0ff7454ab31e None None] Provisioning complete for port 2e2a5fa0-c958-4c5b-85da-179d15c9077d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:19.568219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-70a7f5c3-2203-4781-ba75-0ff7454ab31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.607801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f5c3-2203-4781-ba75-0ff7454ab31e None None] Port 2e2a5fa0-c958-4c5b-85da-179d15c9077d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:19.611068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-70a7f5c3-2203-4781-ba75-0ff7454ab31e None None] Could not find standard attr ID for object 1528fb3a-5f0b-49d2-a8c7-b28c93ccab74. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:48:19.705149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::125 (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/a35336b3-4c9b-4976-8837-cf3de24a455a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:19.791667 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:48:19.890194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd0100-cf6b-47f5-a8d6-271cdb9b9852 req-4f0d1ce0-eaec-4c28-b95e-ca0645e27e57 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:19.892674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8cd0100-cf6b-47f5-a8d6-271cdb9b9852 req-4f0d1ce0-eaec-4c28-b95e-ca0645e27e57 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0557027 Aug 06 18:48:19.926906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:19.939160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8cd0100-cf6b-47f5-a8d6-271cdb9b9852 req-52ba9a3c-aeea-4f54-9d67-d01322dba6b7 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Aug 06 18:48:19.946604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object a35336b3-4c9b-4976-8837-cf3de24a455a will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:19.989898 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.038487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:20.042087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:20.046480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:20.055070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:20.056158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.074587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=a35336b3-4c9b-4976-8837-cf3de24a455a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:20.082261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8c0151c0-257d-4f93-9e95-149b9896ae96 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7549546 Aug 06 18:48:20.084738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44784) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:20.092017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:c5:c4:5a'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:20.265133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.338732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-22f0a6cd-197d-4ac0-b077-0aae149fd4f4 None None] Provisioning for port a35336b3-4c9b-4976-8837-cf3de24a455a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:20.342416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-22f0a6cd-197d-4ac0-b077-0aae149fd4f4 None None] Provisioning complete for port a35336b3-4c9b-4976-8837-cf3de24a455a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:20.342778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-22f0a6cd-197d-4ac0-b077-0aae149fd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.377725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a6cd-197d-4ac0-b077-0aae149fd4f4 None None] Port a35336b3-4c9b-4976-8837-cf3de24a455a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:20.458278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.465964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.502132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] In _notify_port_updated(), no bound segment for port a35336b3-4c9b-4976-8837-cf3de24a455a on network 0e8d588a-e78b-4499-891f-c14832da0466 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:48:20.507921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:20.508450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.509878 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "PUT /v2.0/ports/a35336b3-4c9b-4976-8837-cf3de24a455a HTTP/1.1" status: 200 len: 1002 time: 0.4233775 Aug 06 18:48:20.513324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44786) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:20.553610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57be2a5-fbd6-4de8-a88d-3c3f2a7f3d16 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=a35336b3-4c9b-4976-8837-cf3de24a455a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:20.623667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port a35336b3-4c9b-4976-8837-cf3de24a455a {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:20.623998 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.721170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.738693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for a35336b3-4c9b-4976-8837-cf3de24a455a owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:20.799598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aae3d949-75fa-48aa-8d42-5b2f92a312b8 None None] Provisioning complete for port a35336b3-4c9b-4976-8837-cf3de24a455a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:20.800255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aae3d949-75fa-48aa-8d42-5b2f92a312b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.855564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d949-75fa-48aa-8d42-5b2f92a312b8 None None] Port a35336b3-4c9b-4976-8837-cf3de24a455a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:20.890511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:20.921951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=a35336b3-4c9b-4976-8837-cf3de24a455a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:20.928233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9069a32f-76b2-4308-b3e7-19a26375040b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:21.000413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9069a32f-76b2-4308-b3e7-19a26375040b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:21.001197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.036805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.042272 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c647f975-91e2-4f60-99cd-4bd2fc0643ba tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/a35336b3-4c9b-4976-8837-cf3de24a455a HTTP/1.1" status: 204 len: 168 time: 0.5246079 Aug 06 18:48:21.042746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44790) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:21.082181 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca656fc-e20b-4a92-9139-2f4fa1d8ec22 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] GET failed (client error): The resource could not be found. Aug 06 18:48:21.085520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ca656fc-e20b-4a92-9139-2f4fa1d8ec22 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports/a35336b3-4c9b-4976-8837-cf3de24a455a HTTP/1.1" status: 404 len: 333 time: 0.0405424 Aug 06 18:48:21.089589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44792) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:21.095168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348762945'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:21.100852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62554-4794-4420-a579-05af950d5735 req-8f9c93d5-6a08-4b08-b061-1b56ef829257 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:21.102507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5be62554-4794-4420-a579-05af950d5735 req-8f9c93d5-6a08-4b08-b061-1b56ef829257 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0742445 Aug 06 18:48:21.151541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5be62554-4794-4420-a579-05af950d5735 req-02f0244d-cb52-4435-8348-ee550d482344 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Aug 06 18:48:21.253428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:21.257096 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.275150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port 10e83353-c58d-4821-b764-962d991c57d8 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:21.405194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::dc (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/10e83353-c58d-4821-b764-962d991c57d8) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:21.417988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7c7cc-35a6-4558-867c-14f748a0846b req-7e446322-f29e-445b-ab97-6589a89ad62b tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:21.419202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaa7c7cc-35a6-4558-867c-14f748a0846b req-7e446322-f29e-445b-ab97-6589a89ad62b tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0608468 Aug 06 18:48:21.460595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eaa7c7cc-35a6-4558-867c-14f748a0846b req-9c0a43de-cddd-40a1-a8b4-c7249584ddeb tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Aug 06 18:48:21.575943 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.599395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object 10e83353-c58d-4821-b764-962d991c57d8 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:21.636683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.680790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:21.684014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:21.688462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:21.694028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:21.694645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.704553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=10e83353-c58d-4821-b764-962d991c57d8,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:21.719541 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f9df1cf9-0c85-403d-b44e-f864e3d6fd6c tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6287155 Aug 06 18:48:21.723491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:21.730123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c5:c4:5a'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:21.811536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:21.985687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e80ef591-8c3c-432e-9c99-d8c5abc30c74 None None] Provisioning for port 10e83353-c58d-4821-b764-962d991c57d8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:21.989768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e80ef591-8c3c-432e-9c99-d8c5abc30c74 None None] Provisioning complete for port 10e83353-c58d-4821-b764-962d991c57d8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:21.990221 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e80ef591-8c3c-432e-9c99-d8c5abc30c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.016819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.022886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.029833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e80ef591-8c3c-432e-9c99-d8c5abc30c74 None None] Port 10e83353-c58d-4821-b764-962d991c57d8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:22.057272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] In _notify_port_updated(), no bound segment for port 10e83353-c58d-4821-b764-962d991c57d8 on network 0e8d588a-e78b-4499-891f-c14832da0466 {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:48:22.063387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:22.064117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.068694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "PUT /v2.0/ports/10e83353-c58d-4821-b764-962d991c57d8 HTTP/1.1" status: 200 len: 1002 time: 0.3440053 Aug 06 18:48:22.069174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44800) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:22.093018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d28c-8cde-4916-97fe-43419d0614ed tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=10e83353-c58d-4821-b764-962d991c57d8,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:22.177740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port 10e83353-c58d-4821-b764-962d991c57d8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:22.178339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.292762 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.307807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for 10e83353-c58d-4821-b764-962d991c57d8 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:22.353722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7ab65b35-7430-4bbb-95ce-ff7042877b83 None None] Provisioning complete for port 10e83353-c58d-4821-b764-962d991c57d8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:22.354015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7ab65b35-7430-4bbb-95ce-ff7042877b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.390159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7ab65b35-7430-4bbb-95ce-ff7042877b83 None None] Port 10e83353-c58d-4821-b764-962d991c57d8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:22.451173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.481332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=10e83353-c58d-4821-b764-962d991c57d8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:22.505773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.510090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1a1c8cc2-d34a-4758-b857-b890784fd6f7 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/10e83353-c58d-4821-b764-962d991c57d8 HTTP/1.1" status: 204 len: 168 time: 0.4367392 Aug 06 18:48:22.510642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:22.535921 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-314b3ac9-f956-4174-a4e1-bda9045c64b2 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] GET failed (client error): The resource could not be found. Aug 06 18:48:22.537629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-314b3ac9-f956-4174-a4e1-bda9045c64b2 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports/10e83353-c58d-4821-b764-962d991c57d8 HTTP/1.1" status: 404 len: 333 time: 0.0260351 Aug 06 18:48:22.541339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:22.546708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-922282340'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:22.603182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea16c9-345f-4f6e-93e5-92f63ae085fc req-53708575-e3db-4e7c-9c12-cabc126abd7a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:22.610553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ea16c9-345f-4f6e-93e5-92f63ae085fc req-53708575-e3db-4e7c-9c12-cabc126abd7a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0712748 Aug 06 18:48:22.656823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c9ea16c9-345f-4f6e-93e5-92f63ae085fc req-c53fd2aa-ea9c-4ae3-865d-0703325d7784 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Aug 06 18:48:22.714488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:22.718376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.740935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port f804db8c-639e-4da0-b573-bfec7f9db3f7 yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:22.867883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::237 (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/f804db8c-639e-4da0-b573-bfec7f9db3f7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:22.925554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773dcec-ef5b-493d-a794-5d32d3ede0e9 req-740bbca1-98c8-454d-8ef8-202438c21574 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:22.927175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1773dcec-ef5b-493d-a794-5d32d3ede0e9 req-740bbca1-98c8-454d-8ef8-202438c21574 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0877743 Aug 06 18:48:22.949160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5938-bade-49b9-9948-72166f4e5495 req-7ecac72b-caa9-4293-a1dc-bafb6a0e999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:22.952757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-7ecac72b-caa9-4293-a1dc-bafb6a0e999e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5650e54068bd4e349e6614be2ccb851b&device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 1098 time: 0.0682926 Aug 06 18:48:23.037080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1773dcec-ef5b-493d-a794-5d32d3ede0e9 req-2fa57641-3453-4c72-91fd-6be35134e771 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023965 Aug 06 18:48:23.041215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:23.056672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object f804db8c-639e-4da0-b573-bfec7f9db3f7 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:23.078943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5938-bade-49b9-9948-72166f4e5495 req-4d5034d6-5359-4366-a8e3-31f147322a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:23.080486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-4d5034d6-5359-4366-a8e3-31f147322a54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 200 len: 913 time: 0.1191142 Aug 06 18:48:23.094090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:23.123762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-e900a398-d7f3-4aa5-b004-02b2486dbdb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 200 len: 217 time: 0.0363054 Aug 06 18:48:23.143787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:23.146988 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:23.150913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:23.159082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:23.159082 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:23.168358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=f804db8c-639e-4da0-b573-bfec7f9db3f7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:23.185940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f6b7cf6f-cc5e-49a4-84e3-71515d636a71 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6391070 Aug 06 18:48:23.186583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b5938-bade-49b9-9948-72166f4e5495 req-1498df45-0e97-46b3-abbc-faf512539127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:23.187530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-1498df45-0e97-46b3-abbc-faf512539127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b534a65-e25d-413e-a079-18afcde0c0b7 HTTP/1.1" status: 200 len: 852 time: 0.0563459 Aug 06 18:48:23.187530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44812) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:23.192880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'network_id': '0e8d588a-e78b-4499-891f-c14832da0466', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1452439531'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:23.249771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-906df740-34e3-46a9-88d8-fb37d0018d6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4367c789-fdc7-4af6-bfed-7778a9cfe229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512657 Aug 06 18:48:23.430843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dc10715f-08f3-4a15-97bf-2aa26946cd1a None None] Provisioning for port f804db8c-639e-4da0-b573-bfec7f9db3f7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:23.435439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dc10715f-08f3-4a15-97bf-2aa26946cd1a None None] Provisioning complete for port f804db8c-639e-4da0-b573-bfec7f9db3f7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:23.435794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dc10715f-08f3-4a15-97bf-2aa26946cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:23.473438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dc10715f-08f3-4a15-97bf-2aa26946cd1a None None] Port f804db8c-639e-4da0-b573-bfec7f9db3f7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:23.734968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-01c85570-6015-4a2a-b51d-1dcd4564dcf9 service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452765 Aug 06 18:48:23.761330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Made reservation on behalf of cf21ea33f62440bca67940b5b38137fa for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:23.764804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:23.818081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] device_id is not set on port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:23.907312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15b5938-bade-49b9-9948-72166f4e5495 req-924425f1-1ed2-4cca-8560-2c3bc09b8155 service neutron] 10.222.0.55 "GET /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655777 Aug 06 18:48:23.969182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Allocated IP 2001:db8::33f (0e8d588a-e78b-4499-891f-c14832da0466/b74e4efa-aa15-40b1-a99f-50832fc9e179/6ac7cd05-2503-4b6f-8e1c-96def8ea8b13) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:24.152428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.171614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Transition to ACTIVE for port object 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:24.187276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd408c2-1806-4384-afcc-b5f29a5351bc req-1332dee3-cff4-4128-842a-1c8b3e44438a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:24.188804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7dd408c2-1806-4384-afcc-b5f29a5351bc req-1332dee3-cff4-4128-842a-1c8b3e44438a tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0769711 Aug 06 18:48:24.245894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7dd408c2-1806-4384-afcc-b5f29a5351bc req-cec8828e-98f2-439f-976c-d07b94432b71 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Aug 06 18:48:24.247375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.294753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Network 0e8d588a-e78b-4499-891f-c14832da0466 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:24.300876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:24.303578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:24.309826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:24.310643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.328142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=6ac7cd05-2503-4b6f-8e1c-96def8ea8b13,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:24.341072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e6d5d2e5-de75-4dc5-97f6-e1678da2ab40 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1525214 Aug 06 18:48:24.345234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44816) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:24.356123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:c5:c4:5a'}, {'ip_address': '2001:db8::237', 'mac_address': 'fa:16:3e:45:c7:3a'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:24.562567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.606031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-326f094c-1eba-46c7-aa09-e7828c90003a None None] Provisioning for port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:24.610620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-326f094c-1eba-46c7-aa09-e7828c90003a None None] Provisioning complete for port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:24.611011 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-326f094c-1eba-46c7-aa09-e7828c90003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.651580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-326f094c-1eba-46c7-aa09-e7828c90003a None None] Port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:24.775280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.780864 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.813778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] In _notify_port_updated(), no bound segment for port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 on network 0e8d588a-e78b-4499-891f-c14832da0466 {{(pid=94122) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:48:24.819638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:24.820316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:24.822100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "PUT /v2.0/ports/6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 HTTP/1.1" status: 200 len: 1068 time: 0.4739459 Aug 06 18:48:24.826390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44818) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:24.856635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6afed9-e2ab-4dd5-ae47-e1dc52b91b03 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event updated for resources: {'Port': ['ID=6ac7cd05-2503-4b6f-8e1c-96def8ea8b13,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:24.930510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:24.930775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.030611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.043540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:25.080000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b8ea1a24-1447-494c-82a0-9d1e7f73b334 None None] Provisioning complete for port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:25.080364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1a24-1447-494c-82a0-9d1e7f73b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.118613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1a24-1447-494c-82a0-9d1e7f73b334 None None] Port 6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:25.189514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.223039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=6ac7cd05-2503-4b6f-8e1c-96def8ea8b13,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:25.385482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40d07-66c7-4dcc-b9d0-e86b77261d4f req-b4d27e35-899c-4a74-b3f9-b85fe4edf04e tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:25.388845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9a40d07-66c7-4dcc-b9d0-e86b77261d4f req-b4d27e35-899c-4a74-b3f9-b85fe4edf04e tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0673287 Aug 06 18:48:25.415396 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.421532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73c92f97-5b88-439f-91ca-f0c6aaeedc73 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 HTTP/1.1" status: 204 len: 168 time: 0.5904791 Aug 06 18:48:25.423425 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44822) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:25.453212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e9a40d07-66c7-4dcc-b9d0-e86b77261d4f req-8db10e50-2d7f-4d2a-b4f3-a9562a89e7fa tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577629 Aug 06 18:48:25.460404 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9188ea-0baa-4e36-bf75-883c1ee1089e tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] GET failed (client error): The resource could not be found. Aug 06 18:48:25.462186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e9188ea-0baa-4e36-bf75-883c1ee1089e tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports/6ac7cd05-2503-4b6f-8e1c-96def8ea8b13 HTTP/1.1" status: 404 len: 333 time: 0.0372796 Aug 06 18:48:25.466587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:25.580473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port f804db8c-639e-4da0-b573-bfec7f9db3f7 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:25.580832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.687363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.705300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for f804db8c-639e-4da0-b573-bfec7f9db3f7 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:25.823487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102123d-d31c-426e-9e12-736c3d63d900 req-556fe2da-0c38-44ba-a462-d83027fb67e1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:25.825005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a102123d-d31c-426e-9e12-736c3d63d900 req-556fe2da-0c38-44ba-a462-d83027fb67e1 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.1258345 Aug 06 18:48:25.915059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a102123d-d31c-426e-9e12-736c3d63d900 req-1c07a0d5-d627-4e60-a52e-9d19ba9c563c tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812402 Aug 06 18:48:25.951066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.988325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=f804db8c-639e-4da0-b573-bfec7f9db3f7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:26.016827 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.018373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f0d8182b-8527-431a-94bf-513dc549b890 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/f804db8c-639e-4da0-b573-bfec7f9db3f7 HTTP/1.1" status: 204 len: 168 time: 0.5503387 Aug 06 18:48:26.022281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44830) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:26.058428 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a55967-70f3-401f-88f5-6dbd39626c85 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] GET failed (client error): The resource could not be found. Aug 06 18:48:26.060832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f4a55967-70f3-401f-88f5-6dbd39626c85 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "GET /v2.0/ports/f804db8c-639e-4da0-b573-bfec7f9db3f7 HTTP/1.1" status: 404 len: 333 time: 0.0366275 Aug 06 18:48:26.064845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44832) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:26.164150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port 2e2a5fa0-c958-4c5b-85da-179d15c9077d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:26.164830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.275654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.289215 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for 2e2a5fa0-c958-4c5b-85da-179d15c9077d owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:26.419424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.453893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=2e2a5fa0-c958-4c5b-85da-179d15c9077d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:26.482669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.484985 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9e5b979c-2aa6-4320-8ef4-f97dd7ef3144 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/ports/2e2a5fa0-c958-4c5b-85da-179d15c9077d HTTP/1.1" status: 204 len: 168 time: 0.4179265 Aug 06 18:48:26.487726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44834) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:26.570242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting subnet b74e4efa-aa15-40b1-a99f-50832fc9e179 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:48:26.575892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.621961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.738253 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.809395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.837889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Subnet': ['ID=b74e4efa-aa15-40b1-a99f-50832fc9e179,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:26.841564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.846433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5d225e5-6498-499d-8e89-6bbe2b60b189 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/subnets/b74e4efa-aa15-40b1-a99f-50832fc9e179 HTTP/1.1" status: 204 len: 168 time: 0.3547308 Aug 06 18:48:26.846433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44836) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:26.850756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da839d-59be-4d31-b428-9229dd9c94d6 None None] Network 0e8d588a-e78b-4499-891f-c14832da0466 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:26.935465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.992530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Deleting port 9069a32f-76b2-4308-b3e7-19a26375040b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:26.992738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.048083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e68a-150a-4207-ab14-dd52ce15bbc0 req-db84392a-43b2-4179-97a6-75908375a852 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:27.050167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1f2e68a-150a-4207-ab14-dd52ce15bbc0 req-db84392a-43b2-4179-97a6-75908375a852 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0570564 Aug 06 18:48:27.068343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] DHCP port deletion for 0e8d588a-e78b-4499-891f-c14832da0466 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:48:27.078749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] For port 9069a32f-76b2-4308-b3e7-19a26375040b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9069a32f-76b2-4308-b3e7-19a26375040b,segment=NetworkSegment(09de4757-67d9-4d02-a392-d1043169db1e),segment_id=09de4757-67d9-4d02-a392-d1043169db1e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:27.079406 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.093702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Calling delete_port for 9069a32f-76b2-4308-b3e7-19a26375040b owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:27.100830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e1f2e68a-150a-4207-ab14-dd52ce15bbc0 req-37494dc2-6e7b-4a6e-8d69-0160619b5dd7 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Aug 06 18:48:27.152441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Deleting port 9069a32f-76b2-4308-b3e7-19a26375040b {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:27.152818 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.185324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.211569 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Port': ['ID=9069a32f-76b2-4308-b3e7-19a26375040b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:27.217377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] No DVR routers for this DVR port 9069a32f-76b2-4308-b3e7-19a26375040b on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:27.223315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] For port 9069a32f-76b2-4308-b3e7-19a26375040b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9069a32f-76b2-4308-b3e7-19a26375040b,segment=NetworkSegment(09de4757-67d9-4d02-a392-d1043169db1e),segment_id=09de4757-67d9-4d02-a392-d1043169db1e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:27.223811 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.238678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Calling delete_port for 9069a32f-76b2-4308-b3e7-19a26375040b owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:27.308256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.320550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8d588a-e78b-4499-891f-c14832da0466']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:27.334291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09de4757-67d9-4d02-a392-d1043169db1e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:27.334607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09de4757-67d9-4d02-a392-d1043169db1e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:27.336042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.344318 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.358660 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.361837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] Pushing event deleted for resources: {'Port': ['ID=9069a32f-76b2-4308-b3e7-19a26375040b,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:27.365699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:27.366283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba91555-3c0a-4c38-a949-c356518750e3 None None] No DVR routers for this DVR port 9069a32f-76b2-4308-b3e7-19a26375040b on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:27.366540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:27.370048 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:27.437584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.445237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.447578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] 10.222.0.64 "DELETE /v2.0/networks/0e8d588a-e78b-4499-891f-c14832da0466 HTTP/1.1" status: 204 len: 168 time: 0.6002202 Aug 06 18:48:27.448670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1545-0c92-4522-af4a-29df892b7d34 req-97da0cee-048d-4a19-81ef-323474e4d192 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:27.450436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-183d1545-0c92-4522-af4a-29df892b7d34 req-97da0cee-048d-4a19-81ef-323474e4d192 tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 946 time: 0.0589185 Aug 06 18:48:27.466044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43ef3-5972-4b4e-90cc-94fdf075a967 tempest-AllowedAddressPairIpV6TestJSON-583600326 tempest-AllowedAddressPairIpV6TestJSON-583600326-project] Pushing event deleted for resources: {'Network': ['ID=0e8d588a-e78b-4499-891f-c14832da0466,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:27.550332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Deleting port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:27.550785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.683236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] For port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,segment=NetworkSegment(db61b795-d2f6-47b7-88e9-029dd01eea54),segment_id=db61b795-d2f6-47b7-88e9-029dd01eea54)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:27.683689 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.699552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Calling delete_port for ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:27.757790 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44844) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:27.852348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.866245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:48:27.888566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Pushing event deleted for resources: {'Port': ['ID=ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:27.928236 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f05d8a46-e5ee-4fc6-8481-5888be660615 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf21ea33f62440bca67940b5b38137fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692123 Aug 06 18:48:27.930991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44848) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:27.951443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] No DVR routers for this DVR port ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:27.954089 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:27.956264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-183d1545-0c92-4522-af4a-29df892b7d34 req-60c01455-749e-47f6-b79b-252be9ab9dcf tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.55 "DELETE /v2.0/ports/ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 HTTP/1.1" status: 204 len: 173 time: 0.4992728 Aug 06 18:48:27.956722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'name': 'network-vif-deleted', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:48:27.959268 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e4d0d-af68-42c9-adc2-6d910f337571" -d '{"events": [{"server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "name": "network-vif-deleted", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:48:27.987451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.006545 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832eb9aa-bce7-48b6-a705-4770e5dc0ea6 x-openstack-request-id: req-832eb9aa-bce7-48b6-a705-4770e5dc0ea6 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:48:28.006841 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b", "name": "network-vif-deleted", "tag": "ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:48:28.007096 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-832eb9aa-bce7-48b6-a705-4770e5dc0ea6 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:48:28.007501 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b', 'name': 'network-vif-deleted', 'tag': 'ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5', 'status': 'completed', 'code': 200} Aug 06 18:48:28.014577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.070133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.074707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.075894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec02e1af-950e-43cb-8ed9-e9a4371bfb0b HTTP/1.1" status: 204 len: 168 time: 0.1437347 Aug 06 18:48:28.086532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c27e8-774c-4b2b-be52-7a9df7eacace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02e1af-950e-43cb-8ed9-e9a4371bfb0b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:28.231266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935ab0ab-3ad4-4ed3-bb56-5f2e837e1907 req-f6da59e8-14c0-47af-a456-0aafa1241e1d tempest-TestServerAdvancedOps-809125173 tempest-TestServerAdvancedOps-809125173-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea51d37c-f7d4-4fc0-85ae-efbdedc3f76b HTTP/1.1" status: 200 len: 210 time: 0.0334170 Aug 06 18:48:28.525887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8e89-0d48-49a0-9acb-18290a86a7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.844771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:28.918842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9069a32f-76b2-4308-b3e7-19a26375040b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:48:28.941168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9069a32f-76b2-4308-b3e7-19a26375040b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:48:28.941540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9069a32f-76b2-4308-b3e7-19a26375040b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:48:28.962342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1954680381'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:28.987204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Made reservation on behalf of 7f5dd0c1f1d64c999a87e37ec835f58d for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:28.990848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.004461 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.105064 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.110887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.137907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:29.146804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413f1188-573a-4e47-8ebd-b66f9d5521a9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:29.153037 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.153401 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Added segment 242238ea-eb91-4390-a88f-f9681d6592f8 of type vlan for network 8969763b-7800-447c-8e46-6f958bc11aea Aug 06 18:48:29.195662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.227797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.233490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:29.234127 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.269089 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4226267 Aug 06 18:48:29.272247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44880) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:29.278377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Request body: {'subnet': {'network_id': '8969763b-7800-447c-8e46-6f958bc11aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:29.295987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44882) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:29.309825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b76f5-5d40-4777-bc27-e8225350c45c tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'Network': ['ID=8969763b-7800-447c-8e46-6f958bc11aea,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:29.323492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 8969763b-7800-447c-8e46-6f958bc11aea details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:29.399717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Deleting subnet 7b534a65-e25d-413e-a079-18afcde0c0b7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:48:29.406281 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.438208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Made reservation on behalf of 7f5dd0c1f1d64c999a87e37ec835f58d for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:29.441732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.466908 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.554711 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.644947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.685207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.687092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7b534a65-e25d-413e-a079-18afcde0c0b7 HTTP/1.1" status: 204 len: 168 time: 0.3896656 Aug 06 18:48:29.687950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72408e-4e8f-4a3d-9b9f-085cc6b6738e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b534a65-e25d-413e-a079-18afcde0c0b7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:29.689989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44884) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:29.733437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.764686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.803142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'Subnet': ['ID=9d253562-38d8-4dcf-9b9e-90ba4747cf2a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:29.813842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Checking segment: {'id': '242238ea-eb91-4390-a88f-f9681d6592f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:29.814295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Network hostable DHCP agents. Network: 8969763b-7800-447c-8e46-6f958bc11aea, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:48:29.841499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Network 8969763b-7800-447c-8e46-6f958bc11aea is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:48:29.861528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 8969763b-7800-447c-8e46-6f958bc11aea) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:29.862280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.865846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:29.867320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.873830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c69996-6835-4bc6-8b9d-8517174b171a None None] Network 8969763b-7800-447c-8e46-6f958bc11aea requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:29.885183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4367c789-fdc7-4af6-bfed-7778a9cfe229']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:29.885430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fb17cf47-924f-44d8-b21a-cb911744a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6093111 Aug 06 18:48:29.885430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44886) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:29.891264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Request body: {'port': {'network_id': '8969763b-7800-447c-8e46-6f958bc11aea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-582846424'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:29.900412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db61b795-d2f6-47b7-88e9-029dd01eea54') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:29.900905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db61b795-d2f6-47b7-88e9-029dd01eea54') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:29.917301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.950162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.957794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:29.959409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:29.962156 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:30.029109 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.038596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.039396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Made reservation on behalf of 7f5dd0c1f1d64c999a87e37ec835f58d for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:30.045013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4367c789-fdc7-4af6-bfed-7778a9cfe229 HTTP/1.1" status: 204 len: 168 time: 0.3533957 Aug 06 18:48:30.045380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.046881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44888) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:30.064597 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b58a2-ad55-41b8-91e7-3821d886bf82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4367c789-fdc7-4af6-bfed-7778a9cfe229,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:30.077795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] device_id is not set on port ea2baff7-f606-4a1a-925d-8cbfda3dc571 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:30.099941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-8969763b-7800-447c-8e46-6f958bc11aea', 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea', 'tenant_id': '7f5dd0c1f1d64c999a87e37ec835f58d', 'fixed_ips': [{'subnet_id': '9d253562-38d8-4dcf-9b9e-90ba4747cf2a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:48:30.102236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.112606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Deleting subnet 069462b5-5759-4c09-81b5-85b592a6a425 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:48:30.116633 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.154218 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.198307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.209063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Allocated IP 172.20.0.9 (8969763b-7800-447c-8e46-6f958bc11aea/9d253562-38d8-4dcf-9b9e-90ba4747cf2a/ea2baff7-f606-4a1a-925d-8cbfda3dc571) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:30.259008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.292269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069462b5-5759-4c09-81b5-85b592a6a425,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:30.299247 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.305566 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-800f927f-c93c-4b5f-b6eb-202d4b44d1d0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/069462b5-5759-4c09-81b5-85b592a6a425 HTTP/1.1" status: 204 len: 168 time: 0.2537270 Aug 06 18:48:30.305839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44890) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:30.371947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.383245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.389793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Transition to ACTIVE for port object ea2baff7-f606-4a1a-925d-8cbfda3dc571 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:30.426961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.474832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Network 8969763b-7800-447c-8e46-6f958bc11aea is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:30.480443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:30.480702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Allocated IP 172.20.0.2 (8969763b-7800-447c-8e46-6f958bc11aea/9d253562-38d8-4dcf-9b9e-90ba4747cf2a/a5f89ed0-fe7d-48a0-b729-3c36ea119511) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:30.484956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:30.516430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'Port': ['ID=ea2baff7-f606-4a1a-925d-8cbfda3dc571,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:30.545017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:30.545851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.563726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8df94829-eed4-4aa2-b229-0d3d7f170c27 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6768074 Aug 06 18:48:30.566839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:30.572848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Request body: {'port': {'network_id': '8969763b-7800-447c-8e46-6f958bc11aea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-898889977', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:30.573563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] bootfile-name is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:30.573901 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] tftp-server is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:30.574226 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.api.validators [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] server-ip-address is not in valid_values {{(pid=94122) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:30.692295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.706364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Transition to ACTIVE for port object a5f89ed0-fe7d-48a0-b729-3c36ea119511 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:30.706623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Made reservation on behalf of 7f5dd0c1f1d64c999a87e37ec835f58d for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:30.710980 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.725698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Transition to ACTIVE for port object a5f89ed0-fe7d-48a0-b729-3c36ea119511 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:30.733720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.738879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] device_id is not set on port 0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7 yet. {{(pid=94122) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:30.776408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Network 8969763b-7800-447c-8e46-6f958bc11aea is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:30.782039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:30.784685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:30.815868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Pushing event updated for resources: {'Port': ['ID=a5f89ed0-fe7d-48a0-b729-3c36ea119511,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:30.830285 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.841791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:30.852751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09914d2-41b3-410b-a9a4-81ed28427912') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:30.853159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Attempting to bind port a5f89ed0-fe7d-48a0-b729-3c36ea119511 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:48:30.853563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09914d2-41b3-410b-a9a4-81ed28427912') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:30.853743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Attempting to bind port a5f89ed0-fe7d-48a0-b729-3c36ea119511 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '242238ea-eb91-4390-a88f-f9681d6592f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:48:30.854331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Attempting to bind port a5f89ed0-fe7d-48a0-b729-3c36ea119511 on network 8969763b-7800-447c-8e46-6f958bc11aea {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:48:30.860116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:48:30.860650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Checking segment: {'id': '242238ea-eb91-4390-a88f-f9681d6592f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:30.861163 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.861699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Bound using segment: {'id': '242238ea-eb91-4390-a88f-f9681d6592f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:48:30.862321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Bound port: a5f89ed0-fe7d-48a0-b729-3c36ea119511, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242238ea-eb91-4390-a88f-f9681d6592f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8969763b-7800-447c-8e46-6f958bc11aea'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:48:30.862853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.865097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.883513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.890111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Allocated IP 172.20.0.12 (8969763b-7800-447c-8e46-6f958bc11aea/9d253562-38d8-4dcf-9b9e-90ba4747cf2a/0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:30.895252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:30.895985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:30.902393 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:30.963589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] For port a5f89ed0-fe7d-48a0-b729-3c36ea119511, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:48:30.970890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] For port a5f89ed0-fe7d-48a0-b729-3c36ea119511, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a5f89ed0-fe7d-48a0-b729-3c36ea119511,segment=NetworkSegment(242238ea-eb91-4390-a88f-f9681d6592f8),segment_id=242238ea-eb91-4390-a88f-f9681d6592f8)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:48:30.976999 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.977809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.985031 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:30.990226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] 10.222.0.64 "DELETE /v2.0/networks/06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8 HTTP/1.1" status: 204 len: 168 time: 0.6808169 Aug 06 18:48:31.004471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a95dd-d724-4c6c-af9b-22a9708bbfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=06a8e3fb-3a19-417e-bb05-b2e82eb3dcb8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:31.070928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345aa0a-93fd-440e-8363-128c35ff1eba None None] Pushing event updated for resources: {'Port': ['ID=a5f89ed0-fe7d-48a0-b729-3c36ea119511,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:31.173977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.190665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Transition to ACTIVE for port object 0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:31.230697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.232567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:31.305373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Network 8969763b-7800-447c-8e46-6f958bc11aea is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:31.318180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:31.325019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:31.368779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'Port': ['ID=0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:31.375630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa9a73cf-aea5-4e92-bdc1-461818553e83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5650e54068bd4e349e6614be2ccb851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418993 Aug 06 18:48:31.379096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44898) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:31.402140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:31.402862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.425702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8c504abc-1126-4b9c-a737-05dff883d35f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8575404 Aug 06 18:48:31.428228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44900) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:31.461343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.488035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.494387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2942cb-27c6-4d2c-9da7-b3b18a38732e tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:31.503834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2942cb-27c6-4d2c-9da7-b3b18a38732e tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:31.509805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2942cb-27c6-4d2c-9da7-b3b18a38732e tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:31.514636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5f2942cb-27c6-4d2c-9da7-b3b18a38732e tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0836112 Aug 06 18:48:31.514904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44902) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:31.531505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.615122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.619058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.620354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f HTTP/1.1" status: 204 len: 168 time: 0.2396758 Aug 06 18:48:31.635291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1969bf-0da0-4bd4-8223-8265d0a34255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8d4dd-9dfb-48d7-82f9-4038f2b6593f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:31.650422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Deleting port 0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:31.651307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.710518 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-531803f2-4a7e-4643-b0eb-58aa9d3f824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.765419 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:31.780979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Calling delete_port for 0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7 owned by {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:31.961100 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.013421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event deleted for resources: {'Port': ['ID=0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:32.111981 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.114666 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b3ed0e61-2451-4727-a61a-165e477bba0f tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "DELETE /v2.0/ports/0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7 HTTP/1.1" status: 204 len: 168 time: 0.5985324 Aug 06 18:48:32.118364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44908) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:32.128381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Request body: {'port': {'name': 'tempest-new-port-name-1163132353', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:32.128787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] bootfile-name is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:32.129156 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] tftp-server is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:32.129481 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.api.validators [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] server-ip-address is not in valid_values {{(pid=94121) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 18:48:32.157401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44910) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:32.217149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:48:32.225822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.252259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cac9c065-e39c-4bfd-afe4-3724787771d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aeeb9ea13e1f4ca3898681e356b389f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908518 Aug 06 18:48:32.252859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44912) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:32.344605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.380106 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.434114 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aaf28b-cee9-4ee1-84d7-5d8deaa4d57f None None] Network 8969763b-7800-447c-8e46-6f958bc11aea requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:32.439005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:48:32.439388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ab6d8c51-f5ba-45bc-b3f4-ce43f5739cc5 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:48:32.454043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.456891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.461112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afc9d0e0-31e6-4368-aee2-b3e7215fc80a HTTP/1.1" status: 204 len: 168 time: 0.2067928 Aug 06 18:48:32.470148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188ca3b-65f5-450f-880f-f0b198c40afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9d0e0-31e6-4368-aee2-b3e7215fc80a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:32.494636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.500662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.504497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0be1314f-6ab8-4507-99cf-82837aefbac8 None None] Provisioning for port a5f89ed0-fe7d-48a0-b729-3c36ea119511 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:32.584230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event updated for resources: {'Port': ['ID=ea2baff7-f606-4a1a-925d-8cbfda3dc571,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:32.599814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] In _notify_port_updated(), no bound segment for port ea2baff7-f606-4a1a-925d-8cbfda3dc571 on network 8969763b-7800-447c-8e46-6f958bc11aea {{(pid=94121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 18:48:32.606179 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:32.607012 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.608484 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-018a6df0-e295-46a7-875e-4924b510a7dc tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "PUT /v2.0/ports/ea2baff7-f606-4a1a-925d-8cbfda3dc571 HTTP/1.1" status: 200 len: 1136 time: 0.4893210 Aug 06 18:48:32.611361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44916) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:32.664144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2d5a4-2a2d-4884-b5a4-2976ca120059 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:32.669504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-acd2d5a4-2a2d-4884-b5a4-2976ca120059 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "GET /v2.0/ports/ea2baff7-f606-4a1a-925d-8cbfda3dc571 HTTP/1.1" status: 200 len: 1136 time: 0.0535448 Aug 06 18:48:32.670569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44918) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:32.818103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Deleting port ea2baff7-f606-4a1a-925d-8cbfda3dc571 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:32.818618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.964537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.974231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Provisioning for port ea2baff7-f606-4a1a-925d-8cbfda3dc571 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:32.980756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Provisioning complete for port ea2baff7-f606-4a1a-925d-8cbfda3dc571 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:32.981216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:32.990335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Calling delete_port for ea2baff7-f606-4a1a-925d-8cbfda3dc571 owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:33.039907 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a5f89ed0-fe7d-48a0-b729-3c36ea119511 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:33.092809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Port ea2baff7-f606-4a1a-925d-8cbfda3dc571 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:33.154604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a5f89ed0-fe7d-48a0-b729-3c36ea119511 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:33.161899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Provisioning complete for port a5f89ed0-fe7d-48a0-b729-3c36ea119511 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:33.162434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.168432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a5f89ed0-fe7d-48a0-b729-3c36ea119511 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:33.169225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.220441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.266409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event deleted for resources: {'Port': ['ID=ea2baff7-f606-4a1a-925d-8cbfda3dc571,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:33.362395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.367905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44920) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:33.368311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5565908b-1c19-4ce9-a685-e7a53acc0832 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "DELETE /v2.0/ports/ea2baff7-f606-4a1a-925d-8cbfda3dc571 HTTP/1.1" status: 204 len: 168 time: 0.6959732 Aug 06 18:48:33.373014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.416189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.460817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Deleting subnet 9d253562-38d8-4dcf-9b9e-90ba4747cf2a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:48:33.464916 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.488863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.497417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] For port a5f89ed0-fe7d-48a0-b729-3c36ea119511, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a5f89ed0-fe7d-48a0-b729-3c36ea119511,segment=NetworkSegment(242238ea-eb91-4390-a88f-f9681d6592f8),segment_id=242238ea-eb91-4390-a88f-f9681d6592f8)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:33.512783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.513477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.654604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a736-c3d2-4b72-8e08-55ed70077668 None None] Pushing event updated for resources: {'Port': ['ID=a5f89ed0-fe7d-48a0-b729-3c36ea119511,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:33.658347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e05383bf-6ef3-4704-b00b-c4df4e79c738 None None] Could not find standard attr ID for object 0190a5f6-afef-4d2b-9bf7-ae5dbb59d7e7. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:48:33.663506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:48:33.664045 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:48:33.665130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e05383bf-6ef3-4704-b00b-c4df4e79c738 None None] Could not find standard attr ID for object ea2baff7-f606-4a1a-925d-8cbfda3dc571. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:48:33.666000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.741140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.766341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event deleted for resources: {'Subnet': ['ID=9d253562-38d8-4dcf-9b9e-90ba4747cf2a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:33.781309 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.786659 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-95b95b52-ed9a-4ab3-86ba-2c1b5e243e2d tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "DELETE /v2.0/subnets/9d253562-38d8-4dcf-9b9e-90ba4747cf2a HTTP/1.1" status: 204 len: 168 time: 0.4138772 Aug 06 18:48:33.787014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44922) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:33.868989 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.927023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Deleting port a5f89ed0-fe7d-48a0-b729-3c36ea119511 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:33.927266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:33.970101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3add358-7cc9-4ec9-bb60-72929212f185 None None] Network 8969763b-7800-447c-8e46-6f958bc11aea requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:34.000256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] For port a5f89ed0-fe7d-48a0-b729-3c36ea119511, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a5f89ed0-fe7d-48a0-b729-3c36ea119511,segment=NetworkSegment(242238ea-eb91-4390-a88f-f9681d6592f8),segment_id=242238ea-eb91-4390-a88f-f9681d6592f8)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:34.000608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.008110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c649f47d-edb5-490a-8081-f12e0c7c918e None None] Could not find standard attr ID for object ea2baff7-f606-4a1a-925d-8cbfda3dc571. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 18:48:34.016780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Calling delete_port for a5f89ed0-fe7d-48a0-b729-3c36ea119511 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:34.100987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.132444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event deleted for resources: {'Port': ['ID=a5f89ed0-fe7d-48a0-b729-3c36ea119511,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:34.134304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] No DVR routers for this DVR port a5f89ed0-fe7d-48a0-b729-3c36ea119511 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:34.194201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0afbe5-6642-4fa0-bbfa-a1d4ca7975de None None] DHCP port deletion for 8969763b-7800-447c-8e46-6f958bc11aea request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:48:34.196864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Port a5f89ed0-fe7d-48a0-b729-3c36ea119511 update to ACTIVE by agent not found {{(pid=94123) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 18:48:34.218079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.230857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8969763b-7800-447c-8e46-6f958bc11aea']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:34.243599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242238ea-eb91-4390-a88f-f9681d6592f8') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:34.244085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242238ea-eb91-4390-a88f-f9681d6592f8') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:34.259464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.275365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.282502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:34.283032 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:34.286549 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:34.364763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.369536 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.371513 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] 10.222.0.64 "DELETE /v2.0/networks/8969763b-7800-447c-8e46-6f958bc11aea HTTP/1.1" status: 204 len: 168 time: 0.5834677 Aug 06 18:48:34.386646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2878-31e4-411b-88c9-3c6f611d8f48 tempest-ExtraDHCPOptionsTestJSON-2053603637 tempest-ExtraDHCPOptionsTestJSON-2053603637-project] Pushing event deleted for resources: {'Network': ['ID=8969763b-7800-447c-8e46-6f958bc11aea,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:34.657776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44928) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:34.787124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.803030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1f35d340-9c24-4397-bf41-0bff2f0c4354 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f5dd0c1f1d64c999a87e37ec835f58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440399 Aug 06 18:48:34.806613 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44932) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:34.859965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.885374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.906561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a5f89ed0-fe7d-48a0-b729-3c36ea119511 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:48:34.931425 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a5f89ed0-fe7d-48a0-b729-3c36ea119511 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:48:34.931889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a5f89ed0-fe7d-48a0-b729-3c36ea119511 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:48:34.935444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.938187 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:34.939419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/413f1188-573a-4e47-8ebd-b66f9d5521a9 HTTP/1.1" status: 204 len: 168 time: 0.1316478 Aug 06 18:48:34.948458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05faf7-c4c6-41cf-91ce-ff7f4487f6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f1188-573a-4e47-8ebd-b66f9d5521a9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:35.655346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44954) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:35.760220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-515987987'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:35.788637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Made reservation on behalf of 61913354cf63495d97ecc46bca56624a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:35.792288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:35.801165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:35.909936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:35.916057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:35.949780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:35.957014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bb1d5-cf55-4583-bf37-fb790a55a50a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:35.965775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:35.965775 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Added segment 1b507ab8-b21c-45fa-bed4-7c00ba24d49a of type vlan for network d383901d-4052-49bd-b9c9-4bfd58e99b06 Aug 06 18:48:36.009541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.049679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.055596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:36.056254 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.117799 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4609864 Aug 06 18:48:36.121079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44958) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:36.126859 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Request body: {'subnet': {'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:36.128910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92591d2e-9fc1-40de-b1a5-58cf6e1b402a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event updated for resources: {'Network': ['ID=d383901d-4052-49bd-b9c9-4bfd58e99b06,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:36.143501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:36.230142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Made reservation on behalf of 61913354cf63495d97ecc46bca56624a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:36.233936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.434165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.496878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event updated for resources: {'Subnet': ['ID=c0cb3f37-0888-4215-9636-79427e522d2a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:36.507845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Checking segment: {'id': '1b507ab8-b21c-45fa-bed4-7c00ba24d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:36.508209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Network hostable DHCP agents. Network: d383901d-4052-49bd-b9c9-4bfd58e99b06, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:48:36.527240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:48:36.537779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, d383901d-4052-49bd-b9c9-4bfd58e99b06) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:36.542012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:36.542607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.546784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f70167-a9a0-402a-8b38-fba916ab6059 None None] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:36.559024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5d1beb2f-734f-4b03-b85a-21d9f429dd40 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4367509 Aug 06 18:48:36.561637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44960) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:36.567040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Request body: {'port': {'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06', 'name': 'tempest-TagsExtTest-1797611644'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:36.697630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Made reservation on behalf of 61913354cf63495d97ecc46bca56624a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:36.701196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.710664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-d383901d-4052-49bd-b9c9-4bfd58e99b06', 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06', 'tenant_id': '61913354cf63495d97ecc46bca56624a', 'fixed_ips': [{'subnet_id': 'c0cb3f37-0888-4215-9636-79427e522d2a'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:48:36.711622 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:36.721589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] device_id is not set on port dcb12792-45f1-4678-ba4e-dde3d1119b2d yet. {{(pid=94121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 18:48:36.837311 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Allocated IP 172.20.0.4 (d383901d-4052-49bd-b9c9-4bfd58e99b06/c0cb3f37-0888-4215-9636-79427e522d2a/dcb12792-45f1-4678-ba4e-dde3d1119b2d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:37.000933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.020061 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Transition to ACTIVE for port object dcb12792-45f1-4678-ba4e-dde3d1119b2d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:37.061871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.107882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:37.109809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Allocated IP 172.20.0.2 (d383901d-4052-49bd-b9c9-4bfd58e99b06/c0cb3f37-0888-4215-9636-79427e522d2a/46a6413c-113a-4a90-8038-81ac6392ec49) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:48:37.111484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:37.114312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:37.147778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event updated for resources: {'Port': ['ID=dcb12792-45f1-4678-ba4e-dde3d1119b2d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:37.179447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:37.180287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.196182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7132c9a7-327f-4b02-aec1-443da0755ec1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6332622 Aug 06 18:48:37.200224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44962) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.204881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1830520195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:37.233610 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.235699 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.274676 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.282865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Transition to ACTIVE for port object 46a6413c-113a-4a90-8038-81ac6392ec49 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:37.293113 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.298424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.299063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Transition to ACTIVE for port object 46a6413c-113a-4a90-8038-81ac6392ec49 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:48:37.305530 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.317334 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.318613 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-249f0ad3-3525-448b-ba5a-4a5ecacb39d1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1175756 Aug 06 18:48:37.322169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44964) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.327005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8e3352b9-24b2-48cd-91dc-9e0ba49c123e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-149191383', 'prefixes': ['172.20.0.0/16']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:37.347373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:48:37.350650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:48:37.354579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:48:37.361947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Pushing event updated for resources: {'Port': ['ID=46a6413c-113a-4a90-8038-81ac6392ec49,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:37.401230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e3352b9-24b2-48cd-91dc-9e0ba49c123e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for subnetpool, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.402971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8e3352b9-24b2-48cd-91dc-9e0ba49c123e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0795963 Aug 06 18:48:37.406881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44966) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.412115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-01e137fb-9375-40e6-a96e-adff14ab5bfd tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-169878498') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:37.419120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Attempting to bind port 46a6413c-113a-4a90-8038-81ac6392ec49 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:48:37.419514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Attempting to bind port 46a6413c-113a-4a90-8038-81ac6392ec49 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '1b507ab8-b21c-45fa-bed4-7c00ba24d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:48:37.420003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Attempting to bind port 46a6413c-113a-4a90-8038-81ac6392ec49 on network d383901d-4052-49bd-b9c9-4bfd58e99b06 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:48:37.425249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:48:37.425667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Checking segment: {'id': '1b507ab8-b21c-45fa-bed4-7c00ba24d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:48:37.426060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.426451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Bound using segment: {'id': '1b507ab8-b21c-45fa-bed4-7c00ba24d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:48:37.427041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Bound port: 46a6413c-113a-4a90-8038-81ac6392ec49, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b507ab8-b21c-45fa-bed4-7c00ba24d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd383901d-4052-49bd-b9c9-4bfd58e99b06'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:48:37.427440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.498130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] For port 46a6413c-113a-4a90-8038-81ac6392ec49, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:48:37.502131 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] For port 46a6413c-113a-4a90-8038-81ac6392ec49, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46a6413c-113a-4a90-8038-81ac6392ec49,segment=NetworkSegment(1b507ab8-b21c-45fa-bed4-7c00ba24d49a),segment_id=1b507ab8-b21c-45fa-bed4-7c00ba24d49a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:48:37.508833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:37.529757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-01e137fb-9375-40e6-a96e-adff14ab5bfd tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-169878498 HTTP/1.1" status: 201 len: 201 time: 0.1214437 Aug 06 18:48:37.532325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44968) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.537814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-cd7017df-2109-47f2-b55c-1813f0e2abf2 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-489402290') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:37.585748 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff3c1c-b3f9-47e8-b5dd-d0bd464f2f14 None None] Pushing event updated for resources: {'Port': ['ID=46a6413c-113a-4a90-8038-81ac6392ec49,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:37.624389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd7017df-2109-47f2-b55c-1813f0e2abf2 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-489402290 HTTP/1.1" status: 201 len: 201 time: 0.0908966 Aug 06 18:48:37.627237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44970) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.632389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-cd0abd86-74f9-4ceb-a387-914352aa6829 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-415095837') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:37.747807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd0abd86-74f9-4ceb-a387-914352aa6829 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-415095837 HTTP/1.1" status: 201 len: 201 time: 0.1193013 Aug 06 18:48:37.751091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44972) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.757789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-1c81b672-5fe2-42b2-aa88-2f670d6de705 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-1965022112') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:37.847148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1c81b672-5fe2-42b2-aa88-2f670d6de705 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-1965022112 HTTP/1.1" status: 201 len: 201 time: 0.0946395 Aug 06 18:48:37.849725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44974) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.855840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-85b7bd66-6c2d-44b8-882d-df3a5c77759e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:37.940702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-85b7bd66-6c2d-44b8-882d-df3a5c77759e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 200 len: 240 time: 0.0890791 Aug 06 18:48:37.943196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44976) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:37.947976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-7aa3592b-ce6c-491d-a86c-80479c6be332 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-169878498') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.003657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7aa3592b-ce6c-491d-a86c-80479c6be332 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-169878498 HTTP/1.1" status: 204 len: 168 time: 0.0593328 Aug 06 18:48:38.006601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44978) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.011697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-6f6dff11-3152-49f8-a119-15a9b4339693 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-169878498') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.087858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f6dff11-3152-49f8-a119-15a9b4339693 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-169878498 HTTP/1.1" status: 204 len: 168 time: 0.0800931 Aug 06 18:48:38.090291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44980) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.094665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-f3713bfa-d5a0-47b2-b8ac-2846a2a9df47 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.155219 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f3713bfa-d5a0-47b2-b8ac-2846a2a9df47 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 200 len: 205 time: 0.0638685 Aug 06 18:48:38.157953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.164949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-d1927d56-048a-4ce4-b20b-491ba87b0159 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.232544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d1927d56-048a-4ce4-b20b-491ba87b0159 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 200 len: 240 time: 0.0698304 Aug 06 18:48:38.232886 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44984) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.237753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-fe2f4c3f-0fb9-4b94-bb56-6785981f46e8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-489402290') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.293942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fe2f4c3f-0fb9-4b94-bb56-6785981f46e8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-489402290 HTTP/1.1" status: 204 len: 168 time: 0.0598202 Aug 06 18:48:38.296486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44986) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.301358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-53e008bd-68d8-41ff-af00-ab3bde6a1984 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-489402290') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.379128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-53e008bd-68d8-41ff-af00-ab3bde6a1984 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-489402290 HTTP/1.1" status: 204 len: 168 time: 0.0815148 Aug 06 18:48:38.383021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44988) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.389354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-6d2e36fe-db07-4d72-b5e8-4e063e712433 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.443083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d2e36fe-db07-4d72-b5e8-4e063e712433 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 200 len: 205 time: 0.0587859 Aug 06 18:48:38.446216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.451267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-06d15c41-3e10-4c0f-9317-29d5dd957503 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.477035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9f25a-82a1-459b-b6a2-8d911361ccdd None None] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:38.609157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-620d082d-b726-4de9-b997-fc059950d430 None None] Provisioning for port 46a6413c-113a-4a90-8038-81ac6392ec49 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:38.840821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-06d15c41-3e10-4c0f-9317-29d5dd957503 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 200 len: 240 time: 0.3930652 Aug 06 18:48:38.843300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 44992) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.848117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-f9cfc13e-f91b-4937-b056-4d8bc6837d9a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-415095837') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.933591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9cfc13e-f91b-4937-b056-4d8bc6837d9a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-415095837 HTTP/1.1" status: 204 len: 168 time: 0.0891743 Aug 06 18:48:38.937869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44994) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:38.949803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-1e4858da-1baa-4b1d-bf70-43ac4f03063e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-415095837') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:38.961400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-48a7b43c-14c3-46fc-a602-26e26200585b None None] Provisioning for port dcb12792-45f1-4678-ba4e-dde3d1119b2d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:38.967638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-48a7b43c-14c3-46fc-a602-26e26200585b None None] Provisioning complete for port dcb12792-45f1-4678-ba4e-dde3d1119b2d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:38.968344 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-48a7b43c-14c3-46fc-a602-26e26200585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:39.015956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46a6413c-113a-4a90-8038-81ac6392ec49 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:39.053200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-48a7b43c-14c3-46fc-a602-26e26200585b None None] Port dcb12792-45f1-4678-ba4e-dde3d1119b2d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:39.079640 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1e4858da-1baa-4b1d-bf70-43ac4f03063e tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-415095837 HTTP/1.1" status: 204 len: 168 time: 0.1402931 Aug 06 18:48:39.082735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.087818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-eeeb2c44-1f9b-48c3-8f30-d0d379986d7f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.097863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 46a6413c-113a-4a90-8038-81ac6392ec49 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:48:39.102548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 46a6413c-113a-4a90-8038-81ac6392ec49 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:39.102915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:39.176364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eeeb2c44-1f9b-48c3-8f30-d0d379986d7f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 200 len: 205 time: 0.0922298 Aug 06 18:48:39.178799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 44998) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.183462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-474771dc-b95d-4c33-be13-6f456a2c84be tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.197593 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:39.220549 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-474771dc-b95d-4c33-be13-6f456a2c84be tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 200 len: 241 time: 0.0406353 Aug 06 18:48:39.222100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e4abba08-40a5-49f7-b00a-49257f8c9f74 None None] Provisioning complete for port dcb12792-45f1-4678-ba4e-dde3d1119b2d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:39.222479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4abba08-40a5-49f7-b00a-49257f8c9f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:39.223273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45000) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.228628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-8cf6c96a-3dce-498c-a070-c4202203986f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-1965022112') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.250721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8cf6c96a-3dce-498c-a070-c4202203986f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-1965022112 HTTP/1.1" status: 204 len: 168 time: 0.0263371 Aug 06 18:48:39.253504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45002) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.258474 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-54716eb3-856d-4e11-aa5a-182703d4cce8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-1965022112') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.261184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 46a6413c-113a-4a90-8038-81ac6392ec49, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46a6413c-113a-4a90-8038-81ac6392ec49,segment=NetworkSegment(1b507ab8-b21c-45fa-bed4-7c00ba24d49a),segment_id=1b507ab8-b21c-45fa-bed4-7c00ba24d49a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:39.269999 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:39.276246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e4abba08-40a5-49f7-b00a-49257f8c9f74 None None] Port dcb12792-45f1-4678-ba4e-dde3d1119b2d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:48:39.303530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54716eb3-856d-4e11-aa5a-182703d4cce8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-1965022112 HTTP/1.1" status: 204 len: 168 time: 0.0490866 Aug 06 18:48:39.306585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45004) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.310884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-00fda45f-3199-4c8c-a16d-62a219b0b1a1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.321523 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=46a6413c-113a-4a90-8038-81ac6392ec49,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:39.332910 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-00fda45f-3199-4c8c-a16d-62a219b0b1a1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 200 len: 205 time: 0.0254710 Aug 06 18:48:39.335583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45006) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.340012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-4321410e-6e92-48d0-9d89-bd60e0ae8e5a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.365774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4321410e-6e92-48d0-9d89-bd60e0ae8e5a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 204 len: 168 time: 0.0290082 Aug 06 18:48:39.368256 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45008) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.372777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-e3cbe7bf-d075-4af2-ad9d-d8ae6d85d175 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.455059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e3cbe7bf-d075-4af2-ad9d-d8ae6d85d175 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 204 len: 168 time: 0.0857892 Aug 06 18:48:39.457891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45010) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.462244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-435fb35c-2619-4951-8704-08f786579a1c tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.515693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-435fb35c-2619-4951-8704-08f786579a1c tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0567551 Aug 06 18:48:39.518233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.522572 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-41b33995-29ea-4017-9c93-3a7801b7f7c4 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.581378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-41b33995-29ea-4017-9c93-3a7801b7f7c4 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0621440 Aug 06 18:48:39.586429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45014) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.590965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-ffbc8332-5f0f-40b2-9cc6-4fc0805edba4 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-654419070') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.665162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ffbc8332-5f0f-40b2-9cc6-4fc0805edba4 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-654419070 HTTP/1.1" status: 201 len: 201 time: 0.0776899 Aug 06 18:48:39.668097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45016) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.672750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-203939cc-e5b1-485c-9a9d-138cc5d53430 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-819001480') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.742616 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-203939cc-e5b1-485c-9a9d-138cc5d53430 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-819001480 HTTP/1.1" status: 201 len: 201 time: 0.0734899 Aug 06 18:48:39.745662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45018) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.750831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-c5e73370-fbfb-4b8c-b5c6-f1ffcb24f121 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-1917092587') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.847101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5e73370-fbfb-4b8c-b5c6-f1ffcb24f121 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-1917092587 HTTP/1.1" status: 201 len: 201 time: 0.1002395 Aug 06 18:48:39.850073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45020) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.854951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-c067c193-1012-45aa-bdf8-fc12a89c589b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-2009375929') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.895222 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c067c193-1012-45aa-bdf8-fc12a89c589b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-2009375929 HTTP/1.1" status: 201 len: 201 time: 0.0439103 Aug 06 18:48:39.898053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45022) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.902822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-af3cb3a2-7db5-41f2-937e-b83420d02859 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', {'tags': ['tempest-TagsExtTest-Tag-2116442525', 'tempest-TagsExtTest-Tag-442759717', 'tempest-TagsExtTest-Tag-459441971']}) {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:39.967001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-af3cb3a2-7db5-41f2-937e-b83420d02859 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 200 len: 316 time: 0.0677540 Aug 06 18:48:39.969497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45024) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:39.973835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-5e2b3fe4-38d1-433b-9135-9caa627e50bf tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.049703 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5e2b3fe4-38d1-433b-9135-9caa627e50bf tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0789957 Aug 06 18:48:40.052437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45026) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.057908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-32d96b37-ea91-4f90-b24f-5ba2c36f14c1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-2116442525') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.121729 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-32d96b37-ea91-4f90-b24f-5ba2c36f14c1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.122799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-32d96b37-ea91-4f90-b24f-5ba2c36f14c1 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-2116442525 HTTP/1.1" status: 404 len: 329 time: 0.0693035 Aug 06 18:48:40.125744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45028) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.130129 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-86ff2e52-44c5-4ea8-8794-c5d5392fe7f3 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-442759717') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.181696 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-86ff2e52-44c5-4ea8-8794-c5d5392fe7f3 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.182748 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-86ff2e52-44c5-4ea8-8794-c5d5392fe7f3 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-442759717 HTTP/1.1" status: 404 len: 328 time: 0.0561121 Aug 06 18:48:40.185677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45030) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.189985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-8b8b146b-c8d1-4c84-a5ed-2221e3042f1f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a', 'tempest-TagsExtTest-Tag-459441971') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.242662 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-8b8b146b-c8d1-4c84-a5ed-2221e3042f1f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.243884 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8b8b146b-c8d1-4c84-a5ed-2221e3042f1f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags/tempest-TagsExtTest-Tag-459441971 HTTP/1.1" status: 404 len: 328 time: 0.0571525 Aug 06 18:48:40.246511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45032) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.251071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-98f96568-67ed-4b4e-b278-fff75cca4b6d tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', {'tags': ['tempest-TagsExtTest-Tag-1017171983', 'tempest-TagsExtTest-Tag-1680908877', 'tempest-TagsExtTest-Tag-1752255899']}) {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.311796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98f96568-67ed-4b4e-b278-fff75cca4b6d tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 200 len: 318 time: 0.0642593 Aug 06 18:48:40.314866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45034) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.322370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-b2e46d3d-c201-4f2f-aebb-a21de3d3216a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.391493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b2e46d3d-c201-4f2f-aebb-a21de3d3216a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0751576 Aug 06 18:48:40.393952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.398378 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-53bb49cb-58e8-4d85-8960-4fad6866a96c tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-1017171983') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.450729 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-53bb49cb-58e8-4d85-8960-4fad6866a96c tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.451749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-53bb49cb-58e8-4d85-8960-4fad6866a96c tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-1017171983 HTTP/1.1" status: 404 len: 329 time: 0.0568800 Aug 06 18:48:40.455003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45038) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.459849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-c65ac538-cc5d-4501-8103-52f0a51a823b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-1680908877') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.510414 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-c65ac538-cc5d-4501-8103-52f0a51a823b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.511371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c65ac538-cc5d-4501-8103-52f0a51a823b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-1680908877 HTTP/1.1" status: 404 len: 329 time: 0.0554361 Aug 06 18:48:40.514322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45040) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.518848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-e1ccafb4-b155-4473-a923-cc445aade54b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d', 'tempest-TagsExtTest-Tag-1752255899') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.578646 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-e1ccafb4-b155-4473-a923-cc445aade54b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.579714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e1ccafb4-b155-4473-a923-cc445aade54b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags/tempest-TagsExtTest-Tag-1752255899 HTTP/1.1" status: 404 len: 329 time: 0.0644701 Aug 06 18:48:40.582662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45042) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.588086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-941f4a5f-5eed-4515-a8aa-3d0f7e256547 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', {'tags': ['tempest-TagsExtTest-Tag-443406010', 'tempest-TagsExtTest-Tag-1791770499', 'tempest-TagsExtTest-Tag-1898310558']}) {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.650714 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:40.678010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-941f4a5f-5eed-4515-a8aa-3d0f7e256547 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 200 len: 317 time: 0.0943027 Aug 06 18:48:40.681841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45044) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.686471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-b4519418-922e-4650-ba49-e8ef10c38839 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.784698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b4519418-922e-4650-ba49-e8ef10c38839 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 204 len: 168 time: 0.1017530 Aug 06 18:48:40.787733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.794517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-13ff0ea6-1350-441b-8a64-47b91ccdfbf7 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-443406010') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.880628 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-13ff0ea6-1350-441b-8a64-47b91ccdfbf7 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.881736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-13ff0ea6-1350-441b-8a64-47b91ccdfbf7 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-443406010 HTTP/1.1" status: 404 len: 328 time: 0.0924957 Aug 06 18:48:40.884733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45048) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.889399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-8872c6b4-6210-4d61-8efa-5f6fbb1d00fc tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-1791770499') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:40.922616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46a6413c-113a-4a90-8038-81ac6392ec49 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:48:40.967876 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-8872c6b4-6210-4d61-8efa-5f6fbb1d00fc tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:40.968916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8872c6b4-6210-4d61-8efa-5f6fbb1d00fc tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-1791770499 HTTP/1.1" status: 404 len: 329 time: 0.0832698 Aug 06 18:48:40.971910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45050) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:40.973866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 46a6413c-113a-4a90-8038-81ac6392ec49 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:48:40.974245 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:40.976754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-f9bc60aa-212f-4213-89c9-871aba58d9e0 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a', 'tempest-TagsExtTest-Tag-1898310558') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.055731 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-f9bc60aa-212f-4213-89c9-871aba58d9e0 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:41.056668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9bc60aa-212f-4213-89c9-871aba58d9e0 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags/tempest-TagsExtTest-Tag-1898310558 HTTP/1.1" status: 404 len: 329 time: 0.0837853 Aug 06 18:48:41.060056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45052) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.065032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-af1e413c-05b0-4c7c-ba68-e3fee682015a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', {'tags': ['tempest-TagsExtTest-Tag-759219015', 'tempest-TagsExtTest-Tag-1635601110', 'tempest-TagsExtTest-Tag-546668619']}) {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.103151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af1e413c-05b0-4c7c-ba68-e3fee682015a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "PUT /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 200 len: 316 time: 0.0418653 Aug 06 18:48:41.105815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45054) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.110409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-36ec0500-801c-42d5-a0dd-dd9eecf11ee8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.153396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-36ec0500-801c-42d5-a0dd-dd9eecf11ee8 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 204 len: 168 time: 0.0465105 Aug 06 18:48:41.156257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45056) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.161209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-c99ea947-2adc-4ae6-97d7-e40da8d5b423 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-759219015') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.185069 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-c99ea947-2adc-4ae6-97d7-e40da8d5b423 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:41.186219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c99ea947-2adc-4ae6-97d7-e40da8d5b423 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-759219015 HTTP/1.1" status: 404 len: 328 time: 0.0289624 Aug 06 18:48:41.189245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45058) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.194119 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-ffd00cd2-a96f-47bd-9507-55cee186782f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-1635601110') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.219197 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-ffd00cd2-a96f-47bd-9507-55cee186782f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:41.220215 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ffd00cd2-a96f-47bd-9507-55cee186782f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-1635601110 HTTP/1.1" status: 404 len: 329 time: 0.0299101 Aug 06 18:48:41.223296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.227644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-b51ce122-a328-4338-b9b8-da5e325c976b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474', 'tempest-TagsExtTest-Tag-546668619') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.248599 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-b51ce122-a328-4338-b9b8-da5e325c976b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] show failed (client error): The resource could not be found. Aug 06 18:48:41.249746 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b51ce122-a328-4338-b9b8-da5e325c976b tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags/tempest-TagsExtTest-Tag-546668619 HTTP/1.1" status: 404 len: 328 time: 0.0254517 Aug 06 18:48:41.252698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.259365 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-48b6f794-38d1-405d-9dad-ea7cdafa998a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '849246d5-fc23-4cbf-a229-732866168474') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.291976 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-48b6f794-38d1-405d-9dad-ea7cdafa998a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474/tags HTTP/1.1" status: 204 len: 168 time: 0.0379059 Aug 06 18:48:41.294695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.299152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-bc607c71-5f21-4bed-bf6d-171a92fdff42 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '187ce260-fe9d-4890-b16b-932f9cada32a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.381234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bc607c71-5f21-4bed-bf6d-171a92fdff42 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a/tags HTTP/1.1" status: 204 len: 168 time: 0.0855119 Aug 06 18:48:41.384154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45066) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.388834 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-d7120ec4-d927-4c61-b025-9dd2a8f6550f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dcb12792-45f1-4678-ba4e-dde3d1119b2d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.447275 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d7120ec4-d927-4c61-b025-9dd2a8f6550f tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d/tags HTTP/1.1" status: 204 len: 168 time: 0.0617449 Aug 06 18:48:41.450114 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.455054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-e78f6ce3-8e0d-4d52-bc0d-909f533faf5a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cb3f37-0888-4215-9636-79427e522d2a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:41.516969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e78f6ce3-8e0d-4d52-bc0d-909f533faf5a tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0657368 Aug 06 18:48:41.520869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45070) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.625081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d5017f83-8052-4b89-bb13-49a577bbcfd3 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for subnetpool, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.625081 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5017f83-8052-4b89-bb13-49a577bbcfd3 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnetpools/849246d5-fc23-4cbf-a229-732866168474 HTTP/1.1" status: 204 len: 168 time: 0.1027429 Aug 06 18:48:41.627927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.658275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0daaaa3d-2efb-4fd3-bb3f-7712cf77e033 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "GET /v2.0/ports?device_id=187ce260-fe9d-4890-b16b-932f9cada32a HTTP/1.1" status: 200 len: 205 time: 0.0285783 Aug 06 18:48:41.660176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45074) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:41.747316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.918247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.920626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.967768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.968291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Fanout notify agent at l3_agent the message router_deleted on router 187ce260-fe9d-4890-b16b-932f9cada32a {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:48:41.978437 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.979576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-37702416-f5bf-44e8-9700-56f821de39bb tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/routers/187ce260-fe9d-4890-b16b-932f9cada32a HTTP/1.1" status: 204 len: 168 time: 0.3178909 Aug 06 18:48:41.982575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:42.051444 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.076977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Deleting port dcb12792-45f1-4678-ba4e-dde3d1119b2d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:42.077327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.170857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.184206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Calling delete_port for dcb12792-45f1-4678-ba4e-dde3d1119b2d owned by {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:42.333162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.362960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event deleted for resources: {'Port': ['ID=dcb12792-45f1-4678-ba4e-dde3d1119b2d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:42.452240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.454376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9b770eb0-43c5-4ebe-ab3d-2e9b291e2bb9 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/ports/dcb12792-45f1-4678-ba4e-dde3d1119b2d HTTP/1.1" status: 204 len: 168 time: 0.4708290 Aug 06 18:48:42.458971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45078) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:42.525500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Deleting subnet c0cb3f37-0888-4215-9636-79427e522d2a {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:48:42.529577 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.592657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.687286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.761022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.790630 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cb3f37-0888-4215-9636-79427e522d2a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:42.792702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.794684 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-63a9ae3b-d635-4c22-b9ec-b54565343b67 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/subnets/c0cb3f37-0888-4215-9636-79427e522d2a HTTP/1.1" status: 204 len: 168 time: 0.3346398 Aug 06 18:48:42.798785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:42.803134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950786a-4563-4875-8969-2d241f901acc None None] Network d383901d-4052-49bd-b9c9-4bfd58e99b06 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:48:42.890968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:42.954793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Deleting port 46a6413c-113a-4a90-8038-81ac6392ec49 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:42.955191 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.000779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] DHCP port deletion for d383901d-4052-49bd-b9c9-4bfd58e99b06 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:48:43.033494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] For port 46a6413c-113a-4a90-8038-81ac6392ec49, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46a6413c-113a-4a90-8038-81ac6392ec49,segment=NetworkSegment(1b507ab8-b21c-45fa-bed4-7c00ba24d49a),segment_id=1b507ab8-b21c-45fa-bed4-7c00ba24d49a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:43.034008 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.051162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Calling delete_port for 46a6413c-113a-4a90-8038-81ac6392ec49 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:43.062511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Deleting port 46a6413c-113a-4a90-8038-81ac6392ec49 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:48:43.063166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.133662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] For port 46a6413c-113a-4a90-8038-81ac6392ec49, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=46a6413c-113a-4a90-8038-81ac6392ec49,segment=NetworkSegment(1b507ab8-b21c-45fa-bed4-7c00ba24d49a),segment_id=1b507ab8-b21c-45fa-bed4-7c00ba24d49a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:48:43.134243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.149476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Calling delete_port for 46a6413c-113a-4a90-8038-81ac6392ec49 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:48:43.154391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.181903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event deleted for resources: {'Port': ['ID=46a6413c-113a-4a90-8038-81ac6392ec49,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:43.185478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] No DVR routers for this DVR port 46a6413c-113a-4a90-8038-81ac6392ec49 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:43.256075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.272341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.281623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] Pushing event deleted for resources: {'Port': ['ID=46a6413c-113a-4a90-8038-81ac6392ec49,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:43.286545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88daf5-d564-432e-87e2-37bdef7b0831 None None] No DVR routers for this DVR port 46a6413c-113a-4a90-8038-81ac6392ec49 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:48:43.291267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d383901d-4052-49bd-b9c9-4bfd58e99b06']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:43.305315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b507ab8-b21c-45fa-bed4-7c00ba24d49a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:43.305635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b507ab8-b21c-45fa-bed4-7c00ba24d49a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:43.317026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.333988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.341938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:43.342478 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:43.346017 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:43.419517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.426866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.428709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] 10.222.0.64 "DELETE /v2.0/networks/d383901d-4052-49bd-b9c9-4bfd58e99b06 HTTP/1.1" status: 204 len: 168 time: 0.6285157 Aug 06 18:48:43.440577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632efc-0992-49e1-b8c6-a14577c7e7a5 tempest-TagsExtTest-1736239663 tempest-TagsExtTest-1736239663-project] Pushing event deleted for resources: {'Network': ['ID=d383901d-4052-49bd-b9c9-4bfd58e99b06,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:43.724469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45086) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:43.887388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-9f74ffdc-953a-43d0-b8d4-588517d60a74 req-af7461d0-e226-4620-9a2d-600d744e029a service neutron] (94121) timed out ('10.222.0.55', 56793) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:48:43.894129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-02980be8-2e92-40c7-9894-39e7dba4db2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61913354cf63495d97ecc46bca56624a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681693 Aug 06 18:48:43.896850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45090) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:43.954743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:43.982056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:44.035160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:44.037822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:44.039090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a83bb1d5-cf55-4583-bf37-fb790a55a50a HTTP/1.1" status: 204 len: 168 time: 0.1401517 Aug 06 18:48:44.048809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f5f8-e122-44f1-bbac-4e0131d0685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bb1d5-cf55-4583-bf37-fb790a55a50a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:44.793469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:44.908160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46a6413c-113a-4a90-8038-81ac6392ec49 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:48:44.912449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-796539328'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:48:44.929976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 46a6413c-113a-4a90-8038-81ac6392ec49 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:48:44.930641 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 46a6413c-113a-4a90-8038-81ac6392ec49 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:48:44.936758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Made reservation on behalf of e06c41c50df347ffad0c18c2b196fc22 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:48:44.942074 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:44.951833 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.054820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.060572 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.089228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:48:45.099571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a4966-7ae6-47dd-9c49-4f4a312be7a9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:45.104563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.104929 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Added segment 1ad84c0f-0bb3-4a12-acbd-31ab1c0b91c3 of type vlan for network ed41fa0b-5396-4506-a7b0-e03d47de0577 Aug 06 18:48:45.147146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.180304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.186228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:48:45.186895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:45.249826 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4549778 Aug 06 18:48:45.253970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45116) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.259193 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-0cbd3669-937f-49b1-8f15-10629469f158 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-2092099937') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.281288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6aaa3-c2b1-4a7c-b756-8dae67dfe672 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Pushing event updated for resources: {'Network': ['ID=ed41fa0b-5396-4506-a7b0-e03d47de0577,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:45.293491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ed41fa0b-5396-4506-a7b0-e03d47de0577 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:48:45.357992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0cbd3669-937f-49b1-8f15-10629469f158 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "PUT /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-2092099937 HTTP/1.1" status: 201 len: 201 time: 0.1028285 Aug 06 18:48:45.360730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45118) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.365345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-45231b89-be6d-4976-a81c-997b60479892 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-2092099937') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.436141 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-45231b89-be6d-4976-a81c-997b60479892 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-2092099937 HTTP/1.1" status: 204 len: 168 time: 0.0742140 Aug 06 18:48:45.439587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45120) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.444483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-1ddeaa8f-41fe-41ef-96cb-c09ee2a38d22 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.520361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1ddeaa8f-41fe-41ef-96cb-c09ee2a38d22 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags HTTP/1.1" status: 200 len: 238 time: 0.0796411 Aug 06 18:48:45.523417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45122) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.530267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-dd50da1b-45cc-4b36-a1cf-0c6f8a578845 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', {'tags': ['tempest-TagsTest-Tag-1882714488', 'tempest-TagsTest-Tag-561995485', 'tempest-TagsTest-Tag-2107702975']}) {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.617781 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dd50da1b-45cc-4b36-a1cf-0c6f8a578845 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "PUT /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags HTTP/1.1" status: 200 len: 308 time: 0.0928860 Aug 06 18:48:45.620422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.625183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-bad11fb2-547d-4800-89b3-55e8e585ba98 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-1882714488') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.721076 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bad11fb2-547d-4800-89b3-55e8e585ba98 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "DELETE /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-1882714488 HTTP/1.1" status: 204 len: 168 time: 0.0995557 Aug 06 18:48:45.723990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45126) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.729435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-9734fa42-c091-434a-9c4f-16de687262a0 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-1882714488') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.817330 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-9734fa42-c091-434a-9c4f-16de687262a0 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] show failed (client error): The resource could not be found. Aug 06 18:48:45.818700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9734fa42-c091-434a-9c4f-16de687262a0 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-1882714488 HTTP/1.1" status: 404 len: 326 time: 0.0933497 Aug 06 18:48:45.822290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.826781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-331285d7-bf48-4d01-bbb1-dfe25bffa1da tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-561995485') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.894829 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-331285d7-bf48-4d01-bbb1-dfe25bffa1da tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-561995485 HTTP/1.1" status: 204 len: 168 time: 0.0714278 Aug 06 18:48:45.897392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45130) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.901805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-c4fdafe9-9f02-4b3c-8805-49ce83b8450f tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-2107702975') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:45.977423 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c4fdafe9-9f02-4b3c-8805-49ce83b8450f tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-2107702975 HTTP/1.1" status: 204 len: 168 time: 0.0787563 Aug 06 18:48:45.979664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45132) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:45.984057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-ddbec36d-0d1f-441d-8af6-52d35303189b tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.069689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ddbec36d-0d1f-441d-8af6-52d35303189b tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "DELETE /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags HTTP/1.1" status: 204 len: 168 time: 0.0889571 Aug 06 18:48:46.072710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45134) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:46.078055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.tag.tag_plugin [None req-8f2c0bfd-5460-46ec-9497-0e7d4a9668e4 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-561995485') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.150235 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [None req-8f2c0bfd-5460-46ec-9497-0e7d4a9668e4 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] show failed (client error): The resource could not be found. Aug 06 18:48:46.151317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8f2c0bfd-5460-46ec-9497-0e7d4a9668e4 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-561995485 HTTP/1.1" status: 404 len: 325 time: 0.0775750 Aug 06 18:48:46.154383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45136) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:46.159099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-2d6cbb03-4fef-4da3-9f09-c61cb4556234 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577', 'tempest-TagsTest-Tag-2107702975') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.567139 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-2d6cbb03-4fef-4da3-9f09-c61cb4556234 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] show failed (client error): The resource could not be found. Aug 06 18:48:46.568209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2d6cbb03-4fef-4da3-9f09-c61cb4556234 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "GET /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags/tempest-TagsTest-Tag-2107702975 HTTP/1.1" status: 404 len: 326 time: 0.4128132 Aug 06 18:48:46.571146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45138) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:46.576053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.tag.tag_plugin [None req-b78fa278-b3f9-4601-9a87-f854e7733cfb tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed41fa0b-5396-4506-a7b0-e03d47de0577') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.655067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b78fa278-b3f9-4601-9a87-f854e7733cfb tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "DELETE /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577/tags HTTP/1.1" status: 204 len: 168 time: 0.0829010 Aug 06 18:48:46.659390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:46.740934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.832565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.849544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed41fa0b-5396-4506-a7b0-e03d47de0577']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.867747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad84c0f-0bb3-4a12-acbd-31ab1c0b91c3') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.868297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad84c0f-0bb3-4a12-acbd-31ab1c0b91c3') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:48:46.881038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.897395 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.904307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:48:46.904717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:48:46.907992 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:48:46.970419 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.977667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:46.979490 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] 10.222.0.64 "DELETE /v2.0/networks/ed41fa0b-5396-4506-a7b0-e03d47de0577 HTTP/1.1" status: 204 len: 168 time: 0.3189785 Aug 06 18:48:46.991018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153260b7-f48d-4083-a973-33e65790ab37 tempest-TagsTest-52266118 tempest-TagsTest-52266118-project] Pushing event deleted for resources: {'Network': ['ID=ed41fa0b-5396-4506-a7b0-e03d47de0577,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:47.249106 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45146) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:47.409935 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75ea8e5e-9857-4df2-924d-96005151ab0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e06c41c50df347ffad0c18c2b196fc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593220 Aug 06 18:48:47.412329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:48:47.466780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:47.489397 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:47.538284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:47.540988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:47.542202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b95a4966-7ae6-47dd-9c49-4f4a312be7a9 HTTP/1.1" status: 204 len: 168 time: 0.1289468 Aug 06 18:48:47.550262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd09e2-7877-4e99-a54d-211663115045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a4966-7ae6-47dd-9c49-4f4a312be7a9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:48:56.783288 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:48:58.540663 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d55b17e5-565d-43ee-9e35-a0e201e6c73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:01.529622 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:01.715719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4c37d5d3-94a4-4cbf-af5f-74e6f3642579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:03.308479 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:04.787923 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.205848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45388) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:08.321006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.429498 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.435122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.477626 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e15409b650d24daf936192f5e4f30144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703977 Aug 06 18:49:08.478585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b74b68-02e7-4bd7-9c52-6a411cfffc8a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:08.482415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45392) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:08.495112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.495462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.495811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.496145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.496478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.496813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.497146 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.497610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.497936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.498264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.498590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.498915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3589c2a4-5f49-43aa-92b7-7703094152a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:08.549209 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.578021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.629901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.632738 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:08.634041 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04b74b68-02e7-4bd7-9c52-6a411cfffc8a HTTP/1.1" status: 204 len: 168 time: 0.1506207 Aug 06 18:49:08.642925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b446999-60c5-40ad-b6d9-02900da0fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b74b68-02e7-4bd7-9c52-6a411cfffc8a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:08.969913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:08.985658 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.101103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.106311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.149243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d8b81-6a11-4563-8ab8-cb0a62d1730f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:09.153189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11b62cdc3b1244f28cc532ca345bf735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822195 Aug 06 18:49:09.156199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45400) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:09.159882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.160217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.160554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.160922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.161253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.161615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.161951 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.162271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.162591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.162948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.163265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.163582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b979d7-22d0-41f9-b8af-2f67878f4f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:49:09.208600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.236347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.295980 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.298877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:09.300123 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f15d8b81-6a11-4563-8ab8-cb0a62d1730f HTTP/1.1" status: 204 len: 168 time: 0.1428878 Aug 06 18:49:09.309746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb9661-c24c-4e39-9e0d-b542402a6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d8b81-6a11-4563-8ab8-cb0a62d1730f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:10.658700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:12.067057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:22.883667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45502) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:23.008272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6789f772-9d85-4847-a7dc-da1235816f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.142111 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6789f772-9d85-4847-a7dc-da1235816f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.148452 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6789f772-9d85-4847-a7dc-da1235816f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.194729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6789f772-9d85-4847-a7dc-da1235816f6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e003b4cf7fbd417e8b50c34fe17e7f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098838 Aug 06 18:49:23.195762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789f772-9d85-4847-a7dc-da1235816f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002e64a-9cd5-4b5c-98d1-0a3c455ea230,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:23.199154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45508) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:23.291303 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.325067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.392612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.395381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.396646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1002e64a-9cd5-4b5c-98d1-0a3c455ea230 HTTP/1.1" status: 204 len: 168 time: 0.1961482 Aug 06 18:49:23.406223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cf2a6-84a7-4db6-909f-2afeeab77a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002e64a-9cd5-4b5c-98d1-0a3c455ea230,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:23.738581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45516) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:23.753900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfdd9207-a26a-4195-a17a-05db70af5f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.856126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfdd9207-a26a-4195-a17a-05db70af5f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.862077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfdd9207-a26a-4195-a17a-05db70af5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:23.921003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bfdd9207-a26a-4195-a17a-05db70af5f6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f846dccb83343d29c3e02cddaae9e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807013 Aug 06 18:49:23.925590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45520) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:23.933774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd9207-a26a-4195-a17a-05db70af5f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278399f-bc63-4082-8bc1-c11b454a401b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:24.005961 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:24.031273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:24.095697 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:24.098476 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:24.100052 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8278399f-bc63-4082-8bc1-c11b454a401b HTTP/1.1" status: 204 len: 168 time: 0.1728311 Aug 06 18:49:24.109121 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397ee13-4025-44fa-aa40-3c0396837fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278399f-bc63-4082-8bc1-c11b454a401b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:28.531249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-174469d3-e8e6-4eac-b486-f5cf6e60d5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:31.533231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:31.727885 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-949c7729-6e19-42a2-81a4-06a6e3a961a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:33.305196 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:33.783114 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:49:34.789895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:35.943805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45668) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:36.060217 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a3aad2d-2be7-4153-a0c1-da030ba02677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.185962 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a3aad2d-2be7-4153-a0c1-da030ba02677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.191935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a3aad2d-2be7-4153-a0c1-da030ba02677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.248856 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7a3aad2d-2be7-4153-a0c1-da030ba02677 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1618f443cc3841cfa112892d76bd888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023930 Aug 06 18:49:36.250406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aad2d-2be7-4153-a0c1-da030ba02677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b90ab-0b3e-4bd6-ace3-59ccc556cf11,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:36.250569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45672) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:36.307240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.329423 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.379112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.381758 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.382948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc3b90ab-0b3e-4bd6-ace3-59ccc556cf11 HTTP/1.1" status: 204 len: 168 time: 0.1314046 Aug 06 18:49:36.390821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099f566-fcd8-49e5-9c9e-0fc066606d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b90ab-0b3e-4bd6-ace3-59ccc556cf11,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:36.690471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45680) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:36.705722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34a629a-9909-4804-89c9-24dfc3fc2640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.818820 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34a629a-9909-4804-89c9-24dfc3fc2640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.827046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b34a629a-9909-4804-89c9-24dfc3fc2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.872497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b34a629a-9909-4804-89c9-24dfc3fc2640 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4473f9f5f5a4059aaee32181a7d5505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808817 Aug 06 18:49:36.873986 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a629a-9909-4804-89c9-24dfc3fc2640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c27bd5-42d6-4279-9495-9bc5d0b2ffb6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:36.875341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45682) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:36.927289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:36.947955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.004800 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.007558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.008759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27c27bd5-42d6-4279-9495-9bc5d0b2ffb6 HTTP/1.1" status: 204 len: 168 time: 0.1322272 Aug 06 18:49:37.016890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4d0cc-3378-4e74-8f7a-9b5c329cd78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c27bd5-42d6-4279-9495-9bc5d0b2ffb6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:37.389704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45688) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:37.403598 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f999b89c-4b71-4dc3-b10d-14bff49c0f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.499201 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f999b89c-4b71-4dc3-b10d-14bff49c0f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.504538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f999b89c-4b71-4dc3-b10d-14bff49c0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.542891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f999b89c-4b71-4dc3-b10d-14bff49c0f4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ddedb5440384043bc5557e1aa09228d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520543 Aug 06 18:49:37.545094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999b89c-4b71-4dc3-b10d-14bff49c0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38279d0e-f659-49a0-9d23-465e64525f8b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:37.547312 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45690) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:37.603289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.639400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.705747 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.709405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:37.710833 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38279d0e-f659-49a0-9d23-465e64525f8b HTTP/1.1" status: 204 len: 168 time: 0.1624622 Aug 06 18:49:37.719618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1394-ab1b-4826-9fad-af5d9c964ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38279d0e-f659-49a0-9d23-465e64525f8b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:40.667147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:42.093090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.406298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45782) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:48.516353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6076330a-fbcb-495e-a733-1c588250d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.612102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6076330a-fbcb-495e-a733-1c588250d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.624153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6076330a-fbcb-495e-a733-1c588250d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.665680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6076330a-fbcb-495e-a733-1c588250d4a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=662f7ef635f744678a660a52b3b24066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581906 Aug 06 18:49:48.666623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076330a-fbcb-495e-a733-1c588250d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c74b1-f4a2-4627-ba8b-b3d88b8ddfd1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:48.668649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45786) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:48.723176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.747306 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.801714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.804287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:48.805599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e2c74b1-f4a2-4627-ba8b-b3d88b8ddfd1 HTTP/1.1" status: 204 len: 168 time: 0.1358323 Aug 06 18:49:48.813489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090ce56-98d8-4f78-a7bd-237ad687f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c74b1-f4a2-4627-ba8b-b3d88b8ddfd1,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:49.110136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45792) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:49.129171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2c7e-95d7-4c22-8d15-c548e6e824a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.233662 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2c7e-95d7-4c22-8d15-c548e6e824a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.240568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2c7e-95d7-4c22-8d15-c548e6e824a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.281009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f9ef2c7e-95d7-4c22-8d15-c548e6e824a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ce83f345d7f4c3fa6b04a178f49a75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697195 Aug 06 18:49:49.281971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef2c7e-95d7-4c22-8d15-c548e6e824a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864cecb-f3c7-480d-9f96-fccd13bbd8fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:49.284090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45794) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:49.341252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.362502 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.424779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.427431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:49.428634 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9864cecb-f3c7-480d-9f96-fccd13bbd8fc HTTP/1.1" status: 204 len: 168 time: 0.1434505 Aug 06 18:49:49.438058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca5db-4ab6-4afc-bd60-607776cd8fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864cecb-f3c7-480d-9f96-fccd13bbd8fc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:51.588342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45864) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:51.707485 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6ca71b8-9af8-4932-ba69-ad84edee8081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:51.806372 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6ca71b8-9af8-4932-ba69-ad84edee8081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:51.812242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a6ca71b8-9af8-4932-ba69-ad84edee8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:51.848468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca71b8-9af8-4932-ba69-ad84edee8081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014686d-c090-45d4-b9c1-f44154e85e15,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:51.852842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a6ca71b8-9af8-4932-ba69-ad84edee8081 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cce466cb474a4acdb4c313096358dab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634854 Aug 06 18:49:51.855861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45868) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:51.923833 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:51.954613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.015217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.017903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.019100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8014686d-c090-45d4-b9c1-f44154e85e15 HTTP/1.1" status: 204 len: 168 time: 0.1623478 Aug 06 18:49:52.027055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219f74-ad60-4e3c-a1a8-f3b62b222eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014686d-c090-45d4-b9c1-f44154e85e15,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:52.312689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45874) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:52.328176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13ba2354-878e-46cd-9ecd-284ca1c1da3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.433655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13ba2354-878e-46cd-9ecd-284ca1c1da3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.440154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-13ba2354-878e-46cd-9ecd-284ca1c1da3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.477693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba2354-878e-46cd-9ecd-284ca1c1da3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d6b21-d1e9-451f-8580-0edf7affef6a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:52.481928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-13ba2354-878e-46cd-9ecd-284ca1c1da3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31b912737580490fbc24d8f43fbec8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681006 Aug 06 18:49:52.484734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45876) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:52.543512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.569336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.623902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.626499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.627702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/027d6b21-d1e9-451f-8580-0edf7affef6a HTTP/1.1" status: 204 len: 168 time: 0.1421330 Aug 06 18:49:52.636211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f20da5-6bef-4052-a6dd-069a7955dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d6b21-d1e9-451f-8580-0edf7affef6a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:53.978249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 45906) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:54.112819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86d9e75f-5426-4c38-b51b-6724303f0716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.242825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86d9e75f-5426-4c38-b51b-6724303f0716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.247976 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-86d9e75f-5426-4c38-b51b-6724303f0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.288240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9e75f-5426-4c38-b51b-6724303f0716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650b0d03-a7fb-4a3b-94f2-6eb5a1bf6eaf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:54.292751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-86d9e75f-5426-4c38-b51b-6724303f0716 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e5b36eabbe34affbf6e9e0ea8bad456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134255 Aug 06 18:49:54.295991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 45914) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:49:54.350941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.381608 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.436965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.441818 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:54.443811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/650b0d03-a7fb-4a3b-94f2-6eb5a1bf6eaf HTTP/1.1" status: 204 len: 168 time: 0.1465821 Aug 06 18:49:54.457472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9491734-3bd6-4e54-8c51-b0fa0e654d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b0d03-a7fb-4a3b-94f2-6eb5a1bf6eaf,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:49:58.531538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1b723c36-7b85-4cfb-8ed4-53a707a279ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:01.533476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:01.722351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f04165e-6239-48c9-a13c-c23c40d70d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:03.314214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:04.799533 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:10.669030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:10.784235 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:50:12.081604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.139890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46072) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:22.266490 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.373634 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.380230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.419934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f59dbbda176426792294c08a96e1606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789493 Aug 06 18:50:22.420888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d00f9-91fb-4b1c-864d-efdd56b58b98,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:22.422872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:22.428747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.429092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.429434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.429796 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.430127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.430458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.430818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.431147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.431450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.431774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.432095 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.432443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f09fd6f-f4b4-4048-9a9a-be8916e8171c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.473831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.494957 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.548444 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.551021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.552195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af9d00f9-91fb-4b1c-864d-efdd56b58b98 HTTP/1.1" status: 204 len: 168 time: 0.1282816 Aug 06 18:50:22.560053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d00f9-91fb-4b1c-864d-efdd56b58b98,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:22.567515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.567862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.568205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.568600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.568870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.569206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.569559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.569884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.570202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.570534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.570836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:22.571162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d1e31-18b0-4c48-915a-fac73f3e5343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:28.527588 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-239f3e20-3447-47e4-bdca-5d54748f7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:31.529262 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:31.729872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-33886484-caeb-4bd2-8e67-8867ef2f81a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:33.316784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:34.802627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:40.688763 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.108856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:41.215714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a45cea5-c5d3-4bb1-8fc5-28b2d9296a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.309463 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a45cea5-c5d3-4bb1-8fc5-28b2d9296a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.315513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2a45cea5-c5d3-4bb1-8fc5-28b2d9296a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.357548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2a45cea5-c5d3-4bb1-8fc5-28b2d9296a0c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65aed172114e4df39294afa4a0d467c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474978 Aug 06 18:50:41.358452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45cea5-c5d3-4bb1-8fc5-28b2d9296a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348d5054-478b-4011-b04e-426904b06256,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:41.360304 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46216) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:41.419200 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.442021 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.509606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.514565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:41.516891 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/348d5054-478b-4011-b04e-426904b06256 HTTP/1.1" status: 204 len: 168 time: 0.1541903 Aug 06 18:50:41.530618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f7780-ff38-4950-8053-c9061672854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d5054-478b-4011-b04e-426904b06256,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:42.090794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.236292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46238) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:42.347397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1301015778-network', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:42.372913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Made reservation on behalf of 8cdf8a575adc4e5db434c622ecac8a39 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:50:42.375321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.384339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.480680 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.486936 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.514232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:50:42.523877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5909eca-7cf9-4de9-9bc6-c09facd3de74,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:42.528676 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.529023 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Added segment 7d45a336-6e79-4dac-8f82-c50f77ceff7e of type vlan for network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 Aug 06 18:50:42.573234 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.608025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.609085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:50:42.609846 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.665365 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4279165 Aug 06 18:50:42.668712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46242) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:42.673109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3663-9af1-4349-98ec-a539853bcf25 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdb0ffb-e475-482e-ad58-f959da8ff5b3,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:42.674458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Request body: {'subnet': {'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1301015778-subnet', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:42.684140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:50:42.701755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Made reservation on behalf of 8cdf8a575adc4e5db434c622ecac8a39 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:50:42.704416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.883080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.944594 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b47909f-3da4-41ed-b948-cae1e8c0c199,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:42.954164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Checking segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:42.954524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Network hostable DHCP agents. Network: 7cdb0ffb-e475-482e-ad58-f959da8ff5b3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:50:42.972393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:50:42.982569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 7cdb0ffb-e475-482e-ad58-f959da8ff5b3) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:42.988079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:50:42.990117 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:42.991366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bf5a2-66ab-4ae0-8323-fb6127a3bb95 None None] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:50:43.009506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f5d6fdb7-612d-4405-a579-110d8e029728 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3394654 Aug 06 18:50:43.013491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46244) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:43.017109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:43.039916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.040993 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.109488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.153736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:50:43.158121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.255316 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.295249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Allocated IP 172.20.0.2 (7cdb0ffb-e475-482e-ad58-f959da8ff5b3/7b47909f-3da4-41ed-b948-cae1e8c0c199/d1a035a2-3482-4652-91f1-e975550b0de9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:43.450559 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.460181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Transition to ACTIVE for port object d1a035a2-3482-4652-91f1-e975550b0de9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:43.476456 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Transition to ACTIVE for port object d1a035a2-3482-4652-91f1-e975550b0de9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:43.484692 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.530816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:43.533974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:43.538309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:43.541572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Pushing event updated for resources: {'Port': ['ID=d1a035a2-3482-4652-91f1-e975550b0de9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:43.554775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.554775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.554775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.554775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.555194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.555426 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.555743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.556062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.556379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.556694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.557010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.557317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:43.617887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Attempting to bind port d1a035a2-3482-4652-91f1-e975550b0de9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:43.618397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Attempting to bind port d1a035a2-3482-4652-91f1-e975550b0de9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:43.618800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Attempting to bind port d1a035a2-3482-4652-91f1-e975550b0de9 on network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:43.625937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:43.626497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Checking segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:43.626952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.627418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Bound using segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:43.628003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Bound port: d1a035a2-3482-4652-91f1-e975550b0de9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:43.628487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.703345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] For port d1a035a2-3482-4652-91f1-e975550b0de9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:43.707145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] For port d1a035a2-3482-4652-91f1-e975550b0de9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1a035a2-3482-4652-91f1-e975550b0de9,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:43.713496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.778848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5f4b6-42c4-48c3-89db-0acb3bd08559 None None] Pushing event updated for resources: {'Port': ['ID=d1a035a2-3482-4652-91f1-e975550b0de9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:43.796842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.820330 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:43.982157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Allocated IP 172.25.3.15 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/7fbc7154-762d-47fc-9a4c-2098c1bbd535) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:44.100705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:44.143373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:44.186138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:44.189348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:44.193948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:44.197192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbc7154-762d-47fc-9a4c-2098c1bbd535,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:44.471626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:44.677850 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:44.704597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5051b0-905b-470a-9a11-545755d6c884 None None] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:50:44.782810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-22c4277f-3315-4678-801f-7ff95ac3d192 None None] Provisioning for port d1a035a2-3482-4652-91f1-e975550b0de9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:44.836687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Router 105aa058-b808-4461-bc8c-4ab909c917e7 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:50:44.954191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:50:44.966012 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Sync routers for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:50:44.974808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:44.977799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:44.978363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-287963b4-956e-456d-b965-e8d62a9dce06 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9649022 Aug 06 18:50:44.978602 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:44.979210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:45.044006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1a035a2-3482-4652-91f1-e975550b0de9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:45.105146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d1a035a2-3482-4652-91f1-e975550b0de9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:45.109856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d1a035a2-3482-4652-91f1-e975550b0de9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:45.110328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.195729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.210084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:45.238844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d1a035a2-3482-4652-91f1-e975550b0de9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1a035a2-3482-4652-91f1-e975550b0de9,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:45.240968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d5494403-e89a-4fab-8da1-0adee3ad697b None None] Provisioning complete for port d1a035a2-3482-4652-91f1-e975550b0de9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:45.241471 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d5494403-e89a-4fab-8da1-0adee3ad697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.266425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.332006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d1a035a2-3482-4652-91f1-e975550b0de9,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:45.408331 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:44Z', 'revision_number': 3, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:45.437922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Checking router: 105aa058-b808-4461-bc8c-4ab909c917e7 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:50:45.438243 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Updating router 105aa058-b808-4461-bc8c-4ab909c917e7 port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:50:45.464099 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.467687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.669007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Allocated IP 172.20.0.1 (7cdb0ffb-e475-482e-ad58-f959da8ff5b3/7b47909f-3da4-41ed-b948-cae1e8c0c199/65ab3eb9-c686-4ede-8bed-7cdef6a7ae03) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:45.713663 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.724384 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Transition to ACTIVE for port object 7fbc7154-762d-47fc-9a4c-2098c1bbd535 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:45.738732 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.779923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.793408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Transition to ACTIVE for port object 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:45.793711 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Attempting to bind port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:45.794493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Attempting to bind port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:45.794493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Attempting to bind port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:45.803548 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Pushing event updated for resources: {'Port': ['ID=7fbc7154-762d-47fc-9a4c-2098c1bbd535,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:45.805497 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:45.805870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:45.806265 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.806648 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:45.807106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Bound port: 7fbc7154-762d-47fc-9a4c-2098c1bbd535, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:45.807480 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.829707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.831102 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.831430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.831766 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.832098 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.832427 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.832752 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.833083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.833431 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.833777 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.834099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.834408 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.834727 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:50:45.874247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:45.875320 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] For port 7fbc7154-762d-47fc-9a4c-2098c1bbd535, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:45.878889 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] For port 7fbc7154-762d-47fc-9a4c-2098c1bbd535, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7fbc7154-762d-47fc-9a4c-2098c1bbd535,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:45.880638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:45.883744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:45.884336 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:45.935937 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5e13-f020-4466-8014-d666b6fdf59a None None] Pushing event updated for resources: {'Port': ['ID=7fbc7154-762d-47fc-9a4c-2098c1bbd535,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:45.952581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Pushing event updated for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:45.962902 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:45.963085 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:45.976831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.104762 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:46.158136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.230096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1dc5bcbb-6add-444d-b699-519c0fc0bdfc None None] Provisioning for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:46.235335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1dc5bcbb-6add-444d-b699-519c0fc0bdfc None None] Provisioning complete for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:46.235701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1dc5bcbb-6add-444d-b699-519c0fc0bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.269395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5bcbb-6add-444d-b699-519c0fc0bdfc None None] Port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:50:46.294985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:44Z', 'revision_number': 3, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:46.325416 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d7fbf7-5085-4e2a-aa3f-72760e6a5963 None None] The sync data for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 is: [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:44Z', 'revision_number': 3, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:50:46.342252 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.348698 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.417769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Pushing event updated for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:46.428253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.546485 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:46.547977 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:46.683806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Router 105aa058-b808-4461-bc8c-4ab909c917e7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:50:46.797224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-325245d0-00ef-4d3a-a858-15e8e56b74b9 None None] Provisioning complete for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:46.798035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-325245d0-00ef-4d3a-a858-15e8e56b74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:46.839880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-325245d0-00ef-4d3a-a858-15e8e56b74b9 None None] Port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:50:47.092167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7fbc7154-762d-47fc-9a4c-2098c1bbd535 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:47.112034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:50:47.117833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a08c8456-3d65-45e4-8ed4-8a815cb724f8 admin admin] 10.222.0.64 "PUT /v2.0/routers/105aa058-b808-4461-bc8c-4ab909c917e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1374812 Aug 06 18:50:47.161922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:47.166347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:47.166601 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.243374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.264695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 7fbc7154-762d-47fc-9a4c-2098c1bbd535, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7fbc7154-762d-47fc-9a4c-2098c1bbd535,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:47.270364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.271288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1a035a2-3482-4652-91f1-e975550b0de9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:47.351205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=7fbc7154-762d-47fc-9a4c-2098c1bbd535,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:47.366925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d1a035a2-3482-4652-91f1-e975550b0de9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:47.367298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.629274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:47.635145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-672849772-network', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:47.658767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Made reservation on behalf of a3a3cb6facff4dd194192339d7f4bafb for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:50:47.661434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.676332 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.786274 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:50:47.800024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.806910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.833849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:50:47.843421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f953b0-c21e-421d-b27e-335c380a72df,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:47.847124 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.847487 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Added segment ee6ef464-9f3f-4765-80a3-2c35160b2b4d of type vlan for network 7ae52683-008e-45ad-9980-9e8be4f337bf Aug 06 18:50:47.870780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Sync routers for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:50:47.881255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:47.881998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:47.902599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.933416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.934481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:50:47.935144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:47.971665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3403876 Aug 06 18:50:47.975183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46264) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:47.980774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Request body: {'subnet': {'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-672849772-subnet', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:48.002127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:48.008997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Made reservation on behalf of a3a3cb6facff4dd194192339d7f4bafb for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:50:48.011727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.013422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee2f5-1bcc-453e-ac68-3e356a35ea76 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae52683-008e-45ad-9980-9e8be4f337bf,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:48.035652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 7ae52683-008e-45ad-9980-9e8be4f337bf details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:50:48.213965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.273354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2df008-1896-4db6-b5e4-8005ad796cbd,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:48.277831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 2, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:48.287191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Checking segment: {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:48.287480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Network hostable DHCP agents. Network: 7ae52683-008e-45ad-9980-9e8be4f337bf, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:50:48.305649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Network 7ae52683-008e-45ad-9980-9e8be4f337bf is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:50:48.308393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Checking router: 105aa058-b808-4461-bc8c-4ab909c917e7 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:50:48.308755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Updating router 105aa058-b808-4461-bc8c-4ab909c917e7 port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:50:48.316448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 7ae52683-008e-45ad-9980-9e8be4f337bf) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:48.320732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:50:48.321333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.329509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28089ba5-ad82-45a1-b688-d795ee8d0b21 None None] Network 7ae52683-008e-45ad-9980-9e8be4f337bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:50:48.338599 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fc532920-09b1-444a-b8b8-81bbbcd91a9a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3621631 Aug 06 18:50:48.341153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46266) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:48.345701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:48.348465 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.369969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.371189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.424256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.571290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.624785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-7ae52683-008e-45ad-9980-9e8be4f337bf', 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'fixed_ips': [{'subnet_id': '5d2df008-1896-4db6-b5e4-8005ad796cbd'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:50:48.625791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.787657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.807413 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.827809 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.833509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Allocated IP 172.20.0.2 (7ae52683-008e-45ad-9980-9e8be4f337bf/5d2df008-1896-4db6-b5e4-8005ad796cbd/ced8ee72-5273-4f9c-a0b4-d95ff8017bc6) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:48.847701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Transition to ACTIVE for port object 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:48.856822 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:48.919742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Allocated IP 172.25.3.217 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/43b329d7-d953-46fc-b884-49eadcc9d52f) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:48.957976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90156583-9f22-41ec-b65c-5d4904c2c49b None None] Pushing event updated for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:49.026890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7fbc7154-762d-47fc-9a4c-2098c1bbd535 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:49.063496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.086830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Attempting to bind port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:49.087110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Attempting to bind port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:49.087475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Attempting to bind port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 on network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:49.105305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:49.105722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Checking segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:49.106161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.106568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Bound using segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:49.107059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Bound port: 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:49.107441 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.108530 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.148237 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.158353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:49.160547 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:49.164994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:49.173274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Pushing event updated for resources: {'Port': ['ID=43b329d7-d953-46fc-b884-49eadcc9d52f,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:49.193626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Transition to ACTIVE for port object ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:49.247910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Transition to ACTIVE for port object ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:49.254953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:49.255470 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.282116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.289602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] For port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:49.338414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] For port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:49.358554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.363866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Network 7ae52683-008e-45ad-9980-9e8be4f337bf is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:49.375232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:49.378571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:49.381954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Pushing event updated for resources: {'Port': ['ID=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:49.448751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.483438 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:49.484245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:49.559288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90156583-9f22-41ec-b65c-5d4904c2c49b None None] Pushing event updated for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:49.568191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Attempting to bind port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:49.568704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Attempting to bind port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:49.569229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Attempting to bind port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 on network 7ae52683-008e-45ad-9980-9e8be4f337bf {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:49.598536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:49.600174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Checking segment: {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:49.600600 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.600996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Bound using segment: {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:49.601509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Bound port: ced8ee72-5273-4f9c-a0b4-d95ff8017bc6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:49.601894 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.663183 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.813534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Router 969f30d4-4457-439c-a868-83ea1d1bf8f9 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:50:49.904991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:49.929233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:50:49.939662 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Sync routers for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:50:49.947311 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:49.952117 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2e3dade-58b1-43af-93fb-5f95b6363632 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6066833 Aug 06 18:50:49.952671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46268) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:49.953853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] For port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:49.965331 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:49.965986 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:50.013109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] For port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:50.033717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.080434 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:50.136264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4914ec-7614-45c9-910e-40eae52b9837 None None] Pushing event updated for resources: {'Port': ['ID=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:50.223876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:49Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:50.253108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18eb92-c207-4e91-9cfe-fba3422780eb None None] The sync data for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 is: [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:49Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:50:50.280883 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:49Z', 'revision_number': 3, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:50.323438 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Checking router: 969f30d4-4457-439c-a868-83ea1d1bf8f9 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:50:50.323874 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Updating router 969f30d4-4457-439c-a868-83ea1d1bf8f9 port 43b329d7-d953-46fc-b884-49eadcc9d52f binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:50:50.364709 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.504307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.678060 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.679057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Allocated IP 172.20.0.1 (7ae52683-008e-45ad-9980-9e8be4f337bf/5d2df008-1896-4db6-b5e4-8005ad796cbd/39ade8d4-d3dd-4e70-a150-80eaa982db0b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:50:50.689147 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Transition to ACTIVE for port object 43b329d7-d953-46fc-b884-49eadcc9d52f will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:50.701745 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.757144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Attempting to bind port 43b329d7-d953-46fc-b884-49eadcc9d52f on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:50.757570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Attempting to bind port 43b329d7-d953-46fc-b884-49eadcc9d52f by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:50.757892 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Attempting to bind port 43b329d7-d953-46fc-b884-49eadcc9d52f on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:50.761011 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f72907-05ce-464d-9bd4-ab972bddb4e6 None None] Pushing event updated for resources: {'Port': ['ID=43b329d7-d953-46fc-b884-49eadcc9d52f,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:50.766338 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:50.766738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:50.767094 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.767480 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:50.767947 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Bound port: 43b329d7-d953-46fc-b884-49eadcc9d52f, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:50.768323 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.807705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.824861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Transition to ACTIVE for port object 39ade8d4-d3dd-4e70-a150-80eaa982db0b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:50.867077 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:50.918749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Network 7ae52683-008e-45ad-9980-9e8be4f337bf is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:50.927847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:50.932286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:50:50.960090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Pushing event updated for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:50.967659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] For port 43b329d7-d953-46fc-b884-49eadcc9d52f, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:50.971322 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] For port 43b329d7-d953-46fc-b884-49eadcc9d52f, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=43b329d7-d953-46fc-b884-49eadcc9d52f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:50.979464 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.006916 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.076683 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:51.077334 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:51.151471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:51.155724 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f72907-05ce-464d-9bd4-ab972bddb4e6 None None] Pushing event updated for resources: {'Port': ['ID=43b329d7-d953-46fc-b884-49eadcc9d52f,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:51.229865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:51.233162 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.236938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:51.276602 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:51.321852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:51.327842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:51.329049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.435644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.461697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c529c9-d039-4d37-8006-3b1f773cd1ad None None] Network 7ae52683-008e-45ad-9980-9e8be4f337bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:50:51.504752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:51.515936 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:49Z', 'revision_number': 3, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:51.538698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.548285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.564508 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.566852 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851fd68-ebb4-4cc0-a231-5ad61debd666 None None] The sync data for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 is: [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:49Z', 'revision_number': 3, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:50:51.574583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Provisioning for port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:51.585281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Provisioning complete for port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:51.585684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.630575 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.668887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:51.759304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Pushing event updated for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:51.768856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Network 7ae52683-008e-45ad-9980-9e8be4f337bf is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:50:51.771345 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:50:51.771556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.820405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] For port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:51.827789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:51.898098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd7e73-b29f-402a-b144-209113a46e37 None None] Pushing event updated for resources: {'Port': ['ID=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:51.920813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Router 969f30d4-4457-439c-a868-83ea1d1bf8f9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:50:52.055470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Provisioning complete for port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:52.055853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:52.063449 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:50:52.079376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7b017291-0450-49b1-90a6-9bdd9568771d admin admin] 10.222.0.64 "PUT /v2.0/routers/969f30d4-4457-439c-a868-83ea1d1bf8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1154559 Aug 06 18:50:52.215416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Provisioning for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:52.220454 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Provisioning complete for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:52.221058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:52.265736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5864e3e8-7354-412a-a5bf-7f0f2f71fc55 None None] Port 39ade8d4-d3dd-4e70-a150-80eaa982db0b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:50:52.387047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b583138c-be45-418d-aff7-a2c72d19c30a None None] Provisioning complete for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:52.387644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b583138c-be45-418d-aff7-a2c72d19c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:52.427723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b583138c-be45-418d-aff7-a2c72d19c30a None None] Port 39ade8d4-d3dd-4e70-a150-80eaa982db0b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:50:52.548259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-93a39292-b8eb-4cf2-a9b3-cc2fbd04cf60 None None] Provisioning complete for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:52.548636 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-93a39292-b8eb-4cf2-a9b3-cc2fbd04cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:52.588989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-93a39292-b8eb-4cf2-a9b3-cc2fbd04cf60 None None] Port 39ade8d4-d3dd-4e70-a150-80eaa982db0b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:50:53.074975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 43b329d7-d953-46fc-b884-49eadcc9d52f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:53.132034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 43b329d7-d953-46fc-b884-49eadcc9d52f completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:53.136583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 43b329d7-d953-46fc-b884-49eadcc9d52f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:53.136955 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.220909 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.242504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 43b329d7-d953-46fc-b884-49eadcc9d52f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=43b329d7-d953-46fc-b884-49eadcc9d52f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:53.248729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.249639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:53.328505 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=43b329d7-d953-46fc-b884-49eadcc9d52f,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:53.341735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:53.342132 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.424409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:53.475765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:53.476164 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.642755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Sync routers for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:50:53.656581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:53.657136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:53.780533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:53.810925 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46284) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:53.816012 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004907258', 'description': 'tempest-secgroup-smoke-2004907258 description', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:53.842373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.935147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.941974 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.975182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:53.976477 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1644895 Aug 06 18:50:53.978594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073be26-b208-46f0-a053-a914a5f83cc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14786598-8e94-48df-a710-05245a274ada,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:53.979634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46286) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:53.987892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.035620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.079345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 4, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '39ade8d4-d3dd-4e70-a150-80eaa982db0b', 'name': '', 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'mac_address': 'fa:16:3e:27:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:50Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 2, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'subnets': [{'id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:54.105241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.111174 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.113572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Checking router: 969f30d4-4457-439c-a868-83ea1d1bf8f9 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:50:54.113981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Updating router 969f30d4-4457-439c-a868-83ea1d1bf8f9 port 39ade8d4-d3dd-4e70-a150-80eaa982db0b binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:50:54.131202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7549247-1aea-4ae9-a627-0bf51f5a4a71,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.140559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.141872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9c5c83fd-e039-44e2-af82-73f20aa1b08a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611755 Aug 06 18:50:54.144855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46288) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:54.151359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.154035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.187937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.259813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.263753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.283489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e43d05-c0cd-4404-9656-1cb798a33466,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.292561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.293895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e17e9dcd-e796-4262-9bf9-74f6cf597d25 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477146 Aug 06 18:50:54.296883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46290) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:54.301745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.330053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.406649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.412349 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.435519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e37d6ba-f971-4687-ae4e-d9e7fe392082,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.445235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.446869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0316209a-7dd7-486e-bee6-7f91c6985612 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489780 Aug 06 18:50:54.450097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46292) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:54.455047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.455852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.472758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Transition to ACTIVE for port object 39ade8d4-d3dd-4e70-a150-80eaa982db0b will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:50:54.481360 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.495615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.537386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c1b6-6b02-468b-b87c-136bb912c4e7 None None] Pushing event updated for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.563555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.569035 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.594386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Attempting to bind port 39ade8d4-d3dd-4e70-a150-80eaa982db0b on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:50:54.595073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Attempting to bind port 39ade8d4-d3dd-4e70-a150-80eaa982db0b by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:50:54.595234 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bac666-2645-4252-a8b3-6fd219a31b3e,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.595462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Attempting to bind port 39ade8d4-d3dd-4e70-a150-80eaa982db0b on network 7ae52683-008e-45ad-9980-9e8be4f337bf {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:50:54.602439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.606572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-90a26b21-3e5a-43cb-95dc-cdfde27d0ba7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524181 Aug 06 18:50:54.606788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46294) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:54.610446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:50:54.610973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Checking segment: {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:50:54.611529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.611661 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.612099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Bound using segment: {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:50:54.612675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Bound port: 39ade8d4-d3dd-4e70-a150-80eaa982db0b, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:50:54.613152 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.639180 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Project 8cdf8a575adc4e5db434c622ecac8a39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:50:54.645072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.711665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] For port 39ade8d4-d3dd-4e70-a150-80eaa982db0b, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:50:54.716733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] For port 39ade8d4-d3dd-4e70-a150-80eaa982db0b, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=39ade8d4-d3dd-4e70-a150-80eaa982db0b,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:50:54.724007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.750620 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.756094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.778079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fbe05a-b4a8-4c01-a6d7-2b106c409d59,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.788538 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.794693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a875e9b3-5d81-4e6c-a40f-eac69c25e440 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1828749 Aug 06 18:50:54.795382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46296) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:50:54.806433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'security_group_rule': {'security_group_id': '14786598-8e94-48df-a710-05245a274ada', 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:50:54.823231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:50:54.824272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:50:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:54.837317 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Project 8cdf8a575adc4e5db434c622ecac8a39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:50:54.843972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.893499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c1b6-6b02-468b-b87c-136bb912c4e7 None None] Pushing event updated for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.927765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.933892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.955515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b87ef-fd67-4d40-a707-34547edcdb4d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:54.964863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:54.966332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae1b7b56-8cb0-4fdb-9025-b92dbca80017 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1680827 Aug 06 18:50:55.011878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:50:55.070192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 43b329d7-d953-46fc-b884-49eadcc9d52f up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:55.239066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 43b329d7-d953-46fc-b884-49eadcc9d52f triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:55.239442 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:55.362169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-1590f7c8-2f53-415c-bd5f-b8e40972ebd1 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004907258&fields=id&tenant_id=8cdf8a575adc4e5db434c622ecac8a39 HTTP/1.1" status: 200 len: 267 time: 0.0476387 Aug 06 18:50:55.369133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 4, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '39ade8d4-d3dd-4e70-a150-80eaa982db0b', 'name': '', 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'mac_address': 'fa:16:3e:27:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:50Z', 'updated_at': '2021-08-06T18:50:54Z', 'revision_number': 4, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'subnets': [{'id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:50:55.397534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38dad4c-dfe6-472c-9a44-4f18a6d8725b None None] The sync data for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 is: [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 4, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '39ade8d4-d3dd-4e70-a150-80eaa982db0b', 'name': '', 'network_id': '7ae52683-008e-45ad-9980-9e8be4f337bf', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'mac_address': 'fa:16:3e:27:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:50Z', 'updated_at': '2021-08-06T18:50:54Z', 'revision_number': 4, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'subnets': [{'id': '5d2df008-1896-4db6-b5e4-8005ad796cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:50:55.510987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-764e91c2-0f0d-4be8-8b8a-8bc2eda1fee6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:50:55.512979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-764e91c2-0f0d-4be8-8b8a-8bc2eda1fee6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 809 time: 0.1422100 Aug 06 18:50:55.529785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-cdaa4c54-a7ff-48e7-ae29-11bc9851a195 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/quotas/8cdf8a575adc4e5db434c622ecac8a39 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Aug 06 18:50:55.600865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-af5e87b1-29b7-4e1b-9902-698ff6a3c949 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642712 Aug 06 18:50:55.714615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-686ab680-1500-4c11-a9dd-194b6ec571e4 service neutron] 10.222.0.64 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993211 Aug 06 18:50:55.821145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-7f0d5f3b-429d-4500-9ff4-6b616004b95d service neutron] 10.222.0.64 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996222 Aug 06 18:50:57.043349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 39ade8d4-d3dd-4e70-a150-80eaa982db0b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:57.057519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6e13d49-42ed-4e34-bdfa-b6d45ec91bcc req-6d4c6654-e55e-42d1-b2d0-3322a4a07043 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0297823 Aug 06 18:50:57.099322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:50:57.102920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:57.103288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:57.191328 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:57.225928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 39ade8d4-d3dd-4e70-a150-80eaa982db0b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=39ade8d4-d3dd-4e70-a150-80eaa982db0b,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:50:57.232350 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:57.284649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:50:58.152474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec489166-4a4f-45ed-9448-b4e0ce887d46 req-126e1d40-ca33-43fa-8e9d-7064e352fc07 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0414164 Aug 06 18:50:58.522452 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-de661b30-633c-4fd4-9c97-763c937a4fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:59.000407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 39ade8d4-d3dd-4e70-a150-80eaa982db0b up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:50:59.217236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 39ade8d4-d3dd-4e70-a150-80eaa982db0b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:50:59.217705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:59.236698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8ee73df-8dc4-494d-86af-06a556e54d36 req-eafb83de-1696-4ddb-bc9a-9aa407595bc6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0303257 Aug 06 18:51:00.318474 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efddf569-4580-46d0-aaba-72e0e2762b99 req-ff48f0f0-a8ba-4edc-bba8-a302bc5003e0 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0289323 Aug 06 18:51:01.420477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-325137c2-3cd8-4807-9c62-f7687d2674d3 req-df019dc2-4235-4a12-95ff-5730d88d6b2c tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0275016 Aug 06 18:51:01.524844 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:01.726582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-886aab13-a8c7-4d63-97b6-0ff48b68b8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:02.222711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-ab42234e-b487-48a3-9727-c46e733c2ee7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:02.224170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-ab42234e-b487-48a3-9727-c46e733c2ee7 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 809 time: 0.1064560 Aug 06 18:51:02.281717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-c15598c0-10f4-4b47-80ee-9d16b7803c5d tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cdf8a575adc4e5db434c622ecac8a39 HTTP/1.1" status: 200 len: 380 time: 0.0458720 Aug 06 18:51:02.293224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'port': {'device_id': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'admin_state_up': True, 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'security_groups': ['14786598-8e94-48df-a710-05245a274ada']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:51:02.419748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Made reservation on behalf of 8cdf8a575adc4e5db434c622ecac8a39 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:51:02.424690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:02.530889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2be626af-f781-4ceb-97af-35e0d8f362f7 req-65671d0a-7edd-4ee8-ae88-845880ace43a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0351160 Aug 06 18:51:02.595576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Allocated IP 172.20.0.10 (7cdb0ffb-e475-482e-ad58-f959da8ff5b3/7b47909f-3da4-41ed-b948-cae1e8c0c199/655fbdf7-3228-4c30-9a97-2f27ebf6fdf0) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:51:02.758477 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:02.775288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Transition to ACTIVE for port object 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:51:02.811611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:02.855177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:51:02.858391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:51:02.862438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:51:02.869942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:02.927212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:02.927865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:02.949155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-892ee3e3-ba08-4064-a4b1-daca38c9dc3f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6600516 Aug 06 18:51:02.962201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-40966094-8eab-4421-86eb-b71ea81c5a44 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:51:02.963965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-40966094-8eab-4421-86eb-b71ea81c5a44 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084503 Aug 06 18:51:03.090510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Request body: {'port': {'device_id': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:51:03.096490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3e34add7-edaf-4899-a395-1cf1596236bd None None] Provisioning for port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:51:03.100497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3e34add7-edaf-4899-a395-1cf1596236bd None None] Provisioning complete for port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:51:03.100871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e34add7-edaf-4899-a395-1cf1596236bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.138508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3e34add7-edaf-4899-a395-1cf1596236bd None None] Port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:51:03.145013 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.314542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.423648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:51:03.435780 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.452268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Transition to ACTIVE for port object 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:51:03.458719 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.507924 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:03.581935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Attempting to bind port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:51:03.582410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Attempting to bind port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:51:03.582577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Attempting to bind port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 on network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:51:03.588552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 on network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:51:03.588872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Attempting to bind port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 on network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:51:03.595427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:51:03.595779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Checking segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:51:03.596156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Bound using segment: {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:51:03.596609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Bound port: 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d45a336-6e79-4dac-8f82-c50f77ceff7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:51:03.596966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.705245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfea0e-63d4-49c4-9fc7-89443b2097d0 req-0d15111a-70e0-44d4-93cb-1b031ee697fa tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:03.706801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1cdfea0e-63d4-49c4-9fc7-89443b2097d0 req-0d15111a-70e0-44d4-93cb-1b031ee697fa tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 944 time: 0.0970016 Aug 06 18:51:03.709357 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:51:03.712667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:51:03.728188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.783526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:03.784146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:03.785541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1093 time: 0.8135898 Aug 06 18:51:03.786136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:51:03.788409 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9681a4a-9429-4acb-a289-e989f49a9e40" -d '{"events": [{"name": "network-changed", "server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:51:03.793573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1cdfea0e-63d4-49c4-9fc7-89443b2097d0 req-18554e92-ae4f-4ae9-a394-92d4407e04db tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795608 Aug 06 18:51:03.833964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb4cf-31c4-457d-a684-41c17d42fdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:03.883899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-dcd64f6a-0127-4239-a740-91fa51e02131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:03.885486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-dcd64f6a-0127-4239-a740-91fa51e02131 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1096 time: 0.0482278 Aug 06 18:51:03.928777 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-84825979-7eaa-4db7-9dd9-a5ab1b40bbde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 217 time: 0.0353341 Aug 06 18:51:03.979389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-24d31c32-ed33-49a4-b11b-165ecef2112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:03.980919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-24d31c32-ed33-49a4-b11b-165ecef2112f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0450521 Aug 06 18:51:04.028937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c801b-a789-4c98-b557-00d80e700039 req-8288acce-ef6f-45a2-b857-c14408e65c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:04.030482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-8288acce-ef6f-45a2-b857-c14408e65c8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427773 Aug 06 18:51:04.140042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-e52f787a-1e5a-407c-8824-feb98b9f745a service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015913 Aug 06 18:51:04.236317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c11c801b-a789-4c98-b557-00d80e700039 req-1bb20325-806e-459a-9b68-bb1d03974892 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889182 Aug 06 18:51:04.805263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:04.943846 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3adb27-5df3-4329-a621-301a47c9c0bd x-openstack-request-id: req-5d3adb27-5df3-4329-a621-301a47c9c0bd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:51:04.944299 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:51:04.944405 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d3adb27-5df3-4329-a621-301a47c9c0bd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:51:04.944781 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'status': 'completed', 'code': 200} Aug 06 18:51:05.040848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-03f77b63-6d64-451e-ab20-eb3abcdd4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:05.043171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-03f77b63-6d64-451e-ab20-eb3abcdd4137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1096 time: 0.0728149 Aug 06 18:51:05.076148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43490b-bb06-473e-a660-2f20df223dff req-704dba44-49e7-4e99-bc6e-ce823afea248 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:05.078222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d43490b-bb06-473e-a660-2f20df223dff req-704dba44-49e7-4e99-bc6e-ce823afea248 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 944 time: 0.0828481 Aug 06 18:51:05.164980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d43490b-bb06-473e-a660-2f20df223dff req-ea0d758e-5030-4091-98ef-e1b45fc5d1f9 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780761 Aug 06 18:51:05.185110 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-8b120733-6b48-4785-8e77-8df2dc91298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:05.187233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-8b120733-6b48-4785-8e77-8df2dc91298f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.1371603 Aug 06 18:51:05.232759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-dedc2182-9799-4a23-8e82-0a919a738187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 217 time: 0.0372427 Aug 06 18:51:05.295027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-2304cdf3-1bf6-467f-8fd8-f904acebe5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:05.296548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-2304cdf3-1bf6-467f-8fd8-f904acebe5ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0567977 Aug 06 18:51:05.342406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-6f32200a-d2bc-4f8f-ab62-959c5c59652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:05.343907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-6f32200a-d2bc-4f8f-ab62-959c5c59652b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406232 Aug 06 18:51:05.441567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-ef804ddc-117e-4e7e-9c42-a2d0939dce0d service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894711 Aug 06 18:51:05.540996 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9681a4a-9429-4acb-a289-e989f49a9e40 req-28c7283c-e839-4bd3-b2a9-c4f3a4c5f2c8 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917535 Aug 06 18:51:06.289749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb95020-4213-4872-99ca-1480be2543aa req-5c9ddf52-a8a9-43bb-a971-521e57e4f583 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:06.291271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcb95020-4213-4872-99ca-1480be2543aa req-5c9ddf52-a8a9-43bb-a971-521e57e4f583 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 944 time: 0.0527933 Aug 06 18:51:06.333934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcb95020-4213-4872-99ca-1480be2543aa req-0aae2cfd-b4d1-4ed8-8696-7a3e33b6150a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Aug 06 18:51:06.841923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:51:06.958253 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:51:06.970124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'port_id': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:51:07.011309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:07.025262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:51:07.045329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:51:07.050332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:07.098203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:07.285754 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['655fbdf7-3228-4c30-9a97-2f27ebf6fdf0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:51:07.453264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb8cd-c41b-4bed-95b7-82402fafedcd req-7557289a-2508-4a91-b376-78ec930f561a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:07.454811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64bcb8cd-c41b-4bed-95b7-82402fafedcd req-7557289a-2508-4a91-b376-78ec930f561a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 945 time: 0.0536702 Aug 06 18:51:07.809580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64bcb8cd-c41b-4bed-95b7-82402fafedcd req-f822e0e7-dd05-4f3c-a24b-1fe9e3a142d5 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455536 Aug 06 18:51:08.856850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:51:08.910298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:51:08.914665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:51:08.915034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:08.933729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c042018-9152-42e8-b2be-8ebf4eae86c7 req-72aec1d0-f568-44c6-8528-3a7e15623407 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:08.935243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c042018-9152-42e8-b2be-8ebf4eae86c7 req-72aec1d0-f568-44c6-8528-3a7e15623407 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 945 time: 0.0499434 Aug 06 18:51:08.975435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c042018-9152-42e8-b2be-8ebf4eae86c7 req-cccd6362-3ef2-43e1-9c6c-d4bc1dfba4c6 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340526 Aug 06 18:51:09.001771 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:09.032558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:51:09.034954 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6cae93a699c0953038e7d433427926506378360f31ddd19a0b1db0907f7e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be471c-bbb4-43b5-a330-96dd63c2b559" -d '{"events": [{"server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "name": "network-vif-plugged", "status": "completed", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:51:09.049121 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:51:09.058504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:09.128284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:09.152768 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbca5a03-b3cb-42ea-9ff8-f39b3ee748e5 x-openstack-request-id: req-bbca5a03-b3cb-42ea-9ff8-f39b3ee748e5 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:51:09.153241 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "name": "network-vif-plugged", "status": "completed", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:51:09.153673 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbca5a03-b3cb-42ea-9ff8-f39b3ee748e5 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:51:09.154255 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'code': 200} Aug 06 18:51:09.259220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb57a4-7da5-4022-9dfe-09686022f1a7 req-fec48b3a-baf7-4972-ae9f-c7c41ddd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:09.260614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-acdb57a4-7da5-4022-9dfe-09686022f1a7 req-fec48b3a-baf7-4972-ae9f-c7c41ddd1599 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0444522 Aug 06 18:51:09.296914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-acdb57a4-7da5-4022-9dfe-09686022f1a7 req-94680ec1-1cfb-4261-b0c7-df1e6929cd6c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287905 Aug 06 18:51:10.110680 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3525-e1c9-48bf-84cc-8444709d96ca req-f2080547-b9e0-4cb8-ba76-239d28a608eb tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:10.112249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-caca3525-e1c9-48bf-84cc-8444709d96ca req-f2080547-b9e0-4cb8-ba76-239d28a608eb tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.0556083 Aug 06 18:51:10.153648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-caca3525-e1c9-48bf-84cc-8444709d96ca req-3635094e-f8f8-47c3-80e3-f55fe0f9c861 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Aug 06 18:51:10.278270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7340f57-b9d5-4602-9c9a-7d87dc413c7a req-c31c4135-feb1-4e3b-b654-7339b5b4810a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:10.279832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7340f57-b9d5-4602-9c9a-7d87dc413c7a req-c31c4135-feb1-4e3b-b654-7339b5b4810a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.0543013 Aug 06 18:51:10.322139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7340f57-b9d5-4602-9c9a-7d87dc413c7a req-1fcc5913-b23b-4352-8f44-d4cc9bfa35e4 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337055 Aug 06 18:51:10.439995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd86f0-db65-48cb-b359-2bc1829e37c0 req-b5915e11-380c-4ac3-8d8c-b4e5fc4bc339 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:10.441486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-decd86f0-db65-48cb-b359-2bc1829e37c0 req-b5915e11-380c-4ac3-8d8c-b4e5fc4bc339 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.0526352 Aug 06 18:51:10.484952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-decd86f0-db65-48cb-b359-2bc1829e37c0 req-6b7510eb-41be-4ce2-8141-b8fe473a4813 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Aug 06 18:51:10.509745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46390) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:51:10.615721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d00cd4-2233-451b-9d7d-b124286c27ba tempest-TestServerBasicOps-1188479903 tempest-TestServerBasicOps-1188479903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:10.617287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d5d00cd4-2233-451b-9d7d-b124286c27ba tempest-TestServerBasicOps-1188479903 tempest-TestServerBasicOps-1188479903-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1093 time: 0.1062176 Aug 06 18:51:10.620751 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46394) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:51:10.625660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:51:10.652307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:10.685054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:10.757245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:10.869315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Allocated IP 172.25.3.231 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/eb34ddc1-6e81-4d46-bf08-41d93444254d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:51:10.979439 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.023296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.069419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:51:11.072849 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:51:11.075473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:51:11.081880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'Port': ['ID=eb34ddc1-6e81-4d46-bf08-41d93444254d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:11.450333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.532597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.693158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.699733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:11.766974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event updated for resources: {'Port': ['ID=eb34ddc1-6e81-4d46-bf08-41d93444254d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:51:11.781897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:12.093619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:12.226879 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Floating IP 5090ea79-7e62-407a-9e6a-c1cbdc682149 associated. External IP: 172.25.3.231, port: 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0. Aug 06 18:51:12.448067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Router 105aa058-b808-4461-bc8c-4ab909c917e7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:51:12.567238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:51:12.578582 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Sync routers for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:51:12.588420 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:51:12.589089 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:51:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:51:12.589363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:12.618497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6363889e-f706-480f-ba28-89106772eab2 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9965415 Aug 06 18:51:12.619074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:51:12.621369 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59447e019d57189c4c1b629ef702b2407a2d8c84a34eef01a76522d212723e3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a450c7f-ae2e-4d83-be79-2413c9a4815c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:51:12.696055 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:51:12.723287 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7cb10b-ce14-441a-b690-376176502732 x-openstack-request-id: req-de7cb10b-ce14-441a-b690-376176502732 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:51:12.723829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:51:12.723829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de7cb10b-ce14-441a-b690-376176502732 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:51:12.724219 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'status': 'completed', 'code': 200} Aug 06 18:51:12.793381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-ce1ecaeb-089e-43b6-b7bf-bf314838cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:12.794976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-ce1ecaeb-089e-43b6-b7bf-bf314838cb13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0453668 Aug 06 18:51:12.887736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-f317bf45-e977-4e3b-b541-5c832bc2e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:12.889286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-f317bf45-e977-4e3b-b541-5c832bc2e304 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.0867472 Aug 06 18:51:12.945044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '5090ea79-7e62-407a-9e6a-c1cbdc682149', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'port_id': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:51:11Z', 'updated_at': '2021-08-06T18:51:11Z', 'revision_number': 0, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:51:12.963112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-e253a4ec-5b3b-4889-83aa-aead1e6dc92c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1000 time: 0.0665815 Aug 06 18:51:12.981077 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Checking router: 105aa058-b808-4461-bc8c-4ab909c917e7 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:51:12.991131 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:51:12.991759 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:51:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:51:13.013131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-17a10710-047d-4c75-abb4-4b79b05d97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:13.014689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-17a10710-047d-4c75-abb4-4b79b05d97df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0456722 Aug 06 18:51:13.065709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-b86454d3-e44e-4956-81ab-81a649b5e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:13.067410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-b86454d3-e44e-4956-81ab-81a649b5e9d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454462 Aug 06 18:51:13.103363 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:51:13.168585 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-93576fe0-5879-40ba-b80c-9e96713b9903 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930796 Aug 06 18:51:13.271092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a450c7f-ae2e-4d83-be79-2413c9a4815c req-fce40eda-b327-4fdb-80de-b377d8f75808 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950727 Aug 06 18:51:13.346043 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '5090ea79-7e62-407a-9e6a-c1cbdc682149', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'port_id': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:51:11Z', 'updated_at': '2021-08-06T18:51:11Z', 'revision_number': 0, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:51:13.372546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e4aa1-adc0-4ee1-9612-0ac6a91155df None None] The sync data for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 is: [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '5090ea79-7e62-407a-9e6a-c1cbdc682149', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'port_id': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'mac_address': 'fa:16:3e:46:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:51:11Z', 'updated_at': '2021-08-06T18:51:11Z', 'revision_number': 0, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:51:13.596531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fd792-6dbc-43b5-a506-b1b4b79e72e1 None None] New status for floating IP 5090ea79-7e62-407a-9e6a-c1cbdc682149: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:51:24.787269 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:51:28.531674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4241eb7-642f-4006-b7f8-ef6003329d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:31.522002 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:31.737396 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-520e461f-4886-40ca-86ac-5faf7971d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:33.320859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:34.806052 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:40.699428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:42.122028 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:47.814156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46422) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:51:47.915992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c6fa6-4ccc-43f4-acd4-82041e033d28 req-e61e6f29-435b-4d47-b6f2-725d47c8f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:47.917580 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c19c6fa6-4ccc-43f4-acd4-82041e033d28 req-e61e6f29-435b-4d47-b6f2-725d47c8f2f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.1022820 Aug 06 18:51:47.959492 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c19c6fa6-4ccc-43f4-acd4-82041e033d28 req-0855cfe7-0ace-4c26-914b-c47d9686cb7c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352829 Aug 06 18:51:50.858601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-836ca3cc-f5d8-4458-89ae-7f483992998c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429718 Aug 06 18:51:50.955465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-d549d5d9-eb01-4228-93bb-185bc11fd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:50.957134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-d549d5d9-eb01-4228-93bb-185bc11fd031 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0463705 Aug 06 18:51:51.074984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-d55d5625-4264-4141-a639-531debbaa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:51.076478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-d55d5625-4264-4141-a639-531debbaa82d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.0958917 Aug 06 18:51:51.146496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-31fc326e-8043-49ca-a83f-1567f41451cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1002 time: 0.0622013 Aug 06 18:51:51.206574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-c8b6f8e4-fc7b-4a45-b93a-88c516f6b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:51.208103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-c8b6f8e4-fc7b-4a45-b93a-88c516f6b22d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0518608 Aug 06 18:51:51.261911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-c1f06246-1038-4a39-bc3a-f4ce14fbf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:51:51.264223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-c1f06246-1038-4a39-bc3a-f4ce14fbf1db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483603 Aug 06 18:51:51.356055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-cd3b41dd-bc59-4ba7-aa1f-6e4c90213fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Aug 06 18:51:51.451995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82ea3dd2-fc68-4cc9-b99a-32e986d1d139 req-1f1af9e8-6544-403b-ada2-4f71c887eaeb service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885742 Aug 06 18:51:58.525483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb271-02e2-43a0-8066-3d9f1c05a1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:00.665923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-396ae24b-372c-40f1-a229-6baee0de6da6 req-efbed610-364b-44e3-866a-60ee23bb749a service neutron] (94121) timed out ('10.222.0.55', 56801) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:52:01.519338 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:01.733857 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-297c7c74-a125-4276-b499-d2137c0dda8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:01.786953 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:52:03.325311 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:04.811077 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:10.700264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:12.130618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:28.529139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83c3bda5-a675-4b5a-9f77-970a3ff15ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:31.515055 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:31.730661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf989dad-1b01-47f4-96a8-4ee2895f59af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:33.328757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:34.811736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:38.786981 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:52:40.705904 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:42.131983 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:52:49.758920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-1152e670-a724-4665-a29e-f1a2ad5d0514 req-f6ed06b3-df27-4c67-9684-8be183091a24 service neutron] (94121) timed out ('10.222.0.16', 49983) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:52:51.173794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-d293f844-eb93-407e-a99d-dfbab8a13628 req-1bb9fe31-74b5-4071-a015-b17e6e592339 tempest-TestNetworkBasicOps-1687068979 tempest-TestNetworkBasicOps-1687068979-project] (94121) timed out ('10.222.0.16', 50050) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:52:52.851424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-36c69153-220a-4f02-99a0-25c34526bdd3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457311 Aug 06 18:52:52.941612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-a32b64c2-1c22-4eab-b03f-212106b9912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:52:52.943854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-a32b64c2-1c22-4eab-b03f-212106b9912f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0490685 Aug 06 18:52:53.071310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-e8910b52-bb30-4aff-9f9b-fac29f9b22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:52:53.073855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-e8910b52-bb30-4aff-9f9b-fac29f9b22db service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.1047437 Aug 06 18:52:53.148832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-4a707f8e-98cc-4fe3-a2c9-a0cb853abcac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1002 time: 0.0682597 Aug 06 18:52:53.205093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-33d7f41e-494c-4310-b7ca-3c6f0a44d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:52:53.206624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-33d7f41e-494c-4310-b7ca-3c6f0a44d8e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0506935 Aug 06 18:52:53.254098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-ae7d0eed-66ab-41b3-a0dc-b0f9ea150a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:52:53.255591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-ae7d0eed-66ab-41b3-a0dc-b0f9ea150a4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411465 Aug 06 18:52:53.350427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-cefb3578-23ac-493f-a2c1-e8216e70d6d7 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870674 Aug 06 18:52:53.458045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea5c10f5-89f4-44c7-acad-e6271ec7f6d1 req-c607f2ab-14a5-4d5c-af9a-7b983d2af134 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996542 Aug 06 18:52:58.534226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f09aad61-0787-49d2-8773-73d4e6ec2e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:01.515450 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:01.728524 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8a59a074-9bde-4ee1-b841-f385b2b9a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:03.331978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:04.816038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:10.723667 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:12.148049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:15.787956 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:53:28.543074 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-efe6aac9-8d80-4f02-a04b-f92433b8bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:31.515607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:31.723750 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-953c3363-5dca-4abe-8a23-bc252f00eda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:33.334374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:34.820762 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:40.733440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:42.160368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:53:52.792097 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:53:53.868810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-4c5ffc7a-bb51-49c7-b12a-9e1f4f101831 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512340 Aug 06 18:53:53.956166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-4987609f-421e-4b7a-901e-5a83798175df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:53:53.957689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-4987609f-421e-4b7a-901e-5a83798175df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0465472 Aug 06 18:53:54.091154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-646626fb-a250-4017-8cd1-646759a4127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:53:54.092685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-646626fb-a250-4017-8cd1-646759a4127a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.1155152 Aug 06 18:53:54.161201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-b6347dc4-0bd2-4504-b08f-47f8bbee85c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1002 time: 0.0615604 Aug 06 18:53:54.219423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-0f1fb04f-9d33-4883-b188-e22e175a2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:53:54.220926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-0f1fb04f-9d33-4883-b188-e22e175a2451 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0529981 Aug 06 18:53:54.270166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-68fa1cb3-db6e-4e8a-9fca-4d98020bbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:53:54.272414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-68fa1cb3-db6e-4e8a-9fca-4d98020bbde2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443552 Aug 06 18:53:54.370270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-06267e3d-c3ef-40d1-a468-9a53c867c48c service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909431 Aug 06 18:53:54.467824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0cc01409-ef21-4285-9e71-be0ad1f41a25 req-a004c6cc-6cfe-4840-a362-1ac0d2712566 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906394 Aug 06 18:53:58.537048 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-847039a0-ae44-40e5-98a0-1cbe93457242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:01.515557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:01.733630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b641449e-ce27-4ce9-b81e-0f09db03db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:03.342576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:04.821935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:10.733645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:12.182304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:28.541582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6303448a-6632-4ebf-9cea-1b54d1220096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:29.792764 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:54:31.511719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:31.728814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a897b31b-bf44-447d-9c7b-154a848fae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:33.339266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:34.825667 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:40.747452 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:42.183656 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:54:53.861758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-71156cc6-b31b-4f5e-9fb1-ef55aa12a73b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450556 Aug 06 18:54:53.947914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-1dbe27e9-9a44-48cb-90fa-9cf074313e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:54:53.949495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-1dbe27e9-9a44-48cb-90fa-9cf074313e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 1098 time: 0.0435083 Aug 06 18:54:54.068456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-4d0a6a55-ef83-42df-b01c-2f9b28e784de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:54:54.070270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-4d0a6a55-ef83-42df-b01c-2f9b28e784de service neutron] 10.222.0.55 "GET /v2.0/networks?id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 200 len: 910 time: 0.0949812 Aug 06 18:54:54.141648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-b162211e-e2fc-41c6-bb09-1129527ae645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 200 len: 1002 time: 0.0643737 Aug 06 18:54:54.193600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-a12fc0fb-8dee-46bf-a278-4514f80bb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:54:54.195206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-a12fc0fb-8dee-46bf-a278-4514f80bb068 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 200 len: 848 time: 0.0467055 Aug 06 18:54:54.243115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-ee43ca77-7714-41f4-ad14-ec2369e2e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:54:54.244689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-ee43ca77-7714-41f4-ad14-ec2369e2e197 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7cdb0ffb-e475-482e-ad58-f959da8ff5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424993 Aug 06 18:54:54.354656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-6d3683de-03fa-4c0a-9b61-4755d9d50ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028876 Aug 06 18:54:54.460250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-790128a9-b84e-4fe1-bacd-34efaca64e5c req-a47b08d3-5035-43af-aa23-938080657707 service neutron] 10.222.0.55 "GET /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975292 Aug 06 18:54:58.537870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-743f9a40-b1a4-47b0-80b5-79256e80e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:01.508057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:01.732868 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-54a0b35b-4f2e-445d-80e4-32c6849b786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:03.345558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:04.829672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:06.792927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:55:10.759232 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:12.183901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:28.541959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dea35dae-ae69-4ed4-baaa-9f4c69a45f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:31.510220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:31.741437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dc39985d-1786-4e6f-8747-0b7851fbe402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:33.346176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:34.833127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:40.746978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:42.198289 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:43.793087 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:55:52.686703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2555e-ccff-41fe-83f7-db7fac694f1d req-49a8b3eb-4b31-4011-88ca-e530c71cd71b tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:55:52.688260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a2555e-ccff-41fe-83f7-db7fac694f1d req-49a8b3eb-4b31-4011-88ca-e530c71cd71b tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.1016045 Aug 06 18:55:52.734111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a2555e-ccff-41fe-83f7-db7fac694f1d req-3c2fd02c-6ace-4954-aad3-7c5b8d21ae84 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 Aug 06 18:55:53.836538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-dd7952c5-19b8-434c-8429-1e0ed4dcabb1 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:55:53.838236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-dd7952c5-19b8-434c-8429-1e0ed4dcabb1 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.0591650 Aug 06 18:55:53.953103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d4e6a-d1c9-40d8-b0c6-f777e76aa630 req-49c02180-92ad-4a78-a179-8e055f1ad80b tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:55:53.954791 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a10d4e6a-d1c9-40d8-b0c6-f777e76aa630 req-49c02180-92ad-4a78-a179-8e055f1ad80b tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 946 time: 0.1155908 Aug 06 18:55:53.998374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Deleting port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:55:53.998717 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.031967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a10d4e6a-d1c9-40d8-b0c6-f777e76aa630 req-c12bcccb-8242-4055-9bff-70d13a8cb632 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/security-groups?id=14786598-8e94-48df-a710-05245a274ada&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686784 Aug 06 18:55:54.111188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] For port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:55:54.111572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.316765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.317114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.317618 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Floating IP 5090ea79-7e62-407a-9e6a-c1cbdc682149 disassociated. External IP: 172.25.3.231, port: 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0. Aug 06 18:55:54.317971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Calling delete_port for 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:55:54.461378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.491447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event deleted for resources: {'Port': ['ID=655fbdf7-3228-4c30-9a97-2f27ebf6fdf0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:55:54.503242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.503674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.503914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.504269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.504595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.504922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.505240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.505585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.505903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.506223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.506545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.506855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:54.617186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Router 105aa058-b808-4461-bc8c-4ab909c917e7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:55:54.730257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:55:54.744910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Sync routers for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:55:54.758654 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:55:54.759754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:55:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:55:54.780635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] No DVR routers for this DVR port 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:55:54.783880 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:54.786149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72b950e0-228e-462f-a539-0b1a3e5e2449 req-98bf2478-a097-42e4-ac80-1f8c76d09350 tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.55 "DELETE /v2.0/ports/655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 HTTP/1.1" status: 204 len: 173 time: 0.9378610 Aug 06 18:55:54.786684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'name': 'network-vif-deleted', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:55:54.789075 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9a9261babadd8440ab0e2116767eeae2a9b0f5bd6c3d0d5e84e90d34abe128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea24f7e0-9ca1-4ecf-b251-d6cc633ac3de" -d '{"events": [{"server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "name": "network-vif-deleted", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:55:54.843877 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63093b23-0636-497f-ae36-2568be04be4b x-openstack-request-id: req-63093b23-0636-497f-ae36-2568be04be4b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:55:54.844857 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15bdf4-da65-48ef-8753-af27dda549dd", "name": "network-vif-deleted", "tag": "655fbdf7-3228-4c30-9a97-2f27ebf6fdf0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:55:54.845324 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63093b23-0636-497f-ae36-2568be04be4b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:55:54.846019 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15bdf4-da65-48ef-8753-af27dda549dd', 'name': 'network-vif-deleted', 'tag': '655fbdf7-3228-4c30-9a97-2f27ebf6fdf0', 'status': 'completed', 'code': 200} Aug 06 18:55:54.879157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:55:55.134846 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:55:55.179517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Checking router: 105aa058-b808-4461-bc8c-4ab909c917e7 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:55:55.188716 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:55:55.189352 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:55:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:55:55.236734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9805d1c-c3fc-46f8-85eb-3df8504771d7 req-781eafb6-cdfa-46f3-ad27-d971fe89d3ac tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b15bdf4-da65-48ef-8753-af27dda549dd HTTP/1.1" status: 200 len: 210 time: 0.0989594 Aug 06 18:55:55.328545 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:55:55.588175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:55:55.615345 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d926c-b364-4259-99fa-06e2e08fdc13 None None] The sync data for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 is: [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:46Z', 'revision_number': 4, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '65ab3eb9-c686-4ede-8bed-7cdef6a7ae03', 'name': '', 'network_id': '7cdb0ffb-e475-482e-ad58-f959da8ff5b3', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'mac_address': 'fa:16:3e:92:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:45Z', 'updated_at': '2021-08-06T18:50:51Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'subnets': [{'id': '7b47909f-3da4-41ed-b948-cae1e8c0c199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:55:55.877179 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e2129-3093-4e7b-9407-bd0de5471ffa None None] New status for floating IP 5090ea79-7e62-407a-9e6a-c1cbdc682149: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:55:56.296671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46530) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:55:56.476900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Deleting port eb34ddc1-6e81-4d46-bf08-41d93444254d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:55:56.477240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.561192 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.561414 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.575227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Calling delete_port for eb34ddc1-6e81-4d46-bf08-41d93444254d owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:55:56.762283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.793632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event deleted for resources: {'Port': ['ID=eb34ddc1-6e81-4d46-bf08-41d93444254d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:55:56.820525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.820782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.821112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.821502 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.821852 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.822206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.822554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.822875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.823204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.823544 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.823920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.824241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:55:56.872245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.875707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:56.876968 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-808358e0-e1ba-4a35-99c1-a9e36ac2db0f tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "DELETE /v2.0/floatingips/5090ea79-7e62-407a-9e6a-c1cbdc682149 HTTP/1.1" status: 204 len: 168 time: 0.5792665 Aug 06 18:55:56.951310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:55:57.049087 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:57.087858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:57.160892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:57.165496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:57.167022 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] 10.222.0.64 "DELETE /v2.0/security-groups/14786598-8e94-48df-a710-05245a274ada HTTP/1.1" status: 204 len: 168 time: 0.2145216 Aug 06 18:55:57.180092 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a9250-ca68-4b1c-884f-8ee07d73bf4a tempest-TestServerBasicOps-211403633 tempest-TestServerBasicOps-211403633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14786598-8e94-48df-a710-05245a274ada,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:55:58.107120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:55:58.132092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:55:58.132440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 655fbdf7-3228-4c30-9a97-2f27ebf6fdf0 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:55:58.232999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46544) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:55:58.549526 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73511dbb-9d24-452e-9270-b4a1a7465f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:58.730911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:59.015930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Deleting port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:55:59.016156 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:59.104520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] For port 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:55:59.104883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:59.128725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Calling delete_port for 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:55:59.654040 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:55:59.679254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=65ab3eb9-c686-4ede-8bed-7cdef6a7ae03,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:55:59.848388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.093758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Router 105aa058-b808-4461-bc8c-4ab909c917e7 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:00.214395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:00.221323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9e8bd5e7-43f0-43f2-97fd-2598c7de6e5b admin admin] 10.222.0.64 "PUT /v2.0/routers/105aa058-b808-4461-bc8c-4ab909c917e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9854693 Aug 06 18:56:00.222386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46548) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:00.225540 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Sync routers for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:00.244599 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:00.244599 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:55:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:00.355912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.371157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:00.464791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.521399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Deleting port 7fbc7154-762d-47fc-9a4c-2098c1bbd535 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:00.521760 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.547390 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:55:59Z', 'revision_number': 5, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port': {'id': '7fbc7154-762d-47fc-9a4c-2098c1bbd535', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:00.574605 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Checking router: 105aa058-b808-4461-bc8c-4ab909c917e7 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:00.583646 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Routers {'105aa058-b808-4461-bc8c-4ab909c917e7'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:00.584300 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:55:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['105aa058-b808-4461-bc8c-4ab909c917e7'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:00.609427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] For port 7fbc7154-762d-47fc-9a4c-2098c1bbd535, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7fbc7154-762d-47fc-9a4c-2098c1bbd535,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:00.609822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.623800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Calling delete_port for 7fbc7154-762d-47fc-9a4c-2098c1bbd535 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:00.675905 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] Set router 105aa058-b808-4461-bc8c-4ab909c917e7 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:00.731644 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:56:00Z', 'revision_number': 6, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:00.758524 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2db069-4042-4dee-8259-b77341aa9d56 None None] The sync data for ids ['105aa058-b808-4461-bc8c-4ab909c917e7'] in n-d-793621-29 is: [{'id': '105aa058-b808-4461-bc8c-4ab909c917e7', 'name': 'tempest-TestServerBasicOps-1301015778-router', 'tenant_id': '8cdf8a575adc4e5db434c622ecac8a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:43Z', 'updated_at': '2021-08-06T18:56:00Z', 'revision_number': 6, 'project_id': '8cdf8a575adc4e5db434c622ecac8a39', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:00.817626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:00.844726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbc7154-762d-47fc-9a4c-2098c1bbd535,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:00.906757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.002758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.005438 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.062539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.063473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105aa058-b808-4461-bc8c-4ab909c917e7 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:56:01.068272 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.069552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2923f2ed-741f-473d-a1cb-a5041ab6e830 admin admin] 10.222.0.64 "DELETE /v2.0/routers/105aa058-b808-4461-bc8c-4ab909c917e7 HTTP/1.1" status: 204 len: 168 time: 0.8461223 Aug 06 18:56:01.072611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46550) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:01.134848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Deleting subnet 7b47909f-3da4-41ed-b948-cae1e8c0c199 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:56:01.140597 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.199514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.295451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.356569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.387460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b47909f-3da4-41ed-b948-cae1e8c0c199,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:01.391241 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.394791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-acf82a94-cc0f-4012-a9a6-48b73d29e284 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7b47909f-3da4-41ed-b948-cae1e8c0c199 HTTP/1.1" status: 204 len: 168 time: 0.3191626 Aug 06 18:56:01.396264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46552) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:01.399144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b000a2-55b5-40e8-bfde-96779ac3fd00 None None] Network 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:01.472541 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.530030 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.546041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Deleting port d1a035a2-3482-4652-91f1-e975550b0de9 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:01.546886 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.577507 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:01.614360 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:01.614881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 65ab3eb9-c686-4ede-8bed-7cdef6a7ae03 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:01.630899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] DHCP port deletion for 7cdb0ffb-e475-482e-ad58-f959da8ff5b3 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:56:01.638402 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] For port d1a035a2-3482-4652-91f1-e975550b0de9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1a035a2-3482-4652-91f1-e975550b0de9,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:01.638774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.654840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Calling delete_port for d1a035a2-3482-4652-91f1-e975550b0de9 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:01.689266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Deleting port d1a035a2-3482-4652-91f1-e975550b0de9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:01.689855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.751847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.771233 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1418128d-f2dd-47af-bf5c-b5e9d9fae8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.776296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] For port d1a035a2-3482-4652-91f1-e975550b0de9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d1a035a2-3482-4652-91f1-e975550b0de9,segment=NetworkSegment(7d45a336-6e79-4dac-8f82-c50f77ceff7e),segment_id=7d45a336-6e79-4dac-8f82-c50f77ceff7e)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:01.776674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.780222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a035a2-3482-4652-91f1-e975550b0de9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:01.788003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] No DVR routers for this DVR port d1a035a2-3482-4652-91f1-e975550b0de9 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:56:01.797009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Calling delete_port for d1a035a2-3482-4652-91f1-e975550b0de9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:01.878202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.898762 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdb0ffb-e475-482e-ad58-f959da8ff5b3']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:01.900793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.913598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d45a336-6e79-4dac-8f82-c50f77ceff7e') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:01.913598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d45a336-6e79-4dac-8f82-c50f77ceff7e') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:01.925204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.928801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Pushing event deleted for resources: {'Port': ['ID=d1a035a2-3482-4652-91f1-e975550b0de9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:01.934174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] No DVR routers for this DVR port d1a035a2-3482-4652-91f1-e975550b0de9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:56:01.947017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.947833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.948164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.950207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.950330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.950582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.950882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.951568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.951903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.952229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.952550 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.952874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.953194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617fa2a5-53eb-4a28-9ca4-9ea7c06456e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:01.964942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:56:01.965654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:56:01.968891 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:56:02.032651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:02.044506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:02.047883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7cdb0ffb-e475-482e-ad58-f959da8ff5b3 HTTP/1.1" status: 204 len: 168 time: 0.6504602 Aug 06 18:56:02.051351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:02.065635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b89641-dbff-42f4-98c3-6e9c4b60b745 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cdb0ffb-e475-482e-ad58-f959da8ff5b3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:02.495350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:02.776621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Deleting port 39ade8d4-d3dd-4e70-a150-80eaa982db0b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:02.777264 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:02.867432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] For port 39ade8d4-d3dd-4e70-a150-80eaa982db0b, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=39ade8d4-d3dd-4e70-a150-80eaa982db0b,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:02.867798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:02.882525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Calling delete_port for 39ade8d4-d3dd-4e70-a150-80eaa982db0b owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:03.113071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:03.145068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ade8d4-d3dd-4e70-a150-80eaa982db0b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:03.192286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7fbc7154-762d-47fc-9a4c-2098c1bbd535 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:03.215518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7fbc7154-762d-47fc-9a4c-2098c1bbd535 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:03.215900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7fbc7154-762d-47fc-9a4c-2098c1bbd535 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:03.216305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1a035a2-3482-4652-91f1-e975550b0de9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:03.242513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d1a035a2-3482-4652-91f1-e975550b0de9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:03.242862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d1a035a2-3482-4652-91f1-e975550b0de9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:03.356702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:03.382234 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:03.629911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Router 969f30d4-4457-439c-a868-83ea1d1bf8f9 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:03.779081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:03.784465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-de2ef0bc-5ca3-48e2-a385-6765037dc4e0 admin admin] 10.222.0.64 "PUT /v2.0/routers/969f30d4-4457-439c-a868-83ea1d1bf8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311182 Aug 06 18:56:03.788524 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46562) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:03.791395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Sync routers for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:03.802104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:03.802734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:03.895816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:03.913847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:04.015729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.077073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Deleting port 43b329d7-d953-46fc-b884-49eadcc9d52f {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:04.077420 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.161700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] For port 43b329d7-d953-46fc-b884-49eadcc9d52f, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=43b329d7-d953-46fc-b884-49eadcc9d52f,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:04.162427 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.178893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Calling delete_port for 43b329d7-d953-46fc-b884-49eadcc9d52f owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:04.264462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:56:03Z', 'revision_number': 5, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port': {'id': '43b329d7-d953-46fc-b884-49eadcc9d52f', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:04.292233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Checking router: 969f30d4-4457-439c-a868-83ea1d1bf8f9 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:04.302069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Routers {'969f30d4-4457-439c-a868-83ea1d1bf8f9'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:04.302690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['969f30d4-4457-439c-a868-83ea1d1bf8f9'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:04.362183 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.392622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b329d7-d953-46fc-b884-49eadcc9d52f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:04.415582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] Set router 969f30d4-4457-439c-a868-83ea1d1bf8f9 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:04.466711 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.472784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:56:04Z', 'revision_number': 6, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:04.498719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83651d6b-f81f-4e75-a0ad-07ad50e5018a None None] The sync data for ids ['969f30d4-4457-439c-a868-83ea1d1bf8f9'] in n-d-793621-29 is: [{'id': '969f30d4-4457-439c-a868-83ea1d1bf8f9', 'name': 'tempest-TestServerBasicOps-672849772-router', 'tenant_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:50:48Z', 'updated_at': '2021-08-06T18:56:04Z', 'revision_number': 6, 'project_id': 'a3a3cb6facff4dd194192339d7f4bafb', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:04.562232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.562232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.609363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.609910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969f30d4-4457-439c-a868-83ea1d1bf8f9 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:56:04.614788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.615938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a8758160-abac-4386-b131-c284605bc5a8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/969f30d4-4457-439c-a868-83ea1d1bf8f9 HTTP/1.1" status: 204 len: 168 time: 0.8265080 Aug 06 18:56:04.619875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46564) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:04.667893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Deleting subnet 5d2df008-1896-4db6-b5e4-8005ad796cbd {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:56:04.671293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.708896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.794116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.842817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.870253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.894711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2df008-1896-4db6-b5e4-8005ad796cbd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:04.900791 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:04.902856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4ed598dd-77e4-459f-9e11-1cf18acfb39c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d2df008-1896-4db6-b5e4-8005ad796cbd HTTP/1.1" status: 204 len: 168 time: 0.2819183 Aug 06 18:56:04.905471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46566) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:04.908292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c575bc-24dc-485c-9712-2596086dbdab None None] Network 7ae52683-008e-45ad-9980-9e8be4f337bf requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:04.979600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.032323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Deleting port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:05.032638 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.102011 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] For port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,segment=NetworkSegment(ee6ef464-9f3f-4765-80a3-2c35160b2b4d),segment_id=ee6ef464-9f3f-4765-80a3-2c35160b2b4d)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:05.102366 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.114838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Calling delete_port for ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:05.200668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.225913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced8ee72-5273-4f9c-a0b4-d95ff8017bc6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:05.229409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] No DVR routers for this DVR port ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:56:05.273969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6c58a-4f9d-46d4-9d39-a14dcac53050 None None] DHCP port deletion for 7ae52683-008e-45ad-9980-9e8be4f337bf request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:56:05.318486 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.331196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae52683-008e-45ad-9980-9e8be4f337bf']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:05.341110 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 39ade8d4-d3dd-4e70-a150-80eaa982db0b no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:05.347385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:05.347683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6ef464-9f3f-4765-80a3-2c35160b2b4d') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:05.357733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.361676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 39ade8d4-d3dd-4e70-a150-80eaa982db0b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:05.362028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 39ade8d4-d3dd-4e70-a150-80eaa982db0b not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:05.362451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:05.379067 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.382226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:05.382578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ced8ee72-5273-4f9c-a0b4-d95ff8017bc6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:05.382998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 43b329d7-d953-46fc-b884-49eadcc9d52f no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:05.386863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:56:05.387375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:56:05.389397 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:56:05.410366 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 43b329d7-d953-46fc-b884-49eadcc9d52f {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:05.410715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 43b329d7-d953-46fc-b884-49eadcc9d52f not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:05.464904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.472470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.474884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ae52683-008e-45ad-9980-9e8be4f337bf HTTP/1.1" status: 204 len: 168 time: 0.5684080 Aug 06 18:56:05.485574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50499b-c53a-4622-a158-3236b65c7349 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae52683-008e-45ad-9980-9e8be4f337bf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:05.602706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46572) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:05.643602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-44a8ef19-9abf-4738-9678-b605067d4dde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cdf8a575adc4e5db434c622ecac8a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397139 Aug 06 18:56:05.646322 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46574) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:05.695047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.716935 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.775926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.778500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:05.779995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5909eca-7cf9-4de9-9bc6-c09facd3de74 HTTP/1.1" status: 204 len: 168 time: 0.1326771 Aug 06 18:56:05.790081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f2a71-2a1c-4859-a4ec-c0fada5b5faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5909eca-7cf9-4de9-9bc6-c09facd3de74,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:06.150438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46580) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:06.193810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c43a347a-4b99-451a-89be-511f98ada58f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3a3cb6facff4dd194192339d7f4bafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420556 Aug 06 18:56:06.197271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46582) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:06.252240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:06.277049 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:06.328469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:06.331121 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:06.332651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96f953b0-c21e-421d-b27e-335c380a72df HTTP/1.1" status: 204 len: 168 time: 0.1344228 Aug 06 18:56:06.340509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf670381-f3f3-46e1-8544-6401631c2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f953b0-c21e-421d-b27e-335c380a72df,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:07.124497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46604) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:07.233047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-223801659-network', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:07.258228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Made reservation on behalf of 2c1218858fd74f31be5f179089c90f9d for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:07.260677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.270468 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.386505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.391808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.416534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:56:07.426463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6146d-6c33-403d-8461-f6bbbec92d10,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:07.431462 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.431801 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Added segment 2b734dca-755a-43a3-aa99-27ee4ff81701 of type vlan for network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 Aug 06 18:56:07.472378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.505543 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.506587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:07.507189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:07.569628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4437821 Aug 06 18:56:07.574354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46608) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:07.578694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6ad7c-e006-4c41-a434-208cb151b8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5c03c2-afb3-478c-a7f5-bde2bb9deec7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:07.579996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Request body: {'subnet': {'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-223801659-subnet', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:07.590204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:56:07.603877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Made reservation on behalf of 2c1218858fd74f31be5f179089c90f9d for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:07.606331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.106755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.161206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c3f271-7dd5-495c-b1f9-6130223b9af3,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:08.173841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Checking segment: {'id': '2b734dca-755a-43a3-aa99-27ee4ff81701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:08.174197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Network hostable DHCP agents. Network: 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:56:08.195331 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:56:08.205491 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:08.210441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:08.211037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.216047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f2981-4e53-4727-b867-7f7ab27e1d76 None None] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:08.226808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-077f0687-3e71-4899-95c7-782afe02a9c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6513321 Aug 06 18:56:08.229961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46612) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:08.235395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:08.261673 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.262488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.320504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.368524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-3e5c03c2-afb3-478c-a7f5-bde2bb9deec7', 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'fixed_ips': [{'subnet_id': '80c3f271-7dd5-495c-b1f9-6130223b9af3'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:56:08.369401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.456919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.509801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Allocated IP 172.20.0.2 (3e5c03c2-afb3-478c-a7f5-bde2bb9deec7/80c3f271-7dd5-495c-b1f9-6130223b9af3/560f9da1-d597-44fb-b18c-928ecd158196) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:08.659870 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.662073 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.668749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Transition to ACTIVE for port object 560f9da1-d597-44fb-b18c-928ecd158196 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:08.681832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.684255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Transition to ACTIVE for port object 560f9da1-d597-44fb-b18c-928ecd158196 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:08.691798 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.728503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:08.733407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:08.736081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:08.748755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Pushing event updated for resources: {'Port': ['ID=560f9da1-d597-44fb-b18c-928ecd158196,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:08.792098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Allocated IP 172.25.3.82 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:08.797621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Attempting to bind port 560f9da1-d597-44fb-b18c-928ecd158196 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:08.797621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Attempting to bind port 560f9da1-d597-44fb-b18c-928ecd158196 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '2b734dca-755a-43a3-aa99-27ee4ff81701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:08.797932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Attempting to bind port 560f9da1-d597-44fb-b18c-928ecd158196 on network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:08.803435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:08.803827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Checking segment: {'id': '2b734dca-755a-43a3-aa99-27ee4ff81701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:08.804219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.805202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Bound using segment: {'id': '2b734dca-755a-43a3-aa99-27ee4ff81701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:08.805202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Bound port: 560f9da1-d597-44fb-b18c-928ecd158196, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b734dca-755a-43a3-aa99-27ee4ff81701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:08.805520 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.881409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] For port 560f9da1-d597-44fb-b18c-928ecd158196, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:08.884450 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] For port 560f9da1-d597-44fb-b18c-928ecd158196, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=560f9da1-d597-44fb-b18c-928ecd158196,segment=NetworkSegment(2b734dca-755a-43a3-aa99-27ee4ff81701),segment_id=2b734dca-755a-43a3-aa99-27ee4ff81701)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:08.890974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.919297 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:08.963516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6eb6-0efe-461e-a6d2-318fd5aac95b None None] Pushing event updated for resources: {'Port': ['ID=560f9da1-d597-44fb-b18c-928ecd158196,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:08.975093 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:09.025837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:09.028867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:09.031415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:09.079386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Pushing event updated for resources: {'Port': ['ID=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:09.305435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 560f9da1-d597-44fb-b18c-928ecd158196 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:09.357144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 560f9da1-d597-44fb-b18c-928ecd158196 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:09.398818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:09.615889 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:09.751194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:56:09.864900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:09.876095 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Sync routers for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:09.883977 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:09.888536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6c5f3302-e178-46b2-944a-8a0375b9efa3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.6546016 Aug 06 18:56:09.888628 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Routers {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:09.888818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46622) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:09.889277 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:09.930389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ef139-da01-45d0-a35f-9deb9afb12d7 None None] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:10.000690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Provisioning for port 560f9da1-d597-44fb-b18c-928ecd158196 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:10.007903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Provisioning complete for port 560f9da1-d597-44fb-b18c-928ecd158196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:10.008570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.123340 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Set router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:10.164390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.208761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] For port 560f9da1-d597-44fb-b18c-928ecd158196, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=560f9da1-d597-44fb-b18c-928ecd158196,segment=NetworkSegment(2b734dca-755a-43a3-aa99-27ee4ff81701),segment_id=2b734dca-755a-43a3-aa99-27ee4ff81701)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:10.216882 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.293309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac9a7-1d7f-4c10-8742-c7dd76be333c None None] Pushing event updated for resources: {'Port': ['ID=560f9da1-d597-44fb-b18c-928ecd158196,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:10.352493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:09Z', 'revision_number': 3, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:10.380146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Checking router: 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:10.380487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Updating router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:10.406497 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.409235 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.436811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-412bf5f8-2781-43b5-ae35-da53b037f711 None None] Provisioning complete for port 560f9da1-d597-44fb-b18c-928ecd158196 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:10.437191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-412bf5f8-2781-43b5-ae35-da53b037f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.571252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Allocated IP 172.20.0.1 (3e5c03c2-afb3-478c-a7f5-bde2bb9deec7/80c3f271-7dd5-495c-b1f9-6130223b9af3/8d699ba8-746e-4ef3-b327-276c1f429e79) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:10.680060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.686417 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.693409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Transition to ACTIVE for port object 8d699ba8-746e-4ef3-b327-276c1f429e79 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:10.696431 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Transition to ACTIVE for port object d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:10.703471 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.729220 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.752258 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.760640 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Attempting to bind port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:10.761003 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Attempting to bind port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:10.761357 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Attempting to bind port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:10.764304 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Pushing event updated for resources: {'Port': ['ID=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:10.768821 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:10.769179 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:10.769595 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.769977 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:10.770434 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Bound port: d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:10.770798 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.771213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:10.774375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:10.779151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:10.781111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Pushing event updated for resources: {'Port': ['ID=8d699ba8-746e-4ef3-b327-276c1f429e79,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:10.796629 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.797638 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.797974 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.798307 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.798755 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.799087 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.799588 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.799748 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.800025 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.800408 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.800661 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.801083 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:56:10.830816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.841665 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] For port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:10.845642 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] For port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:10.853736 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:10.912136 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Routers {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:10.912801 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:10.951539 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1637ae-b509-4efa-831e-a8e78f693d04 None None] Pushing event updated for resources: {'Port': ['ID=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:10.982885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.038167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] Set router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:11.061259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-74ff9084-c648-4374-9564-f1d2b68121d2 None None] Provisioning for port 8d699ba8-746e-4ef3-b327-276c1f429e79 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:11.067428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-74ff9084-c648-4374-9564-f1d2b68121d2 None None] Provisioning complete for port 8d699ba8-746e-4ef3-b327-276c1f429e79 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:11.068255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-74ff9084-c648-4374-9564-f1d2b68121d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.112373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-74ff9084-c648-4374-9564-f1d2b68121d2 None None] Port 8d699ba8-746e-4ef3-b327-276c1f429e79 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:11.173217 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.179750 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.190631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 560f9da1-d597-44fb-b18c-928ecd158196 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:11.233919 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:09Z', 'revision_number': 3, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:11.243540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 560f9da1-d597-44fb-b18c-928ecd158196 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:11.244083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.253356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.261527 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826d3f9-fdfc-4418-8ada-7873eec623f7 None None] The sync data for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 is: [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:09Z', 'revision_number': 3, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:11.266939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Pushing event updated for resources: {'Port': ['ID=8d699ba8-746e-4ef3-b327-276c1f429e79,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:11.375622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:11.377325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:11.528900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:11.654222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6e0c26b0-3256-4a3e-b57d-ba42035c44f2 None None] Provisioning complete for port 8d699ba8-746e-4ef3-b327-276c1f429e79 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:11.654512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6e0c26b0-3256-4a3e-b57d-ba42035c44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:11.659244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:11.670353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f470467c-a806-4f79-b45a-30042603c710 admin admin] 10.222.0.64 "PUT /v2.0/routers/8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749178 Aug 06 18:56:11.695729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c26b0-3256-4a3e-b57d-ba42035c44f2 None None] Port 8d699ba8-746e-4ef3-b327-276c1f429e79 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:12.199054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:12.826714 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46648) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:12.904392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Sync routers for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:12.914669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Routers {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:12.915307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:13.040317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Set router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:13.248181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:13.338444 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:13.347658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:10Z', 'revision_number': 4, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8d699ba8-746e-4ef3-b327-276c1f429e79', 'name': '', 'network_id': '3e5c03c2-afb3-478c-a7f5-bde2bb9deec7', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'mac_address': 'fa:16:3e:c2:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '80c3f271-7dd5-495c-b1f9-6130223b9af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:10Z', 'updated_at': '2021-08-06T18:56:11Z', 'revision_number': 2, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'subnets': [{'id': '80c3f271-7dd5-495c-b1f9-6130223b9af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:13.349682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:13.350058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.357099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.411181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Checking router: 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:13.411643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Updating router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 port 8d699ba8-746e-4ef3-b327-276c1f429e79 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:13.474084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.663965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Deleting port 8d699ba8-746e-4ef3-b327-276c1f429e79 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:13.664382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.759472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.779792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Calling delete_port for 8d699ba8-746e-4ef3-b327-276c1f429e79 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:13.954234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:13.986771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:13.987097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:14.000004 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:14.015384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d699ba8-746e-4ef3-b327-276c1f429e79,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:14.111146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:14.216261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.db.api [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94123) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:56:14.217117 n-d-793621-29 neutron-server[94123]: DEBUG oslo_db.api [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:56:14.223492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:14.479050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:14.737301 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Port 8d699ba8-746e-4ef3-b327-276c1f429e79 not found while updating agent binding for router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186. {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 18:56:14.747699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Routers {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:14.748451 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:14.857806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] Set router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:14.940386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:14.948010 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-093339a4-003a-4c6d-9fff-ef43ae87ed8b admin admin] 10.222.0.64 "PUT /v2.0/routers/8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175592 Aug 06 18:56:14.948221 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:15.058025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.064579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:13Z', 'revision_number': 5, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:15.102103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c40c4-4cfe-420e-adf2-ec5f0a24b9e4 None None] The sync data for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 is: [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:13Z', 'revision_number': 5, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port': {'id': 'd56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:15.171276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.193870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:15.239444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Deleting port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:15.239814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.246888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:15.247389 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.324069 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] For port d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:15.324486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.339313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Calling delete_port for d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:15.539576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.571204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:15.633804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.735184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.737484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.743473 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Sync routers for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:15.753131 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Routers {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:15.753782 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:15.782829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.783390 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:56:15.787683 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.788715 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-23305767-fda4-4957-8262-24ac1f8e25b0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 HTTP/1.1" status: 204 len: 168 time: 0.8395736 Aug 06 18:56:15.791818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46652) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:15.825982 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Set router 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:15.841407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Deleting subnet 80c3f271-7dd5-495c-b1f9-6130223b9af3 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:56:15.844556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.879787 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:15.882361 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186', 'name': 'tempest-ImageQuotaTest-223801659-router', 'tenant_id': '2c1218858fd74f31be5f179089c90f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:08Z', 'updated_at': '2021-08-06T18:56:15Z', 'revision_number': 7, 'project_id': '2c1218858fd74f31be5f179089c90f9d', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:15.909238 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Checking router: 8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:15.918511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Routers set() bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:15.918872 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Router IDs set() for agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 18:56:15.919486 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent'). {{(pid=94124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 18:56:15.919891 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6680c51-1c38-44cb-a547-a6202a849232 None None] The sync data for ids ['8d1b1ed5-ec15-4bb2-a34a-b9f9e2404186'] in n-d-793621-29 is: [] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:15.966081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.030092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.060579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c3f271-7dd5-495c-b1f9-6130223b9af3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:16.062656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.067017 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cebbeb5e-f036-4a6d-bcec-504898eaac1c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/80c3f271-7dd5-495c-b1f9-6130223b9af3 HTTP/1.1" status: 204 len: 168 time: 0.2717795 Aug 06 18:56:16.067422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46654) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:16.071333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c42c6-eed5-4c41-a3bc-61f83680a1e4 None None] Network 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:16.145088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.200790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Deleting port 560f9da1-d597-44fb-b18c-928ecd158196 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:56:16.201134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.266974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] For port 560f9da1-d597-44fb-b18c-928ecd158196, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=560f9da1-d597-44fb-b18c-928ecd158196,segment=NetworkSegment(2b734dca-755a-43a3-aa99-27ee4ff81701),segment_id=2b734dca-755a-43a3-aa99-27ee4ff81701)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:16.267364 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.281229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Calling delete_port for 560f9da1-d597-44fb-b18c-928ecd158196 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:56:16.372837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c796c7-6eda-4ed5-8793-6a3f2ae96bd3 None None] DHCP port deletion for 3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:56:16.378922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.408457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Pushing event deleted for resources: {'Port': ['ID=560f9da1-d597-44fb-b18c-928ecd158196,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:16.412186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] No DVR routers for this DVR port 560f9da1-d597-44fb-b18c-928ecd158196 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:56:16.494074 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.504360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5c03c2-afb3-478c-a7f5-bde2bb9deec7']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:16.515087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b734dca-755a-43a3-aa99-27ee4ff81701') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:16.515381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b734dca-755a-43a3-aa99-27ee4ff81701') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:16.526549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.541475 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.547798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:56:16.548197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:56:16.550002 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:56:16.604568 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.610639 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.612500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] 10.222.0.64 "DELETE /v2.0/networks/3e5c03c2-afb3-478c-a7f5-bde2bb9deec7 HTTP/1.1" status: 204 len: 168 time: 0.5441391 Aug 06 18:56:16.624280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62946710-2949-449b-87d9-3d074047a76a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5c03c2-afb3-478c-a7f5-bde2bb9deec7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:16.739501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46658) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:16.783876 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3af862c0-8174-4f62-91f5-c13ae6f0deb5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c1218858fd74f31be5f179089c90f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430241 Aug 06 18:56:16.787637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46660) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:16.840858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.863641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.923811 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.926594 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:16.927794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7be6146d-6c33-403d-8461-f6bbbec92d10 HTTP/1.1" status: 204 len: 168 time: 0.1392376 Aug 06 18:56:16.935909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14b6a-c84f-4799-81e3-b3efcc41f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6146d-6c33-403d-8461-f6bbbec92d10,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:17.181747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:17.201728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:17.202065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d56d01ea-8e0b-4403-8fe6-afb3c8a4c2d5 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:17.202493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 560f9da1-d597-44fb-b18c-928ecd158196 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:56:17.222408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 560f9da1-d597-44fb-b18c-928ecd158196 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:56:17.222686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 560f9da1-d597-44fb-b18c-928ecd158196 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:56:17.283384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46666) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:17.298149 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285f376f-884a-49f1-9ffe-91b10660d079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.400307 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285f376f-884a-49f1-9ffe-91b10660d079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.405558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-285f376f-884a-49f1-9ffe-91b10660d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.444592 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-285f376f-884a-49f1-9ffe-91b10660d079 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1600149 Aug 06 18:56:17.445431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f376f-884a-49f1-9ffe-91b10660d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ae56b-081c-4e54-a593-46d2ad558175,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:17.447430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46668) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:17.504231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.526248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.582983 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.585724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:17.586875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e5ae56b-081c-4e54-a593-46d2ad558175 HTTP/1.1" status: 204 len: 168 time: 0.1384399 Aug 06 18:56:17.594778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f10cd-9978-4e52-8129-63f9b38886eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ae56b-081c-4e54-a593-46d2ad558175,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:18.239893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46690) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:18.353915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-11401023-network', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:18.377133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Made reservation on behalf of 7dd31e0cdc1f499db6b7dbc32cc5ddab for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:18.379625 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.388852 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.493784 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.500480 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.526739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:56:18.536878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a15ca5-319d-4a0d-96de-75d35aa916ef,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:18.541748 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.542100 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Added segment 36bdb2df-95c5-4885-8e3b-53790201855a of type vlan for network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 Aug 06 18:56:18.582773 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.614345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.615328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:18.616016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.672289 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4312036 Aug 06 18:56:18.675437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:18.679791 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e60e-c55e-45d9-9a1f-00f3bcba98ce admin admin] Pushing event updated for resources: {'Network': ['ID=2c0466ae-679f-4b5a-8403-b86cc4d13df5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:18.680715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Request body: {'subnet': {'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-11401023-subnet', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:18.690032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:56:18.704230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Made reservation on behalf of 7dd31e0cdc1f499db6b7dbc32cc5ddab for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:18.706930 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.888907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:18.954005 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Checking segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:18.954328 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Network hostable DHCP agents. Network: 2c0466ae-679f-4b5a-8403-b86cc4d13df5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:56:18.956354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5967b93-bdae-4d4a-8a53-aa061605e340,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:18.982310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:56:18.996375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 2c0466ae-679f-4b5a-8403-b86cc4d13df5) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:19.001222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:19.001838 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.006759 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234b588-781e-45ee-8a1e-d4261fe23395 None None] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:19.017926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6966bd47-5ae4-4c4f-a7c8-7f2717211ac0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3412707 Aug 06 18:56:19.021029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46696) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:19.025704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:19.048213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.049181 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.168132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:56:19.169026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.319439 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Allocated IP 172.20.0.2 (2c0466ae-679f-4b5a-8403-b86cc4d13df5/d5967b93-bdae-4d4a-8a53-aa061605e340/f206e4f6-163b-42d0-97b0-d156718c393e) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:19.423111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.472390 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.481605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Transition to ACTIVE for port object f206e4f6-163b-42d0-97b0-d156718c393e will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:19.497023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Transition to ACTIVE for port object f206e4f6-163b-42d0-97b0-d156718c393e will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:19.506614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.545814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:19.548669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:19.552455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:19.559553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Pushing event updated for resources: {'Port': ['ID=f206e4f6-163b-42d0-97b0-d156718c393e,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:19.562852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.613138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Attempting to bind port f206e4f6-163b-42d0-97b0-d156718c393e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:19.613577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Attempting to bind port f206e4f6-163b-42d0-97b0-d156718c393e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:19.613947 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Attempting to bind port f206e4f6-163b-42d0-97b0-d156718c393e on network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:19.619022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:19.619393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Checking segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:19.619798 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.620187 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Bound using segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:19.620651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Bound port: f206e4f6-163b-42d0-97b0-d156718c393e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:19.621026 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.686061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] For port f206e4f6-163b-42d0-97b0-d156718c393e, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:19.689066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] For port f206e4f6-163b-42d0-97b0-d156718c393e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f206e4f6-163b-42d0-97b0-d156718c393e,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:19.695437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.760665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30455-3e4c-44aa-b5db-09eb78ad536d None None] Pushing event updated for resources: {'Port': ['ID=f206e4f6-163b-42d0-97b0-d156718c393e,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:19.771560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.791795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:19.930200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Allocated IP 172.25.3.206 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/eeaa4923-24c4-4c4b-a716-6fcf993c1075) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:20.047365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:20.091626 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:20.136719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:20.141502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:20.145094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:20.176371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Pushing event updated for resources: {'Port': ['ID=eeaa4923-24c4-4c4b-a716-6fcf993c1075,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:20.418581 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:20.638685 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:20.648035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364f184-19bc-4bc5-83bd-4d32064575d0 None None] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:20.721789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c1ace7cb-8e61-4857-a39e-970fcaaf2a5c None None] Provisioning for port f206e4f6-163b-42d0-97b0-d156718c393e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:20.771113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:56:20.792879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:56:20.880997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:20.893421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:20.899158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:20.900572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cf99271a-d8c3-491d-8e3e-d3b890c7c84d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8783832 Aug 06 18:56:20.903313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46698) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:20.906959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:20.907595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:21.034607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:21.235558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f206e4f6-163b-42d0-97b0-d156718c393e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:21.279602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:20Z', 'revision_number': 3, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:21.308214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:21.308559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Updating router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 port eeaa4923-24c4-4c4b-a716-6fcf993c1075 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:21.336409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f206e4f6-163b-42d0-97b0-d156718c393e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:21.339603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.342411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f206e4f6-163b-42d0-97b0-d156718c393e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:21.342754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.354259 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.518196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Allocated IP 172.20.0.1 (2c0466ae-679f-4b5a-8403-b86cc4d13df5/d5967b93-bdae-4d4a-8a53-aa061605e340/dd983637-98e6-482d-ad3f-e7fd7beb50f3) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:21.574277 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.629931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f206e4f6-163b-42d0-97b0-d156718c393e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f206e4f6-163b-42d0-97b0-d156718c393e,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:21.632946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.638834 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.647742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Transition to ACTIVE for port object dd983637-98e6-482d-ad3f-e7fd7beb50f3 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:21.687021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.725730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:21.730889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:21.733960 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:21.734219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.744492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Transition to ACTIVE for port object eeaa4923-24c4-4c4b-a716-6fcf993c1075 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:21.748048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f206e4f6-163b-42d0-97b0-d156718c393e,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:21.752099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.763770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Pushing event updated for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:21.783143 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.811250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87b3c9-6803-488a-b772-e12cb5ca1296 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4923-24c4-4c4b-a716-6fcf993c1075,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:21.813555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Attempting to bind port eeaa4923-24c4-4c4b-a716-6fcf993c1075 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:21.813925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Attempting to bind port eeaa4923-24c4-4c4b-a716-6fcf993c1075 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:21.814286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Attempting to bind port eeaa4923-24c4-4c4b-a716-6fcf993c1075 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:21.820461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:21.820827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:21.821240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.821657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:21.822128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Bound port: eeaa4923-24c4-4c4b-a716-6fcf993c1075, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:21.822506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.882201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] For port eeaa4923-24c4-4c4b-a716-6fcf993c1075, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:21.885603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] For port eeaa4923-24c4-4c4b-a716-6fcf993c1075, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=eeaa4923-24c4-4c4b-a716-6fcf993c1075,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:21.892481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.923860 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:21.954579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:21.955208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:22.108909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:22.115244 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:22.171520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87b3c9-6803-488a-b772-e12cb5ca1296 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4923-24c4-4c4b-a716-6fcf993c1075,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:22.185912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Pushing event updated for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:22.188562 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:22.222772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4f03b51c-da11-49f8-857f-ed0fe00e6d62 None None] Provisioning for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:22.230664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4f03b51c-da11-49f8-857f-ed0fe00e6d62 None None] Provisioning complete for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:22.231042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f03b51c-da11-49f8-857f-ed0fe00e6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:22.282176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4f03b51c-da11-49f8-857f-ed0fe00e6d62 None None] Port dd983637-98e6-482d-ad3f-e7fd7beb50f3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:22.285826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:22.286358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:22.287809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:22.414434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:22.506968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 1, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:22.510119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b36db3cc-4ded-4dab-b0a8-3c9d1d3aa6bf None None] Provisioning complete for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:22.510488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b36db3cc-4ded-4dab-b0a8-3c9d1d3aa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:22.528587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:22.534002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fbd00ecd-e37b-4d29-b855-91e600d861ec admin admin] 10.222.0.64 "PUT /v2.0/routers/e8a2a580-6319-4ac7-a3d4-6ae05ea37451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296790 Aug 06 18:56:22.539590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf939cc1-7d77-47c8-a208-54b26608109f None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 1, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:22.585565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b36db3cc-4ded-4dab-b0a8-3c9d1d3aa6bf None None] Port dd983637-98e6-482d-ad3f-e7fd7beb50f3 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:23.090941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46714) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:23.096170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1810809533-network', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:23.129428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Made reservation on behalf of 4a5ee71860a74ba6aa1166e207bfe86a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:23.139056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.151949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.271859 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.278414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.305788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:56:23.316795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d61023a-2f03-42fc-9d00-54c1bd30a9ee,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:23.322190 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.322527 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Added segment b212cf5b-581d-4927-8734-1e5509a52ef3 of type vlan for network 424eeb0c-d1ca-4471-8021-bc0d960d5bed Aug 06 18:56:23.330660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f206e4f6-163b-42d0-97b0-d156718c393e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:23.377747 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.406876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f206e4f6-163b-42d0-97b0-d156718c393e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:23.407249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.426339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.427882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:23.428586 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.497523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4051499 Aug 06 18:56:23.500389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46716) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:23.507734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Request body: {'subnet': {'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1810809533-subnet', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:23.508504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device eeaa4923-24c4-4c4b-a716-6fcf993c1075 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:23.512492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd025d-1d29-41b9-ac22-58aa3f27e339 admin admin] Pushing event updated for resources: {'Network': ['ID=424eeb0c-d1ca-4471-8021-bc0d960d5bed,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:23.531728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:56:23.537825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Made reservation on behalf of 4a5ee71860a74ba6aa1166e207bfe86a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:56:23.540754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.623965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port eeaa4923-24c4-4c4b-a716-6fcf993c1075 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:23.628745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port eeaa4923-24c4-4c4b-a716-6fcf993c1075 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:23.628995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.716650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.730528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.740221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port eeaa4923-24c4-4c4b-a716-6fcf993c1075, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=eeaa4923-24c4-4c4b-a716-6fcf993c1075,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:23.746702 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.792276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:23.798033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Checking segment: {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:23.798407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Network hostable DHCP agents. Network: 424eeb0c-d1ca-4471-8021-bc0d960d5bed, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:56:23.802836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4923-24c4-4c4b-a716-6fcf993c1075,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:23.818494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:56:23.830103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 424eeb0c-d1ca-4471-8021-bc0d960d5bed) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:23.836288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:56:23.837072 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.845138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb64e33-47f7-454a-bd50-5fdb4cb48bf3 None None] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:23.864547 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3c640952-9083-4a73-856b-02bd0a01782d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3632817 Aug 06 18:56:23.867277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 46718) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:23.872022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:56:23.896554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.897643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:23.962729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.010532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:56:24.011399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.158289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Allocated IP 172.20.0.2 (424eeb0c-d1ca-4471-8021-bc0d960d5bed/52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8/69f36d8e-d705-4949-930d-568e3eb0c8fc) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:24.314696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.326533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Transition to ACTIVE for port object 69f36d8e-d705-4949-930d-568e3eb0c8fc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:24.346910 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Transition to ACTIVE for port object 69f36d8e-d705-4949-930d-568e3eb0c8fc will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:24.353561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.390835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:24.396061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:24.399734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:24.411168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Pushing event updated for resources: {'Port': ['ID=69f36d8e-d705-4949-930d-568e3eb0c8fc,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:24.442378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.468982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Attempting to bind port 69f36d8e-d705-4949-930d-568e3eb0c8fc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:24.468982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Attempting to bind port 69f36d8e-d705-4949-930d-568e3eb0c8fc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:24.468982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Attempting to bind port 69f36d8e-d705-4949-930d-568e3eb0c8fc on network 424eeb0c-d1ca-4471-8021-bc0d960d5bed {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:24.473933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:24.474311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Checking segment: {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:24.474720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.475105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Bound using segment: {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:24.475761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Bound port: 69f36d8e-d705-4949-930d-568e3eb0c8fc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:24.476146 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.545864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] For port 69f36d8e-d705-4949-930d-568e3eb0c8fc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:24.549229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] For port 69f36d8e-d705-4949-930d-568e3eb0c8fc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69f36d8e-d705-4949-930d-568e3eb0c8fc,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:24.554818 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.611859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6fa9f-58ea-4bd3-8538-32f923278dcd None None] Pushing event updated for resources: {'Port': ['ID=69f36d8e-d705-4949-930d-568e3eb0c8fc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:24.656617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.674870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.680895 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:24.692284 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:24.692975 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:24.803857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Allocated IP 172.25.3.59 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/99a6183d-a98c-46f9-af8d-0f39ca03a580) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:24.826346 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:24.921984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:24.965439 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.017477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:25.020664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:25.025085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:25.038318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 2, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:25.044854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Pushing event updated for resources: {'Port': ['ID=99a6183d-a98c-46f9-af8d-0f39ca03a580,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:25.170277 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:25.170616 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Updating router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 port dd983637-98e6-482d-ad3f-e7fd7beb50f3 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:25.198769 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.318660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69f36d8e-d705-4949-930d-568e3eb0c8fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:25.329009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.385205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 69f36d8e-d705-4949-930d-568e3eb0c8fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:25.399574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device eeaa4923-24c4-4c4b-a716-6fcf993c1075 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:25.459739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port eeaa4923-24c4-4c4b-a716-6fcf993c1075 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:25.460370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.548574 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.562763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Transition to ACTIVE for port object dd983637-98e6-482d-ad3f-e7fd7beb50f3 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:25.572066 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.577844 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.631633 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99b1c0-7f3e-4c93-ac84-3a01748924fe None None] Pushing event updated for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:25.696818 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Attempting to bind port dd983637-98e6-482d-ad3f-e7fd7beb50f3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:25.697846 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Attempting to bind port dd983637-98e6-482d-ad3f-e7fd7beb50f3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:25.698400 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Attempting to bind port dd983637-98e6-482d-ad3f-e7fd7beb50f3 on network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:25.705096 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:25.705647 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Checking segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:25.706052 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.706437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Bound using segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:25.707430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Bound port: dd983637-98e6-482d-ad3f-e7fd7beb50f3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:25.707972 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.721369 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540447a-6b69-4cdb-977e-31845e306477 None None] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:56:25.735759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Router 51c1aa15-b0a8-4dc9-803d-f16934866566 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:56:25.783713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] For port dd983637-98e6-482d-ad3f-e7fd7beb50f3, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:25.784267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Provisioning for port 69f36d8e-d705-4949-930d-568e3eb0c8fc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:25.787705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] For port dd983637-98e6-482d-ad3f-e7fd7beb50f3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dd983637-98e6-482d-ad3f-e7fd7beb50f3,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:25.795623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Provisioning complete for port 69f36d8e-d705-4949-930d-568e3eb0c8fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:25.796119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.798109 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.861873 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:25.862208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:25.899523 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:25.909913 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99b1c0-7f3e-4c93-ac84-3a01748924fe None None] Pushing event updated for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:25.922551 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:25.926099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8e2655eb-ec80-450f-963b-e8039f5ec49e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0552242 Aug 06 18:56:25.926514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 46720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:56:25.960432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Sync routers for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:25.991879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:25.992600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:26.042191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:26.066398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.187977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] For port 69f36d8e-d705-4949-930d-568e3eb0c8fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69f36d8e-d705-4949-930d-568e3eb0c8fc,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:26.197078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.222503 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:26.344037 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:25Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:26.363851 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3517f-5b01-4cb8-83bc-a67c0a104a04 None None] Pushing event updated for resources: {'Port': ['ID=69f36d8e-d705-4949-930d-568e3eb0c8fc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:26.396585 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71398b-2837-40c8-b6d2-1e41a6553183 None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:25Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:26.459384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:25Z', 'revision_number': 3, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:26.474154 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.498359 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Checking router: 51c1aa15-b0a8-4dc9-803d-f16934866566 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:26.498865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Updating router 51c1aa15-b0a8-4dc9-803d-f16934866566 port 99a6183d-a98c-46f9-af8d-0f39ca03a580 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:26.532988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-27385ecb-490c-4319-8bcf-a9269a73d92a None None] Provisioning complete for port 69f36d8e-d705-4949-930d-568e3eb0c8fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:26.533572 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27385ecb-490c-4319-8bcf-a9269a73d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.536818 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.672186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Allocated IP 172.20.0.1 (424eeb0c-d1ca-4471-8021-bc0d960d5bed/52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8/29427f57-b2c5-43a2-a7ab-2e9243c38e9c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:56:26.791321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.807997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Transition to ACTIVE for port object 29427f57-b2c5-43a2-a7ab-2e9243c38e9c will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:26.847851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:26.892594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:26.896021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:26.900368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:56:26.907333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Pushing event updated for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:26.956065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.074422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.088898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Transition to ACTIVE for port object 99a6183d-a98c-46f9-af8d-0f39ca03a580 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:27.098337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.172890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.203259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Attempting to bind port 99a6183d-a98c-46f9-af8d-0f39ca03a580 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:27.203661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Attempting to bind port 99a6183d-a98c-46f9-af8d-0f39ca03a580 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:27.204073 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Attempting to bind port 99a6183d-a98c-46f9-af8d-0f39ca03a580 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:27.215613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:27.216600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:27.217251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.217890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:27.218475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Bound port: 99a6183d-a98c-46f9-af8d-0f39ca03a580, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:27.218960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.222307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201faf-2401-4c1a-9f3d-c7078af48478 None None] Pushing event updated for resources: {'Port': ['ID=99a6183d-a98c-46f9-af8d-0f39ca03a580,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:27.286069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69f36d8e-d705-4949-930d-568e3eb0c8fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:27.320294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] For port 99a6183d-a98c-46f9-af8d-0f39ca03a580, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:27.339212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] For port 99a6183d-a98c-46f9-af8d-0f39ca03a580, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99a6183d-a98c-46f9-af8d-0f39ca03a580,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:27.347790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.375258 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.381312 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.382695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-df69b009-6a2f-402b-baa2-8aa831d242a2 None None] Provisioning for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:27.400157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-df69b009-6a2f-402b-baa2-8aa831d242a2 None None] Provisioning complete for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:27.400566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-df69b009-6a2f-402b-baa2-8aa831d242a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.449699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201faf-2401-4c1a-9f3d-c7078af48478 None None] Pushing event updated for resources: {'Port': ['ID=99a6183d-a98c-46f9-af8d-0f39ca03a580,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:27.453179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.455151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Pushing event updated for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:27.456971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 69f36d8e-d705-4949-930d-568e3eb0c8fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:27.457485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.460840 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:27.461499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:27.516120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-df69b009-6a2f-402b-baa2-8aa831d242a2 None None] Port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:27.551166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:56:27.552913 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:56:27.626594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:27.665997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dd983637-98e6-482d-ad3f-e7fd7beb50f3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:27.703497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Router 51c1aa15-b0a8-4dc9-803d-f16934866566 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:56:27.825639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:56:27.838428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a32fd00e-5bfd-43ca-ba75-f85ca44497e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/51c1aa15-b0a8-4dc9-803d-f16934866566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102831 Aug 06 18:56:27.844013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:27.857209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:27.857618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.906747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3720063d-2a81-4b39-9d22-f4da40f55a53 None None] Provisioning complete for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:27.907127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3720063d-2a81-4b39-9d22-f4da40f55a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:27.966452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3720063d-2a81-4b39-9d22-f4da40f55a53 None None] Port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:56:28.020284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '29427f57-b2c5-43a2-a7ab-2e9243c38e9c', 'name': '', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'mac_address': 'fa:16:3e:41:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:26Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 2, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'subnets': [{'id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:28.053353 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:28.055661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0a585-4999-4e92-87d3-9d3f8acc908b None None] The sync data for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 is: [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '29427f57-b2c5-43a2-a7ab-2e9243c38e9c', 'name': '', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'mac_address': 'fa:16:3e:41:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:26Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 2, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'subnets': [{'id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:28.102407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port dd983637-98e6-482d-ad3f-e7fd7beb50f3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dd983637-98e6-482d-ad3f-e7fd7beb50f3,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:28.109354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:28.158712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:28.542834 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f2de-b121-4f4a-a320-020d62c402df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:29.324115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dd983637-98e6-482d-ad3f-e7fd7beb50f3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:29.380787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port dd983637-98e6-482d-ad3f-e7fd7beb50f3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:29.381258 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:29.468142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99a6183d-a98c-46f9-af8d-0f39ca03a580 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:29.527653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 99a6183d-a98c-46f9-af8d-0f39ca03a580 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:29.532838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 99a6183d-a98c-46f9-af8d-0f39ca03a580 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:29.533213 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:29.629393 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:29.652513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 99a6183d-a98c-46f9-af8d-0f39ca03a580, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99a6183d-a98c-46f9-af8d-0f39ca03a580,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:29.658418 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:29.715788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=99a6183d-a98c-46f9-af8d-0f39ca03a580,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:30.549242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Sync routers for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:56:30.560758 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:30.561658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:30.675067 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:30.894611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '29427f57-b2c5-43a2-a7ab-2e9243c38e9c', 'name': '', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'mac_address': 'fa:16:3e:41:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:26Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 2, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'subnets': [{'id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:30.924513 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Checking router: 51c1aa15-b0a8-4dc9-803d-f16934866566 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:56:30.924841 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Updating router 51c1aa15-b0a8-4dc9-803d-f16934866566 port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:56:30.955960 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.229763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99a6183d-a98c-46f9-af8d-0f39ca03a580 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:31.287781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 99a6183d-a98c-46f9-af8d-0f39ca03a580 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:31.288206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.363988 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.377106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Transition to ACTIVE for port object 29427f57-b2c5-43a2-a7ab-2e9243c38e9c will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:56:31.385129 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.437049 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3ba8-7d4b-42aa-8924-7117e97c22a8 None None] Pushing event updated for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:31.489786 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Attempting to bind port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:56:31.490156 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Attempting to bind port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:56:31.490514 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Attempting to bind port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c on network 424eeb0c-d1ca-4471-8021-bc0d960d5bed {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:56:31.495915 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:56:31.496282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Checking segment: {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:56:31.497018 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.497411 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Bound using segment: {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:56:31.497894 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Bound port: 29427f57-b2c5-43a2-a7ab-2e9243c38e9c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b212cf5b-581d-4927-8734-1e5509a52ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:56:31.498275 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.507260 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.570945 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] For port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:56:31.574346 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] For port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:56:31.579703 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.640641 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:56:31.641275 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:56:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:31.643179 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3ba8-7d4b-42aa-8924-7117e97c22a8 None None] Pushing event updated for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:31.740833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-65fd18d7-df40-40c9-ba6f-bd1b162bde64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:31.794487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:56:32.042522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '29427f57-b2c5-43a2-a7ab-2e9243c38e9c', 'name': '', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'mac_address': 'fa:16:3e:41:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:26Z', 'updated_at': '2021-08-06T18:56:31Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'subnets': [{'id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:56:32.074478 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfea3c3-bac6-49d7-b4fb-e09968349bed None None] The sync data for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 is: [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:56:27Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '29427f57-b2c5-43a2-a7ab-2e9243c38e9c', 'name': '', 'network_id': '424eeb0c-d1ca-4471-8021-bc0d960d5bed', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'mac_address': 'fa:16:3e:41:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:26Z', 'updated_at': '2021-08-06T18:56:31Z', 'revision_number': 4, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'subnets': [{'id': '52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:56:33.242322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29427f57-b2c5-43a2-a7ab-2e9243c38e9c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:33.296171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:56:33.300071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:33.300442 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:33.362694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:33.412864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:33.457781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:56:33.462907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:33.516888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:56:34.838226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:35.213817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29427f57-b2c5-43a2-a7ab-2e9243c38e9c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:56:35.261695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:56:35.262220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:40.778711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:42.215171 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:56:47.080955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-84ba31cf-5e19-48d6-9a8f-e063ba1ef9d5 req-e11900e0-7429-4a89-9be1-4df05abbf48d service neutron] (94122) timed out ('10.222.0.55', 56840) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:56:57.794589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:56:58.547829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c951e12e-477d-431b-a84d-79f027184017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:01.503893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:01.746686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ed24c376-0ce9-46a3-83c4-dfac4300b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:03.360574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:04.847291 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:10.777337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:12.214359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:28.557105 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a717fba6-aead-4927-b680-5b7dafb6f5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:31.512492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:31.731720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-22c13a98-cb40-4611-94b2-675b977e227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:33.360224 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:34.795271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:57:34.843391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:40.788874 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:42.228613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:57:58.598571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-193eed96-9165-4ee9-b06f-9edf7fb7ee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:01.502557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:01.734644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8425dd16-afa5-463a-b45f-b4b4d54e9fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:03.365960 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:04.846900 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:10.781281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:11.796776 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:58:12.219591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.163518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47750) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.170192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622796804', 'description': 'tempest-secgroup-smoke-622796804 description', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.204618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.289851 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.295806 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.323842 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.324994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603634 Aug 06 18:58:17.326902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:17.328393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47754) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.334147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.334685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.335101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.335441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.335776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.336109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.336438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.336764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.337089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.337409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.337762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.338083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.338396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46e4fc-a713-4c2b-b398-9e6f53461a33 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.371775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.440731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.447488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.474944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5365934-eaf5-4947-8be5-333272cf46c6,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:17.482959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.484171 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547403 Aug 06 18:58:17.485805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.486145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.486516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.486906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.487236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.487350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47758) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.487561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.487920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.488205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.488523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.488840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.489168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.489500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44fad9b-ec86-46c1-bcc7-80b97cda83d2 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:17.492694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.527985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.591620 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.598214 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.617197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffa2953-fa71-492b-ab45-721bf654644e,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:17.621736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.625517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-041cddde-3951-4b3b-90da-40a785b0f5df tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346571 Aug 06 18:58:17.625958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47760) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.630237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.661084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.723294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.729787 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.748196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a7a2eb-0214-43ab-804d-9dfb709ad01d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:17.756576 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.757987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b344f274-b19e-4382-b260-b0a68996ddeb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313465 Aug 06 18:58:17.760842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47762) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.765458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.795949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.873971 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.880044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.901272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbfd3a5-4274-42cd-929b-80d34e74499a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:17.914144 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:17.915437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fb1746ab-c877-4fab-9212-bc89c01f7457 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536696 Aug 06 18:58:17.918810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47764) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:17.923848 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:17.952410 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Project 7dd31e0cdc1f499db6b7dbc32cc5ddab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:58:17.959150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.027380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.033194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.052505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c95940f-a230-4b07-9586-7ee76ac2dc76,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:18.060261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.063680 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e79b01b5-2b76-4079-807d-15e56ae82440 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418045 Aug 06 18:58:18.064811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47766) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:18.069855 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'security_group_rule': {'security_group_id': 'a1625fdc-5ed0-4402-93b2-8f3d0d6cc407', 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:18.095467 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Project 7dd31e0cdc1f499db6b7dbc32cc5ddab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:58:18.100682 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.168391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.176403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.195728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503c1f17-cdd1-4173-a66f-639dda489a6b,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:18.202821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:18.204324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a074d007-a736-402d-8144-ceb89a5d7278 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382115 Aug 06 18:58:18.676945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-38b39cf0-1496-4557-bb96-1806c972eb75 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622796804&fields=id&tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab HTTP/1.1" status: 200 len: 267 time: 0.0364916 Aug 06 18:58:18.790938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-5ccba257-be24-4c7b-83e9-e9a2255771bd tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:18.792448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-5ccba257-be24-4c7b-83e9-e9a2255771bd tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 812 time: 0.1085727 Aug 06 18:58:18.811148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1180c666-9090-4c1f-869f-1a6a2f12a590 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/quotas/7dd31e0cdc1f499db6b7dbc32cc5ddab HTTP/1.1" status: 200 len: 375 time: 0.0110471 Aug 06 18:58:18.866191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-d5a5eba6-8810-497e-aa50-8550727eac34 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494373 Aug 06 18:58:19.050608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1db6a466-29cb-4aba-aaf8-51563715519c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:58:19.051603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1db6a466-29cb-4aba-aaf8-51563715519c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554190 Aug 06 18:58:19.150337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-3340906a-43fa-456c-bfa0-39d1b8293057 service neutron] 10.222.0.64 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918641 Aug 06 18:58:19.252695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-db71a119-60cf-42f4-8bb9-a2206bb9c6a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955248 Aug 06 18:58:19.588458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fc301a2-2b73-41b2-b91f-8b13b9cc81b7 req-6e181fd0-4b57-4e8d-aab9-b72e88ec79fd tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0318220 Aug 06 18:58:20.696364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5e33f11a-6cd2-405d-83f0-fca45f57145b req-7c5e04d5-6c92-4e1f-af3d-81f4c7a5963b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0325427 Aug 06 18:58:20.919588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-353b9083-afac-4acb-872a-6fd309341be4 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:20.921126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-353b9083-afac-4acb-872a-6fd309341be4 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 812 time: 0.1328778 Aug 06 18:58:20.976566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-8198056a-88c2-4f04-84f7-d1818a710141 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab HTTP/1.1" status: 200 len: 379 time: 0.0412033 Aug 06 18:58:20.986043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'port': {'device_id': '4024109c-603d-4782-8659-aea280800822', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'admin_state_up': True, 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'security_groups': ['a1625fdc-5ed0-4402-93b2-8f3d0d6cc407']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:21.128572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Made reservation on behalf of 7dd31e0cdc1f499db6b7dbc32cc5ddab for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:58:21.132550 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:21.293830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Allocated IP 172.20.0.9 (2c0466ae-679f-4b5a-8403-b86cc4d13df5/d5967b93-bdae-4d4a-8a53-aa061605e340/0578cf82-b432-46c6-9760-b950ee4dca8d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:58:21.479572 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:21.497619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Transition to ACTIVE for port object 0578cf82-b432-46c6-9760-b950ee4dca8d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:58:21.537745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:21.618212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:58:21.624453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:58:21.632902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:58:21.681014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:21.717808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:21.718616 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:21.744569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-1d0f5405-737b-40cd-b472-d9ded252be4b tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623875 Aug 06 18:58:21.883775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b250-3fde-4b91-a10b-4630118b6803 req-188bb9eb-cd92-4696-ac15-2ff0b1577837 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:21.885436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ad8b250-3fde-4b91-a10b-4630118b6803 req-188bb9eb-cd92-4696-ac15-2ff0b1577837 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 931 time: 0.0931027 Aug 06 18:58:21.892602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ac7a1217-5ef4-4105-a39c-ce8b33b24809 None None] Provisioning for port 0578cf82-b432-46c6-9760-b950ee4dca8d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:58:21.898189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ac7a1217-5ef4-4105-a39c-ce8b33b24809 None None] Provisioning complete for port 0578cf82-b432-46c6-9760-b950ee4dca8d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:58:21.898813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1217-5ef4-4105-a39c-ce8b33b24809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:21.918872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Request body: {'port': {'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:21.961711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a1217-5ef4-4105-a39c-ce8b33b24809 None None] Port 0578cf82-b432-46c6-9760-b950ee4dca8d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:58:21.974392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ad8b250-3fde-4b91-a10b-4630118b6803 req-4e189d1a-4426-416b-a2c0-2df21676ef28 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810483 Aug 06 18:58:22.010051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.351346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0578cf82-b432-46c6-9760-b950ee4dca8d {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:58:22.360024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.375575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Transition to ACTIVE for port object 0578cf82-b432-46c6-9760-b950ee4dca8d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:58:22.380841 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.496182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:22.560307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Attempting to bind port 0578cf82-b432-46c6-9760-b950ee4dca8d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:58:22.560747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Attempting to bind port 0578cf82-b432-46c6-9760-b950ee4dca8d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:58:22.561144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Attempting to bind port 0578cf82-b432-46c6-9760-b950ee4dca8d on network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:58:22.567089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Port 0578cf82-b432-46c6-9760-b950ee4dca8d on network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:58:22.567411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Attempting to bind port 0578cf82-b432-46c6-9760-b950ee4dca8d on network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:58:22.573373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:58:22.573751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Checking segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:58:22.574133 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Bound using segment: {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:58:22.574567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Bound port: 0578cf82-b432-46c6-9760-b950ee4dca8d, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bdb2df-95c5-4885-8e3b-53790201855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:58:22.574925 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.689393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:58:22.695794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0578cf82-b432-46c6-9760-b950ee4dca8d,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:58:22.703192 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.744560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:22.745801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:22.746603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] 10.222.0.55 "PUT /v2.0/ports/0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 1092 time: 0.9057913 Aug 06 18:58:22.747151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:58:22.814500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea9f6-cf95-485c-9944-db1fa2c67cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:22.839530 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39808fa3-e379-428e-af02-a52f51867cee" -d '{"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:58:22.871244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-9597e4d5-5299-4b5c-8d8f-129ba2e870c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:22.872913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-9597e4d5-5299-4b5c-8d8f-129ba2e870c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1095 time: 0.0787795 Aug 06 18:58:22.963124 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-aa244a08-9512-4002-bd4d-d70078a570ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 217 time: 0.0763714 Aug 06 18:58:22.985737 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416d0f1a-f1f4-4a5b-a554-303f931cb9d4 x-openstack-request-id: req-416d0f1a-f1f4-4a5b-a554-303f931cb9d4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:58:22.986035 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:58:22.986358 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-416d0f1a-f1f4-4a5b-a554-303f931cb9d4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:58:22.986642 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:58:23.038947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-eb41ede3-ce2a-42e1-9e13-072e71dd49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.042281 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-eb41ede3-ce2a-42e1-9e13-072e71dd49c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0658917 Aug 06 18:58:23.161984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0770c-91db-4d14-8838-c615d0f5932c req-d526f4d2-9867-48fd-8fde-feead0ca12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.163729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-d526f4d2-9867-48fd-8fde-feead0ca12e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133113 Aug 06 18:58:23.229316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67656b-883c-4225-9de4-ef5a5397464f req-2ca6200f-671a-46fa-84c9-977ba682eee5 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.231805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e67656b-883c-4225-9de4-ef5a5397464f req-2ca6200f-671a-46fa-84c9-977ba682eee5 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.1293561 Aug 06 18:58:23.316321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e67656b-883c-4225-9de4-ef5a5397464f req-b400b35f-ee80-48f4-991a-f4249243c5d9 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760632 Aug 06 18:58:23.338316 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-0222b69b-8b82-4ecc-b801-04f2b94d1653 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666284 Aug 06 18:58:23.453830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da0770c-91db-4d14-8838-c615d0f5932c req-a6ce5f8a-46db-4191-a4b4-14b88fb355e3 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078084 Aug 06 18:58:23.547791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808fa3-e379-428e-af02-a52f51867cee req-91ef51bd-a2ef-48fa-8f1c-efbd189438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.549275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-91ef51bd-a2ef-48fa-8f1c-efbd189438f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1095 time: 0.0468714 Aug 06 18:58:23.666968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808fa3-e379-428e-af02-a52f51867cee req-f85a63e1-c937-4679-9913-f13fbe567227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.668604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-f85a63e1-c937-4679-9913-f13fbe567227 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.1120119 Aug 06 18:58:23.712027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-c0e0ac2d-91ad-4fad-a146-423193c7805a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 217 time: 0.0357683 Aug 06 18:58:23.781675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808fa3-e379-428e-af02-a52f51867cee req-7be4d2ed-f267-4f55-8531-392dfccac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.783890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-7be4d2ed-f267-4f55-8531-392dfccac092 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0651131 Aug 06 18:58:23.852800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39808fa3-e379-428e-af02-a52f51867cee req-ac90f376-89ba-40db-afa5-54d02cb08942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:23.855560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-ac90f376-89ba-40db-afa5-54d02cb08942 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634038 Aug 06 18:58:24.315000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-6aa9226b-a0a8-484a-8cd5-a6dbf159e387 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513040 Aug 06 18:58:24.428037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39808fa3-e379-428e-af02-a52f51867cee req-cfe87f5b-a165-45ee-b116-881d74424f15 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047044 Aug 06 18:58:24.510068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff550-a019-479f-b3b1-98777a5adff3 req-6c39809c-1990-4746-8f30-5398eaee72b0 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:24.512360 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1aeff550-a019-479f-b3b1-98777a5adff3 req-6c39809c-1990-4746-8f30-5398eaee72b0 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0751605 Aug 06 18:58:24.559898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1aeff550-a019-479f-b3b1-98777a5adff3 req-4b5b9e2a-5c7e-47c6-bf21-db2e09e6bb13 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Aug 06 18:58:25.712004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18314d38-dfbf-4423-81c0-2c09915fe6be req-919c5f98-1c01-4daf-a609-09ba0500050e tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:25.713529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18314d38-dfbf-4423-81c0-2c09915fe6be req-919c5f98-1c01-4daf-a609-09ba0500050e tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0613968 Aug 06 18:58:25.765200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18314d38-dfbf-4423-81c0-2c09915fe6be req-f34cc6d8-c6fa-4ead-984d-b5e6748f7092 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Aug 06 18:58:26.913806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c805d0-75f3-40fb-b2a2-61b593360740 req-3ceb3aa7-4f85-4e8a-97a3-b954f6cedd6a tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:26.915375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76c805d0-75f3-40fb-b2a2-61b593360740 req-3ceb3aa7-4f85-4e8a-97a3-b954f6cedd6a tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0615191 Aug 06 18:58:26.968660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76c805d0-75f3-40fb-b2a2-61b593360740 req-07a6d4f2-c104-4c76-bba5-3487e39a2ba1 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468946 Aug 06 18:58:28.092219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cce0d0-e556-4a5d-afed-bc68d96a213e req-c67f9e7a-dfd7-4078-abfc-2a009b98fc5c tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:28.093871 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84cce0d0-e556-4a5d-afed-bc68d96a213e req-c67f9e7a-dfd7-4078-abfc-2a009b98fc5c tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0539184 Aug 06 18:58:28.136766 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84cce0d0-e556-4a5d-afed-bc68d96a213e req-1a1be5f2-f6ab-497e-a299-134913b9f834 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367029 Aug 06 18:58:28.554660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c35a9efc-b86d-4a40-8074-88a13aab1485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:29.268642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba27ec-16df-4436-b757-3fce9d235506 req-66c3636e-a033-48bc-a1b0-f78ee8c4c1ef tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:29.270294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fba27ec-16df-4436-b757-3fce9d235506 req-66c3636e-a033-48bc-a1b0-f78ee8c4c1ef tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0553279 Aug 06 18:58:29.313669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fba27ec-16df-4436-b757-3fce9d235506 req-ba3c9e3d-cde1-4851-a98c-cdb708ed308a tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370696 Aug 06 18:58:30.453850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a83a-edb4-4ecc-87cd-e5b4587fb6f7 req-574fd12c-2210-4a33-acd5-504691b93a97 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:30.455418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcd9a83a-edb4-4ecc-87cd-e5b4587fb6f7 req-574fd12c-2210-4a33-acd5-504691b93a97 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0628750 Aug 06 18:58:30.495999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcd9a83a-edb4-4ecc-87cd-e5b4587fb6f7 req-cf4a70df-49e4-4e8c-985e-8f2b51b31b46 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340712 Aug 06 18:58:31.498186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:31.615968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac9946-99d5-44eb-b376-683e15d2a868 req-0136f631-4fbc-4e4e-95f7-7483f5cf559f tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:31.617564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33ac9946-99d5-44eb-b376-683e15d2a868 req-0136f631-4fbc-4e4e-95f7-7483f5cf559f tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Aug 06 18:58:31.658518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33ac9946-99d5-44eb-b376-683e15d2a868 req-d3102af0-a9fd-463f-8be5-2956cb8feed9 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343838 Aug 06 18:58:31.738728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ad8761f-52df-4c65-b349-fa18dfc634bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:32.716849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0578cf82-b432-46c6-9760-b950ee4dca8d details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:58:32.785588 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4e39c-726b-4dc6-b273-403ab09615d3 req-b8f40287-f340-474a-885f-ef2e020ef1d9 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:32.788262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2e4e39c-726b-4dc6-b273-403ab09615d3 req-b8f40287-f340-474a-885f-ef2e020ef1d9 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 943 time: 0.0523567 Aug 06 18:58:32.828161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0578cf82-b432-46c6-9760-b950ee4dca8d,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:58:32.830821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2e4e39c-726b-4dc6-b273-403ab09615d3 req-0940c585-af55-44cb-9578-529af028c309 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Aug 06 18:58:32.848506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:58:32.892020 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:32.907345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0578cf82-b432-46c6-9760-b950ee4dca8d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:58:32.933364 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0578cf82-b432-46c6-9760-b950ee4dca8d,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:58:32.943366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:33.004530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:33.013817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.014161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.014518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.014805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.015140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.015468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.015792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.016118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.016441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.016757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.017078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.017393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:58:33.175184 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0578cf82-b432-46c6-9760-b950ee4dca8d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:58:33.376149 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:33.965770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d0f7c-9df8-4d4c-b43b-ac299ba57708 req-3f720712-bc8e-4f40-b53f-7eb4d8bf8007 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:33.967391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c0d0f7c-9df8-4d4c-b43b-ac299ba57708 req-3f720712-bc8e-4f40-b53f-7eb4d8bf8007 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 944 time: 0.0643888 Aug 06 18:58:34.010292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c0d0f7c-9df8-4d4c-b43b-ac299ba57708 req-0b846cb9-899b-411a-81a7-7166f76e9fdf tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354073 Aug 06 18:58:34.728959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0578cf82-b432-46c6-9760-b950ee4dca8d up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:58:34.780943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 0578cf82-b432-46c6-9760-b950ee4dca8d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:58:34.785614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 0578cf82-b432-46c6-9760-b950ee4dca8d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:58:34.786228 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:34.865474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:34.880243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:34.904210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:58:34.921084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0578cf82-b432-46c6-9760-b950ee4dca8d,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:58:34.926756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:34.954496 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c22218f-4799-4e0b-8645-16db47e716ca" -d '{"events": [{"server_uuid": "4024109c-603d-4782-8659-aea280800822", "name": "network-vif-plugged", "status": "completed", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:58:34.985027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:35.053482 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254eb7f-bff3-44ce-82ba-154989446da3 x-openstack-request-id: req-4254eb7f-bff3-44ce-82ba-154989446da3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:58:35.053775 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024109c-603d-4782-8659-aea280800822", "name": "network-vif-plugged", "status": "completed", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:58:35.054045 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4254eb7f-bff3-44ce-82ba-154989446da3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:58:35.054445 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'code': 200} Aug 06 18:58:35.187392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74d44c-26b9-4477-89e6-e23acfbc23dc req-59f7490d-96bd-4e27-8d26-2d6898bdb6d3 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:35.189430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea74d44c-26b9-4477-89e6-e23acfbc23dc req-59f7490d-96bd-4e27-8d26-2d6898bdb6d3 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0896919 Aug 06 18:58:35.196204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7cc5c-355c-4d68-805a-6e8a0bb4deac req-e79598fe-1aa8-406e-b224-047a8de3a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:35.197798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06e7cc5c-355c-4d68-805a-6e8a0bb4deac req-e79598fe-1aa8-406e-b224-047a8de3a3d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0846701 Aug 06 18:58:35.259602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea74d44c-26b9-4477-89e6-e23acfbc23dc req-321293a7-64b1-4b27-b9fb-99821f6517eb tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608113 Aug 06 18:58:35.264187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06e7cc5c-355c-4d68-805a-6e8a0bb4deac req-155435ef-9ac3-45bc-ac00-a22ce42d2bd1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589747 Aug 06 18:58:36.393953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998e55-434a-4eec-923c-aa1eaf151b0f req-90774da4-6d11-4463-8fe4-b18a620a821d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:36.395517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79998e55-434a-4eec-923c-aa1eaf151b0f req-90774da4-6d11-4463-8fe4-b18a620a821d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0550942 Aug 06 18:58:36.444134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79998e55-434a-4eec-923c-aa1eaf151b0f req-d05e0987-20ce-4470-b45e-282036a6ef42 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Aug 06 18:58:36.603939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de21627-d531-444e-b0de-2a9e972fc04d req-a2e201e7-3347-4c85-b266-8ca929ca9476 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:36.605465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1de21627-d531-444e-b0de-2a9e972fc04d req-a2e201e7-3347-4c85-b266-8ca929ca9476 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0688586 Aug 06 18:58:36.647872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1de21627-d531-444e-b0de-2a9e972fc04d req-2d2c3fd5-d5f3-4199-a6de-7b08db73e834 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Aug 06 18:58:36.670404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47854) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:36.771532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92155b-760d-4550-bd50-574b5c995fbc tempest-TestVolumeBackupRestore-773457161 tempest-TestVolumeBackupRestore-773457161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:36.773126 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6e92155b-760d-4550-bd50-574b5c995fbc tempest-TestVolumeBackupRestore-773457161 tempest-TestVolumeBackupRestore-773457161-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1092 time: 0.1013002 Aug 06 18:58:36.776561 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47858) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:36.781162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:36.806335 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:36.910573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:37.025518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Allocated IP 172.25.3.141 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/98fc19af-317d-4234-9e9f-ae78e17e2559) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:58:37.146048 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:37.191767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:37.231984 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:58:37.236607 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:58:37.241277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:58:37.243319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'Port': ['ID=98fc19af-317d-4234-9e9f-ae78e17e2559,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:38.012003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.092382 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.266677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.272463 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.339272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event updated for resources: {'Port': ['ID=98fc19af-317d-4234-9e9f-ae78e17e2559,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:58:38.355994 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.460318 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Floating IP cf6d02a5-88c7-495f-a619-9dfc202096eb associated. External IP: 172.25.3.141, port: 0578cf82-b432-46c6-9760-b950ee4dca8d. Aug 06 18:58:38.711374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:58:38.828324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:58:38.842077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:58:38.852246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:38.855548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:58:38.856665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:58:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:38.890662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4906ee1a-225d-49f7-aa16-94471df3576d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1130261 Aug 06 18:58:38.891270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:58:38.894165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47860) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:38.941531 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffbba8-ee0d-43f5-a852-989252930982" -d '{"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:58:38.973192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c76f73-308e-45f1-9879-32f174de29b2 tempest-TestVolumeBackupRestore-773457161 tempest-TestVolumeBackupRestore-773457161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:38.975776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-75c76f73-308e-45f1-9879-32f174de29b2 tempest-TestVolumeBackupRestore-773457161 tempest-TestVolumeBackupRestore-773457161-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1092 time: 0.0722516 Aug 06 18:58:38.979713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47868) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:58:38.985269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Request body: {'floatingip': {'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:58:39.000623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:58:39.076495 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c421117d-96c2-4de2-978a-1afae8e42e3a x-openstack-request-id: req-c421117d-96c2-4de2-978a-1afae8e42e3a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:58:39.077017 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:58:39.077017 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c421117d-96c2-4de2-978a-1afae8e42e3a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:58:39.077436 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:58:39.094264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:39.146266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffbba8-ee0d-43f5-a852-989252930982 req-5ad08e95-7775-4552-9bb7-5fb288035146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:39.147815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-5ad08e95-7775-4552-9bb7-5fb288035146 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0491934 Aug 06 18:58:39.263825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffbba8-ee0d-43f5-a852-989252930982 req-733b04c1-97e3-44d1-9b33-2a52a879fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:39.265781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-733b04c1-97e3-44d1-9b33-2a52a879fc8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.1103826 Aug 06 18:58:39.345913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-57da78c6-ebfb-4de8-a60b-c179fd3d25ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 999 time: 0.0721736 Aug 06 18:58:39.399535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffbba8-ee0d-43f5-a852-989252930982 req-66efde47-0713-44f6-b822-339fbfd66bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:39.401241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-66efde47-0713-44f6-b822-339fbfd66bf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0485215 Aug 06 18:58:39.428237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:37Z', 'revision_number': 0, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:39.449942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffbba8-ee0d-43f5-a852-989252930982 req-18af2b8a-bf65-4abc-8c56-260bdab90ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:39.451073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-18af2b8a-bf65-4abc-8c56-260bdab90ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429060 Aug 06 18:58:39.458688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:58:39.468853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:58:39.469549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:58:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:39.557970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-75fd903a-679f-47ff-8125-ea8710781257 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946317 Aug 06 18:58:39.580657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:58:39.630069 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:39.647890 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:39.682259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cffbba8-ee0d-43f5-a852-989252930982 req-e12915a5-8e9c-492e-80e2-d2ed0ce7a82a service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159589 Aug 06 18:58:39.840885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:37Z', 'revision_number': 0, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:39.868586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c8a52-ed19-4d77-8d23-4902820d4c85 None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:37Z', 'revision_number': 0, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:58:39.883072 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:58:40.005476 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:58:40.010346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:40.070591 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c3dfeb52-263f-4f60-b564-7c5b99156f92 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "PUT /v2.0/floatingips/cf6d02a5-88c7-495f-a619-9dfc202096eb HTTP/1.1" status: 200 len: 991 time: 1.0895500 Aug 06 18:58:40.090611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b91485-9c29-4483-b95b-7a83c2bea5ce None None] New status for floating IP cf6d02a5-88c7-495f-a619-9dfc202096eb: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:58:40.315791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:58:40.325658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:58:40.326271 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:58:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:40.441602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:58:40.705395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:40Z', 'revision_number': 2, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:40.734963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:58:40.745081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:58:40.745867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:58:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:40.805914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:40.866878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:58:41.078699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}, {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:58:41.081133 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c30cf0-e0e0-4a73-8a45-c704cb565610" -d '{"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}, {"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:58:41.118853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:40Z', 'revision_number': 2, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:58:41.138837 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ee9be6-4b66-4db6-8378-760a43366ae3 x-openstack-request-id: req-84ee9be6-4b66-4db6-8378-760a43366ae3 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:58:41.139236 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:58:41.139537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84ee9be6-4b66-4db6-8378-760a43366ae3 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:58:41.140077 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:58:41.140327 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:58:41.148024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf507d-17f3-4410-8def-dc0b91038525 None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'cf6d02a5-88c7-495f-a619-9dfc202096eb', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'port_id': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'mac_address': 'fa:16:3e:2c:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4024109c-603d-4782-8659-aea280800822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:58:37Z', 'updated_at': '2021-08-06T18:58:40Z', 'revision_number': 2, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:58:41.218211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-7e032589-b263-46d7-a0d9-eef62840ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.219926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-7e032589-b263-46d7-a0d9-eef62840ca72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0540624 Aug 06 18:58:41.317012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-0645a4c1-06fa-441b-8b1f-341381d0245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.318591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-0645a4c1-06fa-441b-8b1f-341381d0245f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.0916302 Aug 06 18:58:41.389383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-d7de5047-1263-4cbb-bbe4-d0bc4b2e1399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 1001 time: 0.0630100 Aug 06 18:58:41.439800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-9beb0719-c30a-42b9-98d4-b1cd6cc05b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.441264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-9beb0719-c30a-42b9-98d4-b1cd6cc05b1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0443201 Aug 06 18:58:41.490095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-966e62ee-ce65-47aa-b03a-86b62bbdd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.491604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-966e62ee-ce65-47aa-b03a-86b62bbdd028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431056 Aug 06 18:58:41.589674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-24a8273c-913b-49ab-9210-14826985dd9e service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901084 Aug 06 18:58:41.681716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-882c9b1c-b5a5-47fd-938d-2d4c61ec1ae9 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844572 Aug 06 18:58:41.782195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-7a0808d4-9e7d-49e9-a1b6-be80e3d3b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.783800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-7a0808d4-9e7d-49e9-a1b6-be80e3d3b2f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0559890 Aug 06 18:58:41.882537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-c99cf7d8-ab3c-44b0-b39d-1c0e50163364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:41.884141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-c99cf7d8-ab3c-44b0-b39d-1c0e50163364 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.0927122 Aug 06 18:58:41.957730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-6ac1e40f-bf81-497d-b7db-cf6fa9bff26e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 1001 time: 0.0651488 Aug 06 18:58:42.008563 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-3b5d3af8-1600-4760-a816-0d350a1bdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:42.010100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-3b5d3af8-1600-4760-a816-0d350a1bdc9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0454915 Aug 06 18:58:42.057866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-45953411-c35e-4a51-b7ed-39e51739d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:42.059393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-45953411-c35e-4a51-b7ed-39e51739d108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416083 Aug 06 18:58:42.164962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-c78b8403-397f-4c5d-9ef8-7c79cd9d10cc service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965819 Aug 06 18:58:42.225334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:42.281101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0c30cf0-e0e0-4a73-8a45-c704cb565610 req-0a91093f-f69e-4610-9474-cdbd5ea0c957 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082880 Aug 06 18:58:48.802165 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:58:58.561309 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27f43f71-6fd8-44a9-bf02-1c62788b40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:58:58.867804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-175b8b67-970f-4ad6-a720-c33c0b01a3a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454435 Aug 06 18:58:58.965732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63542-c935-4dba-9839-a55e8a54f766 req-351275c9-4141-4787-a8d1-80e21536dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:58.967344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-351275c9-4141-4787-a8d1-80e21536dc4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0516522 Aug 06 18:58:59.083104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63542-c935-4dba-9839-a55e8a54f766 req-bef4929b-274b-4b40-8941-ac1f0bf7dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:59.084724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-bef4929b-274b-4b40-8941-ac1f0bf7dd30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.0959306 Aug 06 18:58:59.162839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-19de8e4a-a281-4712-a2da-f39aae9aeb59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 1001 time: 0.0700288 Aug 06 18:58:59.214155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63542-c935-4dba-9839-a55e8a54f766 req-598f8060-395a-41c9-a9c2-5457c2132062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:59.215635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-598f8060-395a-41c9-a9c2-5457c2132062 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0459580 Aug 06 18:58:59.284435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63542-c935-4dba-9839-a55e8a54f766 req-b276c702-ade2-4431-9ca1-118e94878ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:58:59.286009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-b276c702-ade2-4431-9ca1-118e94878ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635471 Aug 06 18:58:59.387815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-0c68bc08-d443-405f-8481-948016cb8250 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939610 Aug 06 18:58:59.499623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dec63542-c935-4dba-9839-a55e8a54f766 req-40c94c9a-8d6e-4a50-819b-29275e20a637 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042728 Aug 06 18:59:01.494210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:01.745097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3d6dfd36-dab6-4758-80df-ac899b94c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:03.368474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:04.854089 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:10.807280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:12.240783 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.299263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 47892) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:15.501102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Deleting port 98fc19af-317d-4234-9e9f-ae78e17e2559 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:15.501585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.585023 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.585341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.599536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Calling delete_port for 98fc19af-317d-4234-9e9f-ae78e17e2559 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:15.771100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.798089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event deleted for resources: {'Port': ['ID=98fc19af-317d-4234-9e9f-ae78e17e2559,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:15.877061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:15.879269 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Floating IP cf6d02a5-88c7-495f-a619-9dfc202096eb disassociated (deleted). External IP: 172.25.3.141, port: 0578cf82-b432-46c6-9760-b950ee4dca8d. Aug 06 18:59:16.115074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:59:16.234181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:59:16.239424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:16.245665 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:59:16.255802 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:16.256433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:16.272806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cb3fd75f-3ee0-4b73-8618-e29e41138f9d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "DELETE /v2.0/floatingips/cf6d02a5-88c7-495f-a619-9dfc202096eb HTTP/1.1" status: 204 len: 168 time: 0.9723756 Aug 06 18:59:16.273539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:59:16.275993 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:59:16.370095 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:16.445714 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9604a7a4-e1d5-4ee1-b2d5-8ddf080b4eb7 x-openstack-request-id: req-9604a7a4-e1d5-4ee1-b2d5-8ddf080b4eb7 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:59:16.446650 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4024109c-603d-4782-8659-aea280800822", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:59:16.447330 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9604a7a4-e1d5-4ee1-b2d5-8ddf080b4eb7 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:59:16.447936 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:59:16.558354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-e95e421c-8e69-406a-a831-3bb9800f6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:16.560043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-e95e421c-8e69-406a-a831-3bb9800f6ff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 1097 time: 0.0760660 Aug 06 18:59:16.604728 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:16.605462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061b2f4-d905-4f59-b8a4-476ea6ff5cc3 req-5e170a51-a749-4c71-902e-c2e442914274 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:16.607023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e061b2f4-d905-4f59-b8a4-476ea6ff5cc3 req-5e170a51-a749-4c71-902e-c2e442914274 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0876675 Aug 06 18:59:16.631131 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:59:16.640529 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:16.641132 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:16.695358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e061b2f4-d905-4f59-b8a4-476ea6ff5cc3 req-6e7474aa-5a0b-48d8-b35b-9f90a0e35cad tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570929 Aug 06 18:59:16.700554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-0b402051-ab8c-4162-8a6f-ece2004be1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:16.702163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-0b402051-ab8c-4162-8a6f-ece2004be1a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 200 len: 913 time: 0.1339140 Aug 06 18:59:16.750446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-840dd3ef-1c47-4ad3-a500-44823c94973c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 200 len: 217 time: 0.0402215 Aug 06 18:59:16.752393 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:16.809266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-0cb5fbe3-adf2-45e4-86db-4dc72b66653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:16.810828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-0cb5fbe3-adf2-45e4-86db-4dc72b66653b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 200 len: 851 time: 0.0519598 Aug 06 18:59:16.867193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-608eda5e-2f0e-4094-ab46-b0425023cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:16.868726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-608eda5e-2f0e-4094-ab46-b0425023cb0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c0466ae-679f-4b5a-8403-b86cc4d13df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499666 Aug 06 18:59:16.966773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-e9684619-f1eb-486d-9ae9-997c46d05651 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Aug 06 18:59:17.069786 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:17.073590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72bca6be-b647-4a02-9a28-c2bf9b2ec3c8 req-437e32c6-5d96-4ab2-962c-d0da742cf150 service neutron] 10.222.0.55 "GET /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971985 Aug 06 18:59:17.098351 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556f917-48ee-433d-a85b-356e27d01401 None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:21Z', 'revision_number': 4, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'dd983637-98e6-482d-ad3f-e7fd7beb50f3', 'name': '', 'network_id': '2c0466ae-679f-4b5a-8403-b86cc4d13df5', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'mac_address': 'fa:16:3e:d8:1f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:21Z', 'updated_at': '2021-08-06T18:56:28Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'subnets': [{'id': 'd5967b93-bdae-4d4a-8a53-aa061605e340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:59:17.353284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15246b-2561-4616-b122-902693e76135 None None] New status for floating IP cf6d02a5-88c7-495f-a619-9dfc202096eb: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:59:17.856853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3aec1-10e5-4acb-ab69-d392ed71316d req-bfcc9156-4d0f-4726-8eb0-664719e0535d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:17.858441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33a3aec1-10e5-4acb-ab69-d392ed71316d req-bfcc9156-4d0f-4726-8eb0-664719e0535d tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Aug 06 18:59:17.925894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33a3aec1-10e5-4acb-ab69-d392ed71316d req-7c6c958f-5b97-4095-8535-c4753de4f7e9 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608649 Aug 06 18:59:17.974507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-50147f57-0566-4574-972e-76c4a787736a tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:17.976071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-50147f57-0566-4574-972e-76c4a787736a tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.55 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 945 time: 0.0630236 Aug 06 18:59:18.079239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Deleting port 0578cf82-b432-46c6-9760-b950ee4dca8d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:18.079584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:18.179632 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] For port 0578cf82-b432-46c6-9760-b950ee4dca8d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0578cf82-b432-46c6-9760-b950ee4dca8d,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:18.180004 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:18.194318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Calling delete_port for 0578cf82-b432-46c6-9760-b950ee4dca8d owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:18.342831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:18.375930 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event deleted for resources: {'Port': ['ID=0578cf82-b432-46c6-9760-b950ee4dca8d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:18.404850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.405224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.405579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.405906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.406237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.406552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.406869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.407180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.407492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.407822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.408118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.408427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:18.427099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] No DVR routers for this DVR port 0578cf82-b432-46c6-9760-b950ee4dca8d on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:59:18.429530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:18.431577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86be62d1-0981-4c88-bc1c-dac28492fc77 req-cfab9f63-d225-48a3-96a6-63893b260c58 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.55 "DELETE /v2.0/ports/0578cf82-b432-46c6-9760-b950ee4dca8d HTTP/1.1" status: 204 len: 173 time: 0.4496949 Aug 06 18:59:18.449475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'name': 'network-vif-deleted', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:59:18.451868 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72923f06-30c6-4029-8eef-515946ed0cc2" -d '{"events": [{"server_uuid": "4024109c-603d-4782-8659-aea280800822", "name": "network-vif-deleted", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:59:18.490486 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721d742-fee6-4954-9747-0f5d9def9767 x-openstack-request-id: req-f721d742-fee6-4954-9747-0f5d9def9767 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:59:18.490832 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4024109c-603d-4782-8659-aea280800822", "name": "network-vif-deleted", "tag": "0578cf82-b432-46c6-9760-b950ee4dca8d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:59:18.491016 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f721d742-fee6-4954-9747-0f5d9def9767 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:59:18.491447 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4024109c-603d-4782-8659-aea280800822', 'name': 'network-vif-deleted', 'tag': '0578cf82-b432-46c6-9760-b950ee4dca8d', 'status': 'completed', 'code': 200} Aug 06 18:59:19.024796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c0fafa47-6209-492d-94c8-e571bd9a44e1 req-43607be9-6811-4965-acf1-aedf6d5783a0 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Aug 06 18:59:20.123472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a4063af5-1658-4e42-9d10-cea985f52dbb req-f5f19311-e011-478b-bd71-f9dac8b561ef tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0265472 Aug 06 18:59:20.963913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0578cf82-b432-46c6-9760-b950ee4dca8d no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:20.987355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 0578cf82-b432-46c6-9760-b950ee4dca8d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:20.987669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0578cf82-b432-46c6-9760-b950ee4dca8d not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:21.223430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1bea7ce3-6009-4c94-87bd-a8d770dee6b1 req-d6428026-14c3-41e5-b1a3-fa8688878547 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Aug 06 18:59:22.345286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81fca46a-1393-4454-9e41-527b11afd3b6 req-b9897c99-dbfe-4740-8417-908fc9f32031 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "GET /v2.0/ports?device_id=4024109c-603d-4782-8659-aea280800822 HTTP/1.1" status: 200 len: 210 time: 0.0285389 Aug 06 18:59:23.410979 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 47922) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:23.478400 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:23.512338 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:23.578512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:23.581248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:23.585621 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1625fdc-5ed0-4402-93b2-8f3d0d6cc407 HTTP/1.1" status: 204 len: 168 time: 0.1735785 Aug 06 18:59:23.595257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1625fdc-5ed0-4402-93b2-8f3d0d6cc407,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:23.603495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.603980 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.604326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.604664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.605000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.605361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.605894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.606239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.606595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.606928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.607257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:23.607584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de2cd6d-2f51-43e6-b42b-95e98b5ace00 tempest-TestVolumeBackupRestore-80708776 tempest-TestVolumeBackupRestore-80708776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:25.579241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-743c98a8-8506-46a5-a12a-7534f433be0e req-85b94709-7b32-4b30-a73c-08eac0a1089c tempest-TestVolumeBootPattern-747123030 tempest-TestVolumeBootPattern-747123030-project] (94121) timed out ('10.222.0.64', 39670) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:59:25.802338 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:59:27.060696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48374) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:27.447146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:27.724850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Deleting port dd983637-98e6-482d-ad3f-e7fd7beb50f3 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:27.725229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:27.809318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] For port dd983637-98e6-482d-ad3f-e7fd7beb50f3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=dd983637-98e6-482d-ad3f-e7fd7beb50f3,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:27.809725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:27.822917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Calling delete_port for dd983637-98e6-482d-ad3f-e7fd7beb50f3 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:28.024823 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.050629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd983637-98e6-482d-ad3f-e7fd7beb50f3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:28.224290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.460034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:59:28.554813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d1c23b6e-7aec-48c9-aea0-7f5871347bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.579784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:59:28.585402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-173f6d11-3ab7-4a20-9adf-0d1b0feb255f admin admin] 10.222.0.64 "PUT /v2.0/routers/e8a2a580-6319-4ac7-a3d4-6ae05ea37451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5234311 Aug 06 18:59:28.588019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48378) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:28.591018 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Sync routers for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:59:28.605099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:28.605775 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:28.705283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.714918 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:28.810174 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.865541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Deleting port eeaa4923-24c4-4c4b-a716-6fcf993c1075 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:28.865912 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:28.893204 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:59:27Z', 'revision_number': 5, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port': {'id': 'eeaa4923-24c4-4c4b-a716-6fcf993c1075', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:28.919755 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Checking router: e8a2a580-6319-4ac7-a3d4-6ae05ea37451 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:59:28.929207 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Routers {'e8a2a580-6319-4ac7-a3d4-6ae05ea37451'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:28.929863 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:29.029430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] Set router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:29.085395 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:59:28Z', 'revision_number': 6, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:29.119646 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8e6cc-2802-43c3-b771-bd7e18dfb745 None None] The sync data for ids ['e8a2a580-6319-4ac7-a3d4-6ae05ea37451'] in n-d-793621-29 is: [{'id': 'e8a2a580-6319-4ac7-a3d4-6ae05ea37451', 'name': 'tempest-TestVolumeBackupRestore-11401023-router', 'tenant_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:19Z', 'updated_at': '2021-08-06T18:59:28Z', 'revision_number': 6, 'project_id': '7dd31e0cdc1f499db6b7dbc32cc5ddab', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:59:29.294626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] For port eeaa4923-24c4-4c4b-a716-6fcf993c1075, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=eeaa4923-24c4-4c4b-a716-6fcf993c1075,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:29.295249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.308671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Calling delete_port for eeaa4923-24c4-4c4b-a716-6fcf993c1075 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:29.500638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.527806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaa4923-24c4-4c4b-a716-6fcf993c1075,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:29.540619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dd983637-98e6-482d-ad3f-e7fd7beb50f3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:29.575391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: dd983637-98e6-482d-ad3f-e7fd7beb50f3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:29.576060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device dd983637-98e6-482d-ad3f-e7fd7beb50f3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:29.593384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.695835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.698532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.746421 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.747337 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a2a580-6319-4ac7-a3d4-6ae05ea37451 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:59:29.754724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.756298 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6f3f251d-b418-42c3-b379-bc6cdf85b464 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e8a2a580-6319-4ac7-a3d4-6ae05ea37451 HTTP/1.1" status: 204 len: 168 time: 1.1669822 Aug 06 18:59:29.759062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48382) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:29.805543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Deleting subnet d5967b93-bdae-4d4a-8a53-aa061605e340 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:59:29.808734 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.846158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.931969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:29.990299 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.015824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5967b93-bdae-4d4a-8a53-aa061605e340,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:30.019599 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.023932 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c029a1b8-e379-4f28-be3b-feb6b9d17328 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d5967b93-bdae-4d4a-8a53-aa061605e340 HTTP/1.1" status: 204 len: 168 time: 0.2614691 Aug 06 18:59:30.025905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:30.026195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb34aea-606c-48cd-bb3a-531226691724 None None] Network 2c0466ae-679f-4b5a-8403-b86cc4d13df5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:59:30.104946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.171142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Deleting port f206e4f6-163b-42d0-97b0-d156718c393e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:30.171496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.228690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2500739-4998-4929-a666-205317ac499c None None] DHCP port deletion for 2c0466ae-679f-4b5a-8403-b86cc4d13df5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:59:30.247248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] For port f206e4f6-163b-42d0-97b0-d156718c393e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f206e4f6-163b-42d0-97b0-d156718c393e,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:30.247759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.271423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Calling delete_port for f206e4f6-163b-42d0-97b0-d156718c393e owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:30.288485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b2500739-4998-4929-a666-205317ac499c None None] Deleting port f206e4f6-163b-42d0-97b0-d156718c393e {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:30.288863 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b2500739-4998-4929-a666-205317ac499c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.354045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.354713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b2500739-4998-4929-a666-205317ac499c None None] For port f206e4f6-163b-42d0-97b0-d156718c393e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f206e4f6-163b-42d0-97b0-d156718c393e,segment=NetworkSegment(36bdb2df-95c5-4885-8e3b-53790201855a),segment_id=36bdb2df-95c5-4885-8e3b-53790201855a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:30.355117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b2500739-4998-4929-a666-205317ac499c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.368739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b2500739-4998-4929-a666-205317ac499c None None] Calling delete_port for f206e4f6-163b-42d0-97b0-d156718c393e owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:30.387899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f206e4f6-163b-42d0-97b0-d156718c393e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:30.390143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] No DVR routers for this DVR port f206e4f6-163b-42d0-97b0-d156718c393e on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:59:30.452773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b2500739-4998-4929-a666-205317ac499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.471025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.477957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2500739-4998-4929-a666-205317ac499c None None] Pushing event deleted for resources: {'Port': ['ID=f206e4f6-163b-42d0-97b0-d156718c393e,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:30.481608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0466ae-679f-4b5a-8403-b86cc4d13df5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:30.481877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2500739-4998-4929-a666-205317ac499c None None] No DVR routers for this DVR port f206e4f6-163b-42d0-97b0-d156718c393e on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:59:30.495423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bdb2df-95c5-4885-8e3b-53790201855a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:30.495733 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bdb2df-95c5-4885-8e3b-53790201855a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:30.505007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.519471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.525385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:59:30.525794 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: timer() Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:59:30.527435 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:59:30.589727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.596189 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:30.598099 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2c0466ae-679f-4b5a-8403-b86cc4d13df5 HTTP/1.1" status: 204 len: 168 time: 0.5711906 Aug 06 18:59:30.601374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48388) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:30.613707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942410dc-2cf5-4649-bd9e-23b2d26460c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0466ae-679f-4b5a-8403-b86cc4d13df5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:31.299309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.315424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f206e4f6-163b-42d0-97b0-d156718c393e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:31.336065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f206e4f6-163b-42d0-97b0-d156718c393e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:31.336273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f206e4f6-163b-42d0-97b0-d156718c393e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:31.336721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device eeaa4923-24c4-4c4b-a716-6fcf993c1075 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:31.355291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: eeaa4923-24c4-4c4b-a716-6fcf993c1075 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:31.355635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device eeaa4923-24c4-4c4b-a716-6fcf993c1075 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:31.496964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.555913 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Deleting port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:31.556196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.639252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] For port 29427f57-b2c5-43a2-a7ab-2e9243c38e9c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:31.639949 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.652334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Calling delete_port for 29427f57-b2c5-43a2-a7ab-2e9243c38e9c owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:31.748039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-da28d135-3fd9-45cc-8c26-07be619e8f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.838988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:31.864662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Pushing event deleted for resources: {'Port': ['ID=29427f57-b2c5-43a2-a7ab-2e9243c38e9c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:32.033892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.253756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Router 51c1aa15-b0a8-4dc9-803d-f16934866566 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:59:32.385687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:59:32.391180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dcc2107f-32da-47ec-94a8-436f1df2c498 admin admin] 10.222.0.64 "PUT /v2.0/routers/51c1aa15-b0a8-4dc9-803d-f16934866566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883732 Aug 06 18:59:32.393665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48398) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:32.394440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Sync routers for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:59:32.405205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:32.405859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:32.501414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.513022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:32.610417 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.665713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Deleting port 99a6183d-a98c-46f9-af8d-0f39ca03a580 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:32.666421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.702180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:59:31Z', 'revision_number': 5, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port': {'id': '99a6183d-a98c-46f9-af8d-0f39ca03a580', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:56:24Z', 'updated_at': '2021-08-06T18:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:32.728578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Checking router: 51c1aa15-b0a8-4dc9-803d-f16934866566 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:59:32.737245 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Routers {'51c1aa15-b0a8-4dc9-803d-f16934866566'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:59:32.737884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T18:59:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['51c1aa15-b0a8-4dc9-803d-f16934866566'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:32.744424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] For port 99a6183d-a98c-46f9-af8d-0f39ca03a580, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99a6183d-a98c-46f9-af8d-0f39ca03a580,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:32.744872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.762643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Calling delete_port for 99a6183d-a98c-46f9-af8d-0f39ca03a580 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:32.942210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:32.975238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Pushing event deleted for resources: {'Port': ['ID=99a6183d-a98c-46f9-af8d-0f39ca03a580,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:32.995221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] Set router 51c1aa15-b0a8-4dc9-803d-f16934866566 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:59:33.049541 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.056472 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:59:32Z', 'revision_number': 6, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:33.086914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db991d01-1694-485f-bdea-ba8b4db11548 None None] The sync data for ids ['51c1aa15-b0a8-4dc9-803d-f16934866566'] in n-d-793621-29 is: [{'id': '51c1aa15-b0a8-4dc9-803d-f16934866566', 'name': 'tempest-TestVolumeBackupRestore-1810809533-router', 'tenant_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:56:23Z', 'updated_at': '2021-08-06T18:59:32Z', 'revision_number': 6, 'project_id': '4a5ee71860a74ba6aa1166e207bfe86a', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:59:33.147005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.149788 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.220881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.221529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c1aa15-b0a8-4dc9-803d-f16934866566 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:59:33.227599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.232592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aabe95fd-cd43-451b-99b6-dc024018f23f admin admin] 10.222.0.64 "DELETE /v2.0/routers/51c1aa15-b0a8-4dc9-803d-f16934866566 HTTP/1.1" status: 204 len: 168 time: 0.8344231 Aug 06 18:59:33.233341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48402) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:33.279755 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Deleting subnet 52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:59:33.283313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.328728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.376781 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.418118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.480791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.501663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.501663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8 HTTP/1.1" status: 204 len: 168 time: 0.2657607 Aug 06 18:59:33.503674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48408) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:33.509164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e215d39-e2cf-4664-a5b4-11034280d3e2 None None] Network 424eeb0c-d1ca-4471-8021-bc0d960d5bed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:59:33.532113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fc218-93b9-4a30-b197-f6b4047d78d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a33d32-1dfb-47c3-aa5c-9b8cf6e6f2e8,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:33.557574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29427f57-b2c5-43a2-a7ab-2e9243c38e9c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:33.604967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 29427f57-b2c5-43a2-a7ab-2e9243c38e9c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:33.605303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29427f57-b2c5-43a2-a7ab-2e9243c38e9c not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:33.606288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.663144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Deleting port 69f36d8e-d705-4949-930d-568e3eb0c8fc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:33.663488 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.731529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] For port 69f36d8e-d705-4949-930d-568e3eb0c8fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=69f36d8e-d705-4949-930d-568e3eb0c8fc,segment=NetworkSegment(b212cf5b-581d-4927-8734-1e5509a52ef3),segment_id=b212cf5b-581d-4927-8734-1e5509a52ef3)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:33.732137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.744359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Calling delete_port for 69f36d8e-d705-4949-930d-568e3eb0c8fc owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:59:33.828018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.855612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] No DVR routers for this DVR port 69f36d8e-d705-4949-930d-568e3eb0c8fc on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:59:33.858448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Pushing event deleted for resources: {'Port': ['ID=69f36d8e-d705-4949-930d-568e3eb0c8fc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:33.902004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9fdb04-b5a1-4827-bc5d-18ad76847c53 None None] DHCP port deletion for 424eeb0c-d1ca-4471-8021-bc0d960d5bed request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:59:33.939953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.950338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424eeb0c-d1ca-4471-8021-bc0d960d5bed']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:33.960734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b212cf5b-581d-4927-8734-1e5509a52ef3') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:33.961019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b212cf5b-581d-4927-8734-1e5509a52ef3') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:59:33.970169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.986001 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.993022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:59:33.993413 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: timer() Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:59:33.995342 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:59:34.057176 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.063622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.068003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] 10.222.0.64 "DELETE /v2.0/networks/424eeb0c-d1ca-4471-8021-bc0d960d5bed HTTP/1.1" status: 204 len: 168 time: 0.5608768 Aug 06 18:59:34.080746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6749-8f89-4625-a3af-3ec10347f04f admin admin] Pushing event deleted for resources: {'Network': ['ID=424eeb0c-d1ca-4471-8021-bc0d960d5bed,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:34.280004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48414) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:34.322641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-52dbdc86-d3ad-45ea-a7a8-5bff9684b6e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dd31e0cdc1f499db6b7dbc32cc5ddab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413744 Aug 06 18:59:34.325029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48416) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:34.383130 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.406894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.462826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.467464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.469929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3a15ca5-319d-4a0d-96de-75d35aa916ef HTTP/1.1" status: 204 len: 168 time: 0.1436450 Aug 06 18:59:34.479066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f374fb-f6da-42ae-8b78-cef55f0f857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a15ca5-319d-4a0d-96de-75d35aa916ef,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:34.829332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48422) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:34.853991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.876430 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b79328f6-1f63-4b95-bb97-b737c27ecb4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a5ee71860a74ba6aa1166e207bfe86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458686 Aug 06 18:59:34.879120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48424) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:59:34.931882 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:34.955115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:35.008449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:35.009564 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:35.011058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d61023a-2f03-42fc-9d00-54c1bd30a9ee HTTP/1.1" status: 204 len: 168 time: 0.1309903 Aug 06 18:59:35.022290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc52a3-e8b0-4a0c-9947-d7f465b22390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d61023a-2f03-42fc-9d00-54c1bd30a9ee,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:35.323493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69f36d8e-d705-4949-930d-568e3eb0c8fc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:35.345602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 69f36d8e-d705-4949-930d-568e3eb0c8fc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:35.345944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 69f36d8e-d705-4949-930d-568e3eb0c8fc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:35.346374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99a6183d-a98c-46f9-af8d-0f39ca03a580 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:59:35.368230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 99a6183d-a98c-46f9-af8d-0f39ca03a580 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:59:35.368572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99a6183d-a98c-46f9-af8d-0f39ca03a580 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:59:40.800637 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:42.231982 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:45.625981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-631f0bca-2b34-4905-9c01-55e0098627d0 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=152527fb28eb4608bdd7598b22241399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331750 Aug 06 18:59:45.857028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-eacc1602-60a3-44c9-b421-de19a955861d tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:45.858481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-eacc1602-60a3-44c9-b421-de19a955861d tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238460 Aug 06 18:59:45.882407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-fe2189a4-7011-41dd-a421-50c1d11e5d5f tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/quotas/152527fb28eb4608bdd7598b22241399 HTTP/1.1" status: 200 len: 375 time: 0.0152218 Aug 06 18:59:45.918650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-e2e65d84-a87b-450c-aa22-5a73490ce630 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=152527fb28eb4608bdd7598b22241399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274599 Aug 06 18:59:46.128077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86412beb-abec-499a-a497-840c0e14394f req-9e3c77d7-97dd-408d-9134-f8b306873a5e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 210 time: 0.0372572 Aug 06 18:59:47.080368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-753b00df-4f7a-4e1c-bf04-81129eda4797 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=152527fb28eb4608bdd7598b22241399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235865 Aug 06 18:59:47.195045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-b530b110-7873-42f6-a4f7-2ee1457b3f95 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:47.196577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-b530b110-7873-42f6-a4f7-2ee1457b3f95 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106710 Aug 06 18:59:47.211245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Request body: {'port': {'device_id': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'admin_state_up': True, 'tenant_id': '152527fb28eb4608bdd7598b22241399'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:59:47.230144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84ceb46c-7776-4a87-998b-9f3846f408be req-5e960633-d7eb-4c0b-b534-6b93d6615007 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Aug 06 18:59:47.356501 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Made reservation on behalf of 152527fb28eb4608bdd7598b22241399 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:59:47.360433 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.375734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.493888 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.500298 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.563987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9678e93e-cb77-4b95-8d02-ec83246ac83f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:47.647240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Allocated IP 192.168.233.39 (f40c6da6-b89b-42cb-bffe-8a50253ec77c/43f06237-c5eb-4d64-b27f-e6132e99a5c9/4b0b05c8-f450-46fe-a0be-44a9d3d1e04b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:59:47.818707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.833674 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Transition to ACTIVE for port object 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:59:47.870291 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:47.915727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Network f40c6da6-b89b-42cb-bffe-8a50253ec77c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:59:47.922197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:59:47.927862 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:59:47.953979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Pushing event updated for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:47.983596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:47.984239 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:48.000889 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-647d2bbc-073e-4c5b-9c84-9578296b112e tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7948017 Aug 06 18:59:48.012395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-e0e95539-0a0e-4843-8a94-c6477bb98b84 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:59:48.013577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-e0e95539-0a0e-4843-8a94-c6477bb98b84 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065432 Aug 06 18:59:48.154772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d22ba2b-aac8-415f-9672-8a35d996a66f None None] Provisioning for port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:59:48.160251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9d22ba2b-aac8-415f-9672-8a35d996a66f None None] Provisioning complete for port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:59:48.160624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9d22ba2b-aac8-415f-9672-8a35d996a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:48.176177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Request body: {'port': {'device_id': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:59:48.199010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9d22ba2b-aac8-415f-9672-8a35d996a66f None None] Port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:59:48.231105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:48.770757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eee89-7e19-4867-87cc-24e66ae82cf3 req-c8426c8f-7c66-4037-923f-0ed53690fbbe tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:48.772554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b0eee89-7e19-4867-87cc-24e66ae82cf3 req-c8426c8f-7c66-4037-923f-0ed53690fbbe tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 935 time: 0.4375911 Aug 06 18:59:48.838877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b0eee89-7e19-4867-87cc-24e66ae82cf3 req-4f7b0000-8b00-44e2-b606-3b4599aced64 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590374 Aug 06 18:59:48.902752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:59:48.912119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:48.927003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Transition to ACTIVE for port object 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:59:48.932625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:48.986247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Pushing event updated for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:49.070350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Attempting to bind port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:59:49.071149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Attempting to bind port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:59:49.071898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Attempting to bind port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:59:49.078314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b on network f40c6da6-b89b-42cb-bffe-8a50253ec77c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:59:49.078643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Attempting to bind port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b on network f40c6da6-b89b-42cb-bffe-8a50253ec77c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:59:49.084892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:59:49.085281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Checking segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:59:49.085670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Bound using segment: {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:59:49.086101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Bound port: 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d4f79d-864f-4a3f-aac4-8d648d9301bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:59:49.086502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:49.159872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:59:49.163481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:59:49.169997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:49.204250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.204926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:49.206344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] 10.222.0.16 "PUT /v2.0/ports/4b0b05c8-f450-46fe-a0be-44a9d3d1e04b HTTP/1.1" status: 200 len: 1096 time: 1.0913439 Aug 06 18:59:49.206794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:59:49.209424 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36780994-82ed-48f6-b7d0-53b39c0c6743" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:59:49.239665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85ca14-269b-40f7-ab59-138f8bbc61fe service neutron] Pushing event updated for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:49.284553 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2cd6b-b9c2-4b00-b352-92b6e831aa0e x-openstack-request-id: req-a7d2cd6b-b9c2-4b00-b352-92b6e831aa0e {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:59:49.284846 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:59:49.285095 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7d2cd6b-b9c2-4b00-b352-92b6e831aa0e {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:59:49.285729 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b', 'status': 'completed', 'code': 200} Aug 06 18:59:49.302823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-79c6a0a5-0320-4747-8692-77cc0a87f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.304315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-79c6a0a5-0320-4747-8692-77cc0a87f918 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=152527fb28eb4608bdd7598b22241399&device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 1099 time: 0.0526705 Aug 06 18:59:49.349833 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-4bf0173b-074d-4017-b568-269a4ea63946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b HTTP/1.1" status: 200 len: 217 time: 0.0361698 Aug 06 18:59:49.403303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-a34a9cb7-c57b-42ce-b1c6-e40581f0147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.404822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-a34a9cb7-c57b-42ce-b1c6-e40581f0147a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0475011 Aug 06 18:59:49.461747 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-8a32d0f0-aa9a-4621-9378-83c941cf5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.463999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-8a32d0f0-aa9a-4621-9378-83c941cf5799 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505612 Aug 06 18:59:49.565515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-995589f8-eb55-43b2-b3ff-86a46cff6da8 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940456 Aug 06 18:59:49.665968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fec45ff6-0a5c-4e7c-a4ca-423a56a2a8c6 req-adf85fa6-25af-415e-83cd-44a712c4dc24 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934417 Aug 06 18:59:49.756661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-3b721f5f-dce0-4213-9afc-37416b897d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.758223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-3b721f5f-dce0-4213-9afc-37416b897d94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=152527fb28eb4608bdd7598b22241399&device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 1099 time: 0.0447891 Aug 06 18:59:49.876731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-7a378289-52ec-4aba-aa82-9d7b4b3b9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.878317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-7a378289-52ec-4aba-aa82-9d7b4b3b9475 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f40c6da6-b89b-42cb-bffe-8a50253ec77c HTTP/1.1" status: 200 len: 870 time: 0.1108587 Aug 06 18:59:49.925048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-1bdc2543-7295-4689-b52e-b0c8849ffcaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b HTTP/1.1" status: 200 len: 217 time: 0.0376031 Aug 06 18:59:49.998399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-481669e0-5fec-4054-be84-7dc14f35bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:49.999881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-481669e0-5fec-4054-be84-7dc14f35bf9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43f06237-c5eb-4d64-b27f-e6132e99a5c9 HTTP/1.1" status: 200 len: 843 time: 0.0673988 Aug 06 18:59:50.012591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250e18a-70a3-447c-a51b-5d08a1acdff2 req-be7fb45c-758b-42aa-8549-bbf360f76a0c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:50.014022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8250e18a-70a3-447c-a51b-5d08a1acdff2 req-be7fb45c-758b-42aa-8549-bbf360f76a0c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 947 time: 0.0915983 Aug 06 18:59:50.081002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8250e18a-70a3-447c-a51b-5d08a1acdff2 req-af6f58ac-1e51-410c-a629-089ce35d22c6 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582881 Aug 06 18:59:50.084647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-98dcaaa0-9eb7-4615-ab27-a2ac851c7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:50.086172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-98dcaaa0-9eb7-4615-ab27-a2ac851c7162 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f40c6da6-b89b-42cb-bffe-8a50253ec77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713234 Aug 06 18:59:50.182825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-a945bb8c-d4f8-4d8b-bf77-7d265d2d6dab service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890353 Aug 06 18:59:50.280094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36780994-82ed-48f6-b7d0-53b39c0c6743 req-244a33f0-1746-44cd-8454-c1ac7a228a19 service neutron] 10.222.0.16 "GET /v2.0/networks/f40c6da6-b89b-42cb-bffe-8a50253ec77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901501 Aug 06 18:59:51.215377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65295a-331d-4c0b-8f5f-744483c81f78 req-db8c1b54-7f41-44cc-b836-e6a9483aa772 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:51.216872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f65295a-331d-4c0b-8f5f-744483c81f78 req-db8c1b54-7f41-44cc-b836-e6a9483aa772 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 947 time: 0.0516162 Aug 06 18:59:51.259912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f65295a-331d-4c0b-8f5f-744483c81f78 req-aeaae2dc-20db-4f01-bebc-4661412a4229 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Aug 06 18:59:52.389154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631f3d-0b29-4bf6-94c7-479a790a6f08 req-8e62b978-8dc7-4b5e-bafc-6f6b541fc00c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:52.390783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8631f3d-0b29-4bf6-94c7-479a790a6f08 req-8e62b978-8dc7-4b5e-bafc-6f6b541fc00c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 947 time: 0.0594478 Aug 06 18:59:52.431158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f8631f3d-0b29-4bf6-94c7-479a790a6f08 req-34e21b18-e68a-48eb-85c0-1c7c1148f26f tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Aug 06 18:59:53.221852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:59:53.322482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:53.334452 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b', 'network_id': 'f40c6da6-b89b-42cb-bffe-8a50253ec77c', 'port_id': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b', 'mac_address': 'fa:16:3e:36:ce:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f06237-c5eb-4d64-b27f-e6132e99a5c9', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:59:53.375424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:53.392940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:59:53.413267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:53.418767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:53.469812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:53.477911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.478282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.478581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.478918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.479247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.479566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.479888 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.480202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.480540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.480861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.481229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.481532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:59:53.553528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b119-82aa-4237-ad22-fe7114528a74 req-66d5784b-3c67-40f7-80f2-e0d3ebf1e7b6 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:53.555183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da8b119-82aa-4237-ad22-fe7114528a74 req-66d5784b-3c67-40f7-80f2-e0d3ebf1e7b6 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 948 time: 0.0526037 Aug 06 18:59:53.598632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7da8b119-82aa-4237-ad22-fe7114528a74 req-980f7dac-179f-4ee2-b682-b227fc09133f tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Aug 06 18:59:53.778169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['4b0b05c8-f450-46fe-a0be-44a9d3d1e04b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:59:54.725915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b9a31-bd2c-433c-b5eb-7b2655be97f3 req-205acad5-2dec-4acc-8f43-b1912dc06bb8 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:54.727694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d19b9a31-bd2c-433c-b5eb-7b2655be97f3 req-205acad5-2dec-4acc-8f43-b1912dc06bb8 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 948 time: 0.0590291 Aug 06 18:59:54.773466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d19b9a31-bd2c-433c-b5eb-7b2655be97f3 req-448d0877-0adf-43b1-ad43-43ff7871255c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Aug 06 18:59:55.239049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:59:55.298640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:59:55.302898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:59:55.303250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:55.384567 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:55.406817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:59:55.409112 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0cc1f-dd61-4ce2-9b25-a0ce4e0fc842" -d '{"events": [{"server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "name": "network-vif-plugged", "status": "completed", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:59:55.422318 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:55.428426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:55.455790 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f819585-8149-4c05-948d-7d8322c3d4da x-openstack-request-id: req-2f819585-8149-4c05-948d-7d8322c3d4da {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:59:55.456100 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "name": "network-vif-plugged", "status": "completed", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:59:55.456351 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f819585-8149-4c05-948d-7d8322c3d4da {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:59:55.456736 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b', 'code': 200} Aug 06 18:59:55.484303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:59:55.552809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074df09-ee2e-4bed-9ff1-2241568c3304 req-b626a415-3089-481b-b6e4-cdb7b9a7737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:55.554387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2074df09-ee2e-4bed-9ff1-2241568c3304 req-b626a415-3089-481b-b6e4-cdb7b9a7737f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 1101 time: 0.0457356 Aug 06 18:59:55.600352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2074df09-ee2e-4bed-9ff1-2241568c3304 req-387795e4-bf4c-4497-b906-67090669788b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Aug 06 18:59:55.900364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ced74e-26a4-42fb-97e7-e87602a9a967 req-071b7af7-da11-46f7-9a74-14077f68feee tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:55.901917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65ced74e-26a4-42fb-97e7-e87602a9a967 req-071b7af7-da11-46f7-9a74-14077f68feee tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 949 time: 0.0529695 Aug 06 18:59:55.946345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65ced74e-26a4-42fb-97e7-e87602a9a967 req-43a5443c-43d9-4bb8-8e32-bab1863e905f tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 Aug 06 18:59:57.089998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54444e55-8c19-4ae7-98d2-3e68def866cd req-2e8c9003-51a2-4878-a46a-4fa628e982ef tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:57.091513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54444e55-8c19-4ae7-98d2-3e68def866cd req-2e8c9003-51a2-4878-a46a-4fa628e982ef tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 949 time: 0.0556664 Aug 06 18:59:57.136662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54444e55-8c19-4ae7-98d2-3e68def866cd req-e49acbb5-0d68-49ed-8a4b-1998391ab6f8 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Aug 06 18:59:57.474922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-35ba167f-3f5b-4661-a5e7-9f4bff3f2cc0 req-5ec9ca49-aeda-4145-a58e-c6ab22b91eeb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:59:57.485955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35ba167f-3f5b-4661-a5e7-9f4bff3f2cc0 req-5ec9ca49-aeda-4145-a58e-c6ab22b91eeb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058393 Aug 06 18:59:58.132140 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac87ae-f7cd-44c8-a58a-3da9dd885d94 req-802449ce-9105-42ba-bf72-450655d1cdae tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:58.133686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ac87ae-f7cd-44c8-a58a-3da9dd885d94 req-802449ce-9105-42ba-bf72-450655d1cdae tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 949 time: 0.0582309 Aug 06 18:59:58.172203 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9ac87ae-f7cd-44c8-a58a-3da9dd885d94 req-b21dec10-5993-4a94-a867-c26ee02a74f5 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Aug 06 18:59:58.565791 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aebdea03-a53e-4f99-97ae-3d48eecef345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:59.295187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950873-9075-4c18-b5e4-cf7140ad5c2e req-7f7fad7e-6fc2-4a33-8fcc-1666c2bb21bc tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:59.296760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82950873-9075-4c18-b5e4-cf7140ad5c2e req-7f7fad7e-6fc2-4a33-8fcc-1666c2bb21bc tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 949 time: 0.0529118 Aug 06 18:59:59.339914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82950873-9075-4c18-b5e4-cf7140ad5c2e req-98d70fd5-f23a-47de-901b-2fac1837a053 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/security-groups?id=9678e93e-cb77-4b95-8d02-ec83246ac83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Aug 06 18:59:59.657010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-afd234bd-d89d-4b02-9fb4-f6aa20f3e4ac tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:59:59.658582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-afd234bd-d89d-4b02-9fb4-f6aa20f3e4ac tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 949 time: 0.0556250 Aug 06 18:59:59.760962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Deleting port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:59:59.761308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:59.851965 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] For port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,segment=NetworkSegment(44d4f79d-864f-4a3f-aac4-8d648d9301bb),segment_id=44d4f79d-864f-4a3f-aac4-8d648d9301bb)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:59:59.852308 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:59:59.865628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Calling delete_port for 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:00:00.017249 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:00.029660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['4b0b05c8-f450-46fe-a0be-44a9d3d1e04b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:00:00.048744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Pushing event deleted for resources: {'Port': ['ID=4b0b05c8-f450-46fe-a0be-44a9d3d1e04b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:00.098185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] No DVR routers for this DVR port 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:00:00.101369 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:00.103640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddd7ae84-c435-462d-b2d6-dfadab00c78c req-2d1acbe7-40f9-415b-85d1-45ca39eeeb76 tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.16 "DELETE /v2.0/ports/4b0b05c8-f450-46fe-a0be-44a9d3d1e04b HTTP/1.1" status: 204 len: 173 time: 0.4391296 Aug 06 19:00:00.104256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'name': 'network-vif-deleted', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:00.106575 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb47b4c-4da3-422b-9df8-da31eb2ffd39" -d '{"events": [{"server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "name": "network-vif-deleted", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:00.146550 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7df8930-017d-41d2-970b-c2e9349ed50d x-openstack-request-id: req-e7df8930-017d-41d2-970b-c2e9349ed50d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:00.146939 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ec9b9e-1b22-4d16-b0e1-1724cdb71108", "name": "network-vif-deleted", "tag": "4b0b05c8-f450-46fe-a0be-44a9d3d1e04b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:00.147254 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7df8930-017d-41d2-970b-c2e9349ed50d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:00.147663 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ec9b9e-1b22-4d16-b0e1-1724cdb71108', 'name': 'network-vif-deleted', 'tag': '4b0b05c8-f450-46fe-a0be-44a9d3d1e04b', 'status': 'completed', 'code': 200} Aug 06 19:00:00.471479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-baab4906-8885-420a-8911-110234374507 req-ee64ea02-4fcd-443c-86b0-940b675e269c tempest-ServersAdminNegativeTestJSON-459100329 tempest-ServersAdminNegativeTestJSON-459100329-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8ec9b9e-1b22-4d16-b0e1-1724cdb71108 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Aug 06 19:00:01.509426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:01.760611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55093cf2-0716-47a1-8c12-c969897c7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:01.797396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48572) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:01.958128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b00c2f42-e9df-4129-bd6f-ca29e8ca2d0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=152527fb28eb4608bdd7598b22241399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591191 Aug 06 19:00:01.961395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48576) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:02.014592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.038055 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.094852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.097555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.098772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9678e93e-cb77-4b95-8d02-ec83246ac83f HTTP/1.1" status: 204 len: 168 time: 0.1364460 Aug 06 19:00:02.107379 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5628b3-d842-43b0-a320-1830795c8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678e93e-cb77-4b95-8d02-ec83246ac83f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:02.402361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48582) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:02.419644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e219e3a0-14c6-4344-820c-a76d17018aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.515441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e219e3a0-14c6-4344-820c-a76d17018aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.520902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e219e3a0-14c6-4344-820c-a76d17018aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.556894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e3a0-14c6-4344-820c-a76d17018aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46477bd-2533-4d0f-b713-d2e3e6c35a5c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:02.562437 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e219e3a0-14c6-4344-820c-a76d17018aaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a4ff414ca754ad4a40a6a243b225964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588640 Aug 06 19:00:02.565540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48584) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:02.626855 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.648646 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.698528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.702683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:02.704498 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e46477bd-2533-4d0f-b713-d2e3e6c35a5c HTTP/1.1" status: 204 len: 168 time: 0.1378803 Aug 06 19:00:02.725102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fb313-34a6-4027-bceb-e724dd2b33e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46477bd-2533-4d0f-b713-d2e3e6c35a5c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:02.803792 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:00:03.313024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:00:03.334917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:00:03.335230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4b0b05c8-f450-46fe-a0be-44a9d3d1e04b not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:00:03.373953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.499773 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48606) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:03.609399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847446711-network', 'tenant_id': 'eee55e3c62e147c99de3bbd890ef64b0'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:03.637758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Made reservation on behalf of eee55e3c62e147c99de3bbd890ef64b0 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:03.640225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.650590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.747560 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.754570 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.785701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372df06-3e27-4212-8116-20382b2608d4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:03.790115 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:00:03.800547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.801382 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Added segment 533756ee-18f1-41c8-a90f-668d34f2d844 of type vlan for network f03a18c3-03bb-4b58-82c7-0e86411b5a2b Aug 06 19:00:03.845848 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.884557 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.885611 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:03.886226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:03.942633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4417176 Aug 06 19:00:03.946068 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48616) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:03.953192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Request body: {'subnet': {'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847446711-subnet', 'tenant_id': 'eee55e3c62e147c99de3bbd890ef64b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:03.961863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d050d-8f08-47ff-a28c-2ebd455e113a admin admin] Pushing event updated for resources: {'Network': ['ID=f03a18c3-03bb-4b58-82c7-0e86411b5a2b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:03.972314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f03a18c3-03bb-4b58-82c7-0e86411b5a2b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:00:03.985089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Made reservation on behalf of eee55e3c62e147c99de3bbd890ef64b0 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:03.987380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:04.173720 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:04.229841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421252b8-ef52-471d-b91c-363ad787bf55,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:04.245331 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Checking segment: {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:00:04.245726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Network hostable DHCP agents. Network: f03a18c3-03bb-4b58-82c7-0e86411b5a2b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:00:04.264486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Network f03a18c3-03bb-4b58-82c7-0e86411b5a2b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:00:04.282273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f03a18c3-03bb-4b58-82c7-0e86411b5a2b) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:00:04.287460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:04.288995 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:04.290396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f3d83-efbe-4672-9088-f14954ad0409 None None] Network f03a18c3-03bb-4b58-82c7-0e86411b5a2b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:00:04.304315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54781322-344c-4311-a9e0-7e1e9e620685 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3573878 Aug 06 19:00:04.429859 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5d5fb-dc7a-4e6b-85e8-50616da73a18 None None] Network f03a18c3-03bb-4b58-82c7-0e86411b5a2b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:00:04.770041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-1601ebe8-4939-4737-a69e-9ca72b0e751f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:04.771573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-1601ebe8-4939-4737-a69e-9ca72b0e751f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 811 time: 0.1213696 Aug 06 19:00:04.789095 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-aa5e902b-4283-4d68-bd55-6751f4cb03a9 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/quotas/eee55e3c62e147c99de3bbd890ef64b0 HTTP/1.1" status: 200 len: 375 time: 0.0101984 Aug 06 19:00:04.824794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-9099ec7e-f27a-4b8f-bcdf-cb05f508ad18 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271146 Aug 06 19:00:04.859189 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:04.929034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-fd0639d6-c44b-43ad-aa07-03a08298e938 service neutron] 10.222.0.64 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969257 Aug 06 19:00:05.039127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-6622194a-c04d-409c-9a63-0ab8d34f5c4b service neutron] 10.222.0.64 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017768 Aug 06 19:00:05.215058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3779e12-b07e-476c-95a4-87f3f6cc31af req-eb374a1e-f0de-40b9-b9d8-fbc251855e54 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0299573 Aug 06 19:00:06.333501 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d8a75f1-855d-44ac-b513-2f6fef2cbb6c req-800788ac-ea53-402a-bc0f-cbd305340070 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0353236 Aug 06 19:00:06.530284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-7f5c0567-82e8-45eb-96d0-bbf493db20dc tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:06.531691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-7f5c0567-82e8-45eb-96d0-bbf493db20dc tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.16 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 811 time: 0.1054888 Aug 06 19:00:06.544868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Request body: {'port': {'device_id': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b', 'admin_state_up': True, 'tenant_id': 'eee55e3c62e147c99de3bbd890ef64b0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:06.674180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Made reservation on behalf of eee55e3c62e147c99de3bbd890ef64b0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:06.677883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:06.830237 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Allocated IP 172.20.0.8 (f03a18c3-03bb-4b58-82c7-0e86411b5a2b/421252b8-ef52-471d-b91c-363ad787bf55/89fdad4c-cc4d-4b74-8521-80e6e29791f5) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:00:07.007462 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.055567 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.105626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Network f03a18c3-03bb-4b58-82c7-0e86411b5a2b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:00:07.109049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:00:07.114034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:00:07.121271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:07.187085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:07.187883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.210013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-a55d46d9-a52f-4e8d-8083-25d217851cad tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6693158 Aug 06 19:00:07.222928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Request body: {'port': {'device_id': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:07.282621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.514288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2fd9-96aa-4ba5-aa8a-42f5f2f8c9ef req-c94991c5-2a03-4e24-8480-11b909ede7d1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:07.515783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5e2fd9-96aa-4ba5-aa8a-42f5f2f8c9ef req-c94991c5-2a03-4e24-8480-11b909ede7d1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 931 time: 0.1041667 Aug 06 19:00:07.585724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5e2fd9-96aa-4ba5-aa8a-42f5f2f8c9ef req-02c1598b-80ad-4914-89a5-55083be2f2fc tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622768 Aug 06 19:00:07.639018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fdad4c-cc4d-4b74-8521-80e6e29791f5 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:00:07.650933 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.663163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Transition to ACTIVE for port object 89fdad4c-cc4d-4b74-8521-80e6e29791f5 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:00:07.668097 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.720679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:07.793809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:00:07.794145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:00:07.794473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:07.799436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:00:07.799761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:07.805308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:00:07.805791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Checking segment: {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:00:07.806066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Bound using segment: {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:00:07.806496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Bound port: 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:00:07.806891 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.873184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:00:07.876535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:00:07.882902 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.916662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:07.917343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:07.920678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] 10.222.0.16 "PUT /v2.0/ports/89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 1092 time: 0.7002468 Aug 06 19:00:07.920678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:07.922404 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ca301-427e-4f96-a1f1-26a8642f0448" -d '{"events": [{"name": "network-changed", "server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:07.949055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43262d3b-6754-46cc-ba74-7b715499dd0e service neutron] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:07.986908 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf62f5-19a5-42da-aa90-edb632e6f11b x-openstack-request-id: req-4bbf62f5-19a5-42da-aa90-edb632e6f11b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:07.987207 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:07.987453 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bbf62f5-19a5-42da-aa90-edb632e6f11b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:07.987846 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'status': 'completed', 'code': 200} Aug 06 19:00:08.004269 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-e372f386-6e14-4850-a19a-cadeef234c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.005813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-e372f386-6e14-4850-a19a-cadeef234c50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0453851 Aug 06 19:00:08.053655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-62993f74-54e5-496b-8e89-3252a6dd529e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Aug 06 19:00:08.105959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-7e288ddf-476f-4b24-ac13-0b5bd67b1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.107526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-7e288ddf-476f-4b24-ac13-0b5bd67b1759 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0477645 Aug 06 19:00:08.142060 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-106f39cf-76fd-44db-b41e-e38c17633136 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274196 Aug 06 19:00:08.243528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-2cf32bbb-7f8e-47fb-834e-45b269c97e70 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942457 Aug 06 19:00:08.343777 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b8866d7-1fed-49bd-ad7c-7444b7f01d20 req-4ce0b52f-9383-4693-bfc5-31b187518180 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917044 Aug 06 19:00:08.439446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-591e055d-64f9-4084-8fcf-b2d435b4f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.441009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-591e055d-64f9-4084-8fcf-b2d435b4f477 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0421851 Aug 06 19:00:08.544763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-df1b2263-9417-4815-9180-744c1e98b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.546194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-df1b2263-9417-4815-9180-744c1e98b6f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.0984356 Aug 06 19:00:08.588100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-4e34e175-6b4a-4843-a715-6079ddfec118 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0345099 Aug 06 19:00:08.645221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-4d45dec3-6e45-4b9c-a59c-7e55425194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.646788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-4d45dec3-6e45-4b9c-a59c-7e55425194b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0515878 Aug 06 19:00:08.688832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-1b125965-dbac-4143-886b-41790d5c60c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347183 Aug 06 19:00:08.796915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c091e-401f-4d72-951b-2d5b04264d32 req-e123644e-f6c7-4e9d-973c-55da2cbaed46 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:08.798518 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b0c091e-401f-4d72-951b-2d5b04264d32 req-e123644e-f6c7-4e9d-973c-55da2cbaed46 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.1144953 Aug 06 19:00:08.827163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-a3450300-6b2b-4de9-a30a-f64385f961ba service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290963 Aug 06 19:00:08.862601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b0c091e-401f-4d72-951b-2d5b04264d32 req-820c8c83-9b02-47bb-a815-7900518dacde tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573890 Aug 06 19:00:08.931385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162ca301-427e-4f96-a1f1-26a8642f0448 req-98a15fe3-8038-4f63-9d53-5d3c066466d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957680 Aug 06 19:00:10.004590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5599-d61f-4c18-8ebc-759002218deb req-da1ef8d6-ff82-4a27-bda2-98429406989f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:10.006119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bde5599-d61f-4c18-8ebc-759002218deb req-da1ef8d6-ff82-4a27-bda2-98429406989f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0705183 Aug 06 19:00:10.047552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2bde5599-d61f-4c18-8ebc-759002218deb req-bc4b6a54-3782-4e8d-9410-9ac913985c8a tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 06 19:00:10.807464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:11.166467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226ca9-1a91-46e6-8e6f-9ff1fd795d9d req-38cf8d5e-55d8-46d4-aee4-41d24c794ea3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:11.167945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60226ca9-1a91-46e6-8e6f-9ff1fd795d9d req-38cf8d5e-55d8-46d4-aee4-41d24c794ea3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0517976 Aug 06 19:00:11.211348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60226ca9-1a91-46e6-8e6f-9ff1fd795d9d req-2256ad44-ee84-42d8-ad77-21ca6d6ebf7d tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Aug 06 19:00:11.379580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:00:11.496005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:11.510183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b', 'port_id': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'mac_address': 'fa:16:3e:4b:b7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421252b8-ef52-471d-b91c-363ad787bf55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:00:11.550261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:11.564634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fdad4c-cc4d-4b74-8521-80e6e29791f5 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:00:11.588381 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:11.603726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:11.654887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:11.907518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['89fdad4c-cc4d-4b74-8521-80e6e29791f5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:00:12.239760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:12.336801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3a8dd-07d3-4cfb-b472-02cdeaa9f046 req-bed33290-b76f-416b-87d3-2ddc93143a47 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:12.338512 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdd3a8dd-07d3-4cfb-b472-02cdeaa9f046 req-bed33290-b76f-416b-87d3-2ddc93143a47 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 944 time: 0.0574870 Aug 06 19:00:12.377467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bdd3a8dd-07d3-4cfb-b472-02cdeaa9f046 req-4415d87f-7a8f-4080-b417-be522c234122 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Aug 06 19:00:13.394506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:00:13.469946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:00:13.474118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:00:13.474484 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:13.514545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3584-2c7a-4351-b8fa-dd80b8bdf354 req-66b97212-0e30-4a7a-9962-959d128135fd tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:13.516269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-282a3584-2c7a-4351-b8fa-dd80b8bdf354 req-66b97212-0e30-4a7a-9962-959d128135fd tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 944 time: 0.0560462 Aug 06 19:00:13.560190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:13.562630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-282a3584-2c7a-4351-b8fa-dd80b8bdf354 req-721fffb7-d442-4a4d-99cb-f52906c5b600 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Aug 06 19:00:13.586214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:13.588711 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6749f5-ebaf-4243-8780-1bdba3d57fff" -d '{"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:13.606212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:13.614644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:13.641051 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4472186-80e3-4fa0-99b8-d462d5d3abbc x-openstack-request-id: req-f4472186-80e3-4fa0-99b8-d462d5d3abbc {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:13.641587 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:13.641989 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4472186-80e3-4fa0-99b8-d462d5d3abbc {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:13.642376 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'code': 200} Aug 06 19:00:13.674169 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:13.735097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ac95-9d26-48fc-a4b9-94ef5d848407 req-a00abcf9-0e5a-4aa1-bbfc-49063eee1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:13.736644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6061ac95-9d26-48fc-a4b9-94ef5d848407 req-a00abcf9-0e5a-4aa1-bbfc-49063eee1be7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0426950 Aug 06 19:00:13.786648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6061ac95-9d26-48fc-a4b9-94ef5d848407 req-ebdd4da0-9524-4089-98e7-6cdc759ff462 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Aug 06 19:00:14.696578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115f482-248e-497c-9274-fc3040795c9d req-b6bbdded-31cc-4c97-afee-0ee02db84db5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:14.698011 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4115f482-248e-497c-9274-fc3040795c9d req-b6bbdded-31cc-4c97-afee-0ee02db84db5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0596759 Aug 06 19:00:14.740757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4115f482-248e-497c-9274-fc3040795c9d req-2e04b670-7ac1-4550-a850-e08ec3b01bf4 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Aug 06 19:00:15.865847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb2131-c12f-4ad9-a1ea-fb089b6f3c0e req-d806144f-1370-4cff-882d-96c669370d8f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:15.867330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4fb2131-c12f-4ad9-a1ea-fb089b6f3c0e req-d806144f-1370-4cff-882d-96c669370d8f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0555346 Aug 06 19:00:15.909182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e4fb2131-c12f-4ad9-a1ea-fb089b6f3c0e req-4e8e889d-eb9b-4c11-887e-b680219616e7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Aug 06 19:00:16.181929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7655-a412-4d18-a4fc-b22ca0ad6d06 req-04ab61e1-ffea-484b-b639-bb8b8e108c76 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:16.183530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b0d7655-a412-4d18-a4fc-b22ca0ad6d06 req-04ab61e1-ffea-484b-b639-bb8b8e108c76 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Aug 06 19:00:16.227194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b0d7655-a412-4d18-a4fc-b22ca0ad6d06 req-d8ce4e85-272e-4e31-a6f6-e67fec93c92b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Aug 06 19:00:16.255413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-0cbb2ccd-719d-458a-bedf-f6c0c40d87a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892534 Aug 06 19:00:16.267263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-e606d706-f382-46c7-a4b0-31aada13bc1b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:00:16.268427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-e606d706-f382-46c7-a4b0-31aada13bc1b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077436 Aug 06 19:00:17.352803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cfb9f-e091-4786-8631-e3378735158d req-7c25f170-7b49-4563-b1d6-c19b9fdb62f7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:17.354357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d32cfb9f-e091-4786-8631-e3378735158d req-7c25f170-7b49-4563-b1d6-c19b9fdb62f7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0561168 Aug 06 19:00:17.419612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d32cfb9f-e091-4786-8631-e3378735158d req-58a839ec-11db-4a56-b7b4-91ff99761af5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Aug 06 19:00:17.422296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-c9a66eee-a8a8-4bbf-a99d-a8cefb1b2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:17.423672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-c9a66eee-a8a8-4bbf-a99d-a8cefb1b2ca1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0684583 Aug 06 19:00:17.516017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-878bcdce-fc01-4350-92e2-283823ba66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:17.517401 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-878bcdce-fc01-4350-92e2-283823ba66dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.0863504 Aug 06 19:00:17.566031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-df41df58-d23f-4540-bafa-ccbcb069b2bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0399077 Aug 06 19:00:17.615812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-3ec24607-7f9e-466b-866b-2cb9148332cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:17.617255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-3ec24607-7f9e-466b-866b-2cb9148332cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0440345 Aug 06 19:00:17.650783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-cda42809-73cc-4d3b-acc4-8dae57845f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241456 Aug 06 19:00:17.746985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-866ddeee-01b0-4b4a-aa11-7f03dfcc1bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Aug 06 19:00:17.846130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-0ca24018-1d07-4878-b42b-f20f977dd4b3 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909607 Aug 06 19:00:18.553767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cea6a-05ab-48ba-97a4-3441d328078e req-bf50eb10-3759-4850-8f47-144569f7dd6b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:18.555262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e9cea6a-05ab-48ba-97a4-3441d328078e req-bf50eb10-3759-4850-8f47-144569f7dd6b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0563152 Aug 06 19:00:18.598788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e9cea6a-05ab-48ba-97a4-3441d328078e req-ca84b868-7365-4d69-99e7-2c00521955ee tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Aug 06 19:00:19.720254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d4667-d974-4a21-b979-fcbb0f5192b1 req-ad77c118-31eb-42a9-88df-1d5d837b43a7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:19.721768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70d4667-d974-4a21-b979-fcbb0f5192b1 req-ad77c118-31eb-42a9-88df-1d5d837b43a7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Aug 06 19:00:19.762246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70d4667-d974-4a21-b979-fcbb0f5192b1 req-dfea3d7c-fea8-4f17-80ef-f2c0eb6b7148 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Aug 06 19:00:20.891235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289fe4d-b401-419c-b2a6-df9937d8a239 req-f9381f49-a4a9-4485-8995-38ff4230e93f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:20.892737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7289fe4d-b401-419c-b2a6-df9937d8a239 req-f9381f49-a4a9-4485-8995-38ff4230e93f tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0542505 Aug 06 19:00:20.937017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7289fe4d-b401-419c-b2a6-df9937d8a239 req-3fd89015-2702-41ef-a10e-6d45b9b41bf1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Aug 06 19:00:22.085961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee8e6-e7e9-4a71-ad09-4bdc1e4424a3 req-43e6adc4-c383-445e-9b9c-111a535f4689 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:22.087839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e85ee8e6-e7e9-4a71-ad09-4bdc1e4424a3 req-43e6adc4-c383-445e-9b9c-111a535f4689 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0661609 Aug 06 19:00:22.134956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e85ee8e6-e7e9-4a71-ad09-4bdc1e4424a3 req-861a5142-f9f0-4186-af20-6b2909561994 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Aug 06 19:00:23.263512 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10563797-17a7-4a57-9126-de11cc619dc3 req-121b4a93-32d9-4d0b-b3f0-ccc8b7168002 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:23.265044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10563797-17a7-4a57-9126-de11cc619dc3 req-121b4a93-32d9-4d0b-b3f0-ccc8b7168002 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0567038 Aug 06 19:00:23.306100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10563797-17a7-4a57-9126-de11cc619dc3 req-c1530015-638a-4b25-b712-d1edec4f7885 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Aug 06 19:00:24.437113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baca8e-515c-4f9d-817a-c3f9aca4c783 req-724855ab-4ee5-42e7-8323-e285bb78f0ab tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:24.438684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32baca8e-515c-4f9d-817a-c3f9aca4c783 req-724855ab-4ee5-42e7-8323-e285bb78f0ab tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 06 19:00:24.480804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32baca8e-515c-4f9d-817a-c3f9aca4c783 req-76201324-712c-49c6-a99a-94712c08a987 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Aug 06 19:00:25.606765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c977-2bd3-45df-a4ae-69e49b380644 req-fac85022-7197-4ce5-9a43-bbcde3c9ce52 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:25.608251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7598c977-2bd3-45df-a4ae-69e49b380644 req-fac85022-7197-4ce5-9a43-bbcde3c9ce52 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0575194 Aug 06 19:00:25.654489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7598c977-2bd3-45df-a4ae-69e49b380644 req-432933ef-fa2e-42c1-bc99-16175f9a8698 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Aug 06 19:00:26.780098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe6c6b-d25b-4e1f-a63e-02c917020de4 req-1252418f-56d8-4469-aec2-cdf2b56ad8c2 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:26.781624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bfe6c6b-d25b-4e1f-a63e-02c917020de4 req-1252418f-56d8-4469-aec2-cdf2b56ad8c2 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0567153 Aug 06 19:00:26.823660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5bfe6c6b-d25b-4e1f-a63e-02c917020de4 req-94276b28-a23c-495e-b83b-e4d036253ad7 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Aug 06 19:00:27.953087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04ba7a-5b59-4c53-b04b-204075ce35b9 req-2ae366a0-6cfd-4cc4-98ab-46fe22fe85af tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:27.954676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a04ba7a-5b59-4c53-b04b-204075ce35b9 req-2ae366a0-6cfd-4cc4-98ab-46fe22fe85af tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0540819 Aug 06 19:00:27.995259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a04ba7a-5b59-4c53-b04b-204075ce35b9 req-9bd1ce26-7f13-4f3c-994f-54a0f5834a26 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Aug 06 19:00:28.566854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1cc7db87-e827-4226-89ea-46e5faaa7e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:29.132740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24150329-ee0d-4481-bcb9-e898381c16f7 req-1ddfef21-f694-4b97-9448-1c7463ba1515 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:29.134369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24150329-ee0d-4481-bcb9-e898381c16f7 req-1ddfef21-f694-4b97-9448-1c7463ba1515 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0651278 Aug 06 19:00:29.186291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24150329-ee0d-4481-bcb9-e898381c16f7 req-109c60b1-1854-4b9d-9e09-f08c6f7023f8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Aug 06 19:00:30.321608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514042a3-0fc4-43ce-8bbb-2770ccbf0e5a req-47546421-c3c9-4aad-be04-16ca223d63b9 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:30.323504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-514042a3-0fc4-43ce-8bbb-2770ccbf0e5a req-47546421-c3c9-4aad-be04-16ca223d63b9 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0601842 Aug 06 19:00:30.364000 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-514042a3-0fc4-43ce-8bbb-2770ccbf0e5a req-4f354f76-8232-4f68-8bfa-d2d51a4d03a8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Aug 06 19:00:31.500045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880984bd-7230-46aa-bbd4-12266ffee939 req-c02840db-ed98-48d8-a6b7-8e50ef9401a3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:31.501611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-880984bd-7230-46aa-bbd4-12266ffee939 req-c02840db-ed98-48d8-a6b7-8e50ef9401a3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0591309 Aug 06 19:00:31.505625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:31.549324 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-880984bd-7230-46aa-bbd4-12266ffee939 req-e477cb9a-becd-4af3-a2ec-defcb568a8b0 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Aug 06 19:00:31.755566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bd29c7d0-41ca-4c00-a044-cea79de863fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:32.686157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328becd-22ea-4ee0-838d-7b57ebeb92c7 req-b7123318-9df3-4631-8c3c-fb0ac0d846e3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:32.687687 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0328becd-22ea-4ee0-838d-7b57ebeb92c7 req-b7123318-9df3-4631-8c3c-fb0ac0d846e3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0598428 Aug 06 19:00:32.750254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0328becd-22ea-4ee0-838d-7b57ebeb92c7 req-b06d8659-7818-4f9c-8c5c-6c036e768bb3 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Aug 06 19:00:33.387265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:33.890823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7c05-d11d-483d-beec-e33a1f21d5ca req-054a8fb0-4250-47cd-af2f-df6d4f3a222e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:33.892750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64dd7c05-d11d-483d-beec-e33a1f21d5ca req-054a8fb0-4250-47cd-af2f-df6d4f3a222e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Aug 06 19:00:33.934683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-64dd7c05-d11d-483d-beec-e33a1f21d5ca req-003ebdb2-bf67-41ca-9b16-e3cc7bd40b21 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Aug 06 19:00:34.860468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:35.076278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5935b-609f-4dea-8599-1e30c5e6c0ba req-88b81c14-3d7c-44a7-9d8f-2129d38b08ef tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:35.077980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bef5935b-609f-4dea-8599-1e30c5e6c0ba req-88b81c14-3d7c-44a7-9d8f-2129d38b08ef tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0616429 Aug 06 19:00:35.128228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bef5935b-609f-4dea-8599-1e30c5e6c0ba req-4234d76b-898d-42b5-8098-d75904f11e6b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354106 Aug 06 19:00:36.262990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545db14-a8a8-48d9-81c0-3f252912bce4 req-803a055b-b0dc-4361-8d52-aeb1259fb158 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:36.264846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a545db14-a8a8-48d9-81c0-3f252912bce4 req-803a055b-b0dc-4361-8d52-aeb1259fb158 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0578034 Aug 06 19:00:36.307358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a545db14-a8a8-48d9-81c0-3f252912bce4 req-b9295bdc-d7b3-42d6-912f-a0afd18bc34a tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Aug 06 19:00:37.426602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7413f-6c16-4331-a1df-8cedd5497b96 req-543a37f5-83d8-4ea3-a2fb-21ab5b2c944c tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:37.428116 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77b7413f-6c16-4331-a1df-8cedd5497b96 req-543a37f5-83d8-4ea3-a2fb-21ab5b2c944c tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0521858 Aug 06 19:00:37.470673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77b7413f-6c16-4331-a1df-8cedd5497b96 req-f64330ad-0634-4685-8c97-cf35ce10b23c tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Aug 06 19:00:38.608882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f40fa8-e041-4076-938e-c312226874a7 req-94be592d-e76f-43a7-92b5-7338b546c043 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:38.610408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75f40fa8-e041-4076-938e-c312226874a7 req-94be592d-e76f-43a7-92b5-7338b546c043 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Aug 06 19:00:38.652549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75f40fa8-e041-4076-938e-c312226874a7 req-e81c80e1-6f0a-462c-b710-a38ab408abbb tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 06 19:00:39.776935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a3c8-e4c6-4882-adcf-41d099f2264c req-5e374c50-ad71-485c-a787-c2e25cd25ef1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:39.778426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dad9a3c8-e4c6-4882-adcf-41d099f2264c req-5e374c50-ad71-485c-a787-c2e25cd25ef1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0499592 Aug 06 19:00:39.802446 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:00:39.822918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dad9a3c8-e4c6-4882-adcf-41d099f2264c req-cb3cb015-8148-437e-8a39-edd0ab738529 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Aug 06 19:00:40.825986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:40.951870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be5a5-4764-45c7-aced-ee9a7964e51c req-ef818f94-b5fe-469e-bca7-33470a228a7c tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:40.953365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d42be5a5-4764-45c7-aced-ee9a7964e51c req-ef818f94-b5fe-469e-bca7-33470a228a7c tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0608370 Aug 06 19:00:40.997339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d42be5a5-4764-45c7-aced-ee9a7964e51c req-6b6b1964-a592-4330-aa98-b92772067cfb tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348344 Aug 06 19:00:42.138141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bf4ae-a024-4b91-8047-650c5459f2ae req-c55164a6-6316-400b-a43d-b9cb32f8306b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:42.140196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c12bf4ae-a024-4b91-8047-650c5459f2ae req-c55164a6-6316-400b-a43d-b9cb32f8306b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0681939 Aug 06 19:00:42.190800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c12bf4ae-a024-4b91-8047-650c5459f2ae req-d1e4f52b-69ce-4893-b461-083aa22e150b tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Aug 06 19:00:42.241313 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:43.312499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4c26-9716-473d-94a2-357fb99839f6 req-dff4464d-43f0-44fe-a263-2a525a3ae7da tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:43.314051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3aa4c26-9716-473d-94a2-357fb99839f6 req-dff4464d-43f0-44fe-a263-2a525a3ae7da tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0512919 Aug 06 19:00:43.357846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3aa4c26-9716-473d-94a2-357fb99839f6 req-3126e4f2-ab42-4479-a18e-3fdeb68a8c33 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Aug 06 19:00:44.487349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097d5ed-d4e7-4d94-9cbc-27bc88fcfed6 req-9021ece0-9bcf-47ea-b40b-25f6c1f97c1e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:44.488985 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7097d5ed-d4e7-4d94-9cbc-27bc88fcfed6 req-9021ece0-9bcf-47ea-b40b-25f6c1f97c1e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Aug 06 19:00:44.531970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7097d5ed-d4e7-4d94-9cbc-27bc88fcfed6 req-cd01c399-7b7c-43b3-b982-708d13fe93d1 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337586 Aug 06 19:00:45.147498 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-257560d9-c6bf-441a-af94-025d171ba258 service neutron] show failed (client error): The resource could not be found. Aug 06 19:00:45.148533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-257560d9-c6bf-441a-af94-025d171ba258 service neutron] 10.222.0.16 "GET /v2.0/ports/89fdad4c-cc4d-4b74-8521-80e6e29791f5/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0789452 Aug 06 19:00:45.364109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-a5017415-1e15-49d8-a51b-7484ad1a8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:45.365673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-a5017415-1e15-49d8-a51b-7484ad1a8019 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2&tenant_id=eee55e3c62e147c99de3bbd890ef64b0 HTTP/1.1" status: 200 len: 1097 time: 0.0420668 Aug 06 19:00:45.380121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:45.774167 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:45.848648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1865102-ff0c-4b16-a33f-bb8186fba431 req-d6bbd804-7e6a-4bb6-a94b-71e54a449a6a tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:45.850271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1865102-ff0c-4b16-a33f-bb8186fba431 req-d6bbd804-7e6a-4bb6-a94b-71e54a449a6a tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0934815 Aug 06 19:00:45.960542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f1865102-ff0c-4b16-a33f-bb8186fba431 req-de7971aa-4199-4fdb-93d9-1fc6cd56d942 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987279 Aug 06 19:00:46.046448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:46.083472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:00:46.126678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:46.130101 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8d523-d98c-42e1-a84f-d1922e0f7659" -d '{"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:46.134056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:46.146583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Transition to ACTIVE for port object 89fdad4c-cc4d-4b74-8521-80e6e29791f5 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:00:46.151497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:46.183216 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474224e-17de-4fc5-beb4-02fc6e5ca501 x-openstack-request-id: req-3474224e-17de-4fc5-beb4-02fc6e5ca501 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:46.183626 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:46.183745 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3474224e-17de-4fc5-beb4-02fc6e5ca501 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:46.184248 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'code': 200} Aug 06 19:00:46.218246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] No DVR routers for this DVR port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:00:46.221303 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:46.232453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.232797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.233130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.233481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.233814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.234139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.234460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.234805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.235097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.235534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.235851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.236151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:46.265236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:00:46.265602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:00:46.265932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:46.270418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:00:46.270741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Attempting to bind port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on network f03a18c3-03bb-4b58-82c7-0e86411b5a2b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:46.275670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:00:46.276009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Checking segment: {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:00:46.276394 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Bound using segment: {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:00:46.276816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Bound port: 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533756ee-18f1-41c8-a90f-668d34f2d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:00:46.277175 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:46.344721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:00:46.347873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:00:46.354265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:46.387853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:46.388514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:46.389944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] 10.222.0.55 "PUT /v2.0/ports/89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 1092 time: 1.0164394 Aug 06 19:00:46.415307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f7014-7573-48c6-9511-35986c521fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:46.458183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-8341b479-73ef-46e2-8035-c5fce55be2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:46.459789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-8341b479-73ef-46e2-8035-c5fce55be2b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0415561 Aug 06 19:00:46.558696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-781404f9-8883-4240-becd-e138dcbed092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:46.560863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-781404f9-8883-4240-becd-e138dcbed092 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.0943639 Aug 06 19:00:46.608545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-8d37abca-2c7d-4171-b46c-f3051fb858a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0394692 Aug 06 19:00:46.662150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-9eb6fa43-5d25-4d99-9a77-f3d0796d131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:46.663626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-9eb6fa43-5d25-4d99-9a77-f3d0796d131a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0478270 Aug 06 19:00:46.696050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-ec5f93bd-77bc-4d6f-909f-df96a66c1b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244913 Aug 06 19:00:46.793948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-b89edb8f-40c2-4314-b1d2-0924e8a616ae service neutron] 10.222.0.55 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908787 Aug 06 19:00:46.892050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ace6949a-4c66-4c27-802e-d3729c66e5e7 req-3f0eed3e-ce61-42dd-a731-e76bd7822dcc service neutron] 10.222.0.55 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905375 Aug 06 19:00:47.094013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c36ccc-f62f-4906-8d28-333fb8e939b4 req-cc81ea6e-1037-4f7f-be20-783bdbc6a259 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:47.096452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32c36ccc-f62f-4906-8d28-333fb8e939b4 req-cc81ea6e-1037-4f7f-be20-783bdbc6a259 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0594757 Aug 06 19:00:47.141208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32c36ccc-f62f-4906-8d28-333fb8e939b4 req-f8ebe268-6a24-430c-a5fc-3f56df06e608 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Aug 06 19:00:47.614039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:00:47.655554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:00:48.185734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:48.188137 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52745907-871b-4f05-a5b0-c0d198f4d6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:48.276260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944257db-74e1-489c-826f-1bb9a3297e0f req-a1ef9c9a-2294-4a19-90c7-9c78e65520f5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.277797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-944257db-74e1-489c-826f-1bb9a3297e0f req-a1ef9c9a-2294-4a19-90c7-9c78e65520f5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0516522 Aug 06 19:00:48.317884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-944257db-74e1-489c-826f-1bb9a3297e0f req-dd087a3a-944c-4596-aa35-da24eef8e25e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Aug 06 19:00:48.376974 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498865a4-0754-428f-a2a4-e1b1f2665f8f x-openstack-request-id: req-498865a4-0754-428f-a2a4-e1b1f2665f8f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:48.377238 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:48.377517 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-498865a4-0754-428f-a2a4-e1b1f2665f8f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:48.378005 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'status': 'completed', 'code': 200} Aug 06 19:00:48.468421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-cffb4042-7ff8-4f48-8abc-202afdf03814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.469988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-cffb4042-7ff8-4f48-8abc-202afdf03814 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0743496 Aug 06 19:00:48.476054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-443bb118-723d-4794-bcad-c4e8b31ae219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.477427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-443bb118-723d-4794-bcad-c4e8b31ae219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1095 time: 0.0529594 Aug 06 19:00:48.630671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-bb11c861-8e98-49b8-8a51-b855694c5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.632170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-bb11c861-8e98-49b8-8a51-b855694c5f69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.1538427 Aug 06 19:00:48.633250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-da2d9d6a-1f12-4814-bf63-86c8bb342850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.634612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-da2d9d6a-1f12-4814-bf63-86c8bb342850 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.1490109 Aug 06 19:00:48.682936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-5534023f-1b0d-48e8-8c8d-f825dac88d9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0425136 Aug 06 19:00:48.717173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-4761e3fe-0176-4a0a-995e-3ce7c7e68f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0711138 Aug 06 19:00:48.786432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-ef795fc1-c905-4d1f-b74c-e5ceaf3ca40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.787915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-ef795fc1-c905-4d1f-b74c-e5ceaf3ca40a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0799603 Aug 06 19:00:48.793542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-48e510d8-245a-4a5d-81f1-2a84d6e552d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:48.794851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-48e510d8-245a-4a5d-81f1-2a84d6e552d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0607059 Aug 06 19:00:48.840042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-48a658cb-2e6e-4258-a90a-474f9520e50c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440807 Aug 06 19:00:48.841900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-8ffcce64-49e5-460e-ad9e-427847445683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387256 Aug 06 19:00:49.021212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-38e79327-db36-41a3-8a6b-984120139db9 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729820 Aug 06 19:00:49.023065 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-53656ecb-d7bf-44c5-a07c-c5467b2a5c65 service neutron] 10.222.0.55 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648505 Aug 06 19:00:49.184979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-3d812722-8af5-49d4-9d86-c029112fd195 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565781 Aug 06 19:00:49.188435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-52745907-871b-4f05-a5b0-c0d198f4d6aa req-2ef1420b-6dd0-4584-885e-bf476ad7e822 service neutron] 10.222.0.55 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525199 Aug 06 19:00:49.376897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:00:49.447361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08164-37db-4a3d-9b74-b55a330db871 req-45254526-7fc5-4bb7-bb3c-ae9bdc75da3e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:49.448898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37d08164-37db-4a3d-9b74-b55a330db871 req-45254526-7fc5-4bb7-bb3c-ae9bdc75da3e tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0565927 Aug 06 19:00:49.476501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:49.487574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'network_id': 'f03a18c3-03bb-4b58-82c7-0e86411b5a2b', 'port_id': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'mac_address': 'fa:16:3e:4b:b7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421252b8-ef52-471d-b91c-363ad787bf55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:00:49.488734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37d08164-37db-4a3d-9b74-b55a330db871 req-89a6c7c0-c0ac-42c8-817a-c2b7f2bc6dd8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Aug 06 19:00:49.525591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:49.538890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fdad4c-cc4d-4b74-8521-80e6e29791f5 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:00:49.558621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:49.564211 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:49.618548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:49.779492 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320952b-27a5-4798-893c-02dc2621705e req-7eee9240-d569-4b39-8be9-f66fd9aac2cc tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:49.780978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-7eee9240-d569-4b39-8be9-f66fd9aac2cc tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.16 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2&tenant_id=eee55e3c62e147c99de3bbd890ef64b0&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.0858457 Aug 06 19:00:49.797013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['89fdad4c-cc4d-4b74-8521-80e6e29791f5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:00:49.848333 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-f320952b-27a5-4798-893c-02dc2621705e req-d634b0f8-3cb4-44c7-a15e-9005ead0b409 service neutron] delete failed (client error): The resource could not be found. Aug 06 19:00:49.849162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-d634b0f8-3cb4-44c7-a15e-9005ead0b409 service neutron] 10.222.0.16 "DELETE /v2.0/ports/89fdad4c-cc4d-4b74-8521-80e6e29791f5/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0606291 Aug 06 19:00:49.935945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320952b-27a5-4798-893c-02dc2621705e req-bb2fa6d8-7498-4514-bd25-6d58e01a748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:49.937567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-bb2fa6d8-7498-4514-bd25-6d58e01a748f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0443668 Aug 06 19:00:50.040371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320952b-27a5-4798-893c-02dc2621705e req-4c60a848-0226-4e83-8449-850c6e9b214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:50.041936 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-4c60a848-0226-4e83-8449-850c6e9b214d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 200 len: 912 time: 0.0972252 Aug 06 19:00:50.093489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-7939d970-437d-4ecd-acd4-6f8ba2cbb53e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 200 len: 217 time: 0.0431347 Aug 06 19:00:50.150521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320952b-27a5-4798-893c-02dc2621705e req-5073721d-4ccc-4934-a889-b322b272db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:50.152030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-5073721d-4ccc-4934-a889-b322b272db2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 200 len: 851 time: 0.0512841 Aug 06 19:00:50.189241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-75b402ef-00d6-4f43-a9bf-9df6d98a7a98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f03a18c3-03bb-4b58-82c7-0e86411b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289564 Aug 06 19:00:50.292858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-172213e7-a2c6-48ca-8cee-70ac4312bc43 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960567 Aug 06 19:00:50.391153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-52aeab92-9488-440e-a3b1-44f5e1737d23 service neutron] 10.222.0.16 "GET /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869575 Aug 06 19:00:51.162851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b516a-7bc4-4653-8976-5d8d6c253ebb req-b34131cb-21fe-48dc-aa64-455943c5d202 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:51.164356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5b516a-7bc4-4653-8976-5d8d6c253ebb req-b34131cb-21fe-48dc-aa64-455943c5d202 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 944 time: 0.0578525 Aug 06 19:00:51.214733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d5b516a-7bc4-4653-8976-5d8d6c253ebb req-addb02d1-e786-4f5a-93cb-a5ae1c9f6570 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Aug 06 19:00:51.390755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:00:51.452591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:00:51.456292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:00:51.456677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:51.535409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:51.568502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:51.570876 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f7107-1739-45f0-8ca0-f17cb0cf36f8" -d '{"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:51.584880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:51.590862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:51.615760 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5339973-ac23-410a-9b16-2883dd822b52 x-openstack-request-id: req-d5339973-ac23-410a-9b16-2883dd822b52 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:51.616049 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:51.616301 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5339973-ac23-410a-9b16-2883dd822b52 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:51.616683 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'code': 200} Aug 06 19:00:51.642393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:52.371275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2649d0e-4272-487e-82df-9b250bbd88d7 req-5cade37c-b0f4-4863-876c-eadcf9a9f1e5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:52.372925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2649d0e-4272-487e-82df-9b250bbd88d7 req-5cade37c-b0f4-4863-876c-eadcf9a9f1e5 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0795689 Aug 06 19:00:52.386099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320952b-27a5-4798-893c-02dc2621705e req-07355576-6f42-4589-85df-440c5daade56 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:52.387729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-07355576-6f42-4589-85df-440c5daade56 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.55 "GET /v2.0/ports?device_id=25dcf25d-4b10-47b8-9348-06ee68afb4f2 HTTP/1.1" status: 200 len: 945 time: 0.0835578 Aug 06 19:00:52.473737 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2649d0e-4272-487e-82df-9b250bbd88d7 req-223c93b0-a5ff-4bad-8816-07fb57fbb675 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.64 "GET /v2.0/security-groups?id=4372df06-3e27-4212-8116-20382b2608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849192 Aug 06 19:00:52.503633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Deleting port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:00:52.504009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:52.606391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] For port 89fdad4c-cc4d-4b74-8521-80e6e29791f5, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=89fdad4c-cc4d-4b74-8521-80e6e29791f5,segment=NetworkSegment(533756ee-18f1-41c8-a90f-668d34f2d844),segment_id=533756ee-18f1-41c8-a90f-668d34f2d844)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:00:52.606759 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:52.620021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Calling delete_port for 89fdad4c-cc4d-4b74-8521-80e6e29791f5 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:00:52.767604 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:52.778928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['89fdad4c-cc4d-4b74-8521-80e6e29791f5'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:00:52.796578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Pushing event deleted for resources: {'Port': ['ID=89fdad4c-cc4d-4b74-8521-80e6e29791f5,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:52.841789 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] No DVR routers for this DVR port 89fdad4c-cc4d-4b74-8521-80e6e29791f5 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:00:52.844648 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:52.846745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f320952b-27a5-4798-893c-02dc2621705e req-a2b00590-5f33-432e-a640-41d9497e4da8 tempest-DeleteServersTestJSON-1029119569 tempest-DeleteServersTestJSON-1029119569-project] 10.222.0.55 "DELETE /v2.0/ports/89fdad4c-cc4d-4b74-8521-80e6e29791f5 HTTP/1.1" status: 204 len: 173 time: 0.4516532 Aug 06 19:00:52.847194 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-deleted', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:52.849491 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03fbf76-31e8-49c1-a2f0-1c87fe86143a" -d '{"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-deleted", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:52.885519 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe67ef8f-f431-4190-a1f5-5777280b5f6c x-openstack-request-id: req-fe67ef8f-f431-4190-a1f5-5777280b5f6c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:52.885815 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcf25d-4b10-47b8-9348-06ee68afb4f2", "name": "network-vif-deleted", "tag": "89fdad4c-cc4d-4b74-8521-80e6e29791f5", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:52.886068 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe67ef8f-f431-4190-a1f5-5777280b5f6c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:52.886478 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcf25d-4b10-47b8-9348-06ee68afb4f2', 'name': 'network-vif-deleted', 'tag': '89fdad4c-cc4d-4b74-8521-80e6e29791f5', 'status': 'completed', 'code': 200} Aug 06 19:00:53.604278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48794) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:53.651343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Deleting subnet 421252b8-ef52-471d-b91c-363ad787bf55 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:00:53.659007 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.693269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.734072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.796076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.820018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421252b8-ef52-471d-b91c-363ad787bf55,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:53.829948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.830303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.830648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.830987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.831323 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.831657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.832740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.832740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.833001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.833327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.833676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.833996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:00:53.836808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.838685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ff792f40-c430-4e66-a61d-983ec3249a89 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/421252b8-ef52-471d-b91c-363ad787bf55 HTTP/1.1" status: 204 len: 168 time: 0.2334313 Aug 06 19:00:53.841344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:53.912377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:53.996286 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.006869 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03a18c3-03bb-4b58-82c7-0e86411b5a2b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:00:54.018436 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533756ee-18f1-41c8-a90f-668d34f2d844') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:00:54.018684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533756ee-18f1-41c8-a90f-668d34f2d844') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:00:54.033753 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.052412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.060887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:00:54.061537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:00:54.064066 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:00:54.126393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.132822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.134787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] 10.222.0.64 "DELETE /v2.0/networks/f03a18c3-03bb-4b58-82c7-0e86411b5a2b HTTP/1.1" status: 204 len: 168 time: 0.2922630 Aug 06 19:00:54.145522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e0847-feb8-4d5f-b048-01f46e601e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=f03a18c3-03bb-4b58-82c7-0e86411b5a2b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:54.249670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48800) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:54.298449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d0f3b3ba-24e0-49c5-9f6d-54e1942f4e2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eee55e3c62e147c99de3bbd890ef64b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475202 Aug 06 19:00:54.300974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48802) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:54.353539 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.377101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.432339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.434996 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:54.436337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4372df06-3e27-4212-8116-20382b2608d4 HTTP/1.1" status: 204 len: 168 time: 0.1342790 Aug 06 19:00:54.445126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f6637-affa-4b98-8a17-a73b3e0a77a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372df06-3e27-4212-8116-20382b2608d4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:55.303914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 48824) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:55.414317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:00:55.426453 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-211117898-network', 'tenant_id': '3db48a5e69d84bc8997c09b47042cb7b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:55.437499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 89fdad4c-cc4d-4b74-8521-80e6e29791f5 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:00:55.437797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 89fdad4c-cc4d-4b74-8521-80e6e29791f5 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:00:55.452256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Made reservation on behalf of 3db48a5e69d84bc8997c09b47042cb7b for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:55.454634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.463804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.560579 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.567946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.594706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:00:55.605559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:55.610775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.611116 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Added segment 1b24adc7-5ecc-4782-9209-84b8aac433d6 of type vlan for network 832e34cf-f246-4c73-abff-73963362a898 Aug 06 19:00:55.654487 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.686765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.687647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:55.688241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.753587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4480746 Aug 06 19:00:55.756937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 48828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:00:55.761549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ad545-6153-4579-861a-ef4aaff6f56e admin admin] Pushing event updated for resources: {'Network': ['ID=832e34cf-f246-4c73-abff-73963362a898,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:55.762189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Request body: {'subnet': {'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-211117898-subnet', 'tenant_id': '3db48a5e69d84bc8997c09b47042cb7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:55.771884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 832e34cf-f246-4c73-abff-73963362a898 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:00:55.786473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Made reservation on behalf of 3db48a5e69d84bc8997c09b47042cb7b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:55.789025 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:55.989897 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:56.050975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d363e2-eb51-47b0-9378-f81cea13a7f8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:56.061839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Checking segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:00:56.062204 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Network hostable DHCP agents. Network: 832e34cf-f246-4c73-abff-73963362a898, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:00:56.083565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Network 832e34cf-f246-4c73-abff-73963362a898 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:00:56.094938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 832e34cf-f246-4c73-abff-73963362a898) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:00:56.100836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:56.100937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:56.104189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20a3e1-fc3d-4b87-8948-f73742390fb3 None None] Network 832e34cf-f246-4c73-abff-73963362a898 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:00:56.125532 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cf546491-20c3-4283-986f-2671f24e1f8c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3616195 Aug 06 19:00:56.236937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182477ec-5abe-4b7f-aeb6-4106a8465138 None None] Network 832e34cf-f246-4c73-abff-73963362a898 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:00:56.590798 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-1dc4e407-c96c-4ff8-983a-ade1994b31e9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:56.592292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-1dc4e407-c96c-4ff8-983a-ade1994b31e9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 814 time: 0.1137214 Aug 06 19:00:56.608522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-3d4b0930-4232-41de-853f-299a5f23052d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/quotas/3db48a5e69d84bc8997c09b47042cb7b HTTP/1.1" status: 200 len: 375 time: 0.0100379 Aug 06 19:00:56.645966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-52146059-bb37-4955-80be-c12845d8207a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316317 Aug 06 19:00:56.755465 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-6e6bcbd9-f4c7-4d65-b6f5-491b3b80d83e service neutron] 10.222.0.64 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021314 Aug 06 19:00:56.857239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-5fc938b2-6e32-4f8d-bf64-e8bee717b14d service neutron] 10.222.0.64 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950117 Aug 06 19:00:57.027270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-53f4d461-e3c9-41f8-896a-021586b54191 req-7349f429-708f-4ef3-9f91-09da67c32e20 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Aug 06 19:00:58.174555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe11345c-59cb-4f03-8122-3d5a5528a6ac req-67d09d9d-6aa4-4e49-9234-2bdbc7efc776 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 210 time: 0.0449011 Aug 06 19:00:58.217658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-3dde0648-0ec8-4fcd-8360-f76a9704b743 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:58.219121 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-3dde0648-0ec8-4fcd-8360-f76a9704b743 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 814 time: 0.1725526 Aug 06 19:00:58.231870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Request body: {'port': {'device_id': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'admin_state_up': True, 'tenant_id': '3db48a5e69d84bc8997c09b47042cb7b'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:58.349621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Made reservation on behalf of 3db48a5e69d84bc8997c09b47042cb7b for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:00:58.353172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:58.498695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Allocated IP 172.20.0.2 (832e34cf-f246-4c73-abff-73963362a898/d2d363e2-eb51-47b0-9378-f81cea13a7f8/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:00:58.560559 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-891e70d7-94f6-482f-860e-5d80a70bc59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:58.650709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:58.694692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:58.739733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Network 832e34cf-f246-4c73-abff-73963362a898 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:00:58.742990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:00:58.747048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:00:58.753847 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:58.800451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:58.801056 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:58.816359 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-a2875428-43a9-4aa0-b9de-67501f8ea5c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879488 Aug 06 19:00:58.830525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Request body: {'port': {'device_id': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:00:58.892797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.169191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:00:59.177310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.191788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Transition to ACTIVE for port object 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:00:59.196799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.256217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:59.347715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73661f18-f1a8-415c-adb5-6a8eba56a593 req-f12af201-6f32-47b1-9e77-e193fd510da6 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:59.349142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73661f18-f1a8-415c-adb5-6a8eba56a593 req-f12af201-6f32-47b1-9e77-e193fd510da6 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.1051800 Aug 06 19:00:59.369413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:00:59.369731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:00:59.370107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:59.382403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:00:59.382714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:00:59.394982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:00:59.395409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Checking segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:00:59.395790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Bound using segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:00:59.396204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Bound port: 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:00:59.396565 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.410636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73661f18-f1a8-415c-adb5-6a8eba56a593 req-e16e49ca-7d41-4a5c-b1f1-ba7e6be6224e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516920 Aug 06 19:00:59.467159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:00:59.470559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:00:59.479803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.520332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:59.520956 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:00:59.522433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] 10.222.0.55 "PUT /v2.0/ports/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 1092 time: 0.6981044 Aug 06 19:00:59.522875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:00:59.525236 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:00:59.552242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e378-72fc-424e-8657-5d4f43851de3 service neutron] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:00:59.571388 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b50d7-c24d-4bb8-a148-746c5107bb1c x-openstack-request-id: req-da2b50d7-c24d-4bb8-a148-746c5107bb1c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:00:59.571678 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:00:59.571973 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da2b50d7-c24d-4bb8-a148-746c5107bb1c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:00:59.572353 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'status': 'completed', 'code': 200} Aug 06 19:00:59.607210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e2a42ba6-1834-42d3-bdcd-3aab877c9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:00:59.608745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-e2a42ba6-1834-42d3-bdcd-3aab877c9217 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1095 time: 0.0462348 Aug 06 19:00:59.650535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-d1660724-33bb-4c8f-a563-a4a771a99128 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0336590 Aug 06 19:01:00.063766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360154-8c23-4175-9f22-33e7c1573d42 req-03856ee9-ba8c-42d3-9290-b103ace7278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:00.065294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-03856ee9-ba8c-42d3-9290-b103ace7278a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.4077737 Aug 06 19:01:00.100064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-38bb9515-202b-4c1d-83da-525dc51d7e37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258358 Aug 06 19:01:00.190250 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-64036160-4d6a-429b-9574-ae4a6498d92e service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Aug 06 19:01:00.290429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58360154-8c23-4175-9f22-33e7c1573d42 req-58e8597e-3233-4a92-bc99-118186522a43 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925760 Aug 06 19:01:00.385027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-3abaa1d1-f233-411b-aa12-a6e61208ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:00.386562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-3abaa1d1-f233-411b-aa12-a6e61208ac3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1095 time: 0.0419848 Aug 06 19:01:00.488350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-33eabb79-5455-4078-bfd9-3e900c5a55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:00.490531 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-33eabb79-5455-4078-bfd9-3e900c5a55d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.0964344 Aug 06 19:01:00.550991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-7be16888-3323-41f5-b9ec-331e7b9cfe3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0487046 Aug 06 19:01:00.617995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d00fb-8363-4fee-8d1b-777aaf6baf9a req-eb386cde-b746-4943-869e-7992d70d85b9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:00.619493 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-268d00fb-8363-4fee-8d1b-777aaf6baf9a req-eb386cde-b746-4943-869e-7992d70d85b9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.1280072 Aug 06 19:01:00.633732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-11a91200-d53c-4297-9eb7-f54cdc7128ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:00.635188 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-11a91200-d53c-4297-9eb7-f54cdc7128ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0770814 Aug 06 19:01:00.671597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-331d6f16-efbe-43b3-b093-cb7f57234cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282307 Aug 06 19:01:00.692429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-268d00fb-8363-4fee-8d1b-777aaf6baf9a req-be42965f-8de5-4616-844b-e43155e83d5d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657651 Aug 06 19:01:00.773944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-901897f6-aa59-4c81-8b07-1c26d4ca539f service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944381 Aug 06 19:01:00.881970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc4c32fa-6ab6-4e23-a3c3-c31b2f4fa0f9 req-220a7187-ae61-4832-842b-57bdfbf084ef service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004734 Aug 06 19:01:01.501599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:01.759610 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ce7027e-c3ae-4c59-a028-02d8b4fd9709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:01.816584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8ab8a-645e-492a-a2f4-7c27889d8d97 req-63f2b840-7446-4c44-b07a-5985c44ccd8d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:01.818338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff8ab8a-645e-492a-a2f4-7c27889d8d97 req-63f2b840-7446-4c44-b07a-5985c44ccd8d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.0525141 Aug 06 19:01:01.858877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ff8ab8a-645e-492a-a2f4-7c27889d8d97 req-3dfad318-e62f-464d-80e7-5466523745b8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Aug 06 19:01:02.991966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89de2-6d8c-49ef-9163-d3529116bb04 req-538b7e7b-ea9c-43e9-8af8-05234f0b7163 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:02.993554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43d89de2-6d8c-49ef-9163-d3529116bb04 req-538b7e7b-ea9c-43e9-8af8-05234f0b7163 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.0634742 Aug 06 19:01:03.042051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43d89de2-6d8c-49ef-9163-d3529116bb04 req-1e5abe18-6805-4767-be2e-60dc13e09fd9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Aug 06 19:01:03.383986 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:03.461761 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:01:03.575723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:03.589873 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'port_id': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'mac_address': 'fa:16:3e:83:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d363e2-eb51-47b0-9378-f81cea13a7f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:01:03.631250 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:03.646428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:01:03.669925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:03.675990 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:03.727937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:03.735919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.736264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.736608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.736943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.737293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.737666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.737993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.738319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.738643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.739036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.739393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.739739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:03.860354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:01:04.174424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91722538-4d59-4cd4-b401-2afb65a949c3 req-274f1d53-f314-41cb-a3df-4f6ad62302ec tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:04.175980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91722538-4d59-4cd4-b401-2afb65a949c3 req-274f1d53-f314-41cb-a3df-4f6ad62302ec tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0609198 Aug 06 19:01:04.224666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-91722538-4d59-4cd4-b401-2afb65a949c3 req-0a171eb2-2ba6-4ef4-b8c0-b24944ee66a1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Aug 06 19:01:04.865397 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:05.357059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3d110-0dfc-4b7d-915b-d038feb2f9e8 req-549394fd-7fd3-4ec4-84b0-92266d4704e2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:05.359286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4a3d110-0dfc-4b7d-915b-d038feb2f9e8 req-549394fd-7fd3-4ec4-84b0-92266d4704e2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0651200 Aug 06 19:01:05.408376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4a3d110-0dfc-4b7d-915b-d038feb2f9e8 req-3c1f4291-18a5-4ee2-8269-72695c6410d5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Aug 06 19:01:05.478674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:01:05.537665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:01:05.543577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:01:05.544098 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:05.791190 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:05.814284 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:05.816572 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b503d490-736f-4166-b312-12fe9aca1198" -d '{"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-plugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:05.829710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:05.835573 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:05.861154 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a6d05-cb82-4888-8d57-e5140e053aaf x-openstack-request-id: req-642a6d05-cb82-4888-8d57-e5140e053aaf {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:05.861439 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-plugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:05.861717 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-642a6d05-cb82-4888-8d57-e5140e053aaf {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:05.862093 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'code': 200} Aug 06 19:01:05.887042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:05.956515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91873b-9d92-4d67-b322-456d2fe40786 req-2f55ff70-de40-40ff-be5a-0b2657e5f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:05.958443 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d91873b-9d92-4d67-b322-456d2fe40786 req-2f55ff70-de40-40ff-be5a-0b2657e5f8b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1097 time: 0.0500014 Aug 06 19:01:05.995431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d91873b-9d92-4d67-b322-456d2fe40786 req-5ddefa44-aa12-455a-b831-91e1e2a4d393 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298584 Aug 06 19:01:06.545480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c0c1a-029c-4046-a03e-57da90359bde req-580e3d23-2376-4379-9eca-47f2a5174ad6 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:06.547031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-648c0c1a-029c-4046-a03e-57da90359bde req-580e3d23-2376-4379-9eca-47f2a5174ad6 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0587614 Aug 06 19:01:06.589803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-648c0c1a-029c-4046-a03e-57da90359bde req-116c982a-a8b7-4ca1-b14d-6819e620da79 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Aug 06 19:01:07.731055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748fb4-54a8-4e94-9245-3173b61b93ac req-f1b4299c-52a5-407b-a162-38e81409d5df tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:07.733931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98748fb4-54a8-4e94-9245-3173b61b93ac req-f1b4299c-52a5-407b-a162-38e81409d5df tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0723538 Aug 06 19:01:07.794982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98748fb4-54a8-4e94-9245-3173b61b93ac req-5fe9e1df-6802-4739-9e1a-de0129330445 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544069 Aug 06 19:01:07.926152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24927-1ac2-48e0-a3f4-91a30226dade req-cf8f4fcc-deda-4fde-bb69-b78113cf1a21 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:07.927653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79f24927-1ac2-48e0-a3f4-91a30226dade req-cf8f4fcc-deda-4fde-bb69-b78113cf1a21 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0555141 Aug 06 19:01:07.980185 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-79f24927-1ac2-48e0-a3f4-91a30226dade req-9f4483e6-d880-4e7a-a35f-68d090166339 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Aug 06 19:01:08.206956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc2ed-5654-4134-856d-a245bb6e1c2b req-19a51322-2fc2-470d-a5f6-3663f9675d05 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:08.208824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-998dc2ed-5654-4134-856d-a245bb6e1c2b req-19a51322-2fc2-470d-a5f6-3663f9675d05 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0605538 Aug 06 19:01:08.257082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-998dc2ed-5654-4134-856d-a245bb6e1c2b req-2e656892-b2b0-498f-9e39-2bd80155c1d7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Aug 06 19:01:08.385710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f413d4-edc4-46d5-9323-bf9e3c9e0b50 req-6542cc82-f8be-4423-8d19-aecc8bb285df tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:08.387228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84f413d4-edc4-46d5-9323-bf9e3c9e0b50 req-6542cc82-f8be-4423-8d19-aecc8bb285df tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0566714 Aug 06 19:01:08.430670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84f413d4-edc4-46d5-9323-bf9e3c9e0b50 req-bf7bf1f5-ed31-4d03-ae8a-a077becf907f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Aug 06 19:01:08.707929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-63a3b19a-1ab7-4bb0-bf1a-b63e9c0ff754 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446124 Aug 06 19:01:08.731916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b986bdb-ee5e-4cd2-b6b1-86f329f602cc req-3350c037-b23d-43d4-b0d5-6440082cdc5a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:08.733427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b986bdb-ee5e-4cd2-b6b1-86f329f602cc req-3350c037-b23d-43d4-b0d5-6440082cdc5a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0564957 Aug 06 19:01:08.776023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4b986bdb-ee5e-4cd2-b6b1-86f329f602cc req-0bfb2f5a-ac2b-45dd-a3e1-31b5e705f4b8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Aug 06 19:01:09.900067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d381366-c7df-4c3f-9668-b8ac60a0929c req-af992c66-164a-46b4-b2fa-ef4b3af904aa tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:09.901618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d381366-c7df-4c3f-9668-b8ac60a0929c req-af992c66-164a-46b4-b2fa-ef4b3af904aa tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Aug 06 19:01:09.949760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d381366-c7df-4c3f-9668-b8ac60a0929c req-e5851cfb-688b-4897-9403-ad932c9ed3ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Aug 06 19:01:10.046395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-6a0116e3-924b-4728-ac75-a92870df9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:10.047924 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-6a0116e3-924b-4728-ac75-a92870df9116 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1097 time: 0.0452900 Aug 06 19:01:10.144941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-1594169b-d54c-4657-b336-5736fe7ea9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:10.146459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-1594169b-d54c-4657-b336-5736fe7ea9bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.0916214 Aug 06 19:01:10.204476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-a7425ebf-177d-4f57-ba35-dd1245e0cc3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0501251 Aug 06 19:01:10.264891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-e1125619-4cc6-44d6-a8b2-46ffd57379a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:10.266382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-e1125619-4cc6-44d6-a8b2-46ffd57379a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0546675 Aug 06 19:01:10.300139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-0e294661-1e8e-4afe-bea6-fe1d4748d9eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259175 Aug 06 19:01:10.311428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-05cd5d75-9a26-47e0-8c27-94b38b1a3b58 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:01:10.312429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-05cd5d75-9a26-47e0-8c27-94b38b1a3b58 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055804 Aug 06 19:01:10.405701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-d2e9c04a-dca6-4a38-a54e-937d7c13161b service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Aug 06 19:01:10.501656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-d581dbca-bfff-4bc2-9b63-81578f724e1b service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Aug 06 19:01:10.826654 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:11.078928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6103769-1521-49db-88c4-a76cf8ed1caa req-dc412e5d-a5c1-46fd-9c2d-bad7960ebdd5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:11.080556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6103769-1521-49db-88c4-a76cf8ed1caa req-dc412e5d-a5c1-46fd-9c2d-bad7960ebdd5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0553467 Aug 06 19:01:11.127277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6103769-1521-49db-88c4-a76cf8ed1caa req-c7a8fb9b-078b-4537-b984-c871cbe215e1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Aug 06 19:01:12.248818 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:12.306433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56f32c-e955-4a56-94b5-20b9352a5e7d req-db10fcff-4833-4ca7-800e-a989a43e82a9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:12.308077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d56f32c-e955-4a56-94b5-20b9352a5e7d req-db10fcff-4833-4ca7-800e-a989a43e82a9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0677180 Aug 06 19:01:12.351693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d56f32c-e955-4a56-94b5-20b9352a5e7d req-1e0908f5-f29a-4784-9875-81579b43eaf1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Aug 06 19:01:13.488614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02070c-dc43-4763-bdcb-229d81bdece0 req-b512a345-1f85-451a-b470-d9cb22256610 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:13.490383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be02070c-dc43-4763-bdcb-229d81bdece0 req-b512a345-1f85-451a-b470-d9cb22256610 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Aug 06 19:01:13.534399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be02070c-dc43-4763-bdcb-229d81bdece0 req-3abbb20e-21e9-4a62-a81f-c1ad7c8ca17a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 Aug 06 19:01:14.668660 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafdd26-f57a-4ea2-b58b-2648dfa7455a req-c89461d2-6bf3-42a0-9145-de10c49586ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:14.670229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0dafdd26-f57a-4ea2-b58b-2648dfa7455a req-c89461d2-6bf3-42a0-9145-de10c49586ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0599182 Aug 06 19:01:14.713069 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0dafdd26-f57a-4ea2-b58b-2648dfa7455a req-71c52085-115b-40be-b8a5-f574a50f51b7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366485 Aug 06 19:01:15.862621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269d9a-bbca-4f80-b23d-e54d30b7647b req-1517f81b-4985-4b68-8b35-0ede0ea38956 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:15.865587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7269d9a-bbca-4f80-b23d-e54d30b7647b req-1517f81b-4985-4b68-8b35-0ede0ea38956 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0789201 Aug 06 19:01:15.909836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7269d9a-bbca-4f80-b23d-e54d30b7647b req-2f92532a-22a7-41be-bc94-2151713e3203 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Aug 06 19:01:16.806904 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:01:17.050385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b29f-6aa4-4983-a23e-f270f4ac2386 req-5910b703-02cf-4f27-928d-8f809561f668 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:17.051950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1007b29f-6aa4-4983-a23e-f270f4ac2386 req-5910b703-02cf-4f27-928d-8f809561f668 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0605249 Aug 06 19:01:17.093251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1007b29f-6aa4-4983-a23e-f270f4ac2386 req-47e9af43-b1cc-49c1-b511-f05f42ec76e7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Aug 06 19:01:18.216900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b35fbc-8003-4b71-8cd2-ea34c62ebca4 req-522b51a1-d874-4d64-b003-d2099820306e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:18.218463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09b35fbc-8003-4b71-8cd2-ea34c62ebca4 req-522b51a1-d874-4d64-b003-d2099820306e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0527620 Aug 06 19:01:18.261080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-09b35fbc-8003-4b71-8cd2-ea34c62ebca4 req-65329697-9937-4eef-a8a4-ab98f575d9da tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Aug 06 19:01:19.379771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a40c47-7d45-4b80-85f3-b4b2e5e5cbb9 req-4f345509-3ce0-466c-9fbd-4b920464a21c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:19.381279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67a40c47-7d45-4b80-85f3-b4b2e5e5cbb9 req-4f345509-3ce0-466c-9fbd-4b920464a21c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Aug 06 19:01:19.421302 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-67a40c47-7d45-4b80-85f3-b4b2e5e5cbb9 req-8a0aacf0-04f1-4f4f-97b0-8c70b10480d9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Aug 06 19:01:20.545587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007c69e-e8eb-4189-be74-03ac627995f0 req-d2d9bb0a-9d4b-4e14-b534-b6c73f1a9516 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:20.547186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7007c69e-e8eb-4189-be74-03ac627995f0 req-d2d9bb0a-9d4b-4e14-b534-b6c73f1a9516 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0561299 Aug 06 19:01:20.588786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7007c69e-e8eb-4189-be74-03ac627995f0 req-69ba4073-c602-4973-8167-985387f845b3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Aug 06 19:01:21.721664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdff2c-7726-430a-8023-b0a99fe5629c req-8f6d356a-680f-4a5f-b183-fc5092a3ae27 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:21.723186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04cdff2c-7726-430a-8023-b0a99fe5629c req-8f6d356a-680f-4a5f-b183-fc5092a3ae27 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0571833 Aug 06 19:01:21.775205 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04cdff2c-7726-430a-8023-b0a99fe5629c req-5ae181cf-b769-4ce6-b293-11bbf94e10ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Aug 06 19:01:22.913401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0be55-8be6-4d9b-9252-73b46f8dd8bd req-a1a008ed-2080-4f6b-9a84-6c3c7128c98b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:22.914997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4f0be55-8be6-4d9b-9252-73b46f8dd8bd req-a1a008ed-2080-4f6b-9a84-6c3c7128c98b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Aug 06 19:01:22.964238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b4f0be55-8be6-4d9b-9252-73b46f8dd8bd req-c3447358-1612-4657-b509-291521f16cbe tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Aug 06 19:01:24.108136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab0bba-93aa-4551-b8f5-2bb0d71752bc req-acb0dd92-b2dd-47ca-b5f2-f480d077ba9f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:24.109719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-edab0bba-93aa-4551-b8f5-2bb0d71752bc req-acb0dd92-b2dd-47ca-b5f2-f480d077ba9f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0658107 Aug 06 19:01:24.161982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-edab0bba-93aa-4551-b8f5-2bb0d71752bc req-a845314a-755b-4ce3-8bba-b1b0a49e60f7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Aug 06 19:01:25.310604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a592a9-e5d4-4a78-87d3-5b8f5c99c09b req-f27796cc-2dbe-40d8-857a-c21f7603ad7a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:25.312537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22a592a9-e5d4-4a78-87d3-5b8f5c99c09b req-f27796cc-2dbe-40d8-857a-c21f7603ad7a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0787110 Aug 06 19:01:25.361472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22a592a9-e5d4-4a78-87d3-5b8f5c99c09b req-bfebee2e-6a59-4ed4-920b-c022f2f6c90c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Aug 06 19:01:26.491418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc066068-5025-4261-8138-ff56d4649318 req-d646bcd0-ac75-4d48-881e-6ceb97c16bdb tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:26.492974 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc066068-5025-4261-8138-ff56d4649318 req-d646bcd0-ac75-4d48-881e-6ceb97c16bdb tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0576451 Aug 06 19:01:26.535341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc066068-5025-4261-8138-ff56d4649318 req-1ffcb35a-1e2d-4487-af92-253c287ace12 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360627 Aug 06 19:01:27.683280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd8973-04ea-438d-8375-32d298376473 req-11979761-6ae4-4eda-8ea8-72f748376978 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:27.684983 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ebd8973-04ea-438d-8375-32d298376473 req-11979761-6ae4-4eda-8ea8-72f748376978 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0677273 Aug 06 19:01:27.733272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ebd8973-04ea-438d-8375-32d298376473 req-2e34d6c6-3e30-4d21-b8a0-750efba62b77 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Aug 06 19:01:28.574851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01e188b5-001b-4143-ac09-7d57b33e96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:28.881195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0100c4-381b-448a-ba3a-645d2a7b3bd3 req-36d237eb-ca35-49d5-a972-0fcaef681ac3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:28.882909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b0100c4-381b-448a-ba3a-645d2a7b3bd3 req-36d237eb-ca35-49d5-a972-0fcaef681ac3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0544405 Aug 06 19:01:28.927779 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b0100c4-381b-448a-ba3a-645d2a7b3bd3 req-9acd702f-deda-401e-b187-791e9aac6518 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Aug 06 19:01:30.060857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940ad6a-cfa7-4cf1-bae4-cf6560a180de req-4b4d2f16-95e3-46c4-a14b-ab02185a6100 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:30.062555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8940ad6a-cfa7-4cf1-bae4-cf6560a180de req-4b4d2f16-95e3-46c4-a14b-ab02185a6100 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0548570 Aug 06 19:01:30.117873 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8940ad6a-cfa7-4cf1-bae4-cf6560a180de req-ebae4126-1713-49b4-a605-bca947efd3aa tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Aug 06 19:01:31.276762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de8eb-34c9-4a2e-9675-3578a0b312b1 req-b2831afa-d168-4cc4-b9df-a166ed364a5e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:31.279345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-394de8eb-34c9-4a2e-9675-3578a0b312b1 req-b2831afa-d168-4cc4-b9df-a166ed364a5e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0796888 Aug 06 19:01:31.326169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-394de8eb-34c9-4a2e-9675-3578a0b312b1 req-371d8f5b-28e7-4015-99f9-6bd16930d6e2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Aug 06 19:01:31.497495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:31.767036 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8c4fc552-7823-40f4-a154-6339f8c2769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:32.480917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764d42-f350-4750-90ec-fd92ca8b48c8 req-38a44d8a-a802-4e61-9c04-b4e684f10be3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:32.482490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43764d42-f350-4750-90ec-fd92ca8b48c8 req-38a44d8a-a802-4e61-9c04-b4e684f10be3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0540957 Aug 06 19:01:32.531365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-43764d42-f350-4750-90ec-fd92ca8b48c8 req-0417e946-3366-4c44-b80a-9d0aa28daaf1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Aug 06 19:01:33.385497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:33.671591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a769-a648-4f75-b4ae-803d2883aa15 req-2d94c192-8e6a-4c2e-8d1b-3eb10d360e4e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:33.673557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d536a769-a648-4f75-b4ae-803d2883aa15 req-2d94c192-8e6a-4c2e-8d1b-3eb10d360e4e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0601635 Aug 06 19:01:33.715006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d536a769-a648-4f75-b4ae-803d2883aa15 req-1cd2f127-d9f2-48f9-af35-735357fce878 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Aug 06 19:01:34.868020 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:34.876334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184011-4aa5-4bc5-bdfb-ad81e0592974 req-6b30f23c-6a46-402c-ae5a-97e4774f7827 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:34.878039 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50184011-4aa5-4bc5-bdfb-ad81e0592974 req-6b30f23c-6a46-402c-ae5a-97e4774f7827 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0649908 Aug 06 19:01:34.919232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50184011-4aa5-4bc5-bdfb-ad81e0592974 req-c25f5a4a-b99a-4d49-bc5c-4d66a1e03aae tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 06 19:01:36.058537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb51c22-b417-4f05-aaf6-7241ea4b3524 req-c5589f6a-f162-4af3-beaf-c80ca21f9e15 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:36.060167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffb51c22-b417-4f05-aaf6-7241ea4b3524 req-c5589f6a-f162-4af3-beaf-c80ca21f9e15 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0582194 Aug 06 19:01:36.105348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffb51c22-b417-4f05-aaf6-7241ea4b3524 req-efb4a304-2f0e-46d5-85e1-c43c3f0869c9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Aug 06 19:01:37.238569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3659f2-a8f7-425d-ae28-8323a7b36745 req-277f1af3-cf4e-4ca0-b6d3-468f7046ac8c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:37.240102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc3659f2-a8f7-425d-ae28-8323a7b36745 req-277f1af3-cf4e-4ca0-b6d3-468f7046ac8c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0565498 Aug 06 19:01:37.284431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc3659f2-a8f7-425d-ae28-8323a7b36745 req-6a255c9b-7a8c-47a8-aa60-64d7781b9e32 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Aug 06 19:01:37.568617 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-02807748-f409-4d19-9065-e99e6ee09288 req-ab3e3784-d399-49f5-ada1-4d0cdd901970 service neutron] show failed (client error): The resource could not be found. Aug 06 19:01:37.570405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-ab3e3784-d399-49f5-ada1-4d0cdd901970 service neutron] 10.222.0.55 "GET /v2.0/ports/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0747700 Aug 06 19:01:37.811400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-a614e3e2-3bf3-47f3-bbf1-8a69f0e0dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:37.813008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-a614e3e2-3bf3-47f3-bbf1-8a69f0e0dfe2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924&tenant_id=3db48a5e69d84bc8997c09b47042cb7b HTTP/1.1" status: 200 len: 1097 time: 0.0541444 Aug 06 19:01:37.825709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:01:37.883409 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.119094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:38.167360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:01:38.214740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:38.217133 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623d14b-709d-4081-bff4-e734707a3091" -d '{"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-unplugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:38.221407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.234749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Transition to ACTIVE for port object 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:01:38.239764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.272163 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a56cf44-2c8b-4a37-be70-803e1fd16756 x-openstack-request-id: req-6a56cf44-2c8b-4a37-be70-803e1fd16756 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:38.272453 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-unplugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:38.272698 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a56cf44-2c8b-4a37-be70-803e1fd16756 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:38.273092 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'code': 200} Aug 06 19:01:38.294467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:38.309807 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] No DVR routers for this DVR port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:01:38.345849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:01:38.346180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:01:38.346507 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:01:38.351059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:01:38.351350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Attempting to bind port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:01:38.356267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:01:38.356603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Checking segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:01:38.356989 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Bound using segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:01:38.357418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Bound port: 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:01:38.357809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.455511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441066-7367-400a-9484-bd54f94183e2 req-25a70e85-f9ae-4929-8eca-8926c7ed13fb tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:38.457076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63441066-7367-400a-9484-bd54f94183e2 req-25a70e85-f9ae-4929-8eca-8926c7ed13fb tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.0972085 Aug 06 19:01:38.466304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:01:38.475401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:01:38.486798 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.542797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:38.543602 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:38.545007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] 10.222.0.16 "PUT /v2.0/ports/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 1092 time: 0.7236114 Aug 06 19:01:38.565125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63441066-7367-400a-9484-bd54f94183e2 req-c1fc9429-d15e-4b08-a94f-03a265d79749 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002905 Aug 06 19:01:38.605580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b32d-02a6-467c-80be-bdb6b45088bb service neutron] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:38.625163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-ae1711c7-d64b-45aa-9f79-3d5a34012dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:38.626830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-ae1711c7-d64b-45aa-9f79-3d5a34012dc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1095 time: 0.0560412 Aug 06 19:01:38.744302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-60a6e44c-a711-41aa-87ba-522dc450efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:38.745963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-60a6e44c-a711-41aa-87ba-522dc450efcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1108365 Aug 06 19:01:38.796082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-1f4fb190-b42a-4e10-80f5-554f3b9b5a1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0415139 Aug 06 19:01:38.850122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807748-f409-4d19-9065-e99e6ee09288 req-ab57e0f4-611c-47c9-b71d-f3266a261704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:38.851625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-ab57e0f4-611c-47c9-b71d-f3266a261704 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0482671 Aug 06 19:01:38.886533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-821a3025-5173-47e5-8831-0fa8a9061f29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264373 Aug 06 19:01:38.983119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-9ab1afa1-0879-464c-97d3-41600299b43f service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885634 Aug 06 19:01:39.084641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02807748-f409-4d19-9065-e99e6ee09288 req-8c1acfc5-e1b7-46e7-8ec7-a57c300b1567 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924497 Aug 06 19:01:39.690583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996ad1b-2816-4356-a7c6-6e4f94fb4bb2 req-ec36f102-1e1f-42f5-ace7-201fd9b630ac tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:39.692064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8996ad1b-2816-4356-a7c6-6e4f94fb4bb2 req-ec36f102-1e1f-42f5-ace7-201fd9b630ac tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.0545564 Aug 06 19:01:39.738834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8996ad1b-2816-4356-a7c6-6e4f94fb4bb2 req-be59834d-aa59-49f6-b65b-0787715c2cc3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Aug 06 19:01:40.273925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:40.276328 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2133fd5-8fc6-4479-a6da-feea78b74402" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:40.327303 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e9877-b961-4875-89a4-90f8da029675 x-openstack-request-id: req-231e9877-b961-4875-89a4-90f8da029675 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:40.327594 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:40.327840 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-231e9877-b961-4875-89a4-90f8da029675 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:40.328244 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'status': 'completed', 'code': 200} Aug 06 19:01:40.416941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-6ea853c6-bc97-471b-9beb-720ea9a0214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.418642 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-6ea853c6-bc97-471b-9beb-720ea9a0214f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1095 time: 0.0680707 Aug 06 19:01:40.423354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-3a4a91c7-d9ce-43f0-a0d8-a25e43508807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.424749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-3a4a91c7-d9ce-43f0-a0d8-a25e43508807 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1095 time: 0.0659542 Aug 06 19:01:40.582714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-6dfab945-d3c8-4c5e-8ea9-9a2e46ab071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.584194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-6dfab945-d3c8-4c5e-8ea9-9a2e46ab071a service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1577506 Aug 06 19:01:40.587268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-105057f6-7cff-4519-b8c5-3f8ddc12dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.588710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-105057f6-7cff-4519-b8c5-3f8ddc12dd4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1548138 Aug 06 19:01:40.639653 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-c30cd97a-2768-4c76-89e5-a65686e4e9e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0455797 Aug 06 19:01:40.676689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-df5a6f72-3cac-4648-b063-e33df7b0bb90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0761855 Aug 06 19:01:40.751531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-64fe77fd-1b19-4416-824f-0b4d1281137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.752991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-64fe77fd-1b19-4416-824f-0b4d1281137c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0867527 Aug 06 19:01:40.756539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-9e8b96af-8922-4b85-8a6d-9ac8ab2091bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.758017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-9e8b96af-8922-4b85-8a6d-9ac8ab2091bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0629253 Aug 06 19:01:40.792516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-387ce41c-7243-4a49-877a-30f9756ec44f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312271 Aug 06 19:01:40.814133 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-9fb4662c-ef94-4595-a9da-fe4d6c4be85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452313 Aug 06 19:01:40.842521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:40.995153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6e111-02fe-485e-9329-28c66c0fb570 req-3c67ff09-2767-4575-abda-8940caa0a9ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:40.996691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30c6e111-02fe-485e-9329-28c66c0fb570 req-3c67ff09-2767-4575-abda-8940caa0a9ff tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 943 time: 0.1808050 Aug 06 19:01:41.000823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-42745bda-e82c-4ab2-b241-4ee18fd6a63b service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955268 Aug 06 19:01:41.044946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-f5b4c13e-963e-4e9a-9a85-56168d323c63 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123961 Aug 06 19:01:41.116294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30c6e111-02fe-485e-9329-28c66c0fb570 req-564c61bf-5a31-4d61-af15-e7033cac74b0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116712 Aug 06 19:01:41.185806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-8fdbb46f-fa13-4865-b654-dcc876fae443 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671360 Aug 06 19:01:41.201931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2133fd5-8fc6-4479-a6da-feea78b74402 req-e480574a-d945-4b6a-903b-ffa35633d03d service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468098 Aug 06 19:01:41.726422 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:01:41.770838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:01:41.846113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:01:41.962092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:41.974998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'port_id': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'mac_address': 'fa:16:3e:83:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d363e2-eb51-47b0-9378-f81cea13a7f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:01:42.019227 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:42.033379 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:01:42.054401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:42.059375 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:42.109847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:42.250846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c5ab-17fb-446b-9cc4-6760bf1b1c69 req-5600553e-3346-4c45-b03a-f654abdaa255 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:42.251464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:42.252382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4db6c5ab-17fb-446b-9cc4-6760bf1b1c69 req-5600553e-3346-4c45-b03a-f654abdaa255 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0609210 Aug 06 19:01:42.294051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4db6c5ab-17fb-446b-9cc4-6760bf1b1c69 req-24e11276-7eaa-49ed-8186-8360a7675822 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Aug 06 19:01:43.425534 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad671f56-3bc9-4edb-8cf3-181ca1584162 req-8b6d5bcd-81f8-455c-b35b-ce2bf32f6c75 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:43.427285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad671f56-3bc9-4edb-8cf3-181ca1584162 req-8b6d5bcd-81f8-455c-b35b-ce2bf32f6c75 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0569050 Aug 06 19:01:43.468072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ad671f56-3bc9-4edb-8cf3-181ca1584162 req-8ecb3745-cf46-4f66-85c1-e78fd34b6d92 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Aug 06 19:01:43.715702 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230cb8-70e3-4fc6-b012-7c3b1340cd8b req-383cb529-c44d-47da-af4a-b084156adabe tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:43.717194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6230cb8-70e3-4fc6-b012-7c3b1340cd8b req-383cb529-c44d-47da-af4a-b084156adabe tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0843313 Aug 06 19:01:43.724147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-4fffbbe7-f953-46cd-9c7d-db1fff7efe42 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:43.725577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-4fffbbe7-f953-46cd-9c7d-db1fff7efe42 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924&tenant_id=3db48a5e69d84bc8997c09b47042cb7b&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.0839484 Aug 06 19:01:43.795415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f6230cb8-70e3-4fc6-b012-7c3b1340cd8b req-2d1a260e-d877-4a61-b6bb-c361890a6a7f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Aug 06 19:01:43.804625 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-1cab6d16-03d7-454d-ae77-996374310424 service neutron] delete failed (client error): The resource could not be found. Aug 06 19:01:43.805676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-1cab6d16-03d7-454d-ae77-996374310424 service neutron] 10.222.0.55 "DELETE /v2.0/ports/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0731006 Aug 06 19:01:43.882614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:01:43.907405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-13ae0d1c-f019-478f-a29e-e8eae01b974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:43.908968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-13ae0d1c-f019-478f-a29e-e8eae01b974d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 1096 time: 0.0562584 Aug 06 19:01:44.008171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:44.020571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'port_id': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'mac_address': 'fa:16:3e:83:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d363e2-eb51-47b0-9378-f81cea13a7f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:01:44.024619 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-849692a9-9e3e-42f9-9537-e20829648cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:44.026219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-849692a9-9e3e-42f9-9537-e20829648cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1093309 Aug 06 19:01:44.072789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-8029732c-fa24-41d9-ac63-eab4b4573ee1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 200 len: 217 time: 0.0395725 Aug 06 19:01:44.124571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-800857b0-40d6-41d5-ad5a-8437c5428df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:44.126142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-800857b0-40d6-41d5-ad5a-8437c5428df4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0468273 Aug 06 19:01:44.169272 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-de4967f4-f246-406b-9433-e71ba43f5330 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360682 Aug 06 19:01:44.220632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:01:44.271145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-4e7c1ae0-7a31-443f-9a21-57933a415ec3 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952907 Aug 06 19:01:44.363015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd75fab-f03d-44ba-a3ba-7068c0219a39 req-028e8783-23b1-4652-8738-bbe114e4e477 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850072 Aug 06 19:01:44.916884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abc178-823e-41d7-bac9-a22fc000d223 req-b9532f49-f1c7-48b9-a159-30d8b16d3d35 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:44.918447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5abc178-823e-41d7-bac9-a22fc000d223 req-b9532f49-f1c7-48b9-a159-30d8b16d3d35 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0495911 Aug 06 19:01:44.969960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5abc178-823e-41d7-bac9-a22fc000d223 req-ca4e4ebe-6f5e-4f77-8b7e-bedb036a2c93 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Aug 06 19:01:45.091074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac44856-41a5-45c8-a2d3-4ad37b1aebb9 req-2bda132b-ed8e-4443-9ca0-ae03361718b5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:45.092803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ac44856-41a5-45c8-a2d3-4ad37b1aebb9 req-2bda132b-ed8e-4443-9ca0-ae03361718b5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Aug 06 19:01:45.133591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ac44856-41a5-45c8-a2d3-4ad37b1aebb9 req-3818adff-c619-47ab-beb6-e9221d443bcf tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Aug 06 19:01:45.264726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbd912-7f75-42ee-a09e-290412ad525e req-db9fe17d-d302-4ce8-bec1-c46525dce161 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:45.267537 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abdbd912-7f75-42ee-a09e-290412ad525e req-db9fe17d-d302-4ce8-bec1-c46525dce161 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 944 time: 0.0671525 Aug 06 19:01:45.309678 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-abdbd912-7f75-42ee-a09e-290412ad525e req-a75cf179-3e40-4926-8b18-e1f36e1cf4b8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Aug 06 19:01:45.730226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-abcae162-6fe0-4bb2-b12a-31a7f43315a4 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:45.731521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-abcae162-6fe0-4bb2-b12a-31a7f43315a4 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 814 time: 0.1201663 Aug 06 19:01:45.746930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-2f59e887-348d-4c1a-b656-80f4797c7a90 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/quotas/3db48a5e69d84bc8997c09b47042cb7b HTTP/1.1" status: 200 len: 375 time: 0.0095119 Aug 06 19:01:45.798196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-48de5d4c-8fc9-42a3-8923-57b606b48a03 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458629 Aug 06 19:01:45.880174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:01:45.934856 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:01:45.938920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:01:45.939302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:46.085354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:46.137736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:46.140007 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a302b5f5-968d-481c-aba2-0fde869aa330" -d '{"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-plugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:46.157120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:46.163281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:46.229499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:46.246209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-2a85f33a-de4a-4f9b-91b0-dd1eb1b13cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405859 Aug 06 19:01:46.352038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-777c5afd-1f95-4813-8599-249e107b98ed service neutron] 10.222.0.64 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997126 Aug 06 19:01:46.502792 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7e7eb-db45-4401-9314-0c71b968c7ce x-openstack-request-id: req-20a7e7eb-db45-4401-9314-0c71b968c7ce {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:46.503031 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-plugged", "status": "completed", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:46.503295 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20a7e7eb-db45-4401-9314-0c71b968c7ce {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:46.503710 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'code': 200} Aug 06 19:01:46.559434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c91045a4-a8dd-467f-a084-548373797515 req-a5991ed1-b9a6-4f34-b2c9-9a19139a79af tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0282695 Aug 06 19:01:47.309319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-20fc3a1d-295f-43e7-bb95-8963c7bb57f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:47.310789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-20fc3a1d-295f-43e7-bb95-8963c7bb57f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bdc89da-0e11-48e6-a933-b8ac6d3cc924 HTTP/1.1" status: 200 len: 945 time: 0.0588839 Aug 06 19:01:47.403988 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Deleting port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:01:47.404329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:47.510872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] For port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:47.511403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:47.521644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.16', 50654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:01:47.527266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Calling delete_port for 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:01:47.669671 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-8dcac58e-6759-49a4-b80e-648a684b2b6b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:47.672209 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-8dcac58e-6759-49a4-b80e-648a684b2b6b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 814 time: 0.1492023 Aug 06 19:01:47.688504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Request body: {'port': {'device_id': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'admin_state_up': True, 'tenant_id': '3db48a5e69d84bc8997c09b47042cb7b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:01:47.722460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:47.736421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:01:47.762448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Pushing event deleted for resources: {'Port': ['ID=75d61ae4-f6fe-4539-a6fb-bd81011e1eb3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:47.809773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] No DVR routers for this DVR port 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:01:47.812334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.813033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.814445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.814445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.814445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.814445 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.814810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.815028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.815440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.815686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.816013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.816336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:01:47.819981 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:47.822118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.16 "DELETE /v2.0/ports/75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 HTTP/1.1" status: 204 len: 173 time: 0.5046799 Aug 06 19:01:47.822673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-deleted', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:47.825128 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b34286-937f-4595-88e8-fdb7aca09714" -d '{"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-deleted", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:47.834914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Made reservation on behalf of 3db48a5e69d84bc8997c09b47042cb7b for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:01:47.839884 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:47.943802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4882882-2ed7-4693-aa6b-9fe82b3d7fcc req-d274b4e3-0568-4a14-aaa8-f498d96525af tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0272071 Aug 06 19:01:47.992896 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a9c37-058e-4da2-8b03-525ceaf89dba x-openstack-request-id: req-ef6a9c37-058e-4da2-8b03-525ceaf89dba {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:47.993194 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdc89da-0e11-48e6-a933-b8ac6d3cc924", "name": "network-vif-deleted", "tag": "75d61ae4-f6fe-4539-a6fb-bd81011e1eb3", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:47.993472 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef6a9c37-058e-4da2-8b03-525ceaf89dba {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:47.993923 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdc89da-0e11-48e6-a933-b8ac6d3cc924', 'name': 'network-vif-deleted', 'tag': '75d61ae4-f6fe-4539-a6fb-bd81011e1eb3', 'status': 'completed', 'code': 200} Aug 06 19:01:47.998757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Allocated IP 172.20.0.6 (832e34cf-f246-4c73-abff-73963362a898/d2d363e2-eb51-47b0-9378-f81cea13a7f8/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:01:48.185422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.227506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.267945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Network 832e34cf-f246-4c73-abff-73963362a898 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:01:48.273039 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:01:48.277973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:01:48.303373 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:48.332805 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:48.333477 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.355167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-3fea08cb-709c-429d-9979-bd87005602f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6721632 Aug 06 19:01:48.374668 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Request body: {'port': {'device_id': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:01:48.438834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.786354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:01:48.795055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.810676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Transition to ACTIVE for port object 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:01:48.815630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:48.865230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:48.935694 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:01:48.935966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:01:48.936219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:01:48.941284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:01:48.941645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:01:48.947166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:01:48.947505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Checking segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:01:48.947888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Bound using segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:01:48.948321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Bound port: 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:01:48.948709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:49.030985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:01:49.034873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:01:49.041638 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:49.067518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83878ab-6572-4b85-86b0-7f6d2271e11a req-d68d4874-c574-4314-80cf-d7ddb450c159 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:49.069097 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b83878ab-6572-4b85-86b0-7f6d2271e11a req-d68d4874-c574-4314-80cf-d7ddb450c159 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0511312 Aug 06 19:01:49.081840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:49.082820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:49.084234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 1092 time: 0.7204769 Aug 06 19:01:49.084665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:49.086996 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c0445-5916-47fb-96f7-e099048878dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:49.107203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad472e-4663-4f7a-9665-19e6030c6aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:49.123899 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b83878ab-6572-4b85-86b0-7f6d2271e11a req-40499f12-a913-49ff-b8a9-aa693a9c5e52 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Aug 06 19:01:49.174873 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a482c-cbc5-438f-9827-2e7f59f07fe2 x-openstack-request-id: req-2f3a482c-cbc5-438f-9827-2e7f59f07fe2 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:49.175204 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:49.175413 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f3a482c-cbc5-438f-9827-2e7f59f07fe2 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:49.175796 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'status': 'completed', 'code': 200} Aug 06 19:01:49.201257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-aa04f71a-1325-45c7-b153-8102a7cb0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:49.202799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-aa04f71a-1325-45c7-b153-8102a7cb0bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0741544 Aug 06 19:01:49.267048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-b558e065-89c5-4d76-88f0-16bd3943c7e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0555177 Aug 06 19:01:49.327103 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-cd940f34-74b9-4109-8639-cfe261568b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:49.328530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-cd940f34-74b9-4109-8639-cfe261568b27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0541611 Aug 06 19:01:49.383864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-31e51769-2488-464d-8b11-d0f957b5ee55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472629 Aug 06 19:01:49.488329 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-c41fba5f-5750-4fb1-8dc2-e1c25fed34e5 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953658 Aug 06 19:01:49.601981 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-114b4fad-427a-46b9-b6db-bc5c4e4fb15b req-7e066623-824e-41ed-8ea9-1e2e7a034d83 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053050 Aug 06 19:01:49.700317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0445-5916-47fb-96f7-e099048878dc req-ed997edb-9af9-4334-b0df-63b881d86e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:49.702351 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-ed997edb-9af9-4334-b0df-63b881d86e6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0458553 Aug 06 19:01:49.892892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:01:49.913966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:01:49.914326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 75d61ae4-f6fe-4539-a6fb-bd81011e1eb3 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:01:50.169098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0445-5916-47fb-96f7-e099048878dc req-fe092d41-35db-4914-8898-4f89cdb1edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:50.170649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-fe092d41-35db-4914-8898-4f89cdb1edfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.4607618 Aug 06 19:01:50.213136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-22b0c5fb-e4ee-4df2-855c-9fa5b24d2830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0342743 Aug 06 19:01:50.247310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fc80f-3f9e-4cf2-b93d-35e6cb8cde6c req-0fc8a868-e741-4f42-a18f-dd12ca404f1d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:50.248904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a4fc80f-3f9e-4cf2-b93d-35e6cb8cde6c req-0fc8a868-e741-4f42-a18f-dd12ca404f1d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0511045 Aug 06 19:01:50.263424 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0445-5916-47fb-96f7-e099048878dc req-89593bc4-47d3-4876-8f9d-be911304a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:50.264916 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-89593bc4-47d3-4876-8f9d-be911304a8cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0439382 Aug 06 19:01:50.289689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a4fc80f-3f9e-4cf2-b93d-35e6cb8cde6c req-687ee46a-0e9f-479e-a16d-919a7e44bc85 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Aug 06 19:01:50.298278 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-1e99c47e-f28f-417f-939b-b05eca05cfdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Aug 06 19:01:50.393769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-8203d669-262b-4262-b085-046d3d155afb service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Aug 06 19:01:50.493646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-879c0445-5916-47fb-96f7-e099048878dc req-183a567a-dfac-49ee-9b52-fa2bd64bc0ee service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 Aug 06 19:01:51.415650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912453e6-cacf-4d33-8380-195a438a1245 req-455e34d3-7c0f-4d31-a645-3e61a9d85ba8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:51.417292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-912453e6-cacf-4d33-8380-195a438a1245 req-455e34d3-7c0f-4d31-a645-3e61a9d85ba8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0523343 Aug 06 19:01:51.467434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-912453e6-cacf-4d33-8380-195a438a1245 req-b504b58c-faf5-43a9-87b8-03cae66518f8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Aug 06 19:01:51.908262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:01:52.016905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:52.029961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'port_id': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'mac_address': 'fa:16:3e:df:84:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d363e2-eb51-47b0-9378-f81cea13a7f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:01:52.068972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:52.084229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:01:52.105236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:52.111630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:52.159408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:52.473711 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:01:52.596364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d533b-94b7-4ff6-b20d-834d496fcf5f req-cf423f94-9bd9-4b80-8af6-dbec81e256b1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:52.598112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c9d533b-94b7-4ff6-b20d-834d496fcf5f req-cf423f94-9bd9-4b80-8af6-dbec81e256b1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0526595 Aug 06 19:01:52.650049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c9d533b-94b7-4ff6-b20d-834d496fcf5f req-17b66112-1e9d-47a8-b007-2e2f5667f0d4 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Aug 06 19:01:53.779198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5ae1d-a8d3-42c8-8c3f-b39a61883f37 req-cd6e376e-53dc-4002-84fa-c14b709ed0b2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:53.780987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4e5ae1d-a8d3-42c8-8c3f-b39a61883f37 req-cd6e376e-53dc-4002-84fa-c14b709ed0b2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0561526 Aug 06 19:01:53.807763 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:01:53.826369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d4e5ae1d-a8d3-42c8-8c3f-b39a61883f37 req-954ffba8-70e6-4e90-bdca-288ff802dd6a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Aug 06 19:01:53.908127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:01:53.976551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:01:53.980622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:01:53.980996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:54.084474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:54.112386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:01:54.114923 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e06045-d131-4a14-86a5-0ff802c4004d" -d '{"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:01:54.130979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:01:54.136677 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:54.163761 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbfda2b-622e-4fbd-9c2d-0fc23434c17b x-openstack-request-id: req-1cbfda2b-622e-4fbd-9c2d-0fc23434c17b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:01:54.164124 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:01:54.164312 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cbfda2b-622e-4fbd-9c2d-0fc23434c17b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:01:54.164690 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'code': 200} Aug 06 19:01:54.192579 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:01:54.260629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f6903-b29d-4445-8cd0-3d2a53baff76 req-999b6025-639d-49bf-b8e2-2ef91ae16ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:54.262202 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c7f6903-b29d-4445-8cd0-3d2a53baff76 req-999b6025-639d-49bf-b8e2-2ef91ae16ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0428565 Aug 06 19:01:54.300663 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6c7f6903-b29d-4445-8cd0-3d2a53baff76 req-4bbdd52b-05b6-48ff-8ee4-02f9a4f07575 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Aug 06 19:01:54.956091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dcecb-e124-4030-bc57-8807721253c5 req-d8b7763a-bd6a-44d3-b4ac-4400ec376a4f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:54.958114 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a8dcecb-e124-4030-bc57-8807721253c5 req-d8b7763a-bd6a-44d3-b4ac-4400ec376a4f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0596251 Aug 06 19:01:55.003539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a8dcecb-e124-4030-bc57-8807721253c5 req-d20e14fb-6b40-4828-b22f-3e9cea7480cc tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Aug 06 19:01:56.136843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9396b3-1fac-45c4-a177-119317e71faf req-8c251a97-2d4f-48dd-afaf-91789b5d6c2e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:56.138399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d9396b3-1fac-45c4-a177-119317e71faf req-8c251a97-2d4f-48dd-afaf-91789b5d6c2e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0574811 Aug 06 19:01:56.184087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d9396b3-1fac-45c4-a177-119317e71faf req-71e0ba71-6f0a-4bb4-bbc4-36b48b1f552d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Aug 06 19:01:56.330920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d35ae-7cbb-4cf8-aa47-c94494b04346 req-5d593f0f-1b7b-4d7b-816d-f14f0dbe025c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:56.332714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff2d35ae-7cbb-4cf8-aa47-c94494b04346 req-5d593f0f-1b7b-4d7b-816d-f14f0dbe025c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0617855 Aug 06 19:01:56.374959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff2d35ae-7cbb-4cf8-aa47-c94494b04346 req-ca3f8fe4-3887-4f95-962c-bc5740e67ba7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Aug 06 19:01:56.622223 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-02090728-d4a6-4b1e-9e75-b162fab578a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414677 Aug 06 19:01:56.632059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0e7f-eadd-43d2-a56c-7fffe7417c92 req-e3e45320-1489-4347-8367-5c3c48c197d3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:56.633750 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e0b0e7f-eadd-43d2-a56c-7fffe7417c92 req-e3e45320-1489-4347-8367-5c3c48c197d3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 06 19:01:56.674550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e0b0e7f-eadd-43d2-a56c-7fffe7417c92 req-dfc3961c-ab09-4fe6-af71-bc0260cc06f3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Aug 06 19:01:57.795435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb3ecf-58ae-4371-b185-5e81d81723c7 req-d7d3452c-d9ba-455c-9586-b60dd74c8ee2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:57.797113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3fb3ecf-58ae-4371-b185-5e81d81723c7 req-d7d3452c-d9ba-455c-9586-b60dd74c8ee2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0507588 Aug 06 19:01:57.823793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-254deb7d-3ef7-4add-9335-23c881633367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:57.825418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-254deb7d-3ef7-4add-9335-23c881633367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0449078 Aug 06 19:01:57.845618 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b3fb3ecf-58ae-4371-b185-5e81d81723c7 req-f2b2e183-0589-4e98-8b2e-fd3a6a41a606 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Aug 06 19:01:57.936349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-e8e99e1b-6618-469e-9765-d7e98e707c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:57.937929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-e8e99e1b-6618-469e-9765-d7e98e707c70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1042469 Aug 06 19:01:57.983515 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-8a1a1572-ffc8-4c88-b6a6-f6fd9e1c9c52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0374537 Aug 06 19:01:58.047841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-44d4355c-ee22-4378-b3ea-24fb83335c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:58.049356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-44d4355c-ee22-4378-b3ea-24fb83335c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0576942 Aug 06 19:01:58.084261 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-bfed070a-a9ba-46c0-a372-3639c06ea002 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270457 Aug 06 19:01:58.187524 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-61cab974-b3e2-40d5-b796-9b807feea7ff service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931275 Aug 06 19:01:58.302333 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-21096034-1fae-4779-8983-0612546b8b9f service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063771 Aug 06 19:01:58.571860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fb6123b2-9bcc-46f0-a70b-e5f89a017683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:01:58.980124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585736-236b-4313-a858-32f4c8009892 req-4acb5695-8f45-40ea-a9f6-f25cf1973071 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:01:58.981845 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71585736-236b-4313-a858-32f4c8009892 req-4acb5695-8f45-40ea-a9f6-f25cf1973071 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0551772 Aug 06 19:01:59.025531 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71585736-236b-4313-a858-32f4c8009892 req-69660f18-aec1-4775-a066-af88dbb1cd46 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Aug 06 19:02:00.148319 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba5cf-6007-4631-b469-8921b337ad6b req-a2c94cb2-0994-4d12-a19d-107ff1ba4de5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:00.150035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddbba5cf-6007-4631-b469-8921b337ad6b req-a2c94cb2-0994-4d12-a19d-107ff1ba4de5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Aug 06 19:02:00.189371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddbba5cf-6007-4631-b469-8921b337ad6b req-043a2ce4-dc2c-4369-9828-cbb5c15fccd8 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Aug 06 19:02:01.319105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7d266-fa18-428b-8a79-25d575d9bab6 req-d74c6446-2e02-46d1-aaa5-2c91f3c59dc3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:01.320634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d7d266-fa18-428b-8a79-25d575d9bab6 req-d74c6446-2e02-46d1-aaa5-2c91f3c59dc3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Aug 06 19:02:01.365824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d7d266-fa18-428b-8a79-25d575d9bab6 req-f76a6a3b-04c2-44c0-9654-7aba1b8597ed tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Aug 06 19:02:01.492694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:01.762501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d3932a28-474c-4282-9897-8c9a53229c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:02.498236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdfa3e-cae7-4fe4-807e-bb31a93357f1 req-1df94ff4-f63b-4e68-9298-19b315a92c7e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:02.499748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ecdfa3e-cae7-4fe4-807e-bb31a93357f1 req-1df94ff4-f63b-4e68-9298-19b315a92c7e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0533683 Aug 06 19:02:02.540008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ecdfa3e-cae7-4fe4-807e-bb31a93357f1 req-02f8a15b-0501-4140-8033-4630e51ee823 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338986 Aug 06 19:02:03.389118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:03.674050 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fe00-0ecc-4f75-9496-d48ecc5e42a1 req-a0141707-6f79-4f40-8f7e-8f318d13b992 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:03.675701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f556fe00-0ecc-4f75-9496-d48ecc5e42a1 req-a0141707-6f79-4f40-8f7e-8f318d13b992 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0643604 Aug 06 19:02:03.718814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f556fe00-0ecc-4f75-9496-d48ecc5e42a1 req-f7801689-40eb-451b-921e-18d36ae23d41 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Aug 06 19:02:04.851584 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98c3f-6525-4177-ba3f-0a8bebd6b409 req-985b8b59-1a5d-4b91-9397-c188132e5b9b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:04.854225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1a98c3f-6525-4177-ba3f-0a8bebd6b409 req-985b8b59-1a5d-4b91-9397-c188132e5b9b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0582988 Aug 06 19:02:04.875994 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:04.902080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d1a98c3f-6525-4177-ba3f-0a8bebd6b409 req-9903904f-9867-4400-a0a1-6ba15292ed86 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Aug 06 19:02:06.046591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e978-5ab7-473f-972a-2338aa83929b req-10545d64-85f3-4e02-bf88-e83b27474456 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:06.047999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5327e978-5ab7-473f-972a-2338aa83929b req-10545d64-85f3-4e02-bf88-e83b27474456 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0583901 Aug 06 19:02:06.091624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5327e978-5ab7-473f-972a-2338aa83929b req-8dbba92d-e89b-4960-a174-94b5bff8ea35 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Aug 06 19:02:07.235575 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390f8aa-75e8-4130-83a1-c57b9d043be9 req-d928c483-77ad-4160-9976-72aa2238fd25 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:07.237006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5390f8aa-75e8-4130-83a1-c57b9d043be9 req-d928c483-77ad-4160-9976-72aa2238fd25 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0583253 Aug 06 19:02:07.281930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5390f8aa-75e8-4130-83a1-c57b9d043be9 req-bef8e3ee-9e0b-4f50-bbd1-6a688d5c9ece tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Aug 06 19:02:08.436843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60542ec2-8884-460d-8e51-3d04638edee0 req-c3e03247-438f-40a7-ab09-c8d797e5a2db tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:08.436843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60542ec2-8884-460d-8e51-3d04638edee0 req-c3e03247-438f-40a7-ab09-c8d797e5a2db tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0770688 Aug 06 19:02:08.503246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60542ec2-8884-460d-8e51-3d04638edee0 req-3b5a9314-b2fa-48df-87fb-93bbae734af5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611775 Aug 06 19:02:09.412369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-5a13e631-0bb5-4862-bac7-778a8656f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:09.413924 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-5a13e631-0bb5-4862-bac7-778a8656f6f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0516472 Aug 06 19:02:09.543097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-a82474c5-edb3-467d-a9ca-052388c8d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:09.544642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-a82474c5-edb3-467d-a9ca-052388c8d4c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1045077 Aug 06 19:02:09.589327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-28e32441-c358-4602-920d-3cf8022406b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0369766 Aug 06 19:02:09.633532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bf765-982e-4aa2-8721-f4aaa5b4448a req-5922a8e1-acd5-4400-8124-9778b911add2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:09.635100 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b9bf765-982e-4aa2-8721-f4aaa5b4448a req-5922a8e1-acd5-4400-8124-9778b911add2 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Aug 06 19:02:09.647366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-f0e646ea-6349-4270-a906-0f994d318a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:09.648864 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-f0e646ea-6349-4270-a906-0f994d318a57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0523555 Aug 06 19:02:09.675408 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3b9bf765-982e-4aa2-8721-f4aaa5b4448a req-0ea0860d-36b5-4b69-af45-dc0b4e650763 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339582 Aug 06 19:02:09.683311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-b8f85f9d-1134-4873-8ef3-199769f6bb73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259986 Aug 06 19:02:09.781508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-4850a1e5-8a30-4466-b80c-a0c5c15197d1 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903642 Aug 06 19:02:09.880575 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-bb40e240-14c0-4d49-9cd0-0a145222a17e req-b85a6a66-ce7a-439a-a940-c06e28f6c15f service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914979 Aug 06 19:02:10.800814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dc3b9-cef4-4a5d-810e-7312d440639c req-8150016e-b9f4-42b4-917d-7bfabbb8f403 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:10.802372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-888dc3b9-cef4-4a5d-810e-7312d440639c req-8150016e-b9f4-42b4-917d-7bfabbb8f403 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Aug 06 19:02:10.844911 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-888dc3b9-cef4-4a5d-810e-7312d440639c req-9fd4e4c4-da05-46c7-b0f7-ae8badc86dcf tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Aug 06 19:02:10.849278 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:11.971348 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906629d-0182-4005-a64d-0e2801937731 req-1d0c0a1a-bb62-498a-a69c-948fd2d73976 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:11.972921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6906629d-0182-4005-a64d-0e2801937731 req-1d0c0a1a-bb62-498a-a69c-948fd2d73976 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0546935 Aug 06 19:02:12.018050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6906629d-0182-4005-a64d-0e2801937731 req-473636cf-f1fc-4672-af8c-bd867e0255fd tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Aug 06 19:02:12.267169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:13.145297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b584-37cf-461e-9606-87457b2d45d8 req-4b1c6eaf-5c0c-417a-8c5d-20e1fc945855 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:13.146931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed89b584-37cf-461e-9606-87457b2d45d8 req-4b1c6eaf-5c0c-417a-8c5d-20e1fc945855 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0529454 Aug 06 19:02:13.189183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed89b584-37cf-461e-9606-87457b2d45d8 req-5365bbf4-7380-459e-8ba9-5be7d4abe932 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 06 19:02:14.311953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6525f-9f0c-49b1-9287-527d440b5ee5 req-3a2a0254-fb02-454a-94a3-d546b5ebbbbe tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:14.313548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37d6525f-9f0c-49b1-9287-527d440b5ee5 req-3a2a0254-fb02-454a-94a3-d546b5ebbbbe tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 06 19:02:14.356834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37d6525f-9f0c-49b1-9287-527d440b5ee5 req-c8d35c5a-b1d4-4f4d-824f-a89c7e14e83c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Aug 06 19:02:15.477003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ff6ce-1cf3-4e1e-a2e2-55b2871e65df req-ccc12ceb-f7ea-4b70-8610-7308d4cea7d1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:15.478621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d43ff6ce-1cf3-4e1e-a2e2-55b2871e65df req-ccc12ceb-f7ea-4b70-8610-7308d4cea7d1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Aug 06 19:02:15.523882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d43ff6ce-1cf3-4e1e-a2e2-55b2871e65df req-a3a4d752-0c03-440a-935c-0900862d7c37 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Aug 06 19:02:16.655971 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935162f6-a271-42f3-8924-331af9625486 req-57fd2d41-10b4-4aa7-86f4-14cbfd067b4b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:16.657604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935162f6-a271-42f3-8924-331af9625486 req-57fd2d41-10b4-4aa7-86f4-14cbfd067b4b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0534356 Aug 06 19:02:16.706189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-935162f6-a271-42f3-8924-331af9625486 req-52da02bd-9208-49e2-a9a0-f604b2c5c36e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Aug 06 19:02:17.835035 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd47cf-7dc7-4c29-ac3f-f5b49974eeab req-841d70c2-10eb-4e82-97f1-ed5f1042a334 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:17.836705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8cd47cf-7dc7-4c29-ac3f-f5b49974eeab req-841d70c2-10eb-4e82-97f1-ed5f1042a334 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0528729 Aug 06 19:02:17.886158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8cd47cf-7dc7-4c29-ac3f-f5b49974eeab req-9ec90903-3b51-4089-8869-07835f759eb1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426304 Aug 06 19:02:19.033043 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8eaf-314e-4741-8612-dd40fc722b34 req-72193553-6413-44be-b82d-364e15fa34af tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:19.034719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ccaa8eaf-314e-4741-8612-dd40fc722b34 req-72193553-6413-44be-b82d-364e15fa34af tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Aug 06 19:02:19.089792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ccaa8eaf-314e-4741-8612-dd40fc722b34 req-24ea9373-4ce8-43f1-85c9-eaa95ff24901 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Aug 06 19:02:20.231236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7868e-9da1-4506-89ff-c441d704a533 req-8e72841d-13f9-43ef-8472-866512628d1d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:20.232931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62a7868e-9da1-4506-89ff-c441d704a533 req-8e72841d-13f9-43ef-8472-866512628d1d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0602930 Aug 06 19:02:20.275459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62a7868e-9da1-4506-89ff-c441d704a533 req-70bf729f-4f85-40a8-a20a-52a7e794cb0d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Aug 06 19:02:21.402508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921321c-772a-4666-b88c-936576d6302e req-448e0275-1cf8-4c4d-a8e2-bc93f4bd2882 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:21.404136 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f921321c-772a-4666-b88c-936576d6302e req-448e0275-1cf8-4c4d-a8e2-bc93f4bd2882 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0569172 Aug 06 19:02:21.446159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f921321c-772a-4666-b88c-936576d6302e req-68605e91-310b-4bcd-a766-85e46269ab7b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357466 Aug 06 19:02:22.576834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a6ed3-f1f6-43df-b52e-736b3407417b req-5a8b9e4c-1c9b-4b07-8a74-ed11aedcc87a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:22.578429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50a6ed3-f1f6-43df-b52e-736b3407417b req-5a8b9e4c-1c9b-4b07-8a74-ed11aedcc87a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0600166 Aug 06 19:02:22.626202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50a6ed3-f1f6-43df-b52e-736b3407417b req-f26e19b1-afc7-4da2-9df5-2710d604123a tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Aug 06 19:02:23.757879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806537a6-f386-4cd8-bcb7-0ff23fd5547e req-76471430-c61d-4f47-9b7a-677c14554c03 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:23.759445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-806537a6-f386-4cd8-bcb7-0ff23fd5547e req-76471430-c61d-4f47-9b7a-677c14554c03 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0569119 Aug 06 19:02:23.809228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-806537a6-f386-4cd8-bcb7-0ff23fd5547e req-a59e9de6-579d-4d44-aaf6-4d2aa4d05dc5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Aug 06 19:02:24.960765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12ded-ecf4-48e2-ac4c-345fa45957fd req-fd9f9902-8ebf-4125-9ccd-a6ad863956c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:24.962421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9eb12ded-ecf4-48e2-ac4c-345fa45957fd req-fd9f9902-8ebf-4125-9ccd-a6ad863956c0 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Aug 06 19:02:25.013412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9eb12ded-ecf4-48e2-ac4c-345fa45957fd req-48119c07-c2be-47f1-b4e2-38c3f785868d tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Aug 06 19:02:25.636003 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0f14b66f-20bb-45d2-9b25-cd873b69b16a service neutron] show failed (client error): The resource could not be found. Aug 06 19:02:25.637216 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0f14b66f-20bb-45d2-9b25-cd873b69b16a service neutron] 10.222.0.16 "GET /v2.0/ports/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0647347 Aug 06 19:02:25.854376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-8429ef5a-afa1-4f7b-a832-3837362608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:25.855909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-8429ef5a-afa1-4f7b-a832-3837362608d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9&tenant_id=3db48a5e69d84bc8997c09b47042cb7b HTTP/1.1" status: 200 len: 1097 time: 0.0439641 Aug 06 19:02:25.871078 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:25.931610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.210126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06422d-53f6-4597-b3ce-14c11e1dfd83 req-88e6f6b2-24f4-415f-a6ac-c27dd9486297 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:26.211559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa06422d-53f6-4597-b3ce-14c11e1dfd83 req-88e6f6b2-24f4-415f-a6ac-c27dd9486297 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.1033375 Aug 06 19:02:26.217171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:26.280258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:26.284702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa06422d-53f6-4597-b3ce-14c11e1dfd83 req-66907a08-0fed-4e24-97f2-e86852961713 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653777 Aug 06 19:02:26.323366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:26.325726 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1c120-becb-44a9-bbb5-5e8a671d286b" -d '{"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:26.330171 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.347645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Transition to ACTIVE for port object 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:26.354273 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.383387 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bb5a2a-cf04-4791-b056-0dfb2834edf4 x-openstack-request-id: req-e4bb5a2a-cf04-4791-b056-0dfb2834edf4 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:26.384130 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:26.384130 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4bb5a2a-cf04-4791-b056-0dfb2834edf4 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:26.384337 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'code': 200} Aug 06 19:02:26.419391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] No DVR routers for this DVR port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:02:26.428519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:26.463448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:02:26.463686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:02:26.464022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:26.468733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:02:26.469044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Attempting to bind port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on network 832e34cf-f246-4c73-abff-73963362a898 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:26.474202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:02:26.474549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Checking segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:26.474935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Bound using segment: {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:02:26.475358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Bound port: 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b24adc7-5ecc-4782-9209-84b8aac433d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '832e34cf-f246-4c73-abff-73963362a898'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:02:26.475735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.551182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:26.554593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:02:26.562589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.602231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:26.603233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:26.605478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] 10.222.0.55 "PUT /v2.0/ports/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 1092 time: 0.7394245 Aug 06 19:02:26.624411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728c1a6-f24e-4c0e-9b5b-96b9e49fba93 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:26.667791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-9ed41ef1-311d-4229-8e48-0a4590b5e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:26.669334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-9ed41ef1-311d-4229-8e48-0a4590b5e59e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0419888 Aug 06 19:02:26.777107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-a2489c66-5b7f-44f2-b7ef-36814ff6983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:26.779292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-a2489c66-5b7f-44f2-b7ef-36814ff6983d service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1028032 Aug 06 19:02:26.821042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-85699c23-7d70-459c-a782-f9886f67f6e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0351434 Aug 06 19:02:26.875537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-50a0f39d-89cc-44b0-b1ca-1b346e3a90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:26.877032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-50a0f39d-89cc-44b0-b1ca-1b346e3a90df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0494444 Aug 06 19:02:26.909934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-44885c8d-2b5f-41a6-a108-487573d6d330 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253339 Aug 06 19:02:27.004297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-180bc9ce-8884-4c9f-900f-d8f5b8c9f5eb service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874450 Aug 06 19:02:27.111436 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85c75695-e8ef-4d60-8414-b84c16f80529 req-265eb26d-305c-4018-b7e8-86dbd606b9e8 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000109 Aug 06 19:02:27.431006 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ed89-89f9-4a2e-9be3-331c141def2e req-143c807e-989a-4761-8f22-1b5f2bb0aa4b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:27.433336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6227ed89-89f9-4a2e-9be3-331c141def2e req-143c807e-989a-4761-8f22-1b5f2bb0aa4b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0702052 Aug 06 19:02:27.475220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6227ed89-89f9-4a2e-9be3-331c141def2e req-b653986c-2d00-4000-8e4d-43d67d5ff1e9 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349007 Aug 06 19:02:28.110675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:02:28.156065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:02:28.385354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:28.388284 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:28.445033 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e6a86-92cf-45a2-944c-7b03ddb26928 x-openstack-request-id: req-4c5e6a86-92cf-45a2-944c-7b03ddb26928 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:28.445891 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:28.445891 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c5e6a86-92cf-45a2-944c-7b03ddb26928 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:28.446120 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'status': 'completed', 'code': 200} Aug 06 19:02:28.509206 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-2b1cee88-0556-49f6-936f-75417727cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.511692 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-2b1cee88-0556-49f6-936f-75417727cb26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0476298 Aug 06 19:02:28.511909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-cd894323-cfdd-4791-98ce-3d6bc63efa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.513356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-cd894323-cfdd-4791-98ce-3d6bc63efa26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0448346 Aug 06 19:02:28.581549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3db7beef-9492-4fd0-abe9-32bc59bf49d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:28.621969 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-080ede63-ce17-45b0-b590-99b9f80c517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.624028 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-080ede63-ce17-45b0-b590-99b9f80c517b service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1034622 Aug 06 19:02:28.658554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a821a8-d33d-41ad-8ade-29b3f0d451d6 req-d8ef0886-5355-4351-bdb8-a39c645a57d7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.660407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35a821a8-d33d-41ad-8ade-29b3f0d451d6 req-d8ef0886-5355-4351-bdb8-a39c645a57d7 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.1041896 Aug 06 19:02:28.672134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-558fa32a-2e97-4127-9d1c-d7dd3181a7cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0404978 Aug 06 19:02:28.696243 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-a21bec37-e014-4c64-9c7a-2ac110fa59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.698832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-a21bec37-e014-4c64-9c7a-2ac110fa59ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1783717 Aug 06 19:02:28.732118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-05f98e91-9b00-4cb2-81b0-de06243b131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.733685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-05f98e91-9b00-4cb2-81b0-de06243b131a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0531752 Aug 06 19:02:28.739020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35a821a8-d33d-41ad-8ade-29b3f0d451d6 req-656ff838-fc9c-4151-9daa-dd7f223f6a2e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696950 Aug 06 19:02:28.767905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-0be6d001-9d43-4e77-821d-6241c4a4b9d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0472131 Aug 06 19:02:28.768107 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-fd7af7e5-e7e9-447f-9404-11ef4fce7a15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263193 Aug 06 19:02:28.819601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-5b4aa3ad-d120-4b79-88ef-4c0621812b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:28.821293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-5b4aa3ad-d120-4b79-88ef-4c0621812b1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0459480 Aug 06 19:02:28.854831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-18dec5bb-3a44-4319-8dca-33d4254cee9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265336 Aug 06 19:02:28.865992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-8dac711a-59f3-402b-8cc9-4c13f526f9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904870 Aug 06 19:02:28.969630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-730da5c2-005e-4aed-9ed8-8210536a3d30 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065929 Aug 06 19:02:28.977804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-97ad8a47-9e33-47da-bb44-af9f269bae33 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036236 Aug 06 19:02:29.067603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2975db3-9a50-4f7e-bbd9-7cbfa4e202c9 req-ac3ac8b1-e087-40d3-ba03-d158c7107890 service neutron] 10.222.0.55 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906978 Aug 06 19:02:29.866760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:02:29.867759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9a23b-6782-464d-bdff-22f1edb44fb5 req-d8e16856-2922-46b2-ae48-4f9035f8546e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:29.868920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80b9a23b-6782-464d-bdff-22f1edb44fb5 req-d8e16856-2922-46b2-ae48-4f9035f8546e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 943 time: 0.0557909 Aug 06 19:02:29.914463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80b9a23b-6782-464d-bdff-22f1edb44fb5 req-7b4141d3-3132-406d-90dd-a30a90904d8c tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Aug 06 19:02:29.968349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:29.981825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'network_id': '832e34cf-f246-4c73-abff-73963362a898', 'port_id': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'mac_address': 'fa:16:3e:df:84:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d363e2-eb51-47b0-9378-f81cea13a7f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:02:30.032014 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:30.049526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:02:30.083496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:30.089142 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:30.139173 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abb00a-d6d9-40c9-909d-50a5c2c4d7ed req-0d938bf5-618a-47b8-8ba0-4802c725a925 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:30.141144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2abb00a-d6d9-40c9-909d-50a5c2c4d7ed req-0d938bf5-618a-47b8-8ba0-4802c725a925 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0553083 Aug 06 19:02:30.147741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:30.155647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.155993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.156326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.156655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.157171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.157291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.157653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.158485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.158485 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.158658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.158890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.159194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:30.189590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2abb00a-d6d9-40c9-909d-50a5c2c4d7ed req-5ca9b84c-4c66-4c8a-bef9-94d80707643e tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Aug 06 19:02:30.211570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-4361b487-c06c-438e-9e4c-7bd3fd03aad1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:30.213199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-4361b487-c06c-438e-9e4c-7bd3fd03aad1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9&tenant_id=3db48a5e69d84bc8997c09b47042cb7b&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.1024234 Aug 06 19:02:30.289513 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-4006ecbc-8734-472c-bcb1-e8269a896628 service neutron] delete failed (client error): The resource could not be found. Aug 06 19:02:30.290593 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-4006ecbc-8734-472c-bcb1-e8269a896628 service neutron] 10.222.0.16 "DELETE /v2.0/ports/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0681310 Aug 06 19:02:30.305811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:02:30.392242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-d69177d7-8ad2-44cc-91e2-d010138539db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:30.393900 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-d69177d7-8ad2-44cc-91e2-d010138539db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0448527 Aug 06 19:02:30.511740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-d93456d6-26a8-41af-beef-a24a6e26d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:30.513290 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-d93456d6-26a8-41af-beef-a24a6e26d251 service neutron] 10.222.0.16 "GET /v2.0/networks?id=832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 200 len: 915 time: 0.1119580 Aug 06 19:02:30.560760 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-a4a1f5c9-1c50-44bc-a704-72b2bf499fa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 200 len: 217 time: 0.0394151 Aug 06 19:02:30.616748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-1d262b51-6a12-484f-950c-a758ca114cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:30.618314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-1d262b51-6a12-484f-950c-a758ca114cb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 200 len: 854 time: 0.0508761 Aug 06 19:02:30.653139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-6e0ad3c8-785c-4f7e-bd8e-a93b5167d0e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=832e34cf-f246-4c73-abff-73963362a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Aug 06 19:02:30.756284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-36e21479-ad81-4489-b3ec-41e43fb81077 service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953252 Aug 06 19:02:30.807191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:02:30.851543 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9064b336-4cd8-4662-8189-626b6d6e4b8a req-8506666c-9f9c-4151-8108-303d3f6e982d service neutron] 10.222.0.16 "GET /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878072 Aug 06 19:02:31.313479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4227dc-aab5-4991-a0d8-947cd204754f req-712fd2f6-1c7c-44dd-afa6-78762539028b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:31.315074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f4227dc-aab5-4991-a0d8-947cd204754f req-712fd2f6-1c7c-44dd-afa6-78762539028b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0539505 Aug 06 19:02:31.358916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f4227dc-aab5-4991-a0d8-947cd204754f req-a5743c55-6ec9-478e-b25c-c8e7de368404 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Aug 06 19:02:31.486200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:31.770951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a890-5693-4611-9ef0-17c4ececd422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:31.865317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:31.927742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:31.931990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:31.932366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:32.020915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:32.048375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:32.050951 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7cc965-faf7-47e5-8b30-59abd4aa1099" -d '{"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:32.066035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:32.074093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:32.098846 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9876d866-6e0b-4c77-90ff-bc06821aa82c x-openstack-request-id: req-9876d866-6e0b-4c77-90ff-bc06821aa82c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:32.099133 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:32.099405 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9876d866-6e0b-4c77-90ff-bc06821aa82c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:32.099794 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'code': 200} Aug 06 19:02:32.126657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:32.493901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7475d8a-12a5-409f-b78c-644c57226616 req-dbf48934-42c9-4a1d-89ad-3593a5762f25 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:32.495461 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7475d8a-12a5-409f-b78c-644c57226616 req-dbf48934-42c9-4a1d-89ad-3593a5762f25 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Aug 06 19:02:32.536740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7475d8a-12a5-409f-b78c-644c57226616 req-9a32cd27-a62c-43cb-be69-db252d1f2096 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Aug 06 19:02:32.672278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327cb35-f507-4a03-a57f-bfeffcc5f9e1 req-4f82cbf9-4b78-4572-95f8-b542d4888dfa tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:32.673828 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b327cb35-f507-4a03-a57f-bfeffcc5f9e1 req-4f82cbf9-4b78-4572-95f8-b542d4888dfa tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Aug 06 19:02:32.720581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b327cb35-f507-4a03-a57f-bfeffcc5f9e1 req-0523d5df-b9e5-44ef-8387-f0ac3c83d498 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Aug 06 19:02:32.852040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01992b-cde3-4185-beef-f8dff60fc029 req-c4c43258-2e18-429b-8d72-bfdc34ea6560 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:32.853621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f01992b-cde3-4185-beef-f8dff60fc029 req-c4c43258-2e18-429b-8d72-bfdc34ea6560 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0562844 Aug 06 19:02:32.903399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f01992b-cde3-4185-beef-f8dff60fc029 req-b522dc26-df82-41d9-9995-0f35a11a4bc5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Aug 06 19:02:33.285349 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce2b2-f387-471f-9c27-34afdb3cfb71 req-4981a96b-98c9-4186-8219-43fcdc0e8c36 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:33.287054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9cce2b2-f387-471f-9c27-34afdb3cfb71 req-4981a96b-98c9-4186-8219-43fcdc0e8c36 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0590053 Aug 06 19:02:33.329468 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d9cce2b2-f387-471f-9c27-34afdb3cfb71 req-e6f603ae-1c6c-4b9d-8096-1a04aef0f44b tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359945 Aug 06 19:02:33.392719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.394448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-5fce919a-2979-4e84-9630-75586eac4ba5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:34.396117 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-5fce919a-2979-4e84-9630-75586eac4ba5 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0536282 Aug 06 19:02:34.514816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822906f-11d0-47a3-b593-cf6539c6f64a req-820bd5e7-9d06-484b-b6df-8596dcb0f0e3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:34.516492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9822906f-11d0-47a3-b593-cf6539c6f64a req-820bd5e7-9d06-484b-b6df-8596dcb0f0e3 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9 HTTP/1.1" status: 200 len: 945 time: 0.1047208 Aug 06 19:02:34.563592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Deleting port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:02:34.563942 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.583908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9822906f-11d0-47a3-b593-cf6539c6f64a req-973469d3-bbf5-488c-bc35-d59c53aaeb19 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Aug 06 19:02:34.662576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] For port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,segment=NetworkSegment(1b24adc7-5ecc-4782-9209-84b8aac433d6),segment_id=1b24adc7-5ecc-4782-9209-84b8aac433d6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:34.662846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.681879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Calling delete_port for 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:02:34.814536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.829321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:02:34.847184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Pushing event deleted for resources: {'Port': ['ID=1c5f20f8-4f58-4f03-bd12-2fbb35090f5b,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:34.882139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.898452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] No DVR routers for this DVR port 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:02:34.902105 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:34.904441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6b5638d-0c34-44e1-bb82-d6b6f6faef6d req-242ba4e1-0fd4-410b-a207-d9fbf074853f tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] 10.222.0.55 "DELETE /v2.0/ports/1c5f20f8-4f58-4f03-bd12-2fbb35090f5b HTTP/1.1" status: 204 len: 173 time: 0.5016489 Aug 06 19:02:34.904921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-deleted', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:34.907412 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cefded-265d-4972-8c61-87ab8e79c350" -d '{"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-deleted", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:34.960942 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8443cb-165e-4d93-8509-ee4dd247e07c x-openstack-request-id: req-0d8443cb-165e-4d93-8509-ee4dd247e07c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:34.961388 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9", "name": "network-vif-deleted", "tag": "1c5f20f8-4f58-4f03-bd12-2fbb35090f5b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:34.962100 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d8443cb-165e-4d93-8509-ee4dd247e07c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:34.962586 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4cc906-ecd2-4e29-9e1f-8e0d9cd0d1e9', 'name': 'network-vif-deleted', 'tag': '1c5f20f8-4f58-4f03-bd12-2fbb35090f5b', 'status': 'completed', 'code': 200} Aug 06 19:02:35.719260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49166) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:35.768652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Deleting subnet d2d363e2-eb51-47b0-9378-f81cea13a7f8 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:02:35.772336 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:35.810885 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:35.872060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:35.935393 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:35.963477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d363e2-eb51-47b0-9378-f81cea13a7f8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:35.968808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:35.970822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c23fecb3-8b98-4397-a99b-b7042d22c9b5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d2d363e2-eb51-47b0-9378-f81cea13a7f8 HTTP/1.1" status: 204 len: 168 time: 0.2503176 Aug 06 19:02:35.977192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:36.047712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.140760 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.153132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832e34cf-f246-4c73-abff-73963362a898']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:36.163981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b24adc7-5ecc-4782-9209-84b8aac433d6') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:36.164310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b24adc7-5ecc-4782-9209-84b8aac433d6') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:36.174082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.192937 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.199794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:02:36.200184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:02:36.202046 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:02:36.272587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.278675 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.281264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] 10.222.0.64 "DELETE /v2.0/networks/832e34cf-f246-4c73-abff-73963362a898 HTTP/1.1" status: 204 len: 168 time: 0.3060086 Aug 06 19:02:36.292803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b1bd9-ac2b-4b0e-a89f-d2cc1ddee7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=832e34cf-f246-4c73-abff-73963362a898,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:36.438292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49172) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:36.483953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-58f6de0a-2054-4871-9909-c5e4234c0eb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3db48a5e69d84bc8997c09b47042cb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443456 Aug 06 19:02:36.486566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49174) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:36.539546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.564443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.619307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.622096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:36.623478 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2eea5c5-3b73-4c25-89d4-73239b8bd9a6 HTTP/1.1" status: 204 len: 168 time: 0.1359725 Aug 06 19:02:36.635099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a69dfa-de3a-48b7-9e23-76541b697ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eea5c5-3b73-4c25-89d4-73239b8bd9a6,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:37.396022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49196) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:37.500629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1489106643-network', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:37.524255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:02:37.527099 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.543513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.655301 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.660752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.687865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:02:37.699062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0759b-885e-4fbe-b24c-ada11337ac1a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:37.706525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.706900 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Added segment 80749d20-03ff-4e2e-8b70-c93faf76bc44 of type vlan for network f2f87f23-a1dd-46ee-a1b7-03023971074c Aug 06 19:02:37.754260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.789173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.790233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:37.790821 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.845487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4482846 Aug 06 19:02:37.848729 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49200) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:37.853016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef7414-11e3-4fd8-b0d3-70e4a0c7975b admin admin] Pushing event updated for resources: {'Network': ['ID=f2f87f23-a1dd-46ee-a1b7-03023971074c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:37.854198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Request body: {'subnet': {'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1489106643-subnet', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:37.863399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network f2f87f23-a1dd-46ee-a1b7-03023971074c details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:02:37.883524 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:02:37.885940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:37.917421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:02:37.943195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:02:37.943546 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 1c5f20f8-4f58-4f03-bd12-2fbb35090f5b not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:02:38.074011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.131898 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733fd7ea-5d5d-4506-b5ac-60f61001bef7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:38.144482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.144810 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.145133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.145487 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.145828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.146154 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.146490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.146815 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.147122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.147455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.147861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.148076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:38.156481 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:38.156857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Network hostable DHCP agents. Network: f2f87f23-a1dd-46ee-a1b7-03023971074c, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:02:38.175828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:02:38.190681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, f2f87f23-a1dd-46ee-a1b7-03023971074c) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:38.195797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:38.196564 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.201493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e07159-1284-4b3e-98a1-c6c3eebe48c1 None None] Network f2f87f23-a1dd-46ee-a1b7-03023971074c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:02:38.215681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ac1079b1-3f0b-4ff0-8366-13709baf4934 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3656003 Aug 06 19:02:38.218745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49202) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:38.224463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:38.253289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.255970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.314548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.373909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-f2f87f23-a1dd-46ee-a1b7-03023971074c', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:02:38.374797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.485400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.687607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Allocated IP 172.20.0.2 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/a7922315-8284-426a-8f69-8d8ca5650ed3) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:02:38.711125 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.731416 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.859639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Allocated IP 172.25.3.167 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/c3449e70-9759-46b9-a5e0-1c865957a2fc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:02:38.860544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.874193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Transition to ACTIVE for port object a7922315-8284-426a-8f69-8d8ca5650ed3 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:38.901758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Transition to ACTIVE for port object a7922315-8284-426a-8f69-8d8ca5650ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:38.911357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:38.958208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:38.961814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:38.966394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:02:38.972459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a7922315-8284-426a-8f69-8d8ca5650ed3,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:39.029967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:39.043137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Attempting to bind port a7922315-8284-426a-8f69-8d8ca5650ed3 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:02:39.043883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Attempting to bind port a7922315-8284-426a-8f69-8d8ca5650ed3 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:02:39.044514 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Attempting to bind port a7922315-8284-426a-8f69-8d8ca5650ed3 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:39.053320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:02:39.054006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:39.054668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:39.055328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:02:39.056058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Bound port: a7922315-8284-426a-8f69-8d8ca5650ed3, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:02:39.056507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:39.078500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:39.134487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] For port a7922315-8284-426a-8f69-8d8ca5650ed3, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:39.138378 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] For port a7922315-8284-426a-8f69-8d8ca5650ed3, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a7922315-8284-426a-8f69-8d8ca5650ed3,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:02:39.143642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:39.144208 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:39.149483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:39.152684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:02:39.179107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Pushing event updated for resources: {'Port': ['ID=c3449e70-9759-46b9-a5e0-1c865957a2fc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:39.210368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c3b9-db85-4a8e-8eae-287718a9e0c7 None None] Pushing event updated for resources: {'Port': ['ID=a7922315-8284-426a-8f69-8d8ca5650ed3,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:39.563093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a7922315-8284-426a-8f69-8d8ca5650ed3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:39.619415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a7922315-8284-426a-8f69-8d8ca5650ed3 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:39.863766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.107505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.257384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:02:40.261815 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b016a-52a5-4176-b4b1-cb025c33525e None None] Network f2f87f23-a1dd-46ee-a1b7-03023971074c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:02:40.389579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:02:40.404068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:02:40.417661 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:40.418312 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:40.420029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Provisioning for port a7922315-8284-426a-8f69-8d8ca5650ed3 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:40.427896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Provisioning complete for port a7922315-8284-426a-8f69-8d8ca5650ed3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:40.428307 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.429865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.432070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc2109aa-ec39-404b-8a8d-bd66720e768a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2114410 Aug 06 19:02:40.435333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49204) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:40.556300 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:40.562755 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.602348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] For port a7922315-8284-426a-8f69-8d8ca5650ed3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a7922315-8284-426a-8f69-8d8ca5650ed3,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:40.614336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.717026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba83e-c461-4e70-a5e8-dcd669275a1a None None] Pushing event updated for resources: {'Port': ['ID=a7922315-8284-426a-8f69-8d8ca5650ed3,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:40.799113 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:39Z', 'revision_number': 3, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:40.842994 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:02:40.843712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Updating router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 port c3449e70-9759-46b9-a5e0-1c865957a2fc binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:02:40.850954 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-89531546-3277-40c2-9286-37d2df9100a0 None None] Provisioning complete for port a7922315-8284-426a-8f69-8d8ca5650ed3 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:40.851376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89531546-3277-40c2-9286-37d2df9100a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.874362 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:40.874978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.019398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.252757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Allocated IP 172.20.0.1 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/f8824bb8-6b49-4356-84a0-56fcf1c4b27a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:02:41.281027 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.292098 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Transition to ACTIVE for port object c3449e70-9759-46b9-a5e0-1c865957a2fc will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:41.299237 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.370170 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Attempting to bind port c3449e70-9759-46b9-a5e0-1c865957a2fc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:02:41.370610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Attempting to bind port c3449e70-9759-46b9-a5e0-1c865957a2fc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:02:41.370968 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Attempting to bind port c3449e70-9759-46b9-a5e0-1c865957a2fc on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:41.371736 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.373152 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Pushing event updated for resources: {'Port': ['ID=c3449e70-9759-46b9-a5e0-1c865957a2fc,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:41.383264 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.383706 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.384036 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.384365 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.384684 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.385005 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.385655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.385655 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.385961 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.386273 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.386587 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.386899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:41.390830 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:02:41.391180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Transition to ACTIVE for port object f8824bb8-6b49-4356-84a0-56fcf1c4b27a will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:41.391295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:41.391579 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.391967 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:02:41.392456 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Bound port: c3449e70-9759-46b9-a5e0-1c865957a2fc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:02:41.392868 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.435195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.448515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a7922315-8284-426a-8f69-8d8ca5650ed3 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:41.462073 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] For port c3449e70-9759-46b9-a5e0-1c865957a2fc, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:41.469403 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] For port c3449e70-9759-46b9-a5e0-1c865957a2fc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c3449e70-9759-46b9-a5e0-1c865957a2fc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:02:41.480428 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.491526 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:41.495336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:41.499804 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:02:41.507024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:41.551655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a7922315-8284-426a-8f69-8d8ca5650ed3 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:41.554294 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.579379 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.603590 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:41.604667 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:41.688979 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c11b1-6329-4ae9-93c2-984743f12f14 None None] Pushing event updated for resources: {'Port': ['ID=c3449e70-9759-46b9-a5e0-1c865957a2fc,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:41.793600 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.809146 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:41.892429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8ecce34c-705e-486a-8118-3136d7cd061f None None] Provisioning for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:41.898385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8ecce34c-705e-486a-8118-3136d7cd061f None None] Provisioning complete for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:41.898981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ecce34c-705e-486a-8118-3136d7cd061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.944746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8ecce34c-705e-486a-8118-3136d7cd061f None None] Port f8824bb8-6b49-4356-84a0-56fcf1c4b27a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:02:41.989403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:41.995957 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:42.015175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:39Z', 'revision_number': 3, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:42.062428 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b241ab0-e08c-4241-b5ff-9c75f03a25cd None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:39Z', 'revision_number': 3, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:02:42.069088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:42.072770 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:42.179829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:42.181381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:42.269420 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:42.356079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:02:42.498271 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:02:42.503789 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-12e94120-2f7a-4b37-9615-1201fb4630c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0673764 Aug 06 19:02:42.578861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9c7fccac-840b-4d3a-9c2c-776afae874f8 None None] Provisioning complete for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:42.579947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9c7fccac-840b-4d3a-9c2c-776afae874f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:42.637806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fccac-840b-4d3a-9c2c-776afae874f8 None None] Port f8824bb8-6b49-4356-84a0-56fcf1c4b27a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:02:43.016593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49212) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:43.021433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962129705', 'description': 'tempest-description--1917068467'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:43.047810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.144325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.150212 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.180352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.185594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1642878 Aug 06 19:02:43.186069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49214) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:43.187220 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebc545-74dd-401b-bd44-50749f1d3765 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d43886-084f-40af-8de1-2eca6733db7d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:43.191947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'security_group_rule': {'security_group_id': '32d43886-084f-40af-8de1-2eca6733db7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:43.223587 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.316005 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.322110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.343176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5cd705-45c8-495e-a6dc-e36801eb82b2,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:43.352289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.353667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8dcfc24f-f6a5-40bc-b705-ce5da95843d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656821 Aug 06 19:02:43.356428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49216) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:43.361242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'security_group_rule': {'security_group_id': '32d43886-084f-40af-8de1-2eca6733db7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:43.402922 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.449311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c3449e70-9759-46b9-a5e0-1c865957a2fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:43.477702 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.485231 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.505981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40624be-576e-486f-b7cf-bae3b939126f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:43.509389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c3449e70-9759-46b9-a5e0-1c865957a2fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:43.513768 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.515087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a55e74c-18f6-4624-88e0-6fa0b427c432 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576607 Aug 06 19:02:43.515733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c3449e70-9759-46b9-a5e0-1c865957a2fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:43.516194 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.518427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:43.523208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:43.556285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.612195 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.633308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c3449e70-9759-46b9-a5e0-1c865957a2fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c3449e70-9759-46b9-a5e0-1c865957a2fc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:43.639933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.670367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.695306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c3449e70-9759-46b9-a5e0-1c865957a2fc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:43.767553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:02:43.780661 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:43.781410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:43.826776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Allocated IP 172.25.3.194 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/38d51f92-aa8e-4c86-be17-f75488160f6d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:02:43.895734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:43.942563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:43.995137 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.040277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:44.043462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:44.046191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:02:44.086387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=38d51f92-aa8e-4c86-be17-f75488160f6d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:44.137070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 2, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:44.171603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:02:44.171957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Updating router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 port f8824bb8-6b49-4356-84a0-56fcf1c4b27a binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:02:44.197622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.198554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.254248 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.437849 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.444862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.520845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.522275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=38d51f92-aa8e-4c86-be17-f75488160f6d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:44.533564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Transition to ACTIVE for port object f8824bb8-6b49-4356-84a0-56fcf1c4b27a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:44.533966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.540775 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.550876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.553056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-641d1ac3-3009-43a5-80e3-a56448dc7557 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0333154 Aug 06 19:02:44.619530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5a7a3-d9b6-4cd2-8202-75a2f6fc071f None None] Pushing event updated for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:44.654516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Attempting to bind port f8824bb8-6b49-4356-84a0-56fcf1c4b27a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:02:44.655255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Attempting to bind port f8824bb8-6b49-4356-84a0-56fcf1c4b27a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:02:44.655636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Attempting to bind port f8824bb8-6b49-4356-84a0-56fcf1c4b27a on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:44.661606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:02:44.662071 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:44.662379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.664341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:02:44.664341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Bound port: f8824bb8-6b49-4356-84a0-56fcf1c4b27a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:02:44.664341 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.719998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-42ddc7b3-cf16-498d-a419-a80055bad2a0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--962129705&fields=id&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 267 time: 0.0386825 Aug 06 19:02:44.740044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] For port f8824bb8-6b49-4356-84a0-56fcf1c4b27a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:44.745046 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] For port f8824bb8-6b49-4356-84a0-56fcf1c4b27a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:02:44.751639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:44.846911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:44.847737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:44.852660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5a7a3-d9b6-4cd2-8202-75a2f6fc071f None None] Pushing event updated for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:44.882803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-e95087b9-cf13-4805-b1d0-dcc4e14fe948 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:44.884897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-e95087b9-cf13-4805-b1d0-dcc4e14fe948 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1571138 Aug 06 19:02:44.908754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-52c2dc9d-2a1c-4c91-bff2-ce191c121eb4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/quotas/e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 375 time: 0.0119898 Aug 06 19:02:44.987776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-99d349b6-3afd-44a3-af6b-a4aa59a7d265 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652955 Aug 06 19:02:45.008250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:45.102593 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-f46e39a2-8dcd-46af-af94-baa043c078bf service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036916 Aug 06 19:02:45.207816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-7867eaac-9be5-4cc7-9f5e-752cd94a274d service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986774 Aug 06 19:02:45.230463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:44Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:45.262146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793bb996-e54c-47b7-a83d-f48dd02ca9e6 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:44Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:02:45.416900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b380e8f7-30c8-41b5-a944-2d22a8a0a240 req-e701bddb-33d4-46b7-ad72-fac361766f0a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 210 time: 0.0396445 Aug 06 19:02:45.569944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c3449e70-9759-46b9-a5e0-1c865957a2fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:45.636434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c3449e70-9759-46b9-a5e0-1c865957a2fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:45.637111 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:45.738484 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8824bb8-6b49-4356-84a0-56fcf1c4b27a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:45.792502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:45.797382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:45.797887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:45.889773 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:45.929991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port f8824bb8-6b49-4356-84a0-56fcf1c4b27a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:45.936459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:46.030934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:46.569894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8b3c336-6441-4813-b58e-4907ee5f79d4 req-8546377e-5c34-4f3c-888b-ed040323e307 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 210 time: 0.0403950 Aug 06 19:02:46.618064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ed7a7e5-9790-490a-ae18-58d921db5167 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:46.619619 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ed7a7e5-9790-490a-ae18-58d921db5167 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1896970 Aug 06 19:02:46.669607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-a3e38858-876d-412f-adf1-0d1a0d22c2b8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 379 time: 0.0397329 Aug 06 19:02:46.681787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'port': {'device_id': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'admin_state_up': True, 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'security_groups': ['32d43886-084f-40af-8de1-2eca6733db7d']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:46.805004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:02:46.808741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:46.955039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Allocated IP 172.20.0.6 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/d6690da7-f183-4b5d-96f9-f3dbd607a447) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:02:47.128597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.145222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Transition to ACTIVE for port object d6690da7-f183-4b5d-96f9-f3dbd607a447 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:47.183449 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.230216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:02:47.233723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:02:47.237974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:02:47.262898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:47.300743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:47.301428 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.319491 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-8ea98be3-6f05-4cf9-8de4-c9b905083a31 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433156 Aug 06 19:02:47.333178 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Request body: {'port': {'device_id': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:47.416457 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.443041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8824bb8-6b49-4356-84a0-56fcf1c4b27a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:47.493530 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f8824bb8-6b49-4356-84a0-56fcf1c4b27a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:47.493912 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.542163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a651c595-7650-4568-908a-562774686da7 None None] Provisioning for port d6690da7-f183-4b5d-96f9-f3dbd607a447 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:47.548695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a651c595-7650-4568-908a-562774686da7 None None] Provisioning complete for port d6690da7-f183-4b5d-96f9-f3dbd607a447 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:47.549086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a651c595-7650-4568-908a-562774686da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.612678 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a651c595-7650-4568-908a-562774686da7 None None] Port d6690da7-f183-4b5d-96f9-f3dbd607a447 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:02:47.746948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156f42-c0f4-45de-8919-f43631b33a1e req-2dde4630-c593-4f74-ac81-74cdaeb4df67 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:47.748657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c156f42-c0f4-45de-8919-f43631b33a1e req-2dde4630-c593-4f74-ac81-74cdaeb4df67 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 931 time: 0.0919473 Aug 06 19:02:47.753570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6690da7-f183-4b5d-96f9-f3dbd607a447 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:02:47.763740 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.789781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Transition to ACTIVE for port object d6690da7-f183-4b5d-96f9-f3dbd607a447 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:02:47.799379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:47.835728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c156f42-c0f4-45de-8919-f43631b33a1e req-94ff48f3-8bad-40bc-bc52-26faeca56ae5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745056 Aug 06 19:02:47.864676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:47.888791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.889124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.889626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.889958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.890286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.890980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.891305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.891623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.892096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.892634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.892907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.893048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:02:47.947440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:02:47.947948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:02:47.948071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:47.959369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:02:47.959369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:02:47.960548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:02:47.960892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:02:47.961279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:02:47.961749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Bound port: d6690da7-f183-4b5d-96f9-f3dbd607a447, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:02:47.962116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:48.037034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:02:48.043229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:02:48.051228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:48.097500 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.098258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:48.099677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] 10.222.0.55 "PUT /v2.0/ports/d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1092 time: 0.7715704 Aug 06 19:02:48.102359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:48.105532 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba0ed4d-4a2f-4991-add1-c99aede97644" -d '{"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:48.138251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5257f-86fc-4428-a89b-fc220e93b949 service neutron] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:48.173382 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd039a93-8435-4eef-8887-a30efae17bc3 x-openstack-request-id: req-cd039a93-8435-4eef-8887-a30efae17bc3 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:48.173801 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:48.174118 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd039a93-8435-4eef-8887-a30efae17bc3 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:48.174595 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'status': 'completed', 'code': 200} Aug 06 19:02:48.201629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-9679a343-e851-4664-86e8-1afd396d84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.203368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-9679a343-e851-4664-86e8-1afd396d84b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1095 time: 0.0610414 Aug 06 19:02:48.253803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-5815cb4e-3aae-4b93-b50e-4a4dae4fd8f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 217 time: 0.0417051 Aug 06 19:02:48.316160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-5397ed98-7342-43c8-9bbe-f1b93e248dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.317749 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-5397ed98-7342-43c8-9bbe-f1b93e248dd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0567901 Aug 06 19:02:48.366460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d4645-4f14-4cd1-b496-b83d52754945 req-27f8735e-b147-40f3-a1c3-b668d7110677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.368062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-27f8735e-b147-40f3-a1c3-b668d7110677 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434277 Aug 06 19:02:48.462196 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-cf0881ad-c7c0-4c66-b058-1306a0635d54 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Aug 06 19:02:48.566287 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-631d4645-4f14-4cd1-b496-b83d52754945 req-d6736ba4-d1d9-4b26-9cba-1743c77f1e79 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975008 Aug 06 19:02:48.654925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-80bd1d06-7429-4553-94fd-dd84e1eea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.656393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-80bd1d06-7429-4553-94fd-dd84e1eea469 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1095 time: 0.0432143 Aug 06 19:02:48.754780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-4cb700f6-331c-46a9-80df-27f2db4fdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.756286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-4cb700f6-331c-46a9-80df-27f2db4fdc7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0931125 Aug 06 19:02:48.800640 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-1aa09b48-2f50-47de-b4cc-a66cec44e563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 217 time: 0.0360730 Aug 06 19:02:48.859087 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-821c1e27-1005-465f-9e70-76fa71e118b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.859087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-821c1e27-1005-465f-9e70-76fa71e118b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0483711 Aug 06 19:02:48.912633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-6ae418b0-a589-4ab4-a04e-08552c6ef0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:48.914146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-6ae418b0-a589-4ab4-a04e-08552c6ef0fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492532 Aug 06 19:02:49.030572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040d49-b2aa-4e9b-83f0-4a6c97db21fc req-37e9ac5f-6d56-43a7-8e4f-90d7a7ce448e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:49.032171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7040d49-b2aa-4e9b-83f0-4a6c97db21fc req-37e9ac5f-6d56-43a7-8e4f-90d7a7ce448e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.1171598 Aug 06 19:02:49.066650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-89519bc6-9db2-472d-9170-f622e7f38edd service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428185 Aug 06 19:02:49.094803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d7040d49-b2aa-4e9b-83f0-4a6c97db21fc req-d7b397e4-34e1-48db-96dd-d5f59eb3008b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550823 Aug 06 19:02:49.174569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4ba0ed4d-4a2f-4991-add1-c99aede97644 req-26e59bcf-dfb7-4eeb-89c0-2bf08257a74a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950773 Aug 06 19:02:50.241728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1838a-ab55-4440-b37c-4371e5dcdabc req-5deba7d6-21e3-47ec-86c7-412523646562 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:50.243251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ca1838a-ab55-4440-b37c-4371e5dcdabc req-5deba7d6-21e3-47ec-86c7-412523646562 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0578411 Aug 06 19:02:50.284248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ca1838a-ab55-4440-b37c-4371e5dcdabc req-5cdb8a93-15eb-4edf-810c-ace2a8d83b9d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347602 Aug 06 19:02:51.406640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33679233-6bb5-4680-b5a9-3aa172119bab req-0cc2d9da-ac81-4ecb-af59-7d2f4db241c8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:51.408246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33679233-6bb5-4680-b5a9-3aa172119bab req-0cc2d9da-ac81-4ecb-af59-7d2f4db241c8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0511124 Aug 06 19:02:51.448253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33679233-6bb5-4680-b5a9-3aa172119bab req-c051b7d7-5e9a-489f-91bc-b1d72c67c9f8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335209 Aug 06 19:02:51.992752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:02:52.292389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:52.305650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'mac_address': 'fa:16:3e:6c:31:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:02:52.344733 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:52.358512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6690da7-f183-4b5d-96f9-f3dbd607a447 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:02:52.379141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:52.384488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:52.433696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:52.571964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['d6690da7-f183-4b5d-96f9-f3dbd607a447'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:02:52.586129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6330a0-2655-4583-87f8-93e2073ef33e req-90d105c1-59e8-4fa8-bcda-b6e6a0835440 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:52.587814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be6330a0-2655-4583-87f8-93e2073ef33e req-90d105c1-59e8-4fa8-bcda-b6e6a0835440 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0592010 Aug 06 19:02:52.632882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be6330a0-2655-4583-87f8-93e2073ef33e req-723f5a02-14d2-4808-974b-7df36e2f27e2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379863 Aug 06 19:02:53.777258 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bba2c-faae-476c-9915-03415d661b82 req-773cf4ce-23d6-47ca-8a56-531d06a5e497 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:53.778832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d3bba2c-faae-476c-9915-03415d661b82 req-773cf4ce-23d6-47ca-8a56-531d06a5e497 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0578382 Aug 06 19:02:53.827591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d3bba2c-faae-476c-9915-03415d661b82 req-0f41c733-55d1-4e51-bb73-0bb9861cff42 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Aug 06 19:02:54.006536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:02:54.063319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port d6690da7-f183-4b5d-96f9-f3dbd607a447 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:02:54.068120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port d6690da7-f183-4b5d-96f9-f3dbd607a447 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:02:54.068370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:54.156426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:54.183985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:54.186333 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc6810-068b-4671-a7a8-f0915231169d" -d '{"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-plugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:54.201662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:02:54.215179 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:54.241112 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d5ed8-d9ca-4aa7-a429-56deca30022c x-openstack-request-id: req-a49d5ed8-d9ca-4aa7-a429-56deca30022c {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:54.241399 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-plugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:54.241679 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a49d5ed8-d9ca-4aa7-a429-56deca30022c {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:54.242078 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'code': 200} Aug 06 19:02:54.278203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:02:54.336732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5bd10-cd1f-4204-af04-588129d1288e req-6a2ec791-bfd7-443c-8990-64f5cef873da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:54.338331 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99b5bd10-cd1f-4204-af04-588129d1288e req-6a2ec791-bfd7-443c-8990-64f5cef873da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1097 time: 0.0446157 Aug 06 19:02:54.378381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99b5bd10-cd1f-4204-af04-588129d1288e req-59f70e0d-19f8-4a1b-a4fd-06e68147834c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326860 Aug 06 19:02:54.957463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db307-a6ea-45f4-8067-21a7bf832ffe req-effc4b3d-7240-42c4-83a9-0680f75202ca tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:54.959130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f0db307-a6ea-45f4-8067-21a7bf832ffe req-effc4b3d-7240-42c4-83a9-0680f75202ca tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Aug 06 19:02:55.007644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f0db307-a6ea-45f4-8067-21a7bf832ffe req-dce9282d-df18-4a3b-a118-0502672862ac tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Aug 06 19:02:56.148163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a871566-3a7d-4a08-a54d-3a6682a198ed req-890af45e-e548-4353-b991-41f54a642ec6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:56.149837 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a871566-3a7d-4a08-a54d-3a6682a198ed req-890af45e-e548-4353-b991-41f54a642ec6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0602429 Aug 06 19:02:56.197906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a871566-3a7d-4a08-a54d-3a6682a198ed req-5580146a-5483-4472-92e2-fe128897ef5e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Aug 06 19:02:56.321576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0584af-2d8d-470e-89f6-ed2011f9f802 req-f52b476a-a033-4ff7-ae6e-63d5c703c018 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:56.323268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a0584af-2d8d-470e-89f6-ed2011f9f802 req-f52b476a-a033-4ff7-ae6e-63d5c703c018 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0540593 Aug 06 19:02:56.339756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 49266) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:02:56.345129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'floatingip': {'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:02:56.389835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:57.332752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:57.338970 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:57.471117 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 associated. External IP: 172.25.3.194, port: d6690da7-f183-4b5d-96f9-f3dbd607a447. Aug 06 19:02:57.729849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:02:57.885666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:02:57.891131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:57.897221 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:02:57.908382 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:57.909121 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:57.928187 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7484e3c2-0500-4ce6-8ad9-15aeca7d3a58 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "PUT /v2.0/floatingips/3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 HTTP/1.1" status: 200 len: 991 time: 1.5869229 Aug 06 19:02:57.929073 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:02:57.932906 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df421060-1f73-4123-af0b-9a3b92ddab4d" -d '{"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:02:58.034102 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f74c9-85d0-41a2-a4ca-b2308d01a547 x-openstack-request-id: req-765f74c9-85d0-41a2-a4ca-b2308d01a547 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:02:58.034404 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:02:58.034716 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-765f74c9-85d0-41a2-a4ca-b2308d01a547 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:02:58.035072 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'status': 'completed', 'code': 200} Aug 06 19:02:58.045212 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:58.110032 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-d7d1145a-2d4c-4952-af87-c457726dfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:58.111744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-d7d1145a-2d4c-4952-af87-c457726dfb7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1097 time: 0.0479255 Aug 06 19:02:58.227225 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-2e4c871a-e14c-4c7d-a0de-8179ef2566c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:58.228883 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-2e4c871a-e14c-4c7d-a0de-8179ef2566c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1092727 Aug 06 19:02:58.310656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-1e2b331d-1ffb-4159-978e-df3dbace0339 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 999 time: 0.0744610 Aug 06 19:02:58.351587 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:6c:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:02:57Z', 'revision_number': 1, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:58.371813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-8b177594-7952-4475-a7f9-2271272142fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:58.373399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-8b177594-7952-4475-a7f9-2271272142fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0547593 Aug 06 19:02:58.385695 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:02:58.395721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:02:58.396358 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:02:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:58.443340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-9150b06e-6447-4fe7-9ed9-40c7f2c60d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:02:58.444940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-9150b06e-6447-4fe7-9ed9-40c7f2c60d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622416 Aug 06 19:02:58.539065 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:02:58.558003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-98ab5ee8-855b-4740-b7ac-99c932f6c19a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048176 Aug 06 19:02:58.582404 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cd4a25a-9825-4a1e-aa2e-20d48ec236e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:02:58.671957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-df421060-1f73-4123-af0b-9a3b92ddab4d req-951710a3-38e8-4b7a-82df-5367ef2f9f80 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068642 Aug 06 19:02:58.829141 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:6c:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:02:57Z', 'revision_number': 1, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:02:58.857267 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45baec3a-f4ce-413c-a99d-090c37cd9e5e None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:6c:31:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:02:57Z', 'revision_number': 1, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:02:59.087008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41a5c6-0d82-4f9d-8780-42cb58f7ac43 None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:03:01.495466 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:01.769391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5bd7e273-45f6-466b-b370-aa52a4c846c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:03.402527 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:03.860856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-0aadc680-4630-4a16-bb69-7ff41247638d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520949 Aug 06 19:03:03.952599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-0cbe1781-d7c7-45c9-acba-01813df75e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:03:03.954514 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-0cbe1781-d7c7-45c9-acba-01813df75e28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1097 time: 0.0474885 Aug 06 19:03:04.079425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-62291844-bc4b-48cd-854f-854601fce580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:03:04.081696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-62291844-bc4b-48cd-854f-854601fce580 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1055872 Aug 06 19:03:04.156934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-c314d98d-3877-4b7b-8ee0-31ae8a1e1274 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1001 time: 0.0639217 Aug 06 19:03:04.210013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-55dd8668-180a-414f-af46-ced261e9d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:03:04.211547 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-55dd8668-180a-414f-af46-ced261e9d039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0480537 Aug 06 19:03:04.269479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-3dbad370-495e-427e-a987-8a34663abd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:03:04.271047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-3dbad370-495e-427e-a987-8a34663abd44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525804 Aug 06 19:03:04.369046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-dea639db-6b18-40bd-9e4d-1d2c8c03259c service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903692 Aug 06 19:03:04.475429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e94b989-7491-4077-93ac-ee43ed0db4be req-3c4ca5d4-bec8-4429-875a-0e6cba4b9395 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988915 Aug 06 19:03:04.877389 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:07.807046 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:03:10.879513 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:12.265398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:28.577956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f9dee4ae-ddd1-493d-a86c-19d2db6df59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:31.492472 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:31.764383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc0ee54c-c111-4baa-8776-d35f65bfc7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:33.400284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:34.882693 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:40.898664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:42.263913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:03:44.807234 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:03:58.594276 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-523db82c-260b-4693-b9a8-8205b6d59ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:01.488184 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:01.768820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d17fdc4e-0b54-49f9-a2fc-55c49f57599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:03.405255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:04.888521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:05.930214 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-dbc2e84c-76f3-4c6b-97ce-b964180fb908 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1077123 Aug 06 19:04:06.015388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-a2e25ec9-c5a5-4992-bac1-0977897e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:06.016824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-a2e25ec9-c5a5-4992-bac1-0977897e4048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1097 time: 0.0420909 Aug 06 19:04:06.139545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-cd055ff6-e2e0-4b75-a46a-378ab7cf43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:06.141131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-cd055ff6-e2e0-4b75-a46a-378ab7cf43ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1039572 Aug 06 19:04:06.213781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-554a7cc8-7127-4069-9eb3-c4acf67e8450 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1001 time: 0.0651147 Aug 06 19:04:06.275895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-e579198c-fd31-4b72-bcde-73dbb3965ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:06.277754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-e579198c-fd31-4b72-bcde-73dbb3965ae0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0558932 Aug 06 19:04:06.341791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-7042798c-b012-4d1a-80f8-db985dbeaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:06.343367 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-7042798c-b012-4d1a-80f8-db985dbeaa09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587111 Aug 06 19:04:06.437314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-1af9d599-f5df-454c-a6e3-7c335a80879e service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Aug 06 19:04:06.533851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7b43c2a-2408-4b3d-80c1-1b63edbb6ca8 req-571b199d-259a-4530-a725-324938498529 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894692 Aug 06 19:04:10.898873 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:12.278006 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:21.808193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:04:28.577359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0752d76d-4e39-44c8-a460-ad14aa6e0ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:31.498478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:31.772864 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42e2b106-dd83-4808-a7d3-a55fe35f8d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:33.211260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7312d-26ef-4034-8646-89cdb8d33ba4 req-7f3cc606-2830-4ba8-aea8-36891c527219 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:33.212876 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ed7312d-26ef-4034-8646-89cdb8d33ba4 req-7f3cc606-2830-4ba8-aea8-36891c527219 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.1164567 Aug 06 19:04:33.255949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ed7312d-26ef-4034-8646-89cdb8d33ba4 req-2f0d9b5b-d7c4-4a1c-8223-eabfecf948b2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360062 Aug 06 19:04:33.406971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:33.536106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49494) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:04:33.567861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a46f5-8c6b-4a4f-830e-e4b3cfa8de8f req-791aca83-2a77-4988-b217-f99eaa896e83 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:33.569711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca9a46f5-8c6b-4a4f-830e-e4b3cfa8de8f req-791aca83-2a77-4988-b217-f99eaa896e83 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0704424 Aug 06 19:04:33.620892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ca9a46f5-8c6b-4a4f-830e-e4b3cfa8de8f req-86d394c5-fc3a-4001-bd35-cb54d8495ed5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Aug 06 19:04:33.650747 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-0357482c-aa29-4f89-bbf9-8497c1f2ef77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133237 Aug 06 19:04:33.660518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-90b3faeb-da75-4ab6-b0f9-ca999a57a29a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:04:33.661473 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-90b3faeb-da75-4ab6-b0f9-ca999a57a29a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055680 Aug 06 19:04:34.761216 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6044-2b8b-48b9-8cb4-f580374d357d req-1426cc3b-62a6-485b-83f6-01cc00588139 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:34.762818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-705d6044-2b8b-48b9-8cb4-f580374d357d req-1426cc3b-62a6-485b-83f6-01cc00588139 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0594559 Aug 06 19:04:34.810913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-705d6044-2b8b-48b9-8cb4-f580374d357d req-80e28a43-0ed8-4ee2-9ca6-7d1a3e71e051 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Aug 06 19:04:34.900678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:34.986908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-37464f03-65b7-4179-aa69-3d0f32d2a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:34.988427 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-37464f03-65b7-4179-aa69-3d0f32d2a96c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1097 time: 0.0536480 Aug 06 19:04:35.092826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-bcdc6bfc-116b-4c0c-906b-7ac82893f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:35.094356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-bcdc6bfc-116b-4c0c-906b-7ac82893f761 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0989547 Aug 06 19:04:35.164742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-714465b7-a882-4b50-95aa-c9dbf3e57174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1001 time: 0.0623887 Aug 06 19:04:35.224052 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-4248d9aa-e123-40c0-afa7-c1b7b1e39f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:35.225579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-4248d9aa-e123-40c0-afa7-c1b7b1e39f9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0545988 Aug 06 19:04:35.282141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-d1ee8694-603b-4e59-8bce-1cb15666486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:35.283714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-d1ee8694-603b-4e59-8bce-1cb15666486a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509536 Aug 06 19:04:35.384276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-0d8cdbc1-6474-4937-b698-70fde991e0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933876 Aug 06 19:04:35.517363 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-69f704df-cf28-49fb-9fea-0e5f9d3cbe69 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254318 Aug 06 19:04:35.949075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6836cf1-0c22-47c2-bbdb-cd6644561829 req-e9bc3617-411a-45ea-b69c-6df228be91e1 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:35.950817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6836cf1-0c22-47c2-bbdb-cd6644561829 req-e9bc3617-411a-45ea-b69c-6df228be91e1 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0636060 Aug 06 19:04:35.995545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6836cf1-0c22-47c2-bbdb-cd6644561829 req-4f438e73-bf45-4725-a60e-23ec11c82780 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 Aug 06 19:04:37.126688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885d64-0b87-46fd-b038-0219c3b0abe4 req-9f29c139-cb25-41db-904c-5865804a7e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:37.128166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc885d64-0b87-46fd-b038-0219c3b0abe4 req-9f29c139-cb25-41db-904c-5865804a7e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0518672 Aug 06 19:04:37.176183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc885d64-0b87-46fd-b038-0219c3b0abe4 req-cab81170-60ed-4775-b886-dd33e3f5bf91 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Aug 06 19:04:38.304928 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3daca6-6801-4584-9461-3434a18094aa req-baba2087-95f8-491f-8985-e4a84d0fc669 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:38.306683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c3daca6-6801-4584-9461-3434a18094aa req-baba2087-95f8-491f-8985-e4a84d0fc669 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Aug 06 19:04:38.350661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c3daca6-6801-4584-9461-3434a18094aa req-06f1aff1-3799-44e2-8826-d908767aeefd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349560 Aug 06 19:04:39.471548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155357ad-5ba3-4c6e-91c6-2ceb33ee400c req-37a919be-d127-4b3d-a698-805734fc0853 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:39.473087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-155357ad-5ba3-4c6e-91c6-2ceb33ee400c req-37a919be-d127-4b3d-a698-805734fc0853 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Aug 06 19:04:39.512463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-155357ad-5ba3-4c6e-91c6-2ceb33ee400c req-3629a2eb-d25b-4809-89d0-810880ae539a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332401 Aug 06 19:04:40.647727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d58e4-8e48-4915-b893-1cfcb8158626 req-53ddd85e-7d49-4360-b41c-4403ac97377c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:40.649327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d65d58e4-8e48-4915-b893-1cfcb8158626 req-53ddd85e-7d49-4360-b41c-4403ac97377c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0615244 Aug 06 19:04:40.690771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d65d58e4-8e48-4915-b893-1cfcb8158626 req-4c501f05-504a-441c-a386-a2f2c170bfcf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348520 Aug 06 19:04:40.900156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:41.846727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc71b57-0306-4a0a-97eb-bf66cf7caf11 req-dcf4e282-67e8-4484-a03f-660f99b5ee36 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:41.848323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cc71b57-0306-4a0a-97eb-bf66cf7caf11 req-dcf4e282-67e8-4484-a03f-660f99b5ee36 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0722342 Aug 06 19:04:41.898031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4cc71b57-0306-4a0a-97eb-bf66cf7caf11 req-2b20311f-4de9-4717-a634-94517a4e83f6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Aug 06 19:04:42.297971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:43.024800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11a759-7dad-469d-8b33-6146b3c28d01 req-d0426c15-2353-408b-b76d-ea6ee9011984 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:43.026466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b11a759-7dad-469d-8b33-6146b3c28d01 req-d0426c15-2353-408b-b76d-ea6ee9011984 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Aug 06 19:04:43.070848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b11a759-7dad-469d-8b33-6146b3c28d01 req-f759e70e-0d3d-4a6b-9330-d737440d7746 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Aug 06 19:04:44.211134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eefe51-4700-4b8c-a1e1-203b03fbd4bc req-5285d0a3-f765-483d-9899-3fd628335300 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:44.212664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23eefe51-4700-4b8c-a1e1-203b03fbd4bc req-5285d0a3-f765-483d-9899-3fd628335300 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0625088 Aug 06 19:04:44.255705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23eefe51-4700-4b8c-a1e1-203b03fbd4bc req-b399e68a-0d2f-4b8c-a11d-95756fd12fbb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344098 Aug 06 19:04:45.381070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8eac-bcc6-4032-b85f-9a205daab8a0 req-a2793f46-65cc-45c8-b1cd-dc7cd955476c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:45.382557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11de8eac-bcc6-4032-b85f-9a205daab8a0 req-a2793f46-65cc-45c8-b1cd-dc7cd955476c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0555074 Aug 06 19:04:45.422183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11de8eac-bcc6-4032-b85f-9a205daab8a0 req-da257ff0-8eed-4d08-a880-8f1eb0c12647 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334506 Aug 06 19:04:46.549262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8990b5-f9c4-4f24-a119-e01ce30f059d req-e28eb2d6-dd8d-45f4-8e08-f914a2167fd9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:46.550815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c8990b5-f9c4-4f24-a119-e01ce30f059d req-e28eb2d6-dd8d-45f4-8e08-f914a2167fd9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0509436 Aug 06 19:04:46.590666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5c8990b5-f9c4-4f24-a119-e01ce30f059d req-8356b783-5cca-459f-9899-472eb2d11324 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336974 Aug 06 19:04:47.498872 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-734cf892-b1a0-412f-9691-a354cda66b45 req-381aa21f-a67c-4c38-a781-5b86fc0aeea6 service neutron] show failed (client error): The resource could not be found. Aug 06 19:04:47.499989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-381aa21f-a67c-4c38-a781-5b86fc0aeea6 service neutron] 10.222.0.55 "GET /v2.0/ports/d6690da7-f183-4b5d-96f9-f3dbd607a447/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0592177 Aug 06 19:04:47.719522 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab6096-424f-497a-a114-a37d360762ce req-978c726b-e60a-4a24-a528-a8559003f657 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:47.721102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08ab6096-424f-497a-a114-a37d360762ce req-978c726b-e60a-4a24-a528-a8559003f657 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Aug 06 19:04:47.758602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-270f7915-7e4d-4846-9b5a-457990773943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:47.763263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-270f7915-7e4d-4846-9b5a-457990773943 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1097 time: 0.0782251 Aug 06 19:04:47.765433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08ab6096-424f-497a-a114-a37d360762ce req-8ee40800-4967-4b12-9333-9affe3d26ba6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371580 Aug 06 19:04:47.775342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:04:47.844939 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.075392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:04:48.113363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:04:48.157734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:04:48.160099 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026f7ac-b6f1-48ba-a63a-8b0042831031" -d '{"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-unplugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:04:48.164210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.178398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Transition to ACTIVE for port object d6690da7-f183-4b5d-96f9-f3dbd607a447 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:04:48.186427 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.288372 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b609d8ae-cf33-4ea9-aaf5-d4a97ff77ff0 x-openstack-request-id: req-b609d8ae-cf33-4ea9-aaf5-d4a97ff77ff0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:04:48.288654 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-unplugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:04:48.288904 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b609d8ae-cf33-4ea9-aaf5-d4a97ff77ff0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:04:48.289311 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'code': 200} Aug 06 19:04:48.295510 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:04:48.323202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.323364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.323656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.323991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.324329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.324666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.324987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.325315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.325679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.326000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.326330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.326652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:48.382881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] No DVR routers for this DVR port d6690da7-f183-4b5d-96f9-f3dbd607a447 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:04:48.533194 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:04:48.533577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:04:48.533917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:04:48.539309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:04:48.539642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Attempting to bind port d6690da7-f183-4b5d-96f9-f3dbd607a447 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:04:48.545579 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:04:48.545932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:04:48.546329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:04:48.546774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Bound port: d6690da7-f183-4b5d-96f9-f3dbd607a447, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:04:48.547141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.612968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:04:48.616165 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:04:48.622762 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.658173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:48.658891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:48.660376 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] 10.222.0.16 "PUT /v2.0/ports/d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1092 time: 0.8897047 Aug 06 19:04:48.683512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec76578-8257-4948-b6b0-b51e2a11079e service neutron] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:04:48.792202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-f909adae-7c29-43a3-ada4-295824690bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:48.793927 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-f909adae-7c29-43a3-ada4-295824690bb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1095 time: 0.1025982 Aug 06 19:04:48.902015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6770cc75-450f-41a4-8fb9-29fef74ce1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:48.903432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-6770cc75-450f-41a4-8fb9-29fef74ce1b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1016698 Aug 06 19:04:48.917142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c8019-e899-4af5-9074-edcdc8b2f356 req-ab44df0d-b083-42ca-b297-06c00900c6bc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:48.919490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e4c8019-e899-4af5-9074-edcdc8b2f356 req-ab44df0d-b083-42ca-b297-06c00900c6bc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0635750 Aug 06 19:04:48.961284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e4c8019-e899-4af5-9074-edcdc8b2f356 req-1a7e7c6d-b8a1-4d8f-ba88-11d0299aa745 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353506 Aug 06 19:04:49.024978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-2651c214-91a8-4721-8f9f-084c217b42fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 999 time: 0.1132405 Aug 06 19:04:49.079252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-9eff33e5-bc69-4f09-b856-a18b9a6979b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:49.080762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-9eff33e5-bc69-4f09-b856-a18b9a6979b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0482633 Aug 06 19:04:49.146767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf892-b1a0-412f-9691-a354cda66b45 req-4d86b679-155b-4335-89a4-6cf9f514a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:49.148642 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-4d86b679-155b-4335-89a4-6cf9f514a3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592403 Aug 06 19:04:49.256111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-196e976a-e71e-4d02-949a-1f578aa42e6a service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923579 Aug 06 19:04:49.718211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-734cf892-b1a0-412f-9691-a354cda66b45 req-cf6e44b6-54df-4851-8dfa-a79b45cfc460 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545414 Aug 06 19:04:50.085871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57231b-61c7-45df-ba9c-eb9a95f87521 req-4062f677-a0f4-4656-a73c-cf77be0b0d38 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.087392 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a57231b-61c7-45df-ba9c-eb9a95f87521 req-4062f677-a0f4-4656-a73c-cf77be0b0d38 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0530021 Aug 06 19:04:50.129895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a57231b-61c7-45df-ba9c-eb9a95f87521 req-c7010d2b-cc4c-4ee4-a0f4-bfead7506b12 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Aug 06 19:04:50.291659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:04:50.294105 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8af513-65df-496a-9559-26b9c929bf12" -d '{"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:04:50.345341 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c30f76-c99a-4cdb-a486-ccea4c408507 x-openstack-request-id: req-20c30f76-c99a-4cdb-a486-ccea4c408507 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:04:50.345682 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:04:50.345965 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20c30f76-c99a-4cdb-a486-ccea4c408507 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:04:50.346724 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'status': 'completed', 'code': 200} Aug 06 19:04:50.408618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-e83b74bd-1a8e-4d54-93aa-ac49378caba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.408618 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-e83b74bd-1a8e-4d54-93aa-ac49378caba6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1095 time: 0.0451231 Aug 06 19:04:50.411290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-7776d63d-43cb-468d-b95b-044b821e6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.412795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-7776d63d-43cb-468d-b95b-044b821e6816 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1095 time: 0.0451989 Aug 06 19:04:50.505838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-7aa2c526-f11a-4bb1-ab33-aea9f246fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.506229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-286fba45-a8b6-44e4-89a9-620baaac167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.507332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-7aa2c526-f11a-4bb1-ab33-aea9f246fa37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0881646 Aug 06 19:04:50.507717 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-286fba45-a8b6-44e4-89a9-620baaac167c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0922856 Aug 06 19:04:50.581315 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-0d0dafc4-c9dd-45bc-90c2-9ab61f774db7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 999 time: 0.0660181 Aug 06 19:04:50.583230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-47dd4fee-2524-4e6c-ad3d-7880f130f438 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 999 time: 0.0683789 Aug 06 19:04:50.642105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-14b086b2-82d8-4a29-a720-ac77d99be722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.643288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-0a2cc6d2-008b-4332-9259-b7902360c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.643694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-14b086b2-82d8-4a29-a720-ac77d99be722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0541446 Aug 06 19:04:50.645796 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-0a2cc6d2-008b-4332-9259-b7902360c15e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0563135 Aug 06 19:04:50.697895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-f490829d-1e34-4ddc-b1c6-e8ee9fa3c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.699503 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-f490829d-1e34-4ddc-b1c6-e8ee9fa3c87a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491657 Aug 06 19:04:50.704870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8af513-65df-496a-9559-26b9c929bf12 req-5d718c05-96ef-417f-8064-09f35e731282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:50.706839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-5d718c05-96ef-417f-8064-09f35e731282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524621 Aug 06 19:04:50.707036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:04:50.765595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:04:50.801566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-ea0efd46-ccb2-4376-a10e-a3a19f1d7a9a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936522 Aug 06 19:04:50.826696 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-9d408bcc-e53c-4629-a284-ecaf7d280d66 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110997 Aug 06 19:04:50.923784 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-bcb05cce-835c-4b98-98a8-fae2122769b3 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888906 Aug 06 19:04:50.934307 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa8af513-65df-496a-9559-26b9c929bf12 req-80ae44c5-9e62-4ce3-82ef-7bea9c61e127 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260400 Aug 06 19:04:51.262481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f105c00-83e1-495d-80dd-c8ba2c0f7c91 req-8a028f59-cd57-48e5-a032-dc4749e94e8c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:51.263940 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f105c00-83e1-495d-80dd-c8ba2c0f7c91 req-8a028f59-cd57-48e5-a032-dc4749e94e8c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0583413 Aug 06 19:04:51.314076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f105c00-83e1-495d-80dd-c8ba2c0f7c91 req-6f79ffa5-5b43-4302-a42d-e3d81e1965f5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Aug 06 19:04:52.456074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9422fc-99f1-4ed7-a292-5f769876c0bc req-d7011334-669f-453c-b80a-1b89116df039 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:52.458073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e9422fc-99f1-4ed7-a292-5f769876c0bc req-d7011334-669f-453c-b80a-1b89116df039 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0579484 Aug 06 19:04:52.498790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e9422fc-99f1-4ed7-a292-5f769876c0bc req-36609871-174a-47bd-af9c-b2b51bd90771 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343597 Aug 06 19:04:53.624610 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c65de-5a9e-430f-8f93-d6103c2a4f14 req-2c166c0c-595e-45ee-8317-d126b50e028f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:53.626256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f15c65de-5a9e-430f-8f93-d6103c2a4f14 req-2c166c0c-595e-45ee-8317-d126b50e028f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0523529 Aug 06 19:04:53.667248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f15c65de-5a9e-430f-8f93-d6103c2a4f14 req-46230281-efbe-4fe6-ad1b-2b1c1c0f73e4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Aug 06 19:04:54.731384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:04:54.797671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c571d-c379-4d2e-a07e-81e28f40d1a6 req-f5bab62a-dcd9-4a56-8fed-03a441f6ec9b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:54.799278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e88c571d-c379-4d2e-a07e-81e28f40d1a6 req-f5bab62a-dcd9-4a56-8fed-03a441f6ec9b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 943 time: 0.0572851 Aug 06 19:04:54.844763 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:04:54.850688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e88c571d-c379-4d2e-a07e-81e28f40d1a6 req-b9a87b8a-3c47-4676-b479-f99c14632690 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Aug 06 19:04:54.858573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'mac_address': 'fa:16:3e:6c:31:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:04:54.903022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:54.917250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6690da7-f183-4b5d-96f9-f3dbd607a447 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:04:54.938789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:04:54.945542 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:55.018155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:04:55.031576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.032170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.032655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.033219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.033697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.034218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.034817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.035347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.036043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.036590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.037129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.037636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:04:55.132421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46a446-8330-40ea-95cc-70997d1fc72e req-3467cffc-36bf-4e86-a4e7-c5a10d37668b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.133970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be46a446-8330-40ea-95cc-70997d1fc72e req-3467cffc-36bf-4e86-a4e7-c5a10d37668b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0860236 Aug 06 19:04:55.142504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-abb21ccb-1684-40f9-9aeb-8d6a8ca5a0de tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.143997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-abb21ccb-1684-40f9-9aeb-8d6a8ca5a0de tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65&tenant_id=e69ed43b1efd4c5d984771f320e375a0&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.0947013 Aug 06 19:04:55.212343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be46a446-8330-40ea-95cc-70997d1fc72e req-8cfded07-c0af-4461-9d8f-7ae9e7c431ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672920 Aug 06 19:04:55.236803 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-eec4cd96-d735-4df2-955d-3c53b081f14b service neutron] delete failed (client error): The resource could not be found. Aug 06 19:04:55.237893 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-eec4cd96-d735-4df2-955d-3c53b081f14b service neutron] 10.222.0.55 "DELETE /v2.0/ports/d6690da7-f183-4b5d-96f9-f3dbd607a447/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0856423 Aug 06 19:04:55.333783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-7bd5b542-f0f7-45ac-ac15-8849fa18c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.335353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-7bd5b542-f0f7-45ac-ac15-8849fa18c525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 1096 time: 0.0481806 Aug 06 19:04:55.432781 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-36f41a87-b499-4712-987b-2164e25f1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.434382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-36f41a87-b499-4712-987b-2164e25f1f63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0924480 Aug 06 19:04:55.438801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['d6690da7-f183-4b5d-96f9-f3dbd607a447'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:04:55.508254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-017bd64a-201b-459b-9003-973b3b878ecf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 200 len: 1000 time: 0.0658522 Aug 06 19:04:55.559085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-c1aa566a-1eda-4357-9d8c-918bc65fb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.560598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-c1aa566a-1eda-4357-9d8c-918bc65fb3be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0454230 Aug 06 19:04:55.615135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-df15705c-9022-4667-9df5-e0c1a7b563cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:55.616734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-df15705c-9022-4667-9df5-e0c1a7b563cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489979 Aug 06 19:04:55.717143 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-a0beb2cf-40a8-4a5d-aee3-0f22a25192fb service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929570 Aug 06 19:04:55.835726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dbf3b93e-3967-4697-8a06-94e9816c490c req-0dd09e0a-508d-46d9-ac5d-ff7edf02f7c6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111870 Aug 06 19:04:56.381596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9131-85bf-43aa-9f4e-86d124259051 req-29799968-576f-4118-8439-3d24ea4b1141 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:56.383283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33ad9131-85bf-43aa-9f4e-86d124259051 req-29799968-576f-4118-8439-3d24ea4b1141 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0825806 Aug 06 19:04:56.432388 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33ad9131-85bf-43aa-9f4e-86d124259051 req-fc8ff642-de4d-49d3-9387-8e92403c7626 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Aug 06 19:04:56.566643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66e9b8-e29a-482e-a029-d95766dec840 req-bfdd492f-7b35-456c-9391-fcc62e0aca13 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:56.568148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa66e9b8-e29a-482e-a029-d95766dec840 req-bfdd492f-7b35-456c-9391-fcc62e0aca13 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0509205 Aug 06 19:04:56.610018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa66e9b8-e29a-482e-a029-d95766dec840 req-cee7cf6a-a3d4-4989-969e-acce3e1972d9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347712 Aug 06 19:04:56.731054 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:04:56.734673 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a959-4f72-43d8-a8b6-2d59f4d1c22e req-400749ce-b96a-4ced-9d34-4d7db2a65299 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:56.736220 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b727a959-4f72-43d8-a8b6-2d59f4d1c22e req-400749ce-b96a-4ced-9d34-4d7db2a65299 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 944 time: 0.0518503 Aug 06 19:04:56.778101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b727a959-4f72-43d8-a8b6-2d59f4d1c22e req-eb787ea2-fead-4811-b4d9-c922d9e5cfac tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Aug 06 19:04:56.802441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port d6690da7-f183-4b5d-96f9-f3dbd607a447 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:04:56.816742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port d6690da7-f183-4b5d-96f9-f3dbd607a447 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:04:56.817210 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:56.911251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:56.936345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:04:56.938691 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358afd88-70f0-4dec-8883-7951e1b4991b" -d '{"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-plugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:04:56.954464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:04:56.960117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:57.023560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:04:57.083516 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c6592-6dca-449e-84e6-d9557d892fd9 x-openstack-request-id: req-944c6592-6dca-449e-84e6-d9557d892fd9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:04:57.083881 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-plugged", "status": "completed", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:04:57.084194 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-944c6592-6dca-449e-84e6-d9557d892fd9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:04:57.084652 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'code': 200} Aug 06 19:04:57.196320 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16f446-834e-48e8-a070-8adfeb09e110 req-c0ae62ef-9eb0-40f2-8288-f1b152071389 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:57.198125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f16f446-834e-48e8-a070-8adfeb09e110 req-c0ae62ef-9eb0-40f2-8288-f1b152071389 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0673690 Aug 06 19:04:57.254309 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4f16f446-834e-48e8-a070-8adfeb09e110 req-ed20ef5f-8374-4a83-b231-c309809ade45 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494153 Aug 06 19:04:58.384063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b802f8-1f7a-4075-ae96-10dfeb48d16a req-66387f1e-b6bf-428a-9d24-46af1fa8e21e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:58.385573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71b802f8-1f7a-4075-ae96-10dfeb48d16a req-66387f1e-b6bf-428a-9d24-46af1fa8e21e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0534575 Aug 06 19:04:58.428106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-71b802f8-1f7a-4075-ae96-10dfeb48d16a req-00b6585d-8af8-48f4-b6fa-cd99ae33be6e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363092 Aug 06 19:04:58.586412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1eb517ab-9034-44a4-aae7-fdbed4187ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:58.861303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-ae65e473-641e-41c5-bb9b-d8451244e860 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:04:58.863131 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-ae65e473-641e-41c5-bb9b-d8451244e860 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Aug 06 19:04:58.917515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:04:58.972140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Deleting port d6690da7-f183-4b5d-96f9-f3dbd607a447 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:04:58.972497 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.077570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] For port d6690da7-f183-4b5d-96f9-f3dbd607a447, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=d6690da7-f183-4b5d-96f9-f3dbd607a447,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:04:59.077952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.256161 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.256451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.256733 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 disassociated. External IP: 172.25.3.194, port: d6690da7-f183-4b5d-96f9-f3dbd607a447. Aug 06 19:04:59.257063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Calling delete_port for d6690da7-f183-4b5d-96f9-f3dbd607a447 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:04:59.414444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.446513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'Port': ['ID=d6690da7-f183-4b5d-96f9-f3dbd607a447,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:04:59.542628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf754d66-b339-4e2f-a7cb-362d58e9020e req-18cd6485-f138-4e91-999e-e7483d427e87 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=70fa7a7e-1284-441b-a7d0-114a39766a65 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Aug 06 19:04:59.580646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:04:59.694497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:04:59.704360 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:04:59.714271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:04:59.714946 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:04:59.735126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] No DVR routers for this DVR port d6690da7-f183-4b5d-96f9-f3dbd607a447 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:04:59.738101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:04:59.740572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-adea55b7-e9ad-4d3c-9ee6-de9e18cc157f req-891b13c8-32c7-474d-addc-6e18fd5f73a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "DELETE /v2.0/ports/d6690da7-f183-4b5d-96f9-f3dbd607a447 HTTP/1.1" status: 204 len: 173 time: 0.8703613 Aug 06 19:04:59.741033 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-deleted', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:04:59.743363 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2458d8-5471-4932-859d-932b5fc09dcb" -d '{"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-deleted", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:04:59.786477 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0457d4-c920-4d8e-b214-2c0cefae4744 x-openstack-request-id: req-bb0457d4-c920-4d8e-b214-2c0cefae4744 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:04:59.786787 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa7a7e-1284-441b-a7d0-114a39766a65", "name": "network-vif-deleted", "tag": "d6690da7-f183-4b5d-96f9-f3dbd607a447", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:04:59.787105 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb0457d4-c920-4d8e-b214-2c0cefae4744 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:04:59.787627 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa7a7e-1284-441b-a7d0-114a39766a65', 'name': 'network-vif-deleted', 'tag': 'd6690da7-f183-4b5d-96f9-f3dbd607a447', 'status': 'completed', 'code': 200} Aug 06 19:04:59.829679 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:05:00.050439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:00.076470 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:05:00.085985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:05:00.086630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:04:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:00.213887 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:05:00.416899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:00.442841 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba411476-5b3b-4f61-a111-fd6584821161 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:05:00.727502 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8814580-3c71-47c6-89c2-0896eb77b0ff None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:05:00.842462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-3307ab0d-a2b9-47d7-adf0-17a9e8d6120a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--962129705&fields=id&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 267 time: 0.0540826 Aug 06 19:05:01.335190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-3a2a61cd-6dcf-4e9f-b2e7-a71a86f5c8fe tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:01.336629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-3a2a61cd-6dcf-4e9f-b2e7-a71a86f5c8fe tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.4791844 Aug 06 19:05:01.352453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-bf357af9-a9be-4fb3-bcaa-a978e189cee9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/quotas/e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 375 time: 0.0097408 Aug 06 19:05:01.408573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-8c2d7d3d-8193-40ec-9949-583a57c0cb48 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500996 Aug 06 19:05:01.495528 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:01.577799 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-d3b21bd3-f2e3-438b-a365-577f1069642d service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544437 Aug 06 19:05:01.676726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-e821fd33-9457-4c9d-b13a-ead3cc2931f7 service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915568 Aug 06 19:05:01.780056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-093e4d44-ccd2-487a-ba0c-819ffe1bc068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:01.855102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36394d46-c024-4e8b-9441-fa8bddbaccef req-d5f81bbe-af5a-4ff3-94f9-79b8ee50ddf6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 210 time: 0.0313411 Aug 06 19:05:02.757849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:05:02.782691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: d6690da7-f183-4b5d-96f9-f3dbd607a447 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:05:02.783513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device d6690da7-f183-4b5d-96f9-f3dbd607a447 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:05:02.947796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-a267041d-a1a7-4659-b142-38d397fd43ea tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:02.949337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-a267041d-a1a7-4659-b142-38d397fd43ea tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1239150 Aug 06 19:05:02.969886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-26219601-6bb8-4645-9a95-5ba0d145f5a4 req-5febcedd-3f8c-48ed-91ca-81e9b20a7864 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 210 time: 0.0390432 Aug 06 19:05:03.011052 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-0a26ac6c-f268-4484-a009-b64cbbe96a1b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 379 time: 0.0434792 Aug 06 19:05:03.020776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'port': {'device_id': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'admin_state_up': True, 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'security_groups': ['32d43886-084f-40af-8de1-2eca6733db7d']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:05:03.135970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:05:03.139723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.286975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Allocated IP 172.20.0.14 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/b262d4ee-c083-4809-9421-8819df26977b) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:05:03.409777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.444653 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.459828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Transition to ACTIVE for port object b262d4ee-c083-4809-9421-8819df26977b will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:05:03.499205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.545301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:05:03.548682 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:05:03.556675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:05:03.559587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:05:03.588946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.589284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.589646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.589968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.590306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.590633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.590944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.591253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.591566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.591900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.592211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.592518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:05:03.628962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:03.629738 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.649325 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-44c37a76-8f81-4637-a65e-f3d4ba133e1f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324024 Aug 06 19:05:03.662446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Request body: {'port': {'device_id': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:05:03.728441 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.837403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d10afc38-83bd-40bb-a5c8-043e8d8d31b7 None None] Provisioning for port b262d4ee-c083-4809-9421-8819df26977b completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:05:03.842309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d10afc38-83bd-40bb-a5c8-043e8d8d31b7 None None] Provisioning complete for port b262d4ee-c083-4809-9421-8819df26977b triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:05:03.845321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d10afc38-83bd-40bb-a5c8-043e8d8d31b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:03.888682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d10afc38-83bd-40bb-a5c8-043e8d8d31b7 None None] Port b262d4ee-c083-4809-9421-8819df26977b cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:05:04.078391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b262d4ee-c083-4809-9421-8819df26977b {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:05:04.087660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.104941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Transition to ACTIVE for port object b262d4ee-c083-4809-9421-8819df26977b will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:05:04.116383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1138fc-819f-4ac0-b71e-e9c5068dd052 req-87669ecb-8c73-42a9-ae60-acbef047f086 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:04.118085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc1138fc-819f-4ac0-b71e-e9c5068dd052 req-87669ecb-8c73-42a9-ae60-acbef047f086 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 932 time: 0.0746045 Aug 06 19:05:04.119378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.212214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:05:04.239282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc1138fc-819f-4ac0-b71e-e9c5068dd052 req-ae462cb7-8a8c-4165-b8e4-8bc903151ba6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843887 Aug 06 19:05:04.289908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:05:04.290245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:05:04.290573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:05:04.295667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:05:04.296086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:05:04.301440 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:05:04.301822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:05:04.302211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:05:04.302647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Bound port: b262d4ee-c083-4809-9421-8819df26977b, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:05:04.303019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.372746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:05:04.376667 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:05:04.381309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.427517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:04.428134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.429600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] 10.222.0.55 "PUT /v2.0/ports/b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1093 time: 0.7718005 Aug 06 19:05:04.430056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:05:04.432418 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f378924-df24-43e8-a15d-9d5134847cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:05:04.458690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47697-0bd6-41c6-8d6e-7b3917b53b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:05:04.527741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-4a0e38e4-410d-43b8-b318-1b96a558ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:04.529825 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-4a0e38e4-410d-43b8-b318-1b96a558ac7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0487270 Aug 06 19:05:04.607159 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928f3f3-6513-4ad0-865e-2c266726d51b x-openstack-request-id: req-1928f3f3-6513-4ad0-865e-2c266726d51b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:05:04.607633 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:05:04.607986 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1928f3f3-6513-4ad0-865e-2c266726d51b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:05:04.608525 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'status': 'completed', 'code': 200} Aug 06 19:05:04.611046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-e7c8b159-5529-40fe-908c-cc23503f9e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 217 time: 0.0724008 Aug 06 19:05:04.661832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-0500eefa-9ccb-48b8-9804-2df49c703ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:04.663293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-0500eefa-9ccb-48b8-9804-2df49c703ebf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0456715 Aug 06 19:05:04.715037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-c4eab2c7-e1bb-44d1-a483-75b33b08d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:04.716505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-c4eab2c7-e1bb-44d1-a483-75b33b08d623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462093 Aug 06 19:05:04.809812 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-3d5e7d44-2e08-4e2d-9a57-910d0627e725 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852127 Aug 06 19:05:04.893842 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:04.922772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-93e1f688-ed27-4364-b57d-65436b58bde4 req-d0040416-b435-4616-98f6-a8e10c9df65f service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061537 Aug 06 19:05:05.014364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-748e379f-bc9c-4171-ad71-c13ba2048401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:05.015912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-748e379f-bc9c-4171-ad71-c13ba2048401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0439320 Aug 06 19:05:05.124066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-05d8532e-4c15-4621-ab2b-08f79bdc4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:05.125666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-05d8532e-4c15-4621-ab2b-08f79bdc4449 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1026199 Aug 06 19:05:05.168903 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-ae8190ac-16fb-453b-bd1a-1386a0ff5ce2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 217 time: 0.0357857 Aug 06 19:05:05.220630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-31f274a7-2ccf-4a72-97bd-406e3c725305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:05.222172 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-31f274a7-2ccf-4a72-97bd-406e3c725305 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0462589 Aug 06 19:05:05.279109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-df355fb0-09e5-481a-a837-732aa9c94582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:05.280662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-df355fb0-09e5-481a-a837-732aa9c94582 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495753 Aug 06 19:05:05.404666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-98fd3cc5-756e-4b93-bb2a-985e0bebfdd2 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153426 Aug 06 19:05:05.413120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18497291-c118-4ed5-a270-d198d9ed7ae5 req-3e7c1867-6b9b-4df0-a31a-dd937fd05c49 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:05.414704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18497291-c118-4ed5-a270-d198d9ed7ae5 req-3e7c1867-6b9b-4df0-a31a-dd937fd05c49 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0988193 Aug 06 19:05:05.509030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-18497291-c118-4ed5-a270-d198d9ed7ae5 req-a75b868b-3947-4417-94a6-d400c2e84503 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852027 Aug 06 19:05:05.533963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f378924-df24-43e8-a15d-9d5134847cd7 req-7fe123c5-d579-4ec5-be3b-7da8fd1f52da service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184926 Aug 06 19:05:06.638513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaec2-74ef-4731-812a-ab5a5ac623ff req-b53f86eb-fe41-4b2f-9b13-ac7a31bd1f52 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:06.639950 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2eddaec2-74ef-4731-812a-ab5a5ac623ff req-b53f86eb-fe41-4b2f-9b13-ac7a31bd1f52 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0539107 Aug 06 19:05:06.685689 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2eddaec2-74ef-4731-812a-ab5a5ac623ff req-38ddfdfc-e67b-4c9b-8d64-aedea10cdb4b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393243 Aug 06 19:05:06.752182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b262d4ee-c083-4809-9421-8819df26977b details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:05:06.851064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:05:06.864899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'b262d4ee-c083-4809-9421-8819df26977b', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'b262d4ee-c083-4809-9421-8819df26977b', 'mac_address': 'fa:16:3e:41:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:05:06.906949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:06.920404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b262d4ee-c083-4809-9421-8819df26977b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:05:06.940904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:05:06.947401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:06.995674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:05:07.187682 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['b262d4ee-c083-4809-9421-8819df26977b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:05:07.817265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd989d3d-ff4f-477d-99ef-59dc1903ecd0 req-ecb5f634-5bd4-4577-904a-0d1d6f5188db tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:07.818819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd989d3d-ff4f-477d-99ef-59dc1903ecd0 req-ecb5f634-5bd4-4577-904a-0d1d6f5188db tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0585763 Aug 06 19:05:07.863919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd989d3d-ff4f-477d-99ef-59dc1903ecd0 req-fc640389-d0c2-42b0-bfc2-0bebfdcf8354 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Aug 06 19:05:08.768405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b262d4ee-c083-4809-9421-8819df26977b up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:05:08.822976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port b262d4ee-c083-4809-9421-8819df26977b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:05:08.827079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port b262d4ee-c083-4809-9421-8819df26977b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:05:08.827475 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:08.909841 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:08.935998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:05:08.938316 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87186c65-1eb4-4a65-b00b-885ec1dabbaf" -d '{"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-plugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:05:08.952793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:05:08.959033 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:09.000761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47acc-be0a-4048-bb55-331423c86112 req-0ea6425a-e094-40f9-b500-a807325d096c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:09.002366 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90b47acc-be0a-4048-bb55-331423c86112 req-0ea6425a-e094-40f9-b500-a807325d096c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0587361 Aug 06 19:05:09.012264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:05:09.044041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90b47acc-be0a-4048-bb55-331423c86112 req-efdc92e7-ce95-4e52-8b0d-ec74ff4857a7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353265 Aug 06 19:05:09.088758 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59944674-5cd7-41e8-973f-1413ee78c3aa x-openstack-request-id: req-59944674-5cd7-41e8-973f-1413ee78c3aa {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:05:09.089050 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-plugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:05:09.089302 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59944674-5cd7-41e8-973f-1413ee78c3aa {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:05:09.089738 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'code': 200} Aug 06 19:05:09.186943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbfc97-ad8a-42f7-a4eb-768ca06ba3ea req-47066f76-203b-4a85-bf3b-3575ecf7ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:09.188533 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ccbfc97-ad8a-42f7-a4eb-768ca06ba3ea req-47066f76-203b-4a85-bf3b-3575ecf7ef07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1098 time: 0.0425770 Aug 06 19:05:09.228708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ccbfc97-ad8a-42f7-a4eb-768ca06ba3ea req-2227e30e-494c-4f32-b4b8-e9db20d87b3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334370 Aug 06 19:05:10.169778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957c82-d4bd-48b5-a44b-35cf2c3c0596 req-97a2b925-e859-4f91-973a-3bfc713ae302 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:10.171426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00957c82-d4bd-48b5-a44b-35cf2c3c0596 req-97a2b925-e859-4f91-973a-3bfc713ae302 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0505948 Aug 06 19:05:10.211399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00957c82-d4bd-48b5-a44b-35cf2c3c0596 req-c11d26d7-cd86-40c2-a86f-411a83f1e3c9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Aug 06 19:05:10.345424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e1dd-15ec-4639-97e5-583bda2a9f02 req-6e10492b-0d95-40bd-bb42-6e8c72450fae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:10.346957 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3d88e1dd-15ec-4639-97e5-583bda2a9f02 req-6e10492b-0d95-40bd-bb42-6e8c72450fae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0515459 Aug 06 19:05:10.356272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 49650) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:05:10.361333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'floatingip': {'port_id': 'b262d4ee-c083-4809-9421-8819df26977b'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:05:10.409015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:10.861778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:10.866718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:10.927426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:10.981124 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 associated. External IP: 172.25.3.194, port: b262d4ee-c083-4809-9421-8819df26977b. Aug 06 19:05:11.208525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:05:11.327245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:05:11.332453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:11.337573 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:05:11.347791 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:05:11.348401 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:11.363870 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6bf12fff-ee61-4866-938f-57fbc7fd80c6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "PUT /v2.0/floatingips/3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 HTTP/1.1" status: 200 len: 992 time: 1.0064809 Aug 06 19:05:11.364692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:05:11.366769 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:05:11.477915 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:05:11.478574 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7fe9a6-06af-4293-9681-1a0882442129 x-openstack-request-id: req-af7fe9a6-06af-4293-9681-1a0882442129 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:05:11.479013 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:05:11.479364 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af7fe9a6-06af-4293-9681-1a0882442129 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:05:11.479890 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'status': 'completed', 'code': 200} Aug 06 19:05:11.544691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-901bcc74-2b03-4f5b-80f3-084427fcd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:11.546299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-901bcc74-2b03-4f5b-80f3-084427fcd476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1098 time: 0.0455463 Aug 06 19:05:11.649412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-029f881a-d7c3-4909-9209-0f09c1af4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:11.651028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-029f881a-d7c3-4909-9209-0f09c1af4925 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0972703 Aug 06 19:05:11.732329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-dea19954-d317-4233-a15e-fd258b0b964e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1000 time: 0.0740035 Aug 06 19:05:11.732640 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'b262d4ee-c083-4809-9421-8819df26977b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:41:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:05:10Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:11.760106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:05:11.770206 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:05:11.770857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:05:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:11.789725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-d17225c2-7ef8-4556-a0e0-75b3663a5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:11.791263 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-d17225c2-7ef8-4556-a0e0-75b3663a5761 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0525773 Aug 06 19:05:11.843007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-ba64b541-24a0-472c-8d03-b15162a36c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:05:11.844560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-ba64b541-24a0-472c-8d03-b15162a36c7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456352 Aug 06 19:05:11.884386 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:05:11.947354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-ed26c305-5b92-4460-b602-d96017bcd3e6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960696 Aug 06 19:05:12.046869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-707d42fd-d11d-4ca8-a7f7-68ab58bcac84 req-31553712-4bbe-4c96-b065-9219c92620de service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911794 Aug 06 19:05:12.116101 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'b262d4ee-c083-4809-9421-8819df26977b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:41:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:05:10Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:05:12.239522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10886886-f970-419b-be62-f7bc80fcfd3b None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'b262d4ee-c083-4809-9421-8819df26977b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:41:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:05:10Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:05:12.307771 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:12.456585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a451619-652e-4bb8-b4d7-38871ac72de1 None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:05:28.579936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e4f984a-849c-4eba-babb-ba87b5bc18ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:31.490256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:31.774826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d5bc52f1-8f5d-40bf-8323-6344acd58958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:33.412598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:34.897754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:35.807686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:05:40.938280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:42.303672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:05:58.592438 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f997ab06-b9ad-446b-876b-d5fd28bfad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:01.494902 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:01.778398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41814dcb-480c-4dbe-ac9d-1505ab1ceccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:03.414366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:04.898119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:06.851900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-6ea61e81-ee6f-4dc1-9b8f-e0acf2af0627 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467331 Aug 06 19:06:06.939313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-254d4ab7-80ec-45b9-b012-97980386eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:06.940852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-254d4ab7-80ec-45b9-b012-97980386eac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1098 time: 0.0445616 Aug 06 19:06:07.052129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-01df3461-fd5a-4ee7-a8ea-5d4e5c10f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:07.053660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-01df3461-fd5a-4ee7-a8ea-5d4e5c10f61a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0930526 Aug 06 19:06:07.128303 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-178c6075-92e2-418b-86e4-4af609271b17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1002 time: 0.0667572 Aug 06 19:06:07.189117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-28c4b597-f7cf-4802-a068-7834bcdb8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:07.190736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-28c4b597-f7cf-4802-a068-7834bcdb8cb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0559120 Aug 06 19:06:07.244293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-cad41ec1-bd61-42cf-a518-ffe61dea953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:07.245867 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-cad41ec1-bd61-42cf-a518-ffe61dea953c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482001 Aug 06 19:06:07.346090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-12e4c09d-6ee9-4dc9-adaa-ad7d56893294 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926228 Aug 06 19:06:07.441894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-146fb5dc-b593-42f6-bbe6-d9c365c5db8d req-f670524d-7b1c-4595-9401-139fc0f81e60 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Aug 06 19:06:10.954729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:12.353710 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:12.809013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:06:28.587405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-60ae1943-1c31-4265-a1e9-3e455165da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:31.504153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:31.783704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f65b3f1-caa5-4cc7-889d-dfc4e7c3d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:33.419660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:34.907185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:40.952538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:42.325085 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:47.961489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-c19c6fa6-4ccc-43f4-acd4-82041e033d28 req-0855cfe7-0ace-4c26-914b-c47d9686cb7c service neutron] (94121) timed out ('10.222.0.64', 46422) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:06:48.772803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cfd96-0727-4388-9c31-44fcc823dbb4 req-8415ea47-da91-44c4-b0c8-c5054f5cc1f5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:48.774435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-660cfd96-0727-4388-9c31-44fcc823dbb4 req-8415ea47-da91-44c4-b0c8-c5054f5cc1f5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0543303 Aug 06 19:06:48.822822 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-660cfd96-0727-4388-9c31-44fcc823dbb4 req-49efaa27-395c-46fe-a516-1966b7bd52bc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420222 Aug 06 19:06:49.813522 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:06:49.946542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759d810-2dbb-4589-9c02-43641bbeb373 req-1d387109-09c1-428e-b71d-bae059b9ad9b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:49.948163 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c759d810-2dbb-4589-9c02-43641bbeb373 req-1d387109-09c1-428e-b71d-bae059b9ad9b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0532808 Aug 06 19:06:49.992623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c759d810-2dbb-4589-9c02-43641bbeb373 req-59deb2b1-707c-4db7-9756-e3b972550513 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356424 Aug 06 19:06:51.114830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc29d2a-0681-413c-97f5-17b9d80062dc req-b1d35796-75e2-4cd3-aa09-62648b0a9e45 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:51.116406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc29d2a-0681-413c-97f5-17b9d80062dc req-b1d35796-75e2-4cd3-aa09-62648b0a9e45 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0515332 Aug 06 19:06:51.156553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc29d2a-0681-413c-97f5-17b9d80062dc req-16b70a0e-de7e-4e74-8ee2-e8897afe29e6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Aug 06 19:06:52.284008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696346e0-219a-4f4f-b890-7516d8f29ecc req-753769a5-551a-4c19-9ca4-4b8d152a3c79 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:52.285665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-696346e0-219a-4f4f-b890-7516d8f29ecc req-753769a5-551a-4c19-9ca4-4b8d152a3c79 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0525315 Aug 06 19:06:52.338852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-696346e0-219a-4f4f-b890-7516d8f29ecc req-97c10da6-63ac-413b-9a2c-96e674540090 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Aug 06 19:06:53.493112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0dd34-d029-4d80-9c2b-cf92ba237db2 req-b0719f37-4a1f-4578-91af-57250007f17e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:53.495816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13e0dd34-d029-4d80-9c2b-cf92ba237db2 req-b0719f37-4a1f-4578-91af-57250007f17e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0663877 Aug 06 19:06:53.538550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13e0dd34-d029-4d80-9c2b-cf92ba237db2 req-df718c52-ce6d-46e4-94d4-33139e153776 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365653 Aug 06 19:06:54.689029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8911d52-4a27-4128-aba7-f44bfe1949d6 req-884cd1dd-9997-4ba0-9474-12284c247d74 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:54.690567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8911d52-4a27-4128-aba7-f44bfe1949d6 req-884cd1dd-9997-4ba0-9474-12284c247d74 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0524335 Aug 06 19:06:54.734787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8911d52-4a27-4128-aba7-f44bfe1949d6 req-5510b217-1245-42fa-8650-d6b23b3bef99 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379896 Aug 06 19:06:55.858692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80b7c-17e8-46fb-862f-233685afc42c req-75f3919a-cd4e-4189-877c-649db4f9c7ed tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:55.860302 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aab80b7c-17e8-46fb-862f-233685afc42c req-75f3919a-cd4e-4189-877c-649db4f9c7ed tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0528822 Aug 06 19:06:55.904233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aab80b7c-17e8-46fb-862f-233685afc42c req-6fd58eb2-ea35-4138-833a-86a0d0d4111f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374892 Aug 06 19:06:57.029646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a68a2-2011-48bf-8205-22e5f2ddf9c3 req-33a669bb-4b8b-47b4-84f2-92dd3d0d397b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:57.031312 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f0a68a2-2011-48bf-8205-22e5f2ddf9c3 req-33a669bb-4b8b-47b4-84f2-92dd3d0d397b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0544236 Aug 06 19:06:57.072444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6f0a68a2-2011-48bf-8205-22e5f2ddf9c3 req-709f2c0c-245b-4e91-b618-d29361bba92f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348630 Aug 06 19:06:58.192926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ec9b-b759-4a00-b220-bd924847e982 req-93989961-3225-4a2f-8887-7d36ebc6a2a6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:58.194449 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6951ec9b-b759-4a00-b220-bd924847e982 req-93989961-3225-4a2f-8887-7d36ebc6a2a6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0514209 Aug 06 19:06:58.244758 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6951ec9b-b759-4a00-b220-bd924847e982 req-ad404d21-2731-4e62-a9c4-4ab0a579a42a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441310 Aug 06 19:06:58.594682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-296fc0bb-d985-404e-bd86-af5569b1e5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:06:59.376901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbb01-cb95-4ba2-9034-861a40023d3c req-98d06f6e-e1e9-4250-a241-ab24d762bb88 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:59.378580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a19bbb01-cb95-4ba2-9034-861a40023d3c req-98d06f6e-e1e9-4250-a241-ab24d762bb88 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0538464 Aug 06 19:06:59.425209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a19bbb01-cb95-4ba2-9034-861a40023d3c req-3e42a20d-a669-4660-905d-a242c35617ba tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370924 Aug 06 19:06:59.667573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-fa729302-aa1c-42b4-9e6a-2cebe31b890e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449014 Aug 06 19:06:59.676581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb71ea-c0b7-442c-9d7d-17be148dca5d req-1d56ad7d-6da0-42a4-ad36-e114d5159e61 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:06:59.678231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4edb71ea-c0b7-442c-9d7d-17be148dca5d req-1d56ad7d-6da0-42a4-ad36-e114d5159e61 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0522878 Aug 06 19:06:59.720400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4edb71ea-c0b7-442c-9d7d-17be148dca5d req-6746eb88-7d2d-422c-b9b6-57fa2b713f05 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Aug 06 19:07:00.859980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb5ae-6749-44af-a8d2-728f87a29028 req-559d1684-06df-4930-85ec-93d671435316 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:00.861500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6cbb5ae-6749-44af-a8d2-728f87a29028 req-559d1684-06df-4930-85ec-93d671435316 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0585215 Aug 06 19:07:00.904243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6cbb5ae-6749-44af-a8d2-728f87a29028 req-d6110999-e32f-49c8-a6fa-a4690184d9ad tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363464 Aug 06 19:07:01.500437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:01.790143 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f799da50-967d-4e39-89e5-6719d4f15f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:02.038582 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8f48-fe2c-435c-a22e-c383c8b83cfb req-4883ba45-f3f0-46c7-85bf-915d41b509be tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:02.040103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf0b8f48-fe2c-435c-a22e-c383c8b83cfb req-4883ba45-f3f0-46c7-85bf-915d41b509be tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0621533 Aug 06 19:07:02.089082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf0b8f48-fe2c-435c-a22e-c383c8b83cfb req-a78c7207-7a06-48e0-a6ab-e2e2f81385a5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Aug 06 19:07:03.044911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-581139cf-1ca2-4525-82ad-b7133d516b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:03.046482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-581139cf-1ca2-4525-82ad-b7133d516b2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1098 time: 0.0425353 Aug 06 19:07:03.148215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-2263848f-f9b3-409e-94ae-3bedb3a3d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:03.149748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-2263848f-f9b3-409e-94ae-3bedb3a3d6ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0960839 Aug 06 19:07:03.251057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-5e250616-91cf-460b-b169-5cf2379ee0a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1002 time: 0.0938613 Aug 06 19:07:03.262131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e0ead-6edd-4c0a-9583-1a67fa6a53f9 req-f4313bfc-0988-497d-9011-260a5793e77f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:03.263657 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-270e0ead-6edd-4c0a-9583-1a67fa6a53f9 req-f4313bfc-0988-497d-9011-260a5793e77f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.1005182 Aug 06 19:07:03.336818 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-aa80047e-35fe-49b7-8bf0-d496f1ce302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:03.338258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-aa80047e-35fe-49b7-8bf0-d496f1ce302c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0737157 Aug 06 19:07:03.343705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-270e0ead-6edd-4c0a-9583-1a67fa6a53f9 req-c54a5dd8-b70e-44ff-879a-54b3b92ee070 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716159 Aug 06 19:07:03.388929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-265b527a-4911-47f1-821e-ef72635893e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:03.390507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-265b527a-4911-47f1-821e-ef72635893e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446754 Aug 06 19:07:03.427756 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:03.494020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-64b17f5f-a171-426b-abed-2e2ce8744ea6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966110 Aug 06 19:07:03.596738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-fbcc8831-6cad-41a1-8b17-3cec9652dd0e service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953038 Aug 06 19:07:04.472499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fded3eb-5872-4ae0-b410-7c0960908abe req-cfed90be-6f95-47ec-ba9f-7426861e957a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:04.474071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fded3eb-5872-4ae0-b410-7c0960908abe req-cfed90be-6f95-47ec-ba9f-7426861e957a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0544209 Aug 06 19:07:04.512922 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fded3eb-5872-4ae0-b410-7c0960908abe req-26dfd47c-f49b-465c-b100-458368bfd669 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Aug 06 19:07:04.904944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:05.556152 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-b7bdc88f-943d-45ad-86e3-64e27407365c service neutron] show failed (client error): The resource could not be found. Aug 06 19:07:05.557202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-b7bdc88f-943d-45ad-86e3-64e27407365c service neutron] 10.222.0.55 "GET /v2.0/ports/b262d4ee-c083-4809-9421-8819df26977b/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0692544 Aug 06 19:07:05.662823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd54b-6293-4afa-8cae-779fa8435cd9 req-042ead83-2cb1-447d-a612-dc4742678851 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:05.664926 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82bfd54b-6293-4afa-8cae-779fa8435cd9 req-042ead83-2cb1-447d-a612-dc4742678851 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0724444 Aug 06 19:07:05.713802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-82bfd54b-6293-4afa-8cae-779fa8435cd9 req-6f116ada-64c4-453c-9b32-b775ba8184fb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Aug 06 19:07:05.787401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-8f6032a7-4723-4268-939e-34cd33335596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:05.789020 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-8f6032a7-4723-4268-939e-34cd33335596 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1098 time: 0.0483658 Aug 06 19:07:05.801533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:07:05.858547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.084404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:06.126000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:07:06.181993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:06.185388 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e9ac3-7452-499c-9158-badb51884df8" -d '{"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:06.191449 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.207675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Transition to ACTIVE for port object b262d4ee-c083-4809-9421-8819df26977b will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:07:06.213581 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.250537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14461f4-2d8b-4c78-80fe-5ba0773ed441 x-openstack-request-id: req-d14461f4-2d8b-4c78-80fe-5ba0773ed441 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:06.250537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-unplugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:06.250537 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d14461f4-2d8b-4c78-80fe-5ba0773ed441 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:06.250537 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'code': 200} Aug 06 19:07:06.299458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:06.311216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.311573 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.311919 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.312253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.312585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.312910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.313239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.313578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.313901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.314250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.314568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.314883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:06.356255 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] No DVR routers for this DVR port b262d4ee-c083-4809-9421-8819df26977b on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:07:06.501795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:07:06.502137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:07:06.502473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:07:06.507134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:07:06.507463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Attempting to bind port b262d4ee-c083-4809-9421-8819df26977b on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:07:06.512455 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:07:06.512795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:07:06.513186 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:07:06.513726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Bound port: b262d4ee-c083-4809-9421-8819df26977b, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:07:06.514090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.594950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:07:06.594950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:07:06.600504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.639720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:06.640366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:06.642367 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] 10.222.0.16 "PUT /v2.0/ports/b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1093 time: 0.8447680 Aug 06 19:07:06.669756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9ab49-8e16-4a5b-99fb-8f805ed77fdd service neutron] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:06.715116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-d8c18de6-2124-405e-85b0-3baf4a1e1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:06.719372 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-d8c18de6-2124-405e-85b0-3baf4a1e1783 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0439804 Aug 06 19:07:06.823571 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-f2d253f4-d85d-45e0-bfcf-59155960fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:06.825571 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-f2d253f4-d85d-45e0-bfcf-59155960fe0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1002333 Aug 06 19:07:06.864054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6966826-d328-42a0-802c-49985cee4137 req-bb20e558-d784-491a-9c6f-e64e1f63e7fa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:06.870005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6966826-d328-42a0-802c-49985cee4137 req-bb20e558-d784-491a-9c6f-e64e1f63e7fa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0671570 Aug 06 19:07:06.913632 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-bc49f5a9-0e64-4010-9ead-8f04f96fd522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1000 time: 0.0792851 Aug 06 19:07:06.917411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6966826-d328-42a0-802c-49985cee4137 req-47cebcac-2d3b-4173-b2b1-37b2d6faaef2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Aug 06 19:07:06.970744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-db8ac978-8acf-4581-b4aa-a85f721f911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:06.972247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-db8ac978-8acf-4581-b4aa-a85f721f911a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0512934 Aug 06 19:07:07.020715 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-7106ae5a-d0cf-4f0e-a9bf-499b1dfedcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:07.022281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-7106ae5a-d0cf-4f0e-a9bf-499b1dfedcb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428350 Aug 06 19:07:07.128310 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-45168f0f-445f-4b38-9c60-97d63c356a19 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961192 Aug 06 19:07:07.230578 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-2711bd0a-d65f-406b-9b50-b79e146a5d53 req-323fc1b2-04bd-41be-a4b7-d7f78b2ffbef service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957913 Aug 06 19:07:08.044904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329642-c0a2-45ce-b2eb-17edaf35d38a req-047c557a-2683-45f6-8e7a-3a19198199d0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.046438 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80329642-c0a2-45ce-b2eb-17edaf35d38a req-047c557a-2683-45f6-8e7a-3a19198199d0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0497205 Aug 06 19:07:08.089995 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80329642-c0a2-45ce-b2eb-17edaf35d38a req-0a97837f-754e-426b-9cff-361d38416215 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368435 Aug 06 19:07:08.249438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:08.252223 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16048fa2-60ae-4923-965f-211e76f356eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:08.303445 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03afd7-8e9b-4533-be9f-ddcdd3432315 x-openstack-request-id: req-1e03afd7-8e9b-4533-be9f-ddcdd3432315 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:08.303740 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:08.303994 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e03afd7-8e9b-4533-be9f-ddcdd3432315 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:08.304462 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'status': 'completed', 'code': 200} Aug 06 19:07:08.372756 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-b429b2f5-3ce5-4130-ab70-6966a3f8cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.374308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-b429b2f5-3ce5-4130-ab70-6966a3f8cda2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0465350 Aug 06 19:07:08.377861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-cffdacc9-b0da-4646-8f23-1e5e131adf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.379414 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-cffdacc9-b0da-4646-8f23-1e5e131adf9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0431306 Aug 06 19:07:08.469233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-0c3c6c37-8199-438a-bbe5-66a54e232e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.471013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-0c3c6c37-8199-438a-bbe5-66a54e232e0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0891743 Aug 06 19:07:08.477677 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-7d8a4912-c11b-4914-a85f-170f3ef99164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.479217 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-7d8a4912-c11b-4914-a85f-170f3ef99164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0929015 Aug 06 19:07:08.544400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-604e8092-8a96-447a-a506-8083a9217a02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1000 time: 0.0662076 Aug 06 19:07:08.553906 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-0a81b4f3-002d-4af9-af9f-e0df239b9cbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1000 time: 0.0668271 Aug 06 19:07:08.598251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-42a19848-4d33-4d29-877f-eb4600cc53db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.599745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-42a19848-4d33-4d29-877f-eb4600cc53db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0487392 Aug 06 19:07:08.612235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-3dcb2e1f-2476-4298-8a85-d2f6fa91ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.613770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-3dcb2e1f-2476-4298-8a85-d2f6fa91ff70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0524502 Aug 06 19:07:08.650018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-6b7d3def-22d1-494c-af1b-e2422f189e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.652321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-6b7d3def-22d1-494c-af1b-e2422f189e87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450599 Aug 06 19:07:08.672382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048fa2-60ae-4923-965f-211e76f356eb req-1ad431d3-e44e-400f-8674-94d797611076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:08.674164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-1ad431d3-e44e-400f-8674-94d797611076 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531130 Aug 06 19:07:08.755433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-6eb27815-e7dd-4673-8b35-002b842a11be service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956018 Aug 06 19:07:08.779907 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-e159ec63-99ec-4437-a94e-cc7281a0acaa service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974972 Aug 06 19:07:08.872977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-88bc7f1b-570f-4831-b8e4-3fa9919907c6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060297 Aug 06 19:07:08.897021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-16048fa2-60ae-4923-965f-211e76f356eb req-146c678d-f10d-4d38-9a11-456a801a4d6b service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090264 Aug 06 19:07:09.218341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391fff4-3b25-49a9-8b29-8e32c589144b req-ee381d95-9642-4002-b61f-296139b1cfb8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:09.219891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3391fff4-3b25-49a9-8b29-8e32c589144b req-ee381d95-9642-4002-b61f-296139b1cfb8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0552857 Aug 06 19:07:09.260915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3391fff4-3b25-49a9-8b29-8e32c589144b req-1fb8ee03-3f74-45ec-8f0c-6cde1828f9fb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Aug 06 19:07:09.499710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b262d4ee-c083-4809-9421-8819df26977b no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:07:09.712324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device b262d4ee-c083-4809-9421-8819df26977b not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:07:09.737882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-eeac016e-9dca-4922-b768-2076c089da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:09.739436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-eeac016e-9dca-4922-b768-2076c089da18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1096 time: 0.0427198 Aug 06 19:07:09.855420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-e7a0d916-bf23-437c-8fd1-10b8b6f6b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:09.856948 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-e7a0d916-bf23-437c-8fd1-10b8b6f6b163 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0965400 Aug 06 19:07:09.934148 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-51701b81-3683-4137-99b5-56e6eab9cf10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1000 time: 0.0693417 Aug 06 19:07:09.995198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-1302c784-e1e0-4329-9be2-ffbc87910657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:09.996728 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-1302c784-e1e0-4329-9be2-ffbc87910657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0546112 Aug 06 19:07:10.046539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-7ce6c5a3-8a21-4352-b853-c6e5ee508eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:10.048140 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-7ce6c5a3-8a21-4352-b853-c6e5ee508eaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432553 Aug 06 19:07:10.148957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-a25b2417-e389-4b1d-ab28-b68d50f897ca service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920479 Aug 06 19:07:10.265646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-89df2f91-59aa-4eb6-af5c-4536ab137d01 req-38db2bcb-7d37-493c-901d-2b4ac76a6b81 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086910 Aug 06 19:07:10.392658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25fea-bddf-481e-bca5-9bde1efdf3a9 req-b835812d-f656-497b-8a5a-2c4d6123ac65 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:10.394186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60e25fea-bddf-481e-bca5-9bde1efdf3a9 req-b835812d-f656-497b-8a5a-2c4d6123ac65 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0512815 Aug 06 19:07:10.438257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60e25fea-bddf-481e-bca5-9bde1efdf3a9 req-651c8db7-fa79-4b35-8845-d282dfea1fc9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375576 Aug 06 19:07:10.968505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:11.399715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b262d4ee-c083-4809-9421-8819df26977b details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:07:11.508106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:11.520800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'b262d4ee-c083-4809-9421-8819df26977b', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'b262d4ee-c083-4809-9421-8819df26977b', 'mac_address': 'fa:16:3e:41:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:07:11.565066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:11.565272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979c2d-4544-48f6-8697-e4e3689a2008 req-ca3a0944-83b4-4f2c-a74c-e108071c0ebe tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:11.567066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff979c2d-4544-48f6-8697-e4e3689a2008 req-ca3a0944-83b4-4f2c-a74c-e108071c0ebe tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 944 time: 0.0552862 Aug 06 19:07:11.583273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b262d4ee-c083-4809-9421-8819df26977b {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:07:11.603587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:11.609419 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:11.614523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ff979c2d-4544-48f6-8697-e4e3689a2008 req-3b8b5a56-5afb-4b64-90e4-9ac070c3b1fa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 Aug 06 19:07:11.661338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:11.668869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.669221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.669590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.670091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.670319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.670672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.671264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.671628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.672117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.672449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.672779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.673478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:11.860509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7d723-1550-4dd7-a3e2-8f1bf24393a7 req-1d0da4b6-faf9-44cc-a0b6-adabf2c75e90 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:11.862166 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6f7d723-1550-4dd7-a3e2-8f1bf24393a7 req-1d0da4b6-faf9-44cc-a0b6-adabf2c75e90 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0932090 Aug 06 19:07:11.871103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-7a4f58b7-87b0-406c-ab95-cd783c63cafb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:11.872552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-7a4f58b7-87b0-406c-ab95-cd783c63cafb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c&tenant_id=e69ed43b1efd4c5d984771f320e375a0&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 945 time: 0.0728204 Aug 06 19:07:11.941554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6f7d723-1550-4dd7-a3e2-8f1bf24393a7 req-fbe371ae-dd56-408d-b6ec-46778cbf667a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678306 Aug 06 19:07:11.956657 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-13499c76-f85d-4663-95f2-c58d6e8db32c service neutron] delete failed (client error): The resource could not be found. Aug 06 19:07:11.957730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-13499c76-f85d-4663-95f2-c58d6e8db32c service neutron] 10.222.0.55 "DELETE /v2.0/ports/b262d4ee-c083-4809-9421-8819df26977b/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0764318 Aug 06 19:07:11.986205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['b262d4ee-c083-4809-9421-8819df26977b'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:07:12.050376 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-2bd767ec-7a5a-43ff-be5f-eaae0f835d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:12.051913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-2bd767ec-7a5a-43ff-be5f-eaae0f835d01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1097 time: 0.0497468 Aug 06 19:07:12.160876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-7b39ed3d-4726-4dcb-84a9-1256d0f21b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:12.162425 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-7b39ed3d-4726-4dcb-84a9-1256d0f21b38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1031756 Aug 06 19:07:12.235212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-a44bf6b8-768a-4a30-b93a-8a19759afff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1001 time: 0.0658877 Aug 06 19:07:12.294420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-60aac95e-17d2-493c-b49c-644601803d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:12.296013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-60aac95e-17d2-493c-b49c-644601803d1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0535576 Aug 06 19:07:12.340046 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:12.349918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-1626c3ae-2ae0-4504-ac69-acbcb65f36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:12.351445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-1626c3ae-2ae0-4504-ac69-acbcb65f36e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474968 Aug 06 19:07:12.470249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-87f50bc1-2f37-4724-be15-b75d4de8f6f8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110637 Aug 06 19:07:12.567140 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cf665c9-6a3d-4c49-a8bb-6116156219cf req-1f57ff88-642b-403e-9265-fd4f7ca24fea service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Aug 06 19:07:13.104871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5ca92-2ecb-4a4d-abfa-587464d1a6dd req-074af06c-2241-447a-a4c6-cb47429354c0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:13.107132 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4aa5ca92-2ecb-4a4d-abfa-587464d1a6dd req-074af06c-2241-447a-a4c6-cb47429354c0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0856268 Aug 06 19:07:13.160298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4aa5ca92-2ecb-4a4d-abfa-587464d1a6dd req-68dcf962-a4d6-47d7-9e87-9f683734a6ad tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Aug 06 19:07:13.291873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130cd9d-432d-4eff-8b6c-0c04becbf182 req-7e079720-26e5-4836-b061-483dad87d219 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:13.293369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1130cd9d-432d-4eff-8b6c-0c04becbf182 req-7e079720-26e5-4836-b061-483dad87d219 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0528021 Aug 06 19:07:13.332830 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1130cd9d-432d-4eff-8b6c-0c04becbf182 req-b01e1a86-3889-4603-beb6-fae572ccd01d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Aug 06 19:07:13.414782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b262d4ee-c083-4809-9421-8819df26977b up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:07:13.498778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port b262d4ee-c083-4809-9421-8819df26977b completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:07:13.505306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port b262d4ee-c083-4809-9421-8819df26977b triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:07:13.506182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:13.655038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:13.679247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a419a9-4924-4cc9-99ec-af0d8cc26560 req-7e401fdf-6475-4fa6-bdf4-9cceba724b16 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:13.687529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:13.688026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11a419a9-4924-4cc9-99ec-af0d8cc26560 req-7e401fdf-6475-4fa6-bdf4-9cceba724b16 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 945 time: 0.0975351 Aug 06 19:07:13.690755 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54c09a4-e7d2-467b-976d-5a9b743a2e30" -d '{"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-plugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:13.709104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:13.714586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-4ed8ac99-8289-44aa-a1aa-cd2bed27bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:13.716454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:13.717328 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-4ed8ac99-8289-44aa-a1aa-cd2bed27bd50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 1097 time: 0.0914760 Aug 06 19:07:13.737040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-11a419a9-4924-4cc9-99ec-af0d8cc26560 req-a384081b-6b75-4892-ac0a-faa3d4bdb649 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Aug 06 19:07:13.798230 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635b92b0-10bf-456b-a4d6-9ac12b45a266 x-openstack-request-id: req-635b92b0-10bf-456b-a4d6-9ac12b45a266 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:13.798735 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-plugged", "status": "completed", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:13.799109 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-635b92b0-10bf-456b-a4d6-9ac12b45a266 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:13.799686 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'code': 200} Aug 06 19:07:13.805557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:13.857067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-63f92037-a170-431e-8091-e9bd0c3b80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:13.859314 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-63f92037-a170-431e-8091-e9bd0c3b80ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1327741 Aug 06 19:07:13.931704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-ccff1d38-ab7e-4be1-9290-36e0f9908df1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 200 len: 1002 time: 0.0634692 Aug 06 19:07:14.000974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-b321d4a4-f447-4156-b8a3-813bdd50830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:14.003437 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-b321d4a4-f447-4156-b8a3-813bdd50830d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0606992 Aug 06 19:07:14.078212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-83f751df-5df8-47d5-938b-3c6d07865d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:14.082019 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-83f751df-5df8-47d5-938b-3c6d07865d1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609269 Aug 06 19:07:14.180268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-e90f8de0-101d-4201-9453-036207425c5f service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878761 Aug 06 19:07:14.319568 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4d5ec953-8f7f-44ca-9057-5a0685a99b34 req-dcba1fd3-3b4e-493b-9d51-dde42998dec9 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287708 Aug 06 19:07:14.868811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4b0da-73d9-45bb-9c15-f8b1558f7adf req-4adeada0-6e13-4559-a52f-a93eb87dec6d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:14.870391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50a4b0da-73d9-45bb-9c15-f8b1558f7adf req-4adeada0-6e13-4559-a52f-a93eb87dec6d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0554149 Aug 06 19:07:14.911887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50a4b0da-73d9-45bb-9c15-f8b1558f7adf req-bfbb08e5-fb3f-4e56-ada0-c5f863193295 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348940 Aug 06 19:07:16.050353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30f365-1f20-4627-b5e7-75a09de5b15b req-1622b525-b623-441d-8955-544b76f2e9c4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:16.052894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c30f365-1f20-4627-b5e7-75a09de5b15b req-1622b525-b623-441d-8955-544b76f2e9c4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0666249 Aug 06 19:07:16.098352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c30f365-1f20-4627-b5e7-75a09de5b15b req-1dc8dab7-d9b5-4ba4-9590-b383482d82ed tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Aug 06 19:07:16.356616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b34ed-6ecd-4f5b-9cc9-0ef901342629 req-482be0f8-a931-45cd-84ee-c018e2ec338c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:16.358153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b19b34ed-6ecd-4f5b-9cc9-0ef901342629 req-482be0f8-a931-45cd-84ee-c018e2ec338c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0513051 Aug 06 19:07:16.404787 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b19b34ed-6ecd-4f5b-9cc9-0ef901342629 req-24eb8a78-b740-4314-8669-b2a37e3cef2f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Aug 06 19:07:17.553439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ad8ee-bbf6-42c6-82aa-919434812f3d req-2ed41df0-593c-417a-836d-5f5fb8cf9313 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:17.555167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb5ad8ee-bbf6-42c6-82aa-919434812f3d req-2ed41df0-593c-417a-836d-5f5fb8cf9313 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0639920 Aug 06 19:07:17.606733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb5ad8ee-bbf6-42c6-82aa-919434812f3d req-112bd82a-d265-480d-b957-7153e57cdf85 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447161 Aug 06 19:07:18.065608 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-ee2bfe79-e12b-49b9-ba47-d9ca450b2863 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:18.067483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-ee2bfe79-e12b-49b9-ba47-d9ca450b2863 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 946 time: 0.0547912 Aug 06 19:07:18.187145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Deleting port b262d4ee-c083-4809-9421-8819df26977b {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:07:18.187882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:18.312936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] For port b262d4ee-c083-4809-9421-8819df26977b, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=b262d4ee-c083-4809-9421-8819df26977b,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:18.313386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:18.495360 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:18.495735 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:18.496057 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 disassociated. External IP: 172.25.3.194, port: b262d4ee-c083-4809-9421-8819df26977b. Aug 06 19:07:18.496423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Calling delete_port for b262d4ee-c083-4809-9421-8819df26977b owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:07:18.647631 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:18.678612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'Port': ['ID=b262d4ee-c083-4809-9421-8819df26977b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:18.715677 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02b0b2b9-9c16-4fd3-9274-238e85c12f2e req-7dfbaa0c-f0e7-4f30-a4a1-93dccb4b2faa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c HTTP/1.1" status: 200 len: 210 time: 0.0332634 Aug 06 19:07:18.842513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:07:18.957563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:07:18.969002 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:07:18.980312 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:07:18.980972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:19.003441 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] No DVR routers for this DVR port b262d4ee-c083-4809-9421-8819df26977b on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:07:19.006522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:19.008649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e4b6c7fb-198c-41d3-8d35-14eccca44e88 req-3ed55885-4eab-4b6e-bf43-b292d818d158 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "DELETE /v2.0/ports/b262d4ee-c083-4809-9421-8819df26977b HTTP/1.1" status: 204 len: 173 time: 0.9341786 Aug 06 19:07:19.009077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-deleted', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:19.011462 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42ffdb-ee1b-438d-b564-e7ec6c1ea285" -d '{"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-deleted", "tag": "b262d4ee-c083-4809-9421-8819df26977b"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:19.052235 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b5004-8166-43d4-b413-da238f865a32 x-openstack-request-id: req-1e0b5004-8166-43d4-b413-da238f865a32 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:19.052528 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c", "name": "network-vif-deleted", "tag": "b262d4ee-c083-4809-9421-8819df26977b", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:19.052777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e0b5004-8166-43d4-b413-da238f865a32 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:19.053177 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed81c74-9ded-4fbb-8a9e-44a839b8ae5c', 'name': 'network-vif-deleted', 'tag': 'b262d4ee-c083-4809-9421-8819df26977b', 'status': 'completed', 'code': 200} Aug 06 19:07:19.099288 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:07:19.309179 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:19.340880 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:07:19.350377 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:07:19.350982 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:19.464326 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:07:19.700101 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:19.727674 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae280e-30ee-4d6c-b88f-28c272fc1353 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:07:20.009937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644c925-3de4-4b11-8072-adc78dbdf17c None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:07:20.062740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-b1e52601-c9d6-41b0-a005-9d18e9a67128 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--962129705&fields=id&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 267 time: 0.0385313 Aug 06 19:07:20.186510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-1de832dc-2fa5-4d4c-b3b4-a98bf0fea61d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:20.188274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-1de832dc-2fa5-4d4c-b3b4-a98bf0fea61d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1139593 Aug 06 19:07:20.204611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-6b6aba57-0dfc-4d3e-ba25-d72d4461c44d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/quotas/e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 375 time: 0.0101676 Aug 06 19:07:20.602574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-4438f64c-d6f6-4db4-9d70-740a404bc7be tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3913841 Aug 06 19:07:20.710233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-16722804-609c-4582-87c9-3d28d0e0e71d service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944054 Aug 06 19:07:20.816786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-e964eb03-d622-49de-94eb-d3918ed2f1f9 service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974784 Aug 06 19:07:20.987216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a67cdd5-0b40-4a9a-8f76-3ee1f0457535 req-2243e4f8-7ccf-4b15-8c5e-d81b2b38db18 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 210 time: 0.0272877 Aug 06 19:07:21.985647 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-d83e7ef1-7dba-4d5a-ad0d-da965e83ca8a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:21.988470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-d83e7ef1-7dba-4d5a-ad0d-da965e83ca8a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1195529 Aug 06 19:07:22.049666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-6af68182-94bc-4132-8434-70d47db2832b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 379 time: 0.0518305 Aug 06 19:07:22.059873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'port': {'device_id': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'admin_state_up': True, 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'security_groups': ['32d43886-084f-40af-8de1-2eca6733db7d']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:07:22.139380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-be71b15d-d354-44e6-9492-52a6db46b47f req-9bd532f0-aa01-4b59-9d5c-79281f29f262 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 210 time: 0.0607245 Aug 06 19:07:22.199992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:07:22.203723 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.343060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Allocated IP 172.20.0.10 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/4bbfc146-b8a8-4aa0-8445-115cd7d40102) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:07:22.504817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.523969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Transition to ACTIVE for port object 4bbfc146-b8a8-4aa0-8445-115cd7d40102 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:07:22.563769 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.615415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:07:22.618778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:07:22.622800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:07:22.629800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:22.658494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.658828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.659170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.659502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.659830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.660204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.660526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.660844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.661169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.661505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.661836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.662154 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:07:22.696727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:22.697398 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.717009 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-61edc6ea-679e-48eb-b254-9380be1d263f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612937 Aug 06 19:07:22.732095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Request body: {'port': {'device_id': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:07:22.789867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.913312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-36a81257-7d65-4b56-ae16-ec954d1ac44a None None] Provisioning for port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:07:22.917416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-36a81257-7d65-4b56-ae16-ec954d1ac44a None None] Provisioning complete for port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:07:22.917817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-36a81257-7d65-4b56-ae16-ec954d1ac44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:22.957576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-36a81257-7d65-4b56-ae16-ec954d1ac44a None None] Port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:07:23.066846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:07:23.075362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:23.090147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Transition to ACTIVE for port object 4bbfc146-b8a8-4aa0-8445-115cd7d40102 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:07:23.097392 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:23.159950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:23.268028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:07:23.268365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:07:23.268696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:07:23.276281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:07:23.276606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:07:23.287266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:07:23.287665 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:07:23.288075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:07:23.288530 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Bound port: 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:07:23.288894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:23.310982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c91a9-cd10-492c-86cd-82acf2c01003 req-13f848e3-6405-4475-a058-5da3421684dd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.312753 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-431c91a9-cd10-492c-86cd-82acf2c01003 req-13f848e3-6405-4475-a058-5da3421684dd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0896962 Aug 06 19:07:23.402524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-431c91a9-cd10-492c-86cd-82acf2c01003 req-54667fb0-35dc-4b3a-aad5-856a754dbcbe tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832589 Aug 06 19:07:23.406892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:07:23.410377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:07:23.417003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:23.448389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b262d4ee-c083-4809-9421-8819df26977b no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:07:23.452091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.452718 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:23.454146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] 10.222.0.55 "PUT /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1093 time: 0.7286828 Aug 06 19:07:23.454739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:23.457280 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:23.472889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: b262d4ee-c083-4809-9421-8819df26977b {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:07:23.473236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device b262d4ee-c083-4809-9421-8819df26977b not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:07:23.484628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7aa4c-71d9-48a3-93bf-21f55840cca3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:23.527848 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943bddea-b927-490f-9e62-94cd270a6717 x-openstack-request-id: req-943bddea-b927-490f-9e62-94cd270a6717 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:23.528906 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:23.529171 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-943bddea-b927-490f-9e62-94cd270a6717 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:23.530069 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'status': 'completed', 'code': 200} Aug 06 19:07:23.547641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-06f43f18-f99a-47c7-a565-b93571f7ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.549194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-06f43f18-f99a-47c7-a565-b93571f7ebe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0529957 Aug 06 19:07:23.595527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-69700fb2-087a-45ff-ae3e-2b86cddbaf21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 217 time: 0.0388463 Aug 06 19:07:23.647214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-f74470c4-b19c-45b7-9aae-55bcd9fa0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.648731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-f74470c4-b19c-45b7-9aae-55bcd9fa0362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0463586 Aug 06 19:07:23.698966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-dd84714a-3367-4640-b300-deb81308777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.700559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-dd84714a-3367-4640-b300-deb81308777a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443218 Aug 06 19:07:23.799218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-2f94a931-ff21-449a-9904-9e73b41851c5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906782 Aug 06 19:07:23.901051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e84b4c2-aa4d-4237-a025-544b729b94c0 req-fbf537bc-905b-48d0-93bb-5b0820f3db08 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950508 Aug 06 19:07:23.987459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-cb5fa4c1-4741-4f5a-b384-3579ebc7374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:23.988887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-cb5fa4c1-4741-4f5a-b384-3579ebc7374f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0435359 Aug 06 19:07:24.084641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-33ffceee-ef8f-43fd-8fcd-534d3cf68720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:24.086215 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-33ffceee-ef8f-43fd-8fcd-534d3cf68720 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0898266 Aug 06 19:07:24.131890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-9269d015-d8d1-4397-966b-f85e6db9c775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 217 time: 0.0384295 Aug 06 19:07:24.194589 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-4536a8da-3d7b-4215-ae43-892bf8f33172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:24.196099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-4536a8da-3d7b-4215-ae43-892bf8f33172 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0572927 Aug 06 19:07:24.249221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-418b22a4-5e6c-42ad-a68a-9da145e140fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:24.250767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-418b22a4-5e6c-42ad-a68a-9da145e140fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472167 Aug 06 19:07:24.349484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-773a954e-9e63-48c9-a9f6-a494b20c0dc8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894670 Aug 06 19:07:24.445925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac0fbb57-8614-4cb7-90ed-bdb8689ca4cf req-93ec6168-d246-483f-831a-eea2a98d714a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885031 Aug 06 19:07:24.538710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797987ba-59df-43ce-9462-9e8e8b00b8f7 req-18c10226-b382-45a8-832e-2370fbbd7d9c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:24.540190 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-797987ba-59df-43ce-9462-9e8e8b00b8f7 req-18c10226-b382-45a8-832e-2370fbbd7d9c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0575919 Aug 06 19:07:24.586823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-797987ba-59df-43ce-9462-9e8e8b00b8f7 req-32a28a30-6073-49ab-9c55-da628a433f6f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380704 Aug 06 19:07:25.577490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:07:25.681812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:25.694701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:07:25.707469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6ed1-dd58-4ce4-b88d-498ac7823354 req-1522a986-a099-415e-ae67-876a59482fea tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:25.710238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddba6ed1-dd58-4ce4-b88d-498ac7823354 req-1522a986-a099-415e-ae67-876a59482fea tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0540490 Aug 06 19:07:25.742754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:25.754391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ddba6ed1-dd58-4ce4-b88d-498ac7823354 req-7825d383-4f4c-48fa-ac54-4b3559058a67 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340300 Aug 06 19:07:25.756481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:07:25.783395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:25.788755 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:25.836034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:25.994872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4bbfc146-b8a8-4aa0-8445-115cd7d40102'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:07:26.814177 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:07:26.888609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564da12-939d-4142-9899-7052a5590580 req-ade7c50d-ec93-4f2e-bee3-5c21784f3b5d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:26.890173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8564da12-939d-4142-9899-7052a5590580 req-ade7c50d-ec93-4f2e-bee3-5c21784f3b5d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0582941 Aug 06 19:07:26.933045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8564da12-939d-4142-9899-7052a5590580 req-fc85acae-f0af-483b-9f49-6b889d8d40c9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365078 Aug 06 19:07:27.577948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:07:27.634817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:07:27.639240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:07:27.639612 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:27.734424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:27.764574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:27.767227 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bbfad-da69-4565-944c-296c409053ff" -d '{"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-plugged", "status": "completed", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:27.783102 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:07:27.789016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:27.817340 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1519f4-4959-47d6-9559-a0c91c5a7c13 x-openstack-request-id: req-bf1519f4-4959-47d6-9559-a0c91c5a7c13 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:27.817643 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-plugged", "status": "completed", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:27.817918 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf1519f4-4959-47d6-9559-a0c91c5a7c13 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:27.818275 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'code': 200} Aug 06 19:07:27.848783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:07:27.915641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348b72-23fa-4db6-91ac-1448ca85ccc3 req-d671f271-ffd9-4b9f-8280-f6c8a10cfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:27.917251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b348b72-23fa-4db6-91ac-1448ca85ccc3 req-d671f271-ffd9-4b9f-8280-f6c8a10cfffc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1098 time: 0.0501091 Aug 06 19:07:27.955175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b348b72-23fa-4db6-91ac-1448ca85ccc3 req-5c398652-20c6-4a28-9521-327b8df48e97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308552 Aug 06 19:07:28.066398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7ca9f-cfae-477e-98f7-c7a8e864391e req-bfba736f-f1c5-44fc-8029-ef9248ca373c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:28.071736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bf7ca9f-cfae-477e-98f7-c7a8e864391e req-bfba736f-f1c5-44fc-8029-ef9248ca373c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0557272 Aug 06 19:07:28.121546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bf7ca9f-cfae-477e-98f7-c7a8e864391e req-ea8a78e5-7ed6-47a7-ba9a-a582c922bccc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438366 Aug 06 19:07:28.594280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01b19d14-494e-4a84-925d-7220f261224c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:29.250937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e572bdf-9511-400e-b926-fa44dc3bb9bf req-6060bd4d-cb8d-4fad-bf6f-dab0576cecf8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:29.252702 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e572bdf-9511-400e-b926-fa44dc3bb9bf req-6060bd4d-cb8d-4fad-bf6f-dab0576cecf8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0525930 Aug 06 19:07:29.296413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2e572bdf-9511-400e-b926-fa44dc3bb9bf req-d5ce6a13-6cf6-4a8a-afff-7dbbe9fce5c1 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354040 Aug 06 19:07:29.422224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7f79-8219-466a-9b04-109e96f49d8a req-3c8e9b32-18a8-4047-93d4-84176c27afaf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:29.423784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c69d7f79-8219-466a-9b04-109e96f49d8a req-3c8e9b32-18a8-4047-93d4-84176c27afaf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0594141 Aug 06 19:07:29.433196 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50014) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:07:29.438213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'floatingip': {'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:07:29.481246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:30.371145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:30.376369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:30.494261 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 associated. External IP: 172.25.3.194, port: 4bbfc146-b8a8-4aa0-8445-115cd7d40102. Aug 06 19:07:30.722046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:07:30.854853 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:07:30.859984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:30.865189 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:07:30.880356 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:07:30.881797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:30.894039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dcc1827d-3ec0-45ae-bbcc-af053a5474ae tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "PUT /v2.0/floatingips/3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 HTTP/1.1" status: 200 len: 992 time: 1.4596262 Aug 06 19:07:30.894692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:07:30.897401 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23084071-94d4-494d-a335-e41303a94c76" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:07:31.000451 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:07:31.002297 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18939303-d642-4520-899d-1026aaa176e5 x-openstack-request-id: req-18939303-d642-4520-899d-1026aaa176e5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:07:31.002826 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:07:31.003158 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18939303-d642-4520-899d-1026aaa176e5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:07:31.004004 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'status': 'completed', 'code': 200} Aug 06 19:07:31.079324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084071-94d4-494d-a335-e41303a94c76 req-54be9cdd-0f03-4020-837a-06493298e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:31.082038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-54be9cdd-0f03-4020-837a-06493298e62b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1098 time: 0.0534415 Aug 06 19:07:31.189004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084071-94d4-494d-a335-e41303a94c76 req-2c91bc56-4e5d-4ede-ba9a-6c12cf4be099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:31.190736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-2c91bc56-4e5d-4ede-ba9a-6c12cf4be099 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1018839 Aug 06 19:07:31.258949 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-62f0ea4e-27ce-42eb-9d71-2644a0ccfcbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1000 time: 0.0611060 Aug 06 19:07:31.275970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:07:30Z', 'revision_number': 9, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:31.306594 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:07:31.312381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084071-94d4-494d-a335-e41303a94c76 req-cfc65705-6198-45cb-8627-7744125f0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:31.314005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-cfc65705-6198-45cb-8627-7744125f0730 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0474319 Aug 06 19:07:31.317002 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:07:31.317806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:07:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:31.366425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084071-94d4-494d-a335-e41303a94c76 req-63582c56-edd6-4511-8a5b-9380023f9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:07:31.367958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-63582c56-edd6-4511-8a5b-9380023f9306 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472977 Aug 06 19:07:31.434996 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:07:31.467346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-061168d2-a242-4324-aab9-861ed5289edb service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915294 Aug 06 19:07:31.501316 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:31.573131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23084071-94d4-494d-a335-e41303a94c76 req-8b9d05f3-8673-4f08-adab-9020cf2d08a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986645 Aug 06 19:07:31.786357 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-97b8c430-d2f0-4642-850b-276a9d544176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:31.813642 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:07:30Z', 'revision_number': 9, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:07:31.841627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27528b70-c9d6-4346-904b-fe24b36b3ed2 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:07:30Z', 'revision_number': 9, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:07:32.081630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c76f3-0e10-45f0-b807-049c82ae435e None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:07:33.425745 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:34.910332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:40.971571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:42.320497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:07:58.606038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e7bd093b-7e8f-46f8-ab49-29a4e65ca5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:01.501591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:01.781991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5aff1d25-c109-4e67-b526-403bcfa42c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:03.429099 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:03.814390 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:08:04.911478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:10.835610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-8b7b6b25-dcc5-44f6-a451-2c10c8f65a41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493283 Aug 06 19:08:10.931863 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-f5b7b45a-6ef4-4894-9dfb-9591c80e046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:08:10.933477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-f5b7b45a-6ef4-4894-9dfb-9591c80e046c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1098 time: 0.0458257 Aug 06 19:08:10.981543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:11.047871 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-b2e420b2-80fd-4a5b-a8d4-fdcd47abc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:08:11.049545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-b2e420b2-80fd-4a5b-a8d4-fdcd47abc98b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0957131 Aug 06 19:08:11.116752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-cf871b89-a292-4d88-9a3b-4949f8ff96d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1003 time: 0.0603023 Aug 06 19:08:11.173794 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-9f4ec411-87fc-4a97-8339-6c22fdab13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:08:11.175314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-9f4ec411-87fc-4a97-8339-6c22fdab13e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0520737 Aug 06 19:08:11.223183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-aeebdd65-6d9f-4dce-b657-e63be7938b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:08:11.224729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-aeebdd65-6d9f-4dce-b657-e63be7938b6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422032 Aug 06 19:08:11.319380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-818fb1f7-d8df-4741-8d7a-d18cdc6833aa service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871994 Aug 06 19:08:11.429087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a3f7e91-15e3-4802-a8a9-a12bdc673a11 req-cffd9032-8bfe-4035-8d9b-b1f63bb62063 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026788 Aug 06 19:08:12.335996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:28.596053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce31c-4f4e-40e9-afd4-850837b8eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:31.501153 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:31.785872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9388-88d4-4b7f-b5e8-c340142d44dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:33.437054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:34.914736 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:40.814939 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:08:40.996589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:42.343556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:08:58.593363 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7d4791d-12df-4f89-a34b-0e1d654c8adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:01.498123 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:01.790944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-66db5497-6c98-44ef-95a8-9986046a3bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:03.437820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:04.921104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:07.500940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920684a5-2ca0-44cb-8746-fa3d943714ac req-767c2658-1202-4c23-8b06-429eda47fee2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:07.502888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-920684a5-2ca0-44cb-8746-fa3d943714ac req-767c2658-1202-4c23-8b06-429eda47fee2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0521080 Aug 06 19:09:07.546064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-f7b635fb-6a37-41f7-b7bf-17a37b353544 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116159 Aug 06 19:09:07.546708 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-920684a5-2ca0-44cb-8746-fa3d943714ac req-c08d1cf7-9322-425e-a4e4-edffdb1127a2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365939 Aug 06 19:09:08.674940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afad6-325e-4d53-bb80-8d6c042e108a req-f7975bc7-c12b-4a1d-96da-bb1ab2991c54 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:08.676344 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0afad6-325e-4d53-bb80-8d6c042e108a req-f7975bc7-c12b-4a1d-96da-bb1ab2991c54 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0606086 Aug 06 19:09:08.719906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9d0afad6-325e-4d53-bb80-8d6c042e108a req-c060019c-9a38-4d53-811b-2db4f3c14bcb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Aug 06 19:09:08.911810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-eab0f48b-7301-444f-967f-1852e666b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:08.913339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-eab0f48b-7301-444f-967f-1852e666b6e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1098 time: 0.0878265 Aug 06 19:09:09.008885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-8e51defb-ba94-4389-9a54-c971fcf7f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:09.010399 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-8e51defb-ba94-4389-9a54-c971fcf7f21c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0903718 Aug 06 19:09:09.083839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-ffcd93cb-b973-43f6-98c9-fbfd13b7c0a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1003 time: 0.0662858 Aug 06 19:09:09.141284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-f73cd69c-4012-46f9-8766-c8414027475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:09.142831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-f73cd69c-4012-46f9-8766-c8414027475d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0525286 Aug 06 19:09:09.190973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-3e427a41-2b51-405c-801e-46c244ff94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:09.192504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-3e427a41-2b51-405c-801e-46c244ff94b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420587 Aug 06 19:09:09.297423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-60ed1647-50a4-4bf7-b4f0-6557a68a1a6d service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972233 Aug 06 19:09:09.393887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-4ffb99c9-0fd8-4314-8622-996f12f06fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894463 Aug 06 19:09:09.852187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f9eb-eb4d-4898-9fcf-5b0d48f71c28 req-1426d8da-df48-4a98-915e-f9f7b496322a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:09.853605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e15f9eb-eb4d-4898-9fcf-5b0d48f71c28 req-1426d8da-df48-4a98-915e-f9f7b496322a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0586309 Aug 06 19:09:09.896959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e15f9eb-eb4d-4898-9fcf-5b0d48f71c28 req-52229ada-a09b-4a61-9bfa-bdbbbc24315f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347505 Aug 06 19:09:11.000561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:11.031952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bac5d-ea4d-4928-befc-ae742612d00d req-a911d2d7-e186-4f65-a6c8-17f045eb824b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:11.033526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf8bac5d-ea4d-4928-befc-ae742612d00d req-a911d2d7-e186-4f65-a6c8-17f045eb824b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0522149 Aug 06 19:09:11.073858 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bf8bac5d-ea4d-4928-befc-ae742612d00d req-4dba3967-b35d-4730-a74d-7024c2138c40 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339751 Aug 06 19:09:11.910890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661827-9470-4e44-a5c8-bae4e884e47c req-5f94e75a-e74d-49b0-bb27-9c16f38cd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:11.912459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-5f94e75a-e74d-49b0-bb27-9c16f38cd1be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1098 time: 0.0456305 Aug 06 19:09:12.047230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661827-9470-4e44-a5c8-bae4e884e47c req-75d7283b-c361-4eed-acc7-f871af8e2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:12.048723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-75d7283b-c361-4eed-acc7-f871af8e2043 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1137810 Aug 06 19:09:12.119341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-3cc1e345-de78-45d9-9d3c-8b4dc065e578 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1003 time: 0.0631468 Aug 06 19:09:12.198236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661827-9470-4e44-a5c8-bae4e884e47c req-3a028e27-3124-44a1-a6f0-201c89e5a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:12.199692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-3a028e27-3124-44a1-a6f0-201c89e5a2c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0735369 Aug 06 19:09:12.248536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e4a81-fc84-4cb1-bee4-2b8ed4d8bf3a req-a08806b3-f9a2-47e9-b3a1-aafeb5450aa9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:12.250008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-074e4a81-fc84-4cb1-bee4-2b8ed4d8bf3a req-a08806b3-f9a2-47e9-b3a1-aafeb5450aa9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0936799 Aug 06 19:09:12.280047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96661827-9470-4e44-a5c8-bae4e884e47c req-6bc8089c-c0f2-4fa6-8ad0-1f0e532834a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:12.281572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-6bc8089c-c0f2-4fa6-8ad0-1f0e532834a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747509 Aug 06 19:09:12.306089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-074e4a81-fc84-4cb1-bee4-2b8ed4d8bf3a req-fdad61d4-6f71-4eb0-82c4-61d7c08593e3 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498872 Aug 06 19:09:12.364477 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:12.395895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-62f21d9d-10bd-43e1-8042-16acf20d9547 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041830 Aug 06 19:09:12.498674 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96661827-9470-4e44-a5c8-bae4e884e47c req-9e9a5a85-f9f3-455d-90e9-606de9bf22aa service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956848 Aug 06 19:09:13.452355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f082-ecd7-4703-8fe3-29efb2c8fbfa req-0124b52e-765e-45cb-9176-8cf899a2c747 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:13.454049 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b616f082-ecd7-4703-8fe3-29efb2c8fbfa req-0124b52e-765e-45cb-9176-8cf899a2c747 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0712049 Aug 06 19:09:13.506722 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b616f082-ecd7-4703-8fe3-29efb2c8fbfa req-fe4c1b8a-4f6c-42b6-ac11-044b36096817 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Aug 06 19:09:14.635480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844f5-f3f1-47e2-95ac-ef3fc3f7fb6c req-99032629-35f0-4b82-9685-24b6a25ba069 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:14.637106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cde844f5-f3f1-47e2-95ac-ef3fc3f7fb6c req-99032629-35f0-4b82-9685-24b6a25ba069 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0564351 Aug 06 19:09:14.679178 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cde844f5-f3f1-47e2-95ac-ef3fc3f7fb6c req-395854f7-2d6c-4211-9044-48548fd627a4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330050 Aug 06 19:09:15.801587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c850-25ee-49fa-a7e9-56923a20d557 req-2b23a2b8-dea8-4fb1-9099-279311bfe39c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:15.803213 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fa6c850-25ee-49fa-a7e9-56923a20d557 req-2b23a2b8-dea8-4fb1-9099-279311bfe39c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0509522 Aug 06 19:09:15.842860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fa6c850-25ee-49fa-a7e9-56923a20d557 req-d7c7406f-ef28-44ac-b123-843eba5ae064 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Aug 06 19:09:16.968040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277641d8-c76b-4c27-b77a-280053711254 req-3dcb1297-c5cc-47d5-bfd5-597db7f1897e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:16.969631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277641d8-c76b-4c27-b77a-280053711254 req-3dcb1297-c5cc-47d5-bfd5-597db7f1897e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Aug 06 19:09:17.013416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-277641d8-c76b-4c27-b77a-280053711254 req-66f90a78-cbad-4baa-89fd-afd4b4167cc8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346487 Aug 06 19:09:17.816459 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:09:18.139645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b64166-1416-4019-8311-c6d70cdd80e7 req-74346706-e14f-4639-a1ac-16595b20c11e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:18.141149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b64166-1416-4019-8311-c6d70cdd80e7 req-74346706-e14f-4639-a1ac-16595b20c11e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0569258 Aug 06 19:09:18.188175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3b64166-1416-4019-8311-c6d70cdd80e7 req-e8db71ad-cfbc-467f-98d5-9f05f6c6ca64 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Aug 06 19:09:19.328180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eadc7-2e95-454b-a225-e047dbf8a688 req-2a3b4b0f-a251-4a22-8ba6-314d2099b093 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:19.330066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d9eadc7-2e95-454b-a225-e047dbf8a688 req-2a3b4b0f-a251-4a22-8ba6-314d2099b093 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0587041 Aug 06 19:09:19.388231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8d9eadc7-2e95-454b-a225-e047dbf8a688 req-8f2d047a-21d9-4f76-9ab9-899b5616aab8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519040 Aug 06 19:09:20.535327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7548c0-d65f-4073-b4c2-a140f99c2517 req-4eb3ed2a-5019-430f-b31e-6a29c19609d5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:20.536851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b7548c0-d65f-4073-b4c2-a140f99c2517 req-4eb3ed2a-5019-430f-b31e-6a29c19609d5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0637462 Aug 06 19:09:20.589033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b7548c0-d65f-4073-b4c2-a140f99c2517 req-258defd9-9a3b-4e4a-a0e6-01a4c56bec73 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 Aug 06 19:09:21.359457 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-0a45e931-cb54-49ea-96d1-d9dc6c44de50 service neutron] show failed (client error): The resource could not be found. Aug 06 19:09:21.360480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-0a45e931-cb54-49ea-96d1-d9dc6c44de50 service neutron] 10.222.0.55 "GET /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0669670 Aug 06 19:09:21.585826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-2499be97-e248-4f2d-b576-88d76ed356ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:21.587427 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-2499be97-e248-4f2d-b576-88d76ed356ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1098 time: 0.0498989 Aug 06 19:09:21.601737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:09:21.663832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:21.713963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36999551-2af7-4cbe-a830-248d47e1e46f req-9aa16efb-6bf8-4f26-9a2a-fc70a781802c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:21.715556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36999551-2af7-4cbe-a830-248d47e1e46f req-9aa16efb-6bf8-4f26-9a2a-fc70a781802c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Aug 06 19:09:21.755617 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36999551-2af7-4cbe-a830-248d47e1e46f req-88aa823a-6c67-4083-8ee7-f7e30af7bdbb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339046 Aug 06 19:09:21.874534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:21.912857 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:09:21.957992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:21.961318 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c99bc-ae3a-41b7-a241-5a876f27085b" -d '{"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:21.967325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:21.982705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Transition to ACTIVE for port object 4bbfc146-b8a8-4aa0-8445-115cd7d40102 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:09:21.987063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:22.031243 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4932c1ae-ca20-4a5a-ad2b-831d3c9c3d4c x-openstack-request-id: req-4932c1ae-ca20-4a5a-ad2b-831d3c9c3d4c {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:22.031598 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-unplugged", "status": "completed", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:22.031813 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4932c1ae-ca20-4a5a-ad2b-831d3c9c3d4c {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:22.032226 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'code': 200} Aug 06 19:09:22.075434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:22.090560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.090914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.091257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.091618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.091931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.092266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.092568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.092896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.093223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.093576 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.093906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.094229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:22.132452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] No DVR routers for this DVR port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:09:22.274001 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:09:22.274333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:09:22.274629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:22.279889 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:09:22.280219 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:22.285403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:09:22.285793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:09:22.286176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:09:22.286620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Bound port: 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:09:22.287155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:22.356634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:09:22.360359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:09:22.367566 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:22.407295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.407922 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:22.409349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] 10.222.0.16 "PUT /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1093 time: 0.8132441 Aug 06 19:09:22.441109 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef6feb-6399-4653-b044-46ca8b3b411e service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:22.479814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-36094188-d231-41f6-863b-57d187ba9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.481657 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-36094188-d231-41f6-863b-57d187ba9a8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0487640 Aug 06 19:09:22.581637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-83397eb9-8840-4691-87ac-8467020290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.583178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-83397eb9-8840-4691-87ac-8467020290c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0943012 Aug 06 19:09:22.661525 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-69282232-1f2d-45c7-8698-36a86bb4bc9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0700562 Aug 06 19:09:22.716936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-65239312-6e00-446c-ba3b-d20007602e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.718418 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-65239312-6e00-446c-ba3b-d20007602e9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0497544 Aug 06 19:09:22.775411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-10943ff8-1c92-4025-a3f8-839421221897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.776963 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-10943ff8-1c92-4025-a3f8-839421221897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512736 Aug 06 19:09:22.880277 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-91ffca3a-6110-4508-a3aa-b17c665b2abd service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946970 Aug 06 19:09:22.893749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a26715-fce6-4685-85cc-3bc87f8d6cfe req-5e1c405d-92b2-4b44-9b60-b49a598e3909 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:22.895237 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6a26715-fce6-4685-85cc-3bc87f8d6cfe req-5e1c405d-92b2-4b44-9b60-b49a598e3909 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0543468 Aug 06 19:09:22.935101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6a26715-fce6-4685-85cc-3bc87f8d6cfe req-e76963b2-f015-40f7-8f04-d33755389c08 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Aug 06 19:09:22.986799 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-fb51d6c2-cc5b-42c5-91c4-1f48a049ee82 req-1a053bd3-f921-4045-af72-742bb3f66efd service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975826 Aug 06 19:09:24.033598 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:24.036192 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427311d-67fb-4fb1-932d-24ef5b9a3866" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:24.069850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c8a1-a691-49ec-bf88-2d5f9121b842 req-eb13b9b6-481e-4360-af8e-5663ca3512ac tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.071455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83a3c8a1-a691-49ec-bf88-2d5f9121b842 req-eb13b9b6-481e-4360-af8e-5663ca3512ac tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0556817 Aug 06 19:09:24.118138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83a3c8a1-a691-49ec-bf88-2d5f9121b842 req-fca37386-b320-4319-af70-8db8079347cf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377398 Aug 06 19:09:24.180706 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e8a37b-1a2c-40ea-96d0-31a0a37d76fa x-openstack-request-id: req-15e8a37b-1a2c-40ea-96d0-31a0a37d76fa {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:24.181002 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:24.181323 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15e8a37b-1a2c-40ea-96d0-31a0a37d76fa {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:24.181741 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'status': 'completed', 'code': 200} Aug 06 19:09:24.199826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:09:24.249211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:09:24.250828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-47a9b669-cce6-4e9b-bbe3-395f4f85d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.251954 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-47a9b669-cce6-4e9b-bbe3-395f4f85d28c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0502784 Aug 06 19:09:24.254708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-590d8eff-9010-4f67-9de0-6e9ab2189d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.256197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-590d8eff-9010-4f67-9de0-6e9ab2189d3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0488100 Aug 06 19:09:24.351906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-5141cc06-ad04-4c04-96a0-b037822b43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.353413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-5141cc06-ad04-4c04-96a0-b037822b43b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0933733 Aug 06 19:09:24.356161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-e5f87c64-46fd-4523-bbd5-0ec008f737a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.357709 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-e5f87c64-46fd-4523-bbd5-0ec008f737a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0947077 Aug 06 19:09:24.419299 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-95258b40-4068-494b-9583-05cdf964dff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0584044 Aug 06 19:09:24.422044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-3c25d49a-bdc1-4c88-85e9-34cf1d73d3cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0572083 Aug 06 19:09:24.470707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-54960f71-cc3b-4c1d-8eba-966a365bdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.472233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-54960f71-cc3b-4c1d-8eba-966a365bdc24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0458963 Aug 06 19:09:24.480760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-84b40287-496d-4f25-863b-a6cb2c6e0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.482322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-84b40287-496d-4f25-863b-a6cb2c6e0ff0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0532665 Aug 06 19:09:24.530030 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-76e6830e-6f31-46bc-8879-b33b4e5160de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.531491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-76e6830e-6f31-46bc-8879-b33b4e5160de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498242 Aug 06 19:09:24.532091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-1b872012-6072-4a66-93b5-51016984421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:24.533666 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-1b872012-6072-4a66-93b5-51016984421f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446823 Aug 06 19:09:24.633075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-78251885-1624-487c-a224-9b44a87ab2cc service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918915 Aug 06 19:09:24.637371 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-2d859da4-d958-402f-9b67-abb2c2568b53 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973246 Aug 06 19:09:24.731077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-eea13796-be3c-489f-8922-85cd56f67a50 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903578 Aug 06 19:09:24.733267 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c427311d-67fb-4fb1-932d-24ef5b9a3866 req-97a7b5f3-01dd-441a-83c3-b11d938b0bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886762 Aug 06 19:09:25.257908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1e9a-79d5-41be-9b86-076772d6d0ab req-c66edbe6-d44b-4246-b4d7-478e26f3dd94 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:25.259412 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35bd1e9a-79d5-41be-9b86-076772d6d0ab req-c66edbe6-d44b-4246-b4d7-478e26f3dd94 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0556033 Aug 06 19:09:25.301691 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-35bd1e9a-79d5-41be-9b86-076772d6d0ab req-40c87ce5-1877-4d33-a066-aad6d7ee7f1a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Aug 06 19:09:26.441417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd39f-4665-409e-a6c2-532fac54a4f3 req-209ae40f-bd50-4d43-a3c7-5bd22e1da704 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:26.442934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab5fd39f-4665-409e-a6c2-532fac54a4f3 req-209ae40f-bd50-4d43-a3c7-5bd22e1da704 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0650897 Aug 06 19:09:26.497107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab5fd39f-4665-409e-a6c2-532fac54a4f3 req-9ec00081-1f37-43aa-b754-5187bfd4943a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461144 Aug 06 19:09:26.815566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-14ce16df-f338-4dbd-8034-92e5170fdf5f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:26.817120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-14ce16df-f338-4dbd-8034-92e5170fdf5f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8&tenant_id=e69ed43b1efd4c5d984771f320e375a0&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 944 time: 0.0531306 Aug 06 19:09:26.832047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c28e-227d-4571-a974-d51dd6640550 req-049ddbe9-43bd-4275-93f4-3ebb5ec4cdf9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:26.833583 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ea1c28e-227d-4571-a974-d51dd6640550 req-049ddbe9-43bd-4275-93f4-3ebb5ec4cdf9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0523171 Aug 06 19:09:26.873651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ea1c28e-227d-4571-a974-d51dd6640550 req-527e7bbe-f9db-4363-8517-55c45ab3f73f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336165 Aug 06 19:09:26.879339 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-5f493fc6-6e32-4c9d-9e67-ca961997c4bd service neutron] 10.222.0.16 "GET /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102/bindings/n-h2-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.0546265 Aug 06 19:09:26.955758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-246f1d57-93ba-4aae-b054-0cdda9487d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:26.957322 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-246f1d57-93ba-4aae-b054-0cdda9487d82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1096 time: 0.0546548 Aug 06 19:09:27.064680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-b445d434-8851-4c88-85d3-f4cd2b9c3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:27.066254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-b445d434-8851-4c88-85d3-f4cd2b9c3f35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1011953 Aug 06 19:09:27.137633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-745e030a-f2ba-455b-80d6-e9280faf0780 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0632870 Aug 06 19:09:27.189749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-23fc542d-bfdb-4161-acf6-4d433b6c3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:27.191411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-23fc542d-bfdb-4161-acf6-4d433b6c3bf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0463638 Aug 06 19:09:27.238880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-8996e412-cb21-4d19-9452-58707e64bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:27.240378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-8996e412-cb21-4d19-9452-58707e64bdae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419257 Aug 06 19:09:27.344001 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-4984d02e-96ea-4dd7-9317-e677d7d1f34c service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953965 Aug 06 19:09:27.440058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-6a051353-08c7-4f24-8ea3-ac567b999866 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Aug 06 19:09:28.013402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619154aa-d81d-4b51-bebd-b93147b02798 req-da70ae70-fc65-4217-aaa6-d57a8501a2df tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:28.014937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-619154aa-d81d-4b51-bebd-b93147b02798 req-da70ae70-fc65-4217-aaa6-d57a8501a2df tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.0675387 Aug 06 19:09:28.031803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:09:28.056527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-619154aa-d81d-4b51-bebd-b93147b02798 req-8c499f53-2b99-4b47-92bb-9f58ec4c8650 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353563 Aug 06 19:09:28.140660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:28.153258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:09:28.196165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:28.209195 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:09:28.228687 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:28.234284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:28.281049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:28.288778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.289130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.289478 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.289829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.290163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.290488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.290837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.291157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.291531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.291847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.292168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.292516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:28.578211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['4bbfc146-b8a8-4aa0-8445-115cd7d40102'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:09:28.617788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-df8b6834-652d-4847-8af7-fefa08906cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:29.182819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace4b9-1c3c-42d0-8ada-2ebf1b95e827 req-27d8c271-46f8-4fcb-9e6c-4c0dd61aa0df tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:29.184555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15ace4b9-1c3c-42d0-8ada-2ebf1b95e827 req-27d8c271-46f8-4fcb-9e6c-4c0dd61aa0df tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Aug 06 19:09:29.230368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-15ace4b9-1c3c-42d0-8ada-2ebf1b95e827 req-138b0eda-e124-4b94-8f32-98362aec718c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396473 Aug 06 19:09:29.685547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-8c9aa235-405c-4374-b64f-73ddaafe5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:29.687102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-8c9aa235-405c-4374-b64f-73ddaafe5b2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1097 time: 0.0501900 Aug 06 19:09:29.701160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:09:29.760493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:29.989944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:30.035995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:09:30.060117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:09:30.072578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:09:30.083289 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:30.101293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Ignored duplicate provisioning block setup for port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 19:09:30.106721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:30.169542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:30.175385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=9']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:30.182100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:09:30.222070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.222558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.222735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.223061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.223381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.223701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.224015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.224329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.224644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.224958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.225271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.225626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:09:30.648226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] No DVR routers for this DVR port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:09:30.692298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d0b0-7796-4fff-b4e8-286c8cf1cd1e req-fcfdb224-187d-424f-845a-a94a939e9f39 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:30.693798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a863d0b0-7796-4fff-b4e8-286c8cf1cd1e req-fcfdb224-187d-424f-845a-a94a939e9f39 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 944 time: 0.1235783 Aug 06 19:09:30.773880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a863d0b0-7796-4fff-b4e8-286c8cf1cd1e req-5341617b-e6a2-40ef-b092-8be273a9622b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713990 Aug 06 19:09:30.819475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:09:30.819750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:09:30.820116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:30.824609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:09:30.824922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Attempting to bind port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:30.830056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:09:30.830384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:09:30.830760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:09:30.831179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Bound port: 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:09:30.831529 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:30.901113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:09:30.904262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:09:30.909650 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:30.947886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:30.948594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:30.950146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] 10.222.0.55 "PUT /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1093 time: 1.2554901 Aug 06 19:09:30.950590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:30.952939 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2883ff5-1138-4cfc-a808-26a66c68886d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:30.975922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931df22d-6ffa-4091-aba0-98262a6d7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=10']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:31.017931 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee30596-5309-4675-8e25-613cb196fc47 x-openstack-request-id: req-eee30596-5309-4675-8e25-613cb196fc47 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:31.018214 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:31.018456 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eee30596-5309-4675-8e25-613cb196fc47 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:31.018943 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'status': 'completed', 'code': 200} Aug 06 19:09:31.033570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-e4850cdc-ea28-44a9-9ed2-619106ac86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.035102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-e4850cdc-ea28-44a9-9ed2-619106ac86dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1097 time: 0.0481853 Aug 06 19:09:31.083495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ca26db1d-1e7e-48ae-a6b0-c920dab1817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.085228 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ca26db1d-1e7e-48ae-a6b0-c920dab1817c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1097 time: 0.0506115 Aug 06 19:09:31.142687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-743f76bf-34ab-461d-95b4-250c4bf3874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.144480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-743f76bf-34ab-461d-95b4-250c4bf3874e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1016197 Aug 06 19:09:31.191794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-30bc6020-a078-42e6-ae12-d8e9a81e5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.193319 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-30bc6020-a078-42e6-ae12-d8e9a81e5268 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1009479 Aug 06 19:09:31.213002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-87e3aac6-24da-4b18-80ff-15edfaa5f272 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0603197 Aug 06 19:09:31.266335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-5a9ad59c-7a0e-4371-958f-28893e874e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.267058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-aca3c383-a161-4212-b98e-3a123f4f1f2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0655696 Aug 06 19:09:31.267831 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-5a9ad59c-7a0e-4371-958f-28893e874e63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0485263 Aug 06 19:09:31.313634 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580626a-f678-456b-ba4d-11218d47bed3 req-10ca1401-a7e6-4010-8282-f8d1d06ebdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.315179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-10ca1401-a7e6-4010-8282-f8d1d06ebdd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405118 Aug 06 19:09:31.318824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-dc1f60f3-fb3d-44c7-99c6-ad03d94eb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.320610 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-dc1f60f3-fb3d-44c7-99c6-ad03d94eb065 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0462089 Aug 06 19:09:31.368028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-a564a857-2bbd-47a0-8c39-6b08789ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.369585 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-a564a857-2bbd-47a0-8c39-6b08789ebc39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424643 Aug 06 19:09:31.412445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-b4826a50-a976-4b76-a2ac-0a4cabb01c5a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 Aug 06 19:09:31.468694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-d6db1cc8-6a66-4d8f-80bf-c0f4d988aafa service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919595 Aug 06 19:09:31.493267 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:31.508660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5580626a-f678-456b-ba4d-11218d47bed3 req-a507f4f6-8a14-4195-9aac-fc7cbe76b889 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889525 Aug 06 19:09:31.573176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-c4283e82-7d6e-481a-b316-8b41d42554ef service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968740 Aug 06 19:09:31.594984 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-02a42272-288b-4c21-8d43-e302e6cb19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.596485 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-02a42272-288b-4c21-8d43-e302e6cb19ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 1097 time: 0.0417519 Aug 06 19:09:31.694236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-22bbd6c4-1fc4-40c3-8432-1b0f97ec37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.695690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-22bbd6c4-1fc4-40c3-8432-1b0f97ec37d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0916133 Aug 06 19:09:31.772641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-bb68cf3f-3692-4122-ab96-99bddbfc8e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 200 len: 1001 time: 0.0688918 Aug 06 19:09:31.795140 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bc78da54-6136-4332-8a7d-55aa776287a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:31.846470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ce960f99-ce5a-48e2-9afa-58801c94aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.847964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ce960f99-ce5a-48e2-9afa-58801c94aeee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0680392 Aug 06 19:09:31.924733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-2c12395b-ea7c-443a-86be-5674bbd85b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.926572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-2c12395b-ea7c-443a-86be-5674bbd85b90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694621 Aug 06 19:09:31.938565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9cd6-e200-43cc-b421-927b4470f780 req-ddfa0f3d-062b-456e-8255-7fead18cdd11 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:31.940022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-974d9cd6-e200-43cc-b421-927b4470f780 req-ddfa0f3d-062b-456e-8255-7fead18cdd11 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Aug 06 19:09:32.034393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-974d9cd6-e200-43cc-b421-927b4470f780 req-e67e44e3-3394-4567-839d-3e128d880a87 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856392 Aug 06 19:09:32.063341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ea0eed89-599d-4e1a-ad50-3934a8b91d58 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223063 Aug 06 19:09:32.170334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2883ff5-1138-4cfc-a808-26a66c68886d req-ca85f3f4-c346-4385-b6de-d58c79d0ba0c service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994613 Aug 06 19:09:33.169893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940c04d-31b4-4c57-b677-aec133e2fab1 req-be846383-2dc2-4c6e-9e01-462630423dff tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:33.171523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3940c04d-31b4-4c57-b677-aec133e2fab1 req-be846383-2dc2-4c6e-9e01-462630423dff tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0651672 Aug 06 19:09:33.218816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3940c04d-31b4-4c57-b677-aec133e2fab1 req-57d1e09f-4d1c-4032-9dc6-bed543941e72 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386167 Aug 06 19:09:33.424486 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae0f7-3c33-4ede-90f0-c556db3bad09 req-316f87e9-5600-483f-86f3-9b8df086354a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:33.426048 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46dae0f7-3c33-4ede-90f0-c556db3bad09 req-316f87e9-5600-483f-86f3-9b8df086354a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.1207929 Aug 06 19:09:33.438005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:33.465115 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-46dae0f7-3c33-4ede-90f0-c556db3bad09 req-261dd318-1fa2-421e-aee8-ebef1d1fecec tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Aug 06 19:09:33.594893 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb61195-ab97-40b8-8ce8-cc84c6aec305 req-17e9478c-4c09-49d4-96e2-fb5df406c2de tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:33.596357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeb61195-ab97-40b8-8ce8-cc84c6aec305 req-17e9478c-4c09-49d4-96e2-fb5df406c2de tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0586095 Aug 06 19:09:33.639715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aeb61195-ab97-40b8-8ce8-cc84c6aec305 req-2aff1e99-b1a5-4921-a695-27f01d8248db tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369585 Aug 06 19:09:33.898805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec133f-7307-4ea4-8cc2-e5ba7c3d79bd req-542f02b1-4ab7-4f60-81b6-bf4cd989c79b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:33.900449 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4ec133f-7307-4ea4-8cc2-e5ba7c3d79bd req-542f02b1-4ab7-4f60-81b6-bf4cd989c79b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 945 time: 0.0569460 Aug 06 19:09:33.943300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4ec133f-7307-4ea4-8cc2-e5ba7c3d79bd req-2199fd61-6926-4ca2-93d9-c23ba9f69f37 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Aug 06 19:09:34.077191 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:09:34.134231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:09:34.208646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:09:34.315462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:34.329607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'mac_address': 'fa:16:3e:d3:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:09:34.374331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:34.388092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:09:34.408944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:34.414356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:34.471666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:34.636931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['4bbfc146-b8a8-4aa0-8445-115cd7d40102'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:09:34.922108 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.101228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85069c1e-3587-49d8-b859-25d4ab43c843 req-ddcc5406-dabe-4f84-abd1-ccd74ecb4316 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:35.102802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85069c1e-3587-49d8-b859-25d4ab43c843 req-ddcc5406-dabe-4f84-abd1-ccd74ecb4316 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0826955 Aug 06 19:09:35.111147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-0c678fda-1c9e-4659-88b5-b1cdd362a435 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:35.112509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-0c678fda-1c9e-4659-88b5-b1cdd362a435 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 946 time: 0.0895848 Aug 06 19:09:35.206542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85069c1e-3587-49d8-b859-25d4ab43c843 req-793bdf62-f0d0-4441-b51a-bf217e9d8d9b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930500 Aug 06 19:09:35.238966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Deleting port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:09:35.239311 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.335975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] For port 4bbfc146-b8a8-4aa0-8445-115cd7d40102, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=4bbfc146-b8a8-4aa0-8445-115cd7d40102,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:35.336237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.521424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.521832 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.522152 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 disassociated. External IP: 172.25.3.194, port: 4bbfc146-b8a8-4aa0-8445-115cd7d40102. Aug 06 19:09:35.522499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Calling delete_port for 4bbfc146-b8a8-4aa0-8445-115cd7d40102 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:09:35.667681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:35.701560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'Port': ['ID=4bbfc146-b8a8-4aa0-8445-115cd7d40102,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:35.825825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:09:35.966261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:09:35.978816 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:09:35.989959 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:09:35.990589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:36.009559 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] No DVR routers for this DVR port 4bbfc146-b8a8-4aa0-8445-115cd7d40102 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:09:36.012304 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:36.014494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcd6b69d-d14d-494f-b3a5-9af438114b80 req-e63a2894-3910-4360-95c6-a96198948c71 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "DELETE /v2.0/ports/4bbfc146-b8a8-4aa0-8445-115cd7d40102 HTTP/1.1" status: 204 len: 173 time: 0.8944829 Aug 06 19:09:36.014939 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-deleted', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:36.017241 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e426ed6-f824-4395-b741-9941a88d19a2" -d '{"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-deleted", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:36.073541 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578dcacf-394c-4cd2-b067-e9d88b0384a8 x-openstack-request-id: req-578dcacf-394c-4cd2-b067-e9d88b0384a8 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:36.073828 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afc093-13cc-4a78-97f0-5f6b665093b8", "name": "network-vif-deleted", "tag": "4bbfc146-b8a8-4aa0-8445-115cd7d40102", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:36.074075 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-578dcacf-394c-4cd2-b067-e9d88b0384a8 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:36.074483 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afc093-13cc-4a78-97f0-5f6b665093b8', 'name': 'network-vif-deleted', 'tag': '4bbfc146-b8a8-4aa0-8445-115cd7d40102', 'status': 'completed', 'code': 200} Aug 06 19:09:36.108487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:09:36.214940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:09:36.219308 n-d-793621-29 neutron-server[94123]: INFO neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No ports have port_id starting with 4bbfc146-b8a8-4aa0-8445-115cd7d40102 Aug 06 19:09:36.220432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 requested by agent hyperv_n-h1-793621-29 not found in database {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 06 19:09:36.328650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:36.330796 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efb8dbb4-fa41-4355-8e64-d358cd090312 req-e0b1a021-3b69-46f1-959b-324674aa40d4 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9afc093-13cc-4a78-97f0-5f6b665093b8 HTTP/1.1" status: 200 len: 210 time: 0.0306954 Aug 06 19:09:36.354859 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:09:36.364931 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:09:36.365590 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:36.475144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:09:36.678407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:36.708954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55cd3d-ebe1-44bc-8d73-ca7730aa4176 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:09:36.940627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab047b5f-26f2-4f7d-b8cf-f707e554a30a None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:09:37.613030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-17e21442-cda2-4326-b2c0-1a60b1930e9c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--962129705&fields=id&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 267 time: 0.0363607 Aug 06 19:09:37.734351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-6f7438c4-226e-498a-8269-9248a95b4cfa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:37.736017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-6f7438c4-226e-498a-8269-9248a95b4cfa tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1158714 Aug 06 19:09:37.752238 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-b3e5b47a-2d17-45ed-b12f-4c3f09db4fdc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/quotas/e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 375 time: 0.0101578 Aug 06 19:09:37.817944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-437c823d-c7e7-401a-a3f2-58e570dce009 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596981 Aug 06 19:09:37.834207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-37ee0387-b183-48d4-a969-8708b324fa60 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:09:37.835162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-37ee0387-b183-48d4-a969-8708b324fa60 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053313 Aug 06 19:09:37.930720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-df6a777c-1ff6-4ce6-ab0f-e09a76ac8087 service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895810 Aug 06 19:09:38.032142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-ae7421e6-9a32-4318-9166-9f27f75807c7 service neutron] 10.222.0.64 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952058 Aug 06 19:09:38.203705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61a07639-e8b5-4da4-8a3d-99358a7819e0 req-afb32027-3d6c-44b5-9a43-b9bdea7e1419 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0309808 Aug 06 19:09:38.229790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:09:38.250729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 4bbfc146-b8a8-4aa0-8445-115cd7d40102 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:09:38.251058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 4bbfc146-b8a8-4aa0-8445-115cd7d40102 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:09:39.180525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-cc9a21d8-4662-41a8-a2d1-4faabb1c3334 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:39.182035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-cc9a21d8-4662-41a8-a2d1-4faabb1c3334 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 812 time: 0.1173875 Aug 06 19:09:39.226509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-c3d29db2-0128-4624-b202-95e710047705 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 379 time: 0.0357656 Aug 06 19:09:39.236131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'port': {'device_id': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'admin_state_up': True, 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'security_groups': ['32d43886-084f-40af-8de1-2eca6733db7d']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:09:39.321620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc3d5895-7d2e-476e-a032-6a4b117cbaa1 req-d2d03607-0587-4c5d-93ff-48fb40d83297 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0322874 Aug 06 19:09:39.371362 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Made reservation on behalf of e69ed43b1efd4c5d984771f320e375a0 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:09:39.374984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:39.505546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Allocated IP 172.20.0.11 (f2f87f23-a1dd-46ee-a1b7-03023971074c/733fd7ea-5d5d-4506-b5ac-60f61001bef7/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:09:39.665361 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:39.685054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Transition to ACTIVE for port object ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:09:39.724058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:39.773842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Network f2f87f23-a1dd-46ee-a1b7-03023971074c is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:09:39.777217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:09:39.779987 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:09:39.807323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:39.839137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:39.839782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:39.860915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-210bad4f-17fc-4eec-9aab-24e3942c2d63 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6285806 Aug 06 19:09:39.874434 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Request body: {'port': {'device_id': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:09:39.935633 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.019977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c98ac612-48a1-426b-8c18-4882b5984b98 None None] Provisioning for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:09:40.024289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c98ac612-48a1-426b-8c18-4882b5984b98 None None] Provisioning complete for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:09:40.024674 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c98ac612-48a1-426b-8c18-4882b5984b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.060978 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c98ac612-48a1-426b-8c18-4882b5984b98 None None] Port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:09:40.236698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:09:40.244490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.256643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Transition to ACTIVE for port object ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:09:40.264460 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.319198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:40.424556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:09:40.424884 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:09:40.425613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:40.446253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:09:40.446549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:09:40.455361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:09:40.455705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:09:40.456097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:09:40.456545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Bound port: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:09:40.456909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.502010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a83ab-5892-454e-b49c-af6e6dc7be70 req-4815e709-7a1f-43e5-8c39-a03a31735f0a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:40.503414 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-118a83ab-5892-454e-b49c-af6e6dc7be70 req-4815e709-7a1f-43e5-8c39-a03a31735f0a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0933702 Aug 06 19:09:40.562781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-118a83ab-5892-454e-b49c-af6e6dc7be70 req-36903a10-0143-4a7f-8264-0b0061b88703 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527430 Aug 06 19:09:40.563765 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:09:40.566998 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:09:40.574209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.611160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:40.611771 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:40.613291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] 10.222.0.55 "PUT /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1093 time: 0.7436075 Aug 06 19:09:40.615716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:40.618114 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0" -d '{"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:40.650081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5048-be94-4b69-ab58-bac480cf4a5c service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:40.681577 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0ce40-9bae-47b9-9acc-fbdd044652dc x-openstack-request-id: req-7ce0ce40-9bae-47b9-9acc-fbdd044652dc {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:40.681880 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:40.682132 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ce0ce40-9bae-47b9-9acc-fbdd044652dc {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:40.682672 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'status': 'completed', 'code': 200} Aug 06 19:09:40.699536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-9a956d82-4a80-45cc-8d09-a3ceb46ee616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:40.701595 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-9a956d82-4a80-45cc-8d09-a3ceb46ee616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1096 time: 0.0460434 Aug 06 19:09:40.744991 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-a92d5ff4-10ae-4a5c-a699-673feda7442a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 217 time: 0.0362523 Aug 06 19:09:40.801883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-92ebacdd-d019-433d-97d3-3a45ad4d6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:40.802880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-92ebacdd-d019-433d-97d3-3a45ad4d6775 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0511713 Aug 06 19:09:40.850031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-900d4dd2-8d7a-492e-8efe-09c0813998db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:40.851538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-900d4dd2-8d7a-492e-8efe-09c0813998db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414948 Aug 06 19:09:40.953376 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-29c2c0a4-fa32-4cff-8e99-d90b7294d637 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939386 Aug 06 19:09:41.009982 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:41.054451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58fdb3e6-173f-473d-8466-02da5ebcc5c8 req-9a74041a-f9dc-455f-be3b-1596d0b48d00 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940301 Aug 06 19:09:41.148910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-6a45f51d-1e79-46df-975c-b57c07965ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:41.150466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-6a45f51d-1e79-46df-975c-b57c07965ffc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1096 time: 0.0425127 Aug 06 19:09:41.264694 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-d530745f-8979-4fb1-bebc-3306d06179a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:41.266490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-d530745f-8979-4fb1-bebc-3306d06179a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1085622 Aug 06 19:09:41.310958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-fc0acafc-b7ec-4a9c-80cb-0f38f8d79bca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 217 time: 0.0360827 Aug 06 19:09:41.378158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-c0b9c4d1-26cb-4411-9105-1e460778c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:41.379644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-c0b9c4d1-26cb-4411-9105-1e460778c5eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0603397 Aug 06 19:09:41.445095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-1ecd35b9-194a-4dbf-bb90-74cd1a6bbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:41.446661 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-1ecd35b9-194a-4dbf-bb90-74cd1a6bbab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574377 Aug 06 19:09:41.543390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-1c67e6e6-cd4f-4448-9ddc-3f04de192659 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880744 Aug 06 19:09:41.651066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238e04d8-5b9e-47a9-b7bf-ac9787f759e0 req-2fbe1d58-1ed2-4b4f-855e-c75466ec2394 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999854 Aug 06 19:09:41.693725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b639d8-2782-4d79-856e-2a3ca73c5da9 req-615d9db8-f0ac-4c9a-9990-378130e66e5f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:41.695235 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1b639d8-2782-4d79-856e-2a3ca73c5da9 req-615d9db8-f0ac-4c9a-9990-378130e66e5f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0586340 Aug 06 19:09:41.739174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b1b639d8-2782-4d79-856e-2a3ca73c5da9 req-347b3f4a-b101-4401-8814-bfc130b95561 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Aug 06 19:09:42.261329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:09:42.361061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:42.377524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:42.389606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:09:42.431891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:42.445821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:09:42.465902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:42.471075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:42.524699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:42.658281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:09:42.860906 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f95d7-94ed-4339-a991-231a7afd7ec2 req-3ceb1b8b-da67-4354-ab3d-d88c933f565f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:42.862459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-836f95d7-94ed-4339-a991-231a7afd7ec2 req-3ceb1b8b-da67-4354-ab3d-d88c933f565f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0498924 Aug 06 19:09:42.902391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-836f95d7-94ed-4339-a991-231a7afd7ec2 req-0d9afe46-19a0-492a-b44b-eb78c42874ca tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Aug 06 19:09:44.279133 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:09:44.342096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:09:44.344826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:09:44.345266 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:44.398489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01a61-4529-44f5-906d-afdb74799074 req-6f798690-f074-4636-a441-42c6a956d365 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:44.400043 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81d01a61-4529-44f5-906d-afdb74799074 req-6f798690-f074-4636-a441-42c6a956d365 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.4179518 Aug 06 19:09:44.430661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:44.441141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81d01a61-4529-44f5-906d-afdb74799074 req-b103afe8-f00e-4c51-9052-1c82298a99db tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343916 Aug 06 19:09:44.455391 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:44.457771 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1c406-0865-4f22-9e1f-46f71a03d275" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:44.471436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:09:44.477418 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:44.502751 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc245c-11be-47af-845c-94569ff96eeb x-openstack-request-id: req-2ecc245c-11be-47af-845c-94569ff96eeb {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:44.503041 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:44.503289 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ecc245c-11be-47af-845c-94569ff96eeb {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:44.503674 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'code': 200} Aug 06 19:09:44.530011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:09:44.617042 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23e2c6-ddeb-40d7-ad95-711b30264db7 req-53433a45-7021-42a3-a301-605068cd5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:44.618587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a23e2c6-ddeb-40d7-ad95-711b30264db7 req-53433a45-7021-42a3-a301-605068cd5838 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1098 time: 0.0443931 Aug 06 19:09:44.656555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a23e2c6-ddeb-40d7-ad95-711b30264db7 req-480b90cf-8023-4684-8ea2-9b702ee885e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308483 Aug 06 19:09:45.578162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072664-6b77-419d-b8ce-a01de9832b07 req-bcc4c236-4fbc-43c5-bdbb-0e05ccbc3b46 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:45.580046 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb072664-6b77-419d-b8ce-a01de9832b07 req-bcc4c236-4fbc-43c5-bdbb-0e05ccbc3b46 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0534434 Aug 06 19:09:45.621469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb072664-6b77-419d-b8ce-a01de9832b07 req-42af70da-1491-4b33-9561-c724e968fb54 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348637 Aug 06 19:09:46.755063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc8ee-31a8-47e0-bec4-468a11e79b47 req-49f8b73c-76a6-49dc-86dc-54704fcf7678 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:46.756728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bacc8ee-31a8-47e0-bec4-468a11e79b47 req-49f8b73c-76a6-49dc-86dc-54704fcf7678 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0621176 Aug 06 19:09:46.809258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bacc8ee-31a8-47e0-bec4-468a11e79b47 req-dcb6e086-ff8a-406f-8fff-309de09b2180 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 Aug 06 19:09:46.964414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75627a4e-3459-44f6-a776-49e5e8d91e00 req-44aa7920-12fb-4b55-89cb-14f240a0cbcb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:46.965970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-75627a4e-3459-44f6-a776-49e5e8d91e00 req-44aa7920-12fb-4b55-89cb-14f240a0cbcb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0539944 Aug 06 19:09:46.975181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50384) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:09:46.980912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Request body: {'floatingip': {'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:09:47.026964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:47.948166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:47.955403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:48.068788 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 associated. External IP: 172.25.3.194, port: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78. Aug 06 19:09:48.321882 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:09:48.441813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:09:48.447092 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:09:48.452023 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:09:48.463576 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:09:48.464341 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:48.485756 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9b49b224-d7c8-4289-9ff4-cf123b2ef3cd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "PUT /v2.0/floatingips/3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 HTTP/1.1" status: 200 len: 993 time: 1.5093782 Aug 06 19:09:48.486351 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:09:48.488714 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6113cd-fdae-4e8d-a80a-e6bcdd981505" -d '{"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:09:48.589675 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:09:48.682611 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59154eb-0ae2-4a08-a3c0-1503e0d6f81a x-openstack-request-id: req-d59154eb-0ae2-4a08-a3c0-1503e0d6f81a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:09:48.683198 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:09:48.683599 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d59154eb-0ae2-4a08-a3c0-1503e0d6f81a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:09:48.684153 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'status': 'completed', 'code': 200} Aug 06 19:09:48.758950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-e823f499-7faa-43bd-bcb1-bd938a76dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:48.760543 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-e823f499-7faa-43bd-bcb1-bd938a76dcf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1098 time: 0.0563784 Aug 06 19:09:48.865644 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:09:47Z', 'revision_number': 13, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:48.873866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-e5a90ed8-c1af-4561-9f18-dfd2e582d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:48.876193 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-e5a90ed8-c1af-4561-9f18-dfd2e582d636 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1060979 Aug 06 19:09:48.898555 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:09:48.918577 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:09:48.919694 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:09:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:48.956617 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-98aaf88e-f468-4224-a07b-2deba02dc6f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0731544 Aug 06 19:09:49.018336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-8ad7b1da-86bc-4b88-b3d1-e9a030e7e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:49.021038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-8ad7b1da-86bc-4b88-b3d1-e9a030e7e17e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0577946 Aug 06 19:09:49.072739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:09:49.080468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-9e53ff66-29ca-4840-9700-570ba0664c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:09:49.082956 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-9e53ff66-29ca-4840-9700-570ba0664c6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539818 Aug 06 19:09:49.206925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-18050ec6-2f57-430e-b265-6546c6c4b49b service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159053 Aug 06 19:09:49.313744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af6113cd-fdae-4e8d-a80a-e6bcdd981505 req-c543a466-c3f0-4e83-a380-88be328e1156 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993412 Aug 06 19:09:49.454734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:09:47Z', 'revision_number': 13, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:09:49.484218 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c1379-ef4b-44c3-be3a-53b381c2e8f2 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '3f7f050d-74f8-4b4c-8db5-8456dc05ffb6', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:02:44Z', 'updated_at': '2021-08-06T19:09:47Z', 'revision_number': 13, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:09:49.724433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a8ee8-0072-4c26-b8e5-680753a79744 None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:09:54.817024 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:09:58.596901 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c5d5343b-c2f8-4a5e-8578-4a71a6d8b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:01.489916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:01.808967 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-10805cde-8303-44d3-a7ec-3ef480ef3bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:03.444475 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:04.926038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:11.011307 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:12.375137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:13.845634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-33ae52fd-8990-4fa1-b59b-5e9e4f26c29a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552073 Aug 06 19:10:13.937614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781806a-e54b-4dc1-9740-ae25530df832 req-4e850da9-9c67-4009-a65b-7a4ec33c3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:10:13.939040 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-4e850da9-9c67-4009-a65b-7a4ec33c3ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1098 time: 0.0462017 Aug 06 19:10:14.073810 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781806a-e54b-4dc1-9740-ae25530df832 req-0dd7a644-94ec-4f97-a48a-f28d818d883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:10:14.075461 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-0dd7a644-94ec-4f97-a48a-f28d818d883a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1134439 Aug 06 19:10:14.167304 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-659e32f3-19e2-4b22-a344-ee57dd42fd49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1003 time: 0.0793145 Aug 06 19:10:14.232721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781806a-e54b-4dc1-9740-ae25530df832 req-169b36e9-39cb-42b2-8b20-0658539d9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:10:14.234706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-169b36e9-39cb-42b2-8b20-0658539d9f1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0610209 Aug 06 19:10:14.291651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781806a-e54b-4dc1-9740-ae25530df832 req-b505442a-e35c-4c33-94f3-db3bb7f061bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:10:14.293258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-b505442a-e35c-4c33-94f3-db3bb7f061bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514934 Aug 06 19:10:14.405675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-60c8c133-63c4-4513-8262-0616eb00317e service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032312 Aug 06 19:10:14.525866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7781806a-e54b-4dc1-9740-ae25530df832 req-70cca3bf-d82d-42f0-9bca-1da325c66a52 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101582 Aug 06 19:10:28.598132 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c5d19f91-fd18-4e0b-a45d-3cbc1a6548a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:31.485930 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:31.808496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62496c38-ec99-4255-b27e-7ad743c58d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:31.816432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:10:33.446805 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:34.930911 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:41.009041 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:42.373096 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:10:58.598949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-863b1ad5-beda-44a5-9c54-55be1545337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:01.483175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:01.802706 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-077d1439-c93e-4d76-97e6-86dca9307e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:03.447996 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:04.929855 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:08.817439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:11:11.007412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:12.378124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:15.851067 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-e8227ac1-e630-4730-9d13-154448298834 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546739 Aug 06 19:11:15.944852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-ad37ca77-1426-410c-ad5e-c0184a07d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:15.946731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-ad37ca77-1426-410c-ad5e-c0184a07d896 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1098 time: 0.0473197 Aug 06 19:11:16.088735 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-c794b7e9-bbdd-4ae4-a89c-49150e493aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:16.090298 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-c794b7e9-bbdd-4ae4-a89c-49150e493aea service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1225362 Aug 06 19:11:16.162998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-6103a4c4-fd3f-4157-a5cb-af4b2d5349a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1003 time: 0.0657985 Aug 06 19:11:16.215732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-fadb35f5-155b-40a7-a9bb-1c8c01f39e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:16.217318 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-fadb35f5-155b-40a7-a9bb-1c8c01f39e1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0477512 Aug 06 19:11:16.266152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-ee741fb5-7f0f-4353-b652-18d1ab165a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:16.267745 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-ee741fb5-7f0f-4353-b652-18d1ab165a3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438917 Aug 06 19:11:16.281428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-8b4a23fe-6ca5-4154-96d6-2a6027dfcc62 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:11:16.282675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-8b4a23fe-6ca5-4154-96d6-2a6027dfcc62 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063791 Aug 06 19:11:16.389167 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-6bd4f0e5-2d26-45ad-9856-5f6b1daf0860 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993018 Aug 06 19:11:16.499015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd8b06c7-489e-4c10-9942-9e06af384edd req-883c307b-c3a1-4243-8184-0fadf26557d6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016550 Aug 06 19:11:24.098483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e865e0-2411-4ec4-a0a5-de2edafe6837 req-191c9450-3a8a-4fd3-b14f-bce80bf75e20 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:24.100090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8e865e0-2411-4ec4-a0a5-de2edafe6837 req-191c9450-3a8a-4fd3-b14f-bce80bf75e20 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0511410 Aug 06 19:11:24.143767 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8e865e0-2411-4ec4-a0a5-de2edafe6837 req-553155ba-f0f3-44e8-a4f8-0d1c82746dfd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375433 Aug 06 19:11:28.593883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a4c22fe3-db14-40cd-9c4e-9cc94a72a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:31.482889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:31.800640 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-12ea21b8-d864-4ccf-bd6e-0881aa00d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:33.454933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:34.141688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-275e1473-16b9-4827-915b-bde6dc2c3082 req-6abb5d5c-296d-453c-bb4c-88f68d011771 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:11:34.142763 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-275e1473-16b9-4827-915b-bde6dc2c3082 req-6abb5d5c-296d-453c-bb4c-88f68d011771 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532346 Aug 06 19:11:34.331697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f1eb-c003-450c-909d-6cd41ca9b2a9 req-bdb6ae45-c7be-4737-9d0e-1b7ad4e7651d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:34.333217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e804f1eb-c003-450c-909d-6cd41ca9b2a9 req-bdb6ae45-c7be-4737-9d0e-1b7ad4e7651d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0514638 Aug 06 19:11:34.365894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-558588c9-ff87-4a89-8d34-510da207cb4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851665 Aug 06 19:11:34.382555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e804f1eb-c003-450c-909d-6cd41ca9b2a9 req-a82750e1-ee8d-4335-9168-9091949b51a7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Aug 06 19:11:34.933903 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:35.545927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5966af9-f70d-4907-a07b-e189e96931a6 req-8a97ccfc-c7ee-42b3-a320-9bb0639c2011 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:35.548419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5966af9-f70d-4907-a07b-e189e96931a6 req-8a97ccfc-c7ee-42b3-a320-9bb0639c2011 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0729785 Aug 06 19:11:35.610530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a5966af9-f70d-4907-a07b-e189e96931a6 req-cbe64e52-8941-4836-b393-73ea8eab3a67 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527487 Aug 06 19:11:35.683029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-e5648ef1-ca51-4d62-a4f7-58b75db88123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:35.684673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-e5648ef1-ca51-4d62-a4f7-58b75db88123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1098 time: 0.0428727 Aug 06 19:11:35.785172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-c51dcb74-84cc-4b68-b244-fc990f2971a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:35.786800 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-c51dcb74-84cc-4b68-b244-fc990f2971a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0952590 Aug 06 19:11:35.858038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-b863d7dc-7bed-4c55-ad7b-a6860ce836e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1003 time: 0.0633426 Aug 06 19:11:35.915551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-03fff62a-abc7-4c87-9e22-f17f16a07ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:35.917054 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-03fff62a-abc7-4c87-9e22-f17f16a07ade service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0521379 Aug 06 19:11:35.966583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-29e6fe78-e571-4dff-bc8b-a72aca68fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:35.968038 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-29e6fe78-e571-4dff-bc8b-a72aca68fff1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442698 Aug 06 19:11:36.064411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-74b12620-7dea-4c3d-989e-82137d4ccc3a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889795 Aug 06 19:11:36.170154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-16416f2f-c1c0-4602-8cb0-b9814bc99df5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981374 Aug 06 19:11:36.761137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8176f6-545e-4559-a30b-039a088e8db1 req-3c172f93-51f7-4bc8-a066-bd1ef47fe5bb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:36.763006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d8176f6-545e-4559-a30b-039a088e8db1 req-3c172f93-51f7-4bc8-a066-bd1ef47fe5bb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0522242 Aug 06 19:11:36.804455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d8176f6-545e-4559-a30b-039a088e8db1 req-1d567cc4-dc4e-4d4c-8f76-240b8ab4c19c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322485 Aug 06 19:11:37.930480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb774dc2-443c-4b86-8e9e-4196cacb9128 req-428d9a04-574b-4c18-9965-8a4097fca897 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:37.931898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb774dc2-443c-4b86-8e9e-4196cacb9128 req-428d9a04-574b-4c18-9965-8a4097fca897 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0563889 Aug 06 19:11:37.978373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb774dc2-443c-4b86-8e9e-4196cacb9128 req-25b453f5-4665-42ce-957d-6ec8d49da24e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Aug 06 19:11:39.128780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cdde-7c39-4fdf-8774-36bb990c062c req-a142c8cb-be03-4f95-9fa3-cc43f5d7ec1b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:39.130943 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e741cdde-7c39-4fdf-8774-36bb990c062c req-a142c8cb-be03-4f95-9fa3-cc43f5d7ec1b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0643189 Aug 06 19:11:39.174223 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e741cdde-7c39-4fdf-8774-36bb990c062c req-f889dafc-8708-4212-844b-6f8f1217c503 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366292 Aug 06 19:11:40.302459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d694f-9622-49c8-ad39-ae9eae85e4f4 req-cd0db51a-9fe8-40fa-a812-ba735601651d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:40.303966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc6d694f-9622-49c8-ad39-ae9eae85e4f4 req-cd0db51a-9fe8-40fa-a812-ba735601651d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0511920 Aug 06 19:11:40.344053 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc6d694f-9622-49c8-ad39-ae9eae85e4f4 req-507c459a-fe87-4efc-bb89-85b2dd215ede tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Aug 06 19:11:41.017568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:41.474556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb98c0-1620-450e-bc46-1ce70b280029 req-17f4d511-47b1-4b2b-811d-158fe1561efd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:41.476224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30eb98c0-1620-450e-bc46-1ce70b280029 req-17f4d511-47b1-4b2b-811d-158fe1561efd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0602808 Aug 06 19:11:41.518371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-30eb98c0-1620-450e-bc46-1ce70b280029 req-a85871ca-678f-4754-97aa-049f6b054cf6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356755 Aug 06 19:11:42.375034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:42.644266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80b2d-f087-4143-8234-33773e7d7de6 req-edb95b2b-5048-4662-b9f1-eb389da75af2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:42.645823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40e80b2d-f087-4143-8234-33773e7d7de6 req-edb95b2b-5048-4662-b9f1-eb389da75af2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0522645 Aug 06 19:11:42.686992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40e80b2d-f087-4143-8234-33773e7d7de6 req-7f62ee3a-b919-40a7-9aab-c8a85da2afcd tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 Aug 06 19:11:43.817155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325fd84-7842-4e89-b9b2-07f443791e21 req-dcb28ee2-1cd0-4cb1-88e7-165cf62d63ec tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:43.818728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b325fd84-7842-4e89-b9b2-07f443791e21 req-dcb28ee2-1cd0-4cb1-88e7-165cf62d63ec tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0515780 Aug 06 19:11:43.859270 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b325fd84-7842-4e89-b9b2-07f443791e21 req-e4063d50-5ff6-4560-aba6-b9f4053880b7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Aug 06 19:11:44.988452 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f0c3-da46-4c46-bf49-09f5856e8336 req-d1577dd7-bd2d-40f3-a57b-600c40f5e9bf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:44.990028 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d4f0c3-da46-4c46-bf49-09f5856e8336 req-d1577dd7-bd2d-40f3-a57b-600c40f5e9bf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0583713 Aug 06 19:11:45.031434 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d4f0c3-da46-4c46-bf49-09f5856e8336 req-917c7b5c-aae9-4904-8c13-f3c2c43dca0b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Aug 06 19:11:45.817050 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:11:46.155823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd26b3-af4d-4883-96b3-306d11b1bb79 req-4396fe7c-7474-47a0-9ba2-fa8d95e30c46 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:46.157477 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6cd26b3-af4d-4883-96b3-306d11b1bb79 req-4396fe7c-7474-47a0-9ba2-fa8d95e30c46 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0527468 Aug 06 19:11:46.210486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6cd26b3-af4d-4883-96b3-306d11b1bb79 req-0fa173c5-04f7-4382-8a55-ed74b49726a7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461512 Aug 06 19:11:47.332041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821289e-dca5-4888-8931-d25dfdfcb768 req-99107c46-5aa3-477f-ac37-cc79c5f5e06a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:47.333472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4821289e-dca5-4888-8931-d25dfdfcb768 req-99107c46-5aa3-477f-ac37-cc79c5f5e06a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0508735 Aug 06 19:11:47.373631 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4821289e-dca5-4888-8931-d25dfdfcb768 req-da65337a-85dc-4c55-97e4-59c554537028 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Aug 06 19:11:48.506956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835285-52dd-4342-9471-4fb2623cf3ad req-165e05e8-99bb-464a-97b6-18e148a2981b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:48.508648 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45835285-52dd-4342-9471-4fb2623cf3ad req-165e05e8-99bb-464a-97b6-18e148a2981b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0630615 Aug 06 19:11:48.549697 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-45835285-52dd-4342-9471-4fb2623cf3ad req-a59242e9-dbb1-46c4-ae8b-a7c4dacc80e2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346704 Aug 06 19:11:49.678968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f4249-ea36-4b01-824c-f768ab7d7097 req-ffad7416-a0bc-44dd-86af-2ab54ec5e2e9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:49.680497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238f4249-ea36-4b01-824c-f768ab7d7097 req-ffad7416-a0bc-44dd-86af-2ab54ec5e2e9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0516407 Aug 06 19:11:49.723201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-238f4249-ea36-4b01-824c-f768ab7d7097 req-4a03f098-af71-474a-abe1-08f9d255de0d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346901 Aug 06 19:11:50.017600 n-d-793621-29 neutron-server[94122]: INFO neutron.api.v2.resource [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-c32a2a30-d452-42a3-a7cb-bd1c15d83c09 service neutron] show failed (client error): The resource could not be found. Aug 06 19:11:50.018673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-c32a2a30-d452-42a3-a7cb-bd1c15d83c09 service neutron] 10.222.0.55 "GET /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0602441 Aug 06 19:11:50.272348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-0b798c0b-a8ec-46a6-8dc7-7d833ff9d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:50.274120 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-0b798c0b-a8ec-46a6-8dc7-7d833ff9d108 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1098 time: 0.0877523 Aug 06 19:11:50.286110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-2dd4939f-5c7d-4461-92ee-6a434debfc5f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:11:50.287092 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-2dd4939f-5c7d-4461-92ee-6a434debfc5f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054336 Aug 06 19:11:50.299712 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:11:50.365225 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:50.589183 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:11:50.628180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:11:50.671757 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:11:50.674149 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b061b0-5da0-4d8f-8929-2bbe99017a77" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:11:50.678565 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:50.694819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Transition to ACTIVE for port object ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:11:50.702512 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:50.772114 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8afca29-6c58-4669-9903-f545e46cb420 x-openstack-request-id: req-a8afca29-6c58-4669-9903-f545e46cb420 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:11:50.772549 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:11:50.772864 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8afca29-6c58-4669-9903-f545e46cb420 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:11:50.773379 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'code': 200} Aug 06 19:11:50.814514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=6']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:11:50.830950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.831290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.831648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.831975 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.832315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.832655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.832985 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.833325 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.833693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.834028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.834359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.834685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:11:50.881591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] No DVR routers for this DVR port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:11:50.886734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40f82a-c0d7-4694-a6c8-5108530a4140 req-31c14b68-1f0b-4b5c-91ca-b43bfd8ae71a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:50.888504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b40f82a-c0d7-4694-a6c8-5108530a4140 req-31c14b68-1f0b-4b5c-91ca-b43bfd8ae71a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0712361 Aug 06 19:11:50.942229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b40f82a-c0d7-4694-a6c8-5108530a4140 req-f4ba6a2f-48c6-4c83-bbc5-9bfb18da277b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Aug 06 19:11:51.044937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:11:51.045379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:11:51.045802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:11:51.051231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:11:51.051645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:11:51.057327 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:11:51.057698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:11:51.058089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:11:51.058529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Bound port: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:11:51.058895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:51.131293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:11:51.135689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:11:51.142947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:51.184612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:51.185239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:51.186702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] 10.222.0.16 "PUT /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1093 time: 0.8910723 Aug 06 19:11:51.212188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685fa99-00f9-481b-8537-da144a1ce15b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:11:51.269374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-2bd64c92-66a4-4059-9ea9-fdf53cda8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:51.271015 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-2bd64c92-66a4-4059-9ea9-fdf53cda8d3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1096 time: 0.0543108 Aug 06 19:11:51.371736 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-0d40f3ae-11b0-4542-8dae-c22514ba4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:51.373264 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-0d40f3ae-11b0-4542-8dae-c22514ba4026 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0945098 Aug 06 19:11:51.444400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-af43a197-4b65-4009-8fa3-1da3e478021f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0634537 Aug 06 19:11:51.496956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-218f62c0-3fc1-4a4d-9ca5-10fc4ac1e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:51.498615 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-218f62c0-3fc1-4a4d-9ca5-10fc4ac1e782 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0467801 Aug 06 19:11:51.546722 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-61fef6fc-9e0d-4d92-9a8a-19eeef904a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:51.548317 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-61fef6fc-9e0d-4d92-9a8a-19eeef904a0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421419 Aug 06 19:11:51.649582 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-ff6184b9-04a9-464b-8472-ba86270272b0 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939164 Aug 06 19:11:51.755347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-3851b540-465b-499b-9f3a-f6fa60015697 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978816 Aug 06 19:11:52.082853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098b12b-1c92-4a60-b9a3-e51a3032e156 req-49fdd7cf-67fe-4324-ad6f-7a7066e8fce0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:52.084560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7098b12b-1c92-4a60-b9a3-e51a3032e156 req-49fdd7cf-67fe-4324-ad6f-7a7066e8fce0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0616384 Aug 06 19:11:52.126374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7098b12b-1c92-4a60-b9a3-e51a3032e156 req-dffbc3fe-195a-4895-91b5-84d23a26955c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Aug 06 19:11:52.775174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:11:52.777638 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1dcd7-a33b-4969-8da0-e327191da2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:11:52.809693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:11:52.830088 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ca3e7-29bc-4190-9d23-964df1d094c2 x-openstack-request-id: req-699ca3e7-29bc-4190-9d23-964df1d094c2 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:11:52.830626 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:11:52.833885 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-699ca3e7-29bc-4190-9d23-964df1d094c2 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:11:52.836613 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'status': 'completed', 'code': 200} Aug 06 19:11:52.888539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:11:52.910072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-5a564e71-7d32-438f-bf76-082f18bbd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:52.911585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-5b5afa30-c1f2-4e78-b19b-c3557bf386f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:52.911786 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-5a564e71-7d32-438f-bf76-082f18bbd326 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1096 time: 0.0556846 Aug 06 19:11:52.913349 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-5b5afa30-c1f2-4e78-b19b-c3557bf386f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1096 time: 0.0612764 Aug 06 19:11:53.026832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-4b790856-3fda-4e55-8083-5c4ed0167a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.028574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-4b790856-3fda-4e55-8083-5c4ed0167a08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1086330 Aug 06 19:11:53.037399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-a690a6eb-d6f2-4485-a95a-9c2e42358ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.038993 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-a690a6eb-d6f2-4485-a95a-9c2e42358ab0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1181664 Aug 06 19:11:53.113001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-e4029fa9-d29c-4258-ba81-852588ac7cb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0757818 Aug 06 19:11:53.130454 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-3dde4ad1-b936-42ce-b6c9-8beb61e987f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0797629 Aug 06 19:11:53.174421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-e35e6a45-1251-495f-b056-0cfd46b270bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.176018 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-e35e6a45-1251-495f-b056-0cfd46b270bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0560803 Aug 06 19:11:53.192376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-1fbefc45-7f58-4c1b-a99f-4ee4e5ade5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.194689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-1fbefc45-7f58-4c1b-a99f-4ee4e5ade5ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0569544 Aug 06 19:11:53.251691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-45c2d05d-bc7c-4587-b74f-ba3ea9b0e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.253526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-45c2d05d-bc7c-4587-b74f-ba3ea9b0e825 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519371 Aug 06 19:11:53.262058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-2f0c93af-8f0d-4878-a380-3f9517b1c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.263605 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-2f0c93af-8f0d-4878-a380-3f9517b1c781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798068 Aug 06 19:11:53.276593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ac39d-a47e-4599-98d4-d655a7e6b715 req-ae4369a3-19ea-47da-aa8e-f98967d91ffb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:53.278308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a5ac39d-a47e-4599-98d4-d655a7e6b715 req-ae4369a3-19ea-47da-aa8e-f98967d91ffb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0627756 Aug 06 19:11:53.376883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-5376dfe3-a5f6-4219-ab2c-45736bf6ede8 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150124 Aug 06 19:11:53.395320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a5ac39d-a47e-4599-98d4-d655a7e6b715 req-bef0c586-0ff6-42a9-aad4-ffaaa709f71e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085668 Aug 06 19:11:53.421524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-2d771600-1e3b-4c8c-b41e-fd1d6778ed1a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410842 Aug 06 19:11:53.494791 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-31f5a3f0-2aa7-4f5d-b5de-c3dde88c376a service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102450 Aug 06 19:11:53.537623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21c1dcd7-a33b-4969-8da0-e327191da2ea req-24d35cc5-70a3-45da-9bcb-a797c15e5c8b service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092856 Aug 06 19:11:54.530327 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f2f63-ba72-4c6f-a94b-40afd60ea179 req-c20fe555-09b5-4a9a-b9e7-8629da7f3a77 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:54.531980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-672f2f63-ba72-4c6f-a94b-40afd60ea179 req-c20fe555-09b5-4a9a-b9e7-8629da7f3a77 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0550578 Aug 06 19:11:54.581209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-672f2f63-ba72-4c6f-a94b-40afd60ea179 req-fa9c117c-d3a6-4c97-af69-67c0dee325ca tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Aug 06 19:11:55.721180 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c241b-c9b7-4bc0-9b26-a9489766a35d req-8b83fb62-4273-45d4-a7c8-2795d2343dab tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:55.722907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-189c241b-c9b7-4bc0-9b26-a9489766a35d req-8b83fb62-4273-45d4-a7c8-2795d2343dab tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0658259 Aug 06 19:11:55.767988 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-189c241b-c9b7-4bc0-9b26-a9489766a35d req-753a6f9c-e263-4192-8c9f-158109dacac5 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Aug 06 19:11:56.898102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfa8a7-c7a2-4d5d-babb-a75505d98abf req-70b7f3b4-62c8-4e8b-a199-cd44d2b4db69 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:56.899785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80cfa8a7-c7a2-4d5d-babb-a75505d98abf req-70b7f3b4-62c8-4e8b-a199-cd44d2b4db69 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0542014 Aug 06 19:11:56.941295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-80cfa8a7-c7a2-4d5d-babb-a75505d98abf req-f484fe76-5e34-444d-80a4-a0b0e0726678 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352013 Aug 06 19:11:58.093419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690f8e8-9298-4724-bd09-eb15d5af00bd req-f4ed0b44-23f3-43be-a497-66f2c8dd85c3 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:58.094962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7690f8e8-9298-4724-bd09-eb15d5af00bd req-f4ed0b44-23f3-43be-a497-66f2c8dd85c3 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0623887 Aug 06 19:11:58.136267 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7690f8e8-9298-4724-bd09-eb15d5af00bd req-e3c79ac0-1d2e-4b21-a715-a544e6085cfc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351894 Aug 06 19:11:58.603092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6a70d5be-71d4-4533-8fa6-1c2ae83b693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:11:59.265027 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8d041-bd5f-4b40-8841-e1c49696e57f req-092fcd5b-ce18-4d5d-8851-c7c74926ddfc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:11:59.266562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02c8d041-bd5f-4b40-8841-e1c49696e57f req-092fcd5b-ce18-4d5d-8851-c7c74926ddfc tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0517871 Aug 06 19:11:59.307651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-02c8d041-bd5f-4b40-8841-e1c49696e57f req-bfb241cc-f5d2-493f-be83-ba624c7edbab tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348425 Aug 06 19:12:00.435048 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfa565-dfb1-4985-8b5f-b1c58d77be2d req-52d288c2-56ff-4fed-815d-a514a59786cb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:00.436587 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fdfa565-dfb1-4985-8b5f-b1c58d77be2d req-52d288c2-56ff-4fed-815d-a514a59786cb tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0557396 Aug 06 19:12:00.478421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fdfa565-dfb1-4985-8b5f-b1c58d77be2d req-d7ba4d7a-a7e4-49b1-9fb8-3a99d2532390 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351970 Aug 06 19:12:01.478226 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:01.611944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bab407-34a4-4e39-9d81-dbe7b4d555ba req-70244657-46d9-4059-9aad-153ea6dc7ce6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:01.613701 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7bab407-34a4-4e39-9d81-dbe7b4d555ba req-70244657-46d9-4059-9aad-153ea6dc7ce6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0565710 Aug 06 19:12:01.657626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7bab407-34a4-4e39-9d81-dbe7b4d555ba req-0683ea5b-ab17-4506-bb6c-dddd448113ff tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Aug 06 19:12:01.812817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c851-c637-4707-8a38-77fa07dc7a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:02.785370 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9cd6-ee94-4dce-a8bb-1177ea03cee9 req-481e4185-a209-4b14-85ba-64077ecc71c2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:02.786954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c4b9cd6-ee94-4dce-a8bb-1177ea03cee9 req-481e4185-a209-4b14-85ba-64077ecc71c2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0520878 Aug 06 19:12:02.832681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3c4b9cd6-ee94-4dce-a8bb-1177ea03cee9 req-4cd6c12e-4cd2-4b00-8fa0-f5e069e6a95e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391335 Aug 06 19:12:03.457294 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:03.960291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cce146-0681-4e31-8530-cb13563c1ce1 req-3d67bff4-2cbf-4d40-aed7-e1b7cca7b01f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:03.962007 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3cce146-0681-4e31-8530-cb13563c1ce1 req-3d67bff4-2cbf-4d40-aed7-e1b7cca7b01f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 944 time: 0.0544014 Aug 06 19:12:04.008598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3cce146-0681-4e31-8530-cb13563c1ce1 req-65c04abc-4ec5-4a21-9951-ffb51cdc4c94 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Aug 06 19:12:04.755481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:12:04.863014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:04.876980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:12:04.936422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:04.949148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:04.955644 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:04.981274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:04.988878 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:05.067362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:05.075850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.076197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.076545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.076882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.077211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.077569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.078267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.078723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.079132 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.079458 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.079787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.080113 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:05.157257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1ded7-791b-4c84-9f4c-63dfc4184c79 req-2213ce42-5f6f-43b6-8f17-19d3c1417ac9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:05.159536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc1ded7-791b-4c84-9f4c-63dfc4184c79 req-2213ce42-5f6f-43b6-8f17-19d3c1417ac9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0664687 Aug 06 19:12:05.210665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc1ded7-791b-4c84-9f4c-63dfc4184c79 req-617c7cab-ef89-4a96-8224-094cb26da6af tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Aug 06 19:12:05.380632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:12:06.343072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15582cd-a196-401a-bcf1-433979b78815 req-32eb41ec-83b6-46db-8cf6-9297805e9654 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:06.344566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15582cd-a196-401a-bcf1-433979b78815 req-32eb41ec-83b6-46db-8cf6-9297805e9654 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0557542 Aug 06 19:12:06.386003 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c15582cd-a196-401a-bcf1-433979b78815 req-650cd4b8-5281-4cb8-aa12-9ffd04bf32e7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Aug 06 19:12:06.710077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-769c1bc1-7ea9-4b04-b83d-17a666bc1934 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:06.711897 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-769c1bc1-7ea9-4b04-b83d-17a666bc1934 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.16 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&tenant_id=e69ed43b1efd4c5d984771f320e375a0&binding%3Ahost_id=n-h2-793621-29 HTTP/1.1" status: 200 len: 945 time: 0.0645509 Aug 06 19:12:06.729525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7f96b-7ad9-41dd-9f8b-4d9139144820 req-67f0918a-a01e-4068-9305-ff2bbe02fc0f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:06.731119 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5aa7f96b-7ad9-41dd-9f8b-4d9139144820 req-67f0918a-a01e-4068-9305-ff2bbe02fc0f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0612135 Aug 06 19:12:06.770499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:12:06.775639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5aa7f96b-7ad9-41dd-9f8b-4d9139144820 req-639bdea7-719e-4ce1-9ff0-5d2fc1e5756e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364203 Aug 06 19:12:06.798795 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-06a4e087-7f26-41fe-8382-9c706dd209e7 service neutron] 10.222.0.16 "GET /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78/bindings/n-h2-793621-29 HTTP/1.1" status: 200 len: 383 time: 0.0778813 Aug 06 19:12:06.833327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:12:06.837105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:12:06.837554 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:06.870073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-784b55ac-4350-45c1-95ad-fdc01309a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:06.871558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-784b55ac-4350-45c1-95ad-fdc01309a8fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1097 time: 0.0473311 Aug 06 19:12:06.924953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:06.950861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:06.955125 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18da2d-c674-47dd-bfaa-f4d0cf414014" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:06.978821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:06.984905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-51ab772b-3031-4e29-9364-e0a4f0b8cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:06.985150 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:06.987357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-51ab772b-3031-4e29-9364-e0a4f0b8cfe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1083357 Aug 06 19:12:07.063357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:07.097012 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-b23e5ea8-29b5-4e7d-a56e-02f349e87f35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1003 time: 0.1021404 Aug 06 19:12:07.102335 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167aedd8-a507-47a2-8f17-f7c05ae84933 x-openstack-request-id: req-167aedd8-a507-47a2-8f17-f7c05ae84933 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:07.102626 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:07.102874 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-167aedd8-a507-47a2-8f17-f7c05ae84933 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:07.103294 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'code': 200} Aug 06 19:12:07.155703 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-d98c4c8f-e276-4bfe-a578-e1cf3236644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:07.157178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-d98c4c8f-e276-4bfe-a578-e1cf3236644d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0475767 Aug 06 19:12:07.209002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-d188ac17-3a74-4078-a11d-e039212f39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:07.210573 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-d188ac17-3a74-4078-a11d-e039212f39c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467188 Aug 06 19:12:07.362321 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-dee9828b-38d1-4027-b8df-01882ddff4bf service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431394 Aug 06 19:12:07.473565 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-7555870f-b474-4672-9648-5ae6c1b5bd17 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030748 Aug 06 19:12:07.923213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d4547-348a-4df9-ae11-86bc74196506 req-b79320d7-a58e-4657-9875-8a9d977004e7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:07.925432 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f37d4547-348a-4df9-ae11-86bc74196506 req-b79320d7-a58e-4657-9875-8a9d977004e7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0663292 Aug 06 19:12:07.975896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f37d4547-348a-4df9-ae11-86bc74196506 req-b5309eea-5fbc-49e8-8aab-6458a20bfcf3 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Aug 06 19:12:09.099023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f17e-3483-41d0-847c-a82c9a7380e8 req-8f252590-f9a1-445e-9b56-0dcdc285a753 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:09.100579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed21f17e-3483-41d0-847c-a82c9a7380e8 req-8f252590-f9a1-445e-9b56-0dcdc285a753 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0519009 Aug 06 19:12:09.141931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed21f17e-3483-41d0-847c-a82c9a7380e8 req-ca2e3a25-fa3d-4930-961e-8a8039dd6f29 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Aug 06 19:12:10.273309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a345b6-64ae-4e0c-830b-523efff38bab req-037e84ba-a9a8-4cf0-ac2d-42e64042f04a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:10.274948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2a345b6-64ae-4e0c-830b-523efff38bab req-037e84ba-a9a8-4cf0-ac2d-42e64042f04a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0530326 Aug 06 19:12:10.314656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2a345b6-64ae-4e0c-830b-523efff38bab req-d39653a6-063d-49f5-9c69-3ad5bd835f2c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Aug 06 19:12:11.007632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:11.456858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-7ad15649-00b3-4efe-a8fd-327dae4520d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:11.458916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-7ad15649-00b3-4efe-a8fd-327dae4520d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d&tenant_id=e69ed43b1efd4c5d984771f320e375a0 HTTP/1.1" status: 200 len: 1098 time: 0.0769510 Aug 06 19:12:11.472541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:11.485489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87673c4-174f-4822-9f13-092a8aee15c1 req-5dc17de7-9372-4453-aff9-863fffd9bd3c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:11.487066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c87673c4-174f-4822-9f13-092a8aee15c1 req-5dc17de7-9372-4453-aff9-863fffd9bd3c tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0747421 Aug 06 19:12:11.572669 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c87673c4-174f-4822-9f13-092a8aee15c1 req-778dcea6-1b0f-478c-b236-2cd7b6aef119 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701668 Aug 06 19:12:11.573341 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:11.789823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:11.826215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:12:11.868716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:11.871097 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1af1b4-6845-45ef-b79c-be93e82cc310" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:11.875368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:11.888305 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Transition to ACTIVE for port object ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:12:11.893469 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:11.987887 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8b02e-46bc-4882-b76b-8a8c7c3ad11f x-openstack-request-id: req-2cd8b02e-46bc-4882-b76b-8a8c7c3ad11f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:11.988192 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:11.988417 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cd8b02e-46bc-4882-b76b-8a8c7c3ad11f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:11.988819 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'code': 200} Aug 06 19:12:11.991603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=10']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:12.006554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.006901 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.007231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.007560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.007953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.008279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.008599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.008916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.009241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.009587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.009911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.010227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:12.041904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] No DVR routers for this DVR port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:12:12.184112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:12:12.184437 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:12:12.184771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:12.189767 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:12:12.190098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Attempting to bind port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on network f2f87f23-a1dd-46ee-a1b7-03023971074c {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:12.196417 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:12:12.196679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Checking segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:12:12.197061 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Bound using segment: {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:12:12.197566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Bound port: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80749d20-03ff-4e2e-8b70-c93faf76bc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:12:12.197941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:12.265724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:12:12.269105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:12:12.274866 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:12.312047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.312683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:12.314070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] 10.222.0.55 "PUT /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1094 time: 0.8457403 Aug 06 19:12:12.338927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caec3a8-ee54-4d3f-bd0e-bf4f399df42b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=11']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:12.379780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:12.388469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-e45f683c-1c29-4697-a4f3-3adcaa3ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.390107 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-e45f683c-1c29-4697-a4f3-3adcaa3ff438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1097 time: 0.0474794 Aug 06 19:12:12.491056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-761b9f8f-550e-42b9-a4df-2ee140d38f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.492305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-761b9f8f-550e-42b9-a4df-2ee140d38f45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0952489 Aug 06 19:12:12.563198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-99a521b6-493e-4342-b9da-ac042cadc819 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0629261 Aug 06 19:12:12.614992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-bee43c25-9c81-456e-95dd-9d5ddf2404cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.616527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-bee43c25-9c81-456e-95dd-9d5ddf2404cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0464716 Aug 06 19:12:12.693187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-c6b64df0-89d5-466b-9766-b449827adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.694791 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-c6b64df0-89d5-466b-9766-b449827adc48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710790 Aug 06 19:12:12.717184 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81643-0712-4d91-9f6e-9f2d7d05a63f req-689c79b3-b53b-48af-bbb9-0edc08971f1a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:12.718624 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffe81643-0712-4d91-9f6e-9f2d7d05a63f req-689c79b3-b53b-48af-bbb9-0edc08971f1a tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0710146 Aug 06 19:12:12.790676 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:12:12.801332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffe81643-0712-4d91-9f6e-9f2d7d05a63f req-aa943268-463a-4493-8c6d-4732947e8d99 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718668 Aug 06 19:12:12.826846 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-2d546c33-f492-4ddf-a81d-9674b034b1b3 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243079 Aug 06 19:12:12.850493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:12:12.941405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4941f5af-3585-4cd9-ab25-474d9536f365 req-45484d49-d3aa-41a1-a320-4f3df164d742 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989223 Aug 06 19:12:13.950883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408318-8998-4d03-b2c4-5b652a057915 req-c639b492-484f-4553-bda2-9466317b4ec0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:13.953731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76408318-8998-4d03-b2c4-5b652a057915 req-c639b492-484f-4553-bda2-9466317b4ec0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0701599 Aug 06 19:12:13.989683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:13.992091 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:14.033208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76408318-8998-4d03-b2c4-5b652a057915 req-5ea3088d-e887-4e05-9499-9baedccc47f8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621438 Aug 06 19:12:14.145198 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c4a80-eb2f-4b8e-9b82-63f93ca99133 x-openstack-request-id: req-a97c4a80-eb2f-4b8e-9b82-63f93ca99133 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:14.145532 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:14.145800 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a97c4a80-eb2f-4b8e-9b82-63f93ca99133 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:14.146188 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'status': 'completed', 'code': 200} Aug 06 19:12:14.209392 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-83fc141c-28b3-4760-b35b-f4427bdc994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.211835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-83fc141c-28b3-4760-b35b-f4427bdc994d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1097 time: 0.0468221 Aug 06 19:12:14.224980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-f6a2150b-29b3-4113-b465-756464d31ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.226792 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-f6a2150b-29b3-4113-b465-756464d31ccb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1097 time: 0.0578151 Aug 06 19:12:14.322554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-bf408f49-d727-4ca7-96da-24de1de17167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.324142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-bf408f49-d727-4ca7-96da-24de1de17167 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1036427 Aug 06 19:12:14.334185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-831148f1-5fa1-4b7f-a748-b386dfd05e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.335783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-831148f1-5fa1-4b7f-a748-b386dfd05e11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.1020668 Aug 06 19:12:14.426105 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-c4d44e48-c7a2-4813-bb84-1b40554d19d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0938718 Aug 06 19:12:14.438294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-fb2b67f5-864b-4011-bfd5-7b462a97ab2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0949152 Aug 06 19:12:14.480954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-805522ef-2527-49b5-b4dd-0135e436462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.482635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-805522ef-2527-49b5-b4dd-0135e436462f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0494034 Aug 06 19:12:14.499525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-a481116d-1cfd-41c0-a2f0-20c2a803aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.501735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-a481116d-1cfd-41c0-a2f0-20c2a803aafd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0562701 Aug 06 19:12:14.537637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-2e4bfab1-812f-402a-b6bc-dd81e4f04def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.539237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-2e4bfab1-812f-402a-b6bc-dd81e4f04def service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496068 Aug 06 19:12:14.550121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-2129f59f-36ab-4a0d-a83a-3618f1c08fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:14.551929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-2129f59f-36ab-4a0d-a83a-3618f1c08fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433581 Aug 06 19:12:14.639444 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-66f449f4-fce8-4b37-928c-9db0515fc457 service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912948 Aug 06 19:12:14.654517 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-26073426-39d3-4089-85c3-c45f1da8aa3b service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952752 Aug 06 19:12:14.755633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-0c13ebbc-62f3-4a6f-b003-8f527b75ffef service neutron] 10.222.0.16 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081104 Aug 06 19:12:14.774233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87e0dcb7-7cf7-4e6f-8862-69b530b69e9a req-b359278b-564f-4d4d-af25-a28b2bd05b2d service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121826 Aug 06 19:12:15.181554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35936bd-aefd-49cb-924e-9e7b523ab7d0 req-e6820c2e-e313-4bf4-93e5-4c5462d8f627 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:15.183148 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35936bd-aefd-49cb-924e-9e7b523ab7d0 req-e6820c2e-e313-4bf4-93e5-4c5462d8f627 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 06 19:12:15.227526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a35936bd-aefd-49cb-924e-9e7b523ab7d0 req-220289e2-f3a2-4125-9979-64803e6eedf7 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372667 Aug 06 19:12:15.853760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-15142342-99a7-40c3-8816-bb0a1e46c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:15.855175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-15142342-99a7-40c3-8816-bb0a1e46c3d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e69ed43b1efd4c5d984771f320e375a0&device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 1097 time: 0.0418150 Aug 06 19:12:15.964311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-b4c65010-697f-4359-8ac8-209cc54f6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:15.965848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-b4c65010-697f-4359-8ac8-209cc54f6ca5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 200 len: 913 time: 0.0890827 Aug 06 19:12:16.038707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-57f3a93a-08f5-4b2e-b60d-356cff9721bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 200 len: 1001 time: 0.0651944 Aug 06 19:12:16.117752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-3c688221-21b0-42da-a48d-31119a959b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:16.119549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-3c688221-21b0-42da-a48d-31119a959b98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 200 len: 851 time: 0.0727265 Aug 06 19:12:16.172948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-321b1d86-1d1f-4006-8ab6-70a10d7157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:16.174617 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-321b1d86-1d1f-4006-8ab6-70a10d7157cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f87f23-a1dd-46ee-a1b7-03023971074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480669 Aug 06 19:12:16.289992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-9374058b-dfd3-4494-87e5-a95a740b6d3e service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080475 Aug 06 19:12:16.772784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f1bff-8489-4e65-888a-8648d0db587b req-9e51e195-0de3-4406-8e46-5e77fe7dcf70 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:16.774539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb4f1bff-8489-4e65-888a-8648d0db587b req-9e51e195-0de3-4406-8e46-5e77fe7dcf70 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.4659145 Aug 06 19:12:16.781346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dee0fdae-25ae-4f7e-b81f-95fd29ab32f6 req-1bf0e7d1-2b93-491e-a892-50621eb1f6b6 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836287 Aug 06 19:12:16.819719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb4f1bff-8489-4e65-888a-8648d0db587b req-0aec4e48-4da5-4541-a768-f46fffae2137 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368812 Aug 06 19:12:17.956550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277294c-2018-4154-b4e5-4f26783559f4 req-062d672b-e245-4417-8354-03897619c373 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:17.958170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7277294c-2018-4154-b4e5-4f26783559f4 req-062d672b-e245-4417-8354-03897619c373 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0569689 Aug 06 19:12:18.007008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7277294c-2018-4154-b4e5-4f26783559f4 req-155ece8e-bddd-41ce-87e8-d376bba1b850 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 Aug 06 19:12:19.134208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72a5e-9809-4872-a12e-9da0b5ffbe87 req-7d7ab294-df09-42a3-bad2-8f25f5296f25 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:19.135994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96c72a5e-9809-4872-a12e-9da0b5ffbe87 req-7d7ab294-df09-42a3-bad2-8f25f5296f25 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0522394 Aug 06 19:12:19.178895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96c72a5e-9809-4872-a12e-9da0b5ffbe87 req-c8ef74cc-b340-429c-8157-e690343dfa60 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361903 Aug 06 19:12:20.311012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6250a-d628-476d-9ff3-dd2ce75858a4 req-750b2903-eda1-4c53-80d0-43b297ec264b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:20.312527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d6250a-d628-476d-9ff3-dd2ce75858a4 req-750b2903-eda1-4c53-80d0-43b297ec264b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0607891 Aug 06 19:12:20.352809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5d6250a-d628-476d-9ff3-dd2ce75858a4 req-4e06cfa4-e33e-4fa1-8385-9476850f9dce tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335727 Aug 06 19:12:21.480431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d3189-968a-4100-9269-38f40df4da73 req-7eec0c8a-3b40-47f6-91b2-10c8cbb32de9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:21.482034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-332d3189-968a-4100-9269-38f40df4da73 req-7eec0c8a-3b40-47f6-91b2-10c8cbb32de9 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0515289 Aug 06 19:12:21.527118 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-332d3189-968a-4100-9269-38f40df4da73 req-b8781f84-b6ec-48a9-9c4d-8925ba6b4a59 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350618 Aug 06 19:12:22.656857 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb3ab-f7d8-4cbc-869f-7bcb23219406 req-b9777060-30e4-442c-89fc-93f7958c8989 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:22.658394 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ffbb3ab-f7d8-4cbc-869f-7bcb23219406 req-b9777060-30e4-442c-89fc-93f7958c8989 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0553956 Aug 06 19:12:22.704343 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ffbb3ab-f7d8-4cbc-869f-7bcb23219406 req-e1269b6e-f517-4f46-911c-d43259ba735b tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369003 Aug 06 19:12:22.820771 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:12:23.838962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eab1e-5eb3-4f11-b4ab-ce0bf5d0c6b1 req-6749123f-dbdf-414d-933b-34dec065377d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:23.840534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a1eab1e-5eb3-4f11-b4ab-ce0bf5d0c6b1 req-6749123f-dbdf-414d-933b-34dec065377d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0623946 Aug 06 19:12:23.882381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4a1eab1e-5eb3-4f11-b4ab-ce0bf5d0c6b1 req-b166e8b0-c5dc-40ad-bed7-b6fdac95c312 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354884 Aug 06 19:12:24.951026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:12:25.022447 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33a0ea-5473-4ced-9663-4cb6c5c95401 req-f7dd298c-bb2a-4086-935a-8a24c805d325 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:25.024103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c33a0ea-5473-4ced-9663-4cb6c5c95401 req-f7dd298c-bb2a-4086-935a-8a24c805d325 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0631194 Aug 06 19:12:25.057480 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:25.067658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c33a0ea-5473-4ced-9663-4cb6c5c95401 req-765fe5e8-7837-4964-822d-7fe8036591cf tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326169 Aug 06 19:12:25.075755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'port_id': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'mac_address': 'fa:16:3e:ff:74:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:12:25.117435 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:25.130855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:25.151777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:25.157301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:25.186937 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699706c3-bdb0-499b-a169-1b189e5d4703 req-f816e89b-7aa5-4f5f-b412-f9a71b625fe0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:25.188473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-699706c3-bdb0-499b-a169-1b189e5d4703 req-f816e89b-7aa5-4f5f-b412-f9a71b625fe0 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 945 time: 0.0518386 Aug 06 19:12:25.210375 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:25.228362 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-699706c3-bdb0-499b-a169-1b189e5d4703 req-98b45c4f-776e-41f5-aa64-174eaf98268d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Aug 06 19:12:25.349910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f56d76-5f4d-4afd-9d8d-9bee34ee1a6f req-136c7deb-5f96-469b-b566-72ec0a45bff2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:25.351476 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0f56d76-5f4d-4afd-9d8d-9bee34ee1a6f req-136c7deb-5f96-469b-b566-72ec0a45bff2 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0567558 Aug 06 19:12:25.407288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:12:25.415527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0f56d76-5f4d-4afd-9d8d-9bee34ee1a6f req-57ed5150-4aa3-4dc4-a11c-0f2e91669c43 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576499 Aug 06 19:12:25.682067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b1018-ac78-4b27-99b7-bcc7f9781b43 req-efafdb17-7261-4799-9ee7-9bfe323a1b47 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:25.683559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-396b1018-ac78-4b27-99b7-bcc7f9781b43 req-efafdb17-7261-4799-9ee7-9bfe323a1b47 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0636201 Aug 06 19:12:25.723843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-396b1018-ac78-4b27-99b7-bcc7f9781b43 req-0f261be9-ee7e-46b0-b90f-4122531a2b01 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341053 Aug 06 19:12:26.866931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad4aac-2dbd-436b-aaf9-3485aa64e593 req-8f7c9d45-3327-4dbd-a23a-65258b49c0af tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:26.869368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cad4aac-2dbd-436b-aaf9-3485aa64e593 req-8f7c9d45-3327-4dbd-a23a-65258b49c0af tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0638447 Aug 06 19:12:26.909599 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7cad4aac-2dbd-436b-aaf9-3485aa64e593 req-549c93fa-3cb1-45ff-9a2a-10b7751b2938 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups?id=32d43886-084f-40af-8de1-2eca6733db7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Aug 06 19:12:26.973125 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:12:27.032852 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:12:27.036577 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:12:27.036947 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.120431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.145035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:27.147463 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0429994a-2b95-4389-ae22-4080520e6db2" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:27.165304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:27.178536 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.185297 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1b0849-6c89-46a8-8dc1-b45a846a4087 x-openstack-request-id: req-2b1b0849-6c89-46a8-8dc1-b45a846a4087 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:27.185645 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:27.185918 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b1b0849-6c89-46a8-8dc1-b45a846a4087 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:27.186413 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'code': 200} Aug 06 19:12:27.193612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-39b4bb7b-2b99-4d6a-acfe-7dfb85f24e09 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:27.195153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-39b4bb7b-2b99-4d6a-acfe-7dfb85f24e09 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 946 time: 0.0577123 Aug 06 19:12:27.229758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=13']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:27.288475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Deleting port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:27.288741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.397155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] For port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:27.397544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.573559 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.573808 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.574142 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 disassociated. External IP: 172.25.3.194, port: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78. Aug 06 19:12:27.574494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Calling delete_port for ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:27.718182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:27.758435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'Port': ['ID=ea2e1e2c-6fc2-4823-a43a-aa04e9933e78,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:27.884188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:12:28.008662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:12:28.018881 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:12:28.029090 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:12:28.029808 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:28.030255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b01759c-be2d-4b9a-ab27-fcaaeab14cfb req-47131a21-bafa-451f-aa17-3c60415f2a35 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0391428 Aug 06 19:12:28.062993 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] No DVR routers for this DVR port ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:12:28.070305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:28.074467 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0774678f-8a0e-4329-aff0-ca60afecd45d req-1f8df828-e618-4685-ae02-93c508679910 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.55 "DELETE /v2.0/ports/ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 HTTP/1.1" status: 204 len: 173 time: 0.8724322 Aug 06 19:12:28.075010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-deleted', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:28.077746 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04a12c-e9bd-47dc-a826-9ad4abe757dc" -d '{"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-deleted", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:28.117635 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd774fef-6d99-42d1-8529-9e10f1d14676 x-openstack-request-id: req-bd774fef-6d99-42d1-8529-9e10f1d14676 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:28.118056 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a7702c-481f-4899-9ffd-01df57d7e68d", "name": "network-vif-deleted", "tag": "ea2e1e2c-6fc2-4823-a43a-aa04e9933e78", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:28.118566 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd774fef-6d99-42d1-8529-9e10f1d14676 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:28.121466 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a7702c-481f-4899-9ffd-01df57d7e68d', 'name': 'network-vif-deleted', 'tag': 'ea2e1e2c-6fc2-4823-a43a-aa04e9933e78', 'status': 'completed', 'code': 200} Aug 06 19:12:28.152203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:12:28.356224 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:28.385853 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:12:28.394725 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:12:28.395449 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:12:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:28.497428 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:12:28.599419 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95021540-3b3f-4df2-87d0-1fee186dec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:28.706357 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:28.734754 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a00a72-c69f-4900-894d-4c69274a4c35 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:41Z', 'revision_number': 4, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'f8824bb8-6b49-4356-84a0-56fcf1c4b27a', 'name': '', 'network_id': 'f2f87f23-a1dd-46ee-a1b7-03023971074c', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'mac_address': 'fa:16:3e:c6:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:41Z', 'updated_at': '2021-08-06T19:02:45Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'subnets': [{'id': '733fd7ea-5d5d-4506-b5ac-60f61001bef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:12:29.006308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e416e3e-d92f-45c1-b24e-85922bdee1f9 None None] New status for floating IP 3f7f050d-74f8-4b4c-8db5-8456dc05ffb6: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:12:29.156012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4fc21ec5-e5e3-4f4e-b66b-0574c3c792e0 req-616fb732-3273-4541-9948-5dcef1443dc8 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0279915 Aug 06 19:12:30.259300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ec67dbd7-df0c-42d3-a99a-acec27f72b45 req-929d5454-0a6b-4512-aa0a-428449884db6 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0312893 Aug 06 19:12:31.017604 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:12:31.038931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:12:31.039136 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device ea2e1e2c-6fc2-4823-a43a-aa04e9933e78 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:12:31.360921 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d102a3b5-0942-4ac5-8cd7-b0b52843b01b req-99fcdf1c-3e5d-4231-b9c7-f8709affd42e tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/ports?device_id=93a7702c-481f-4899-9ffd-01df57d7e68d HTTP/1.1" status: 200 len: 210 time: 0.0277612 Aug 06 19:12:31.492258 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:31.806561 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa269a43-53fe-4a5e-921a-1102f3060872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:33.460104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:34.937476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.120338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50832) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:35.182621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.213489 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.264360 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.266992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.268197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "DELETE /v2.0/security-groups/32d43886-084f-40af-8de1-2eca6733db7d HTTP/1.1" status: 204 len: 168 time: 0.1467021 Aug 06 19:12:35.271198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50834) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:35.278724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cdf54-01c1-4f66-ad0e-116bb5797f93 tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d43886-084f-40af-8de1-2eca6733db7d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:35.288980 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-cb6047ff-8e72-4335-96bb-d79d4f4c106d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] show failed (client error): The resource could not be found. Aug 06 19:12:35.293586 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cb6047ff-8e72-4335-96bb-d79d4f4c106d tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "GET /v2.0/security-groups/32d43886-084f-40af-8de1-2eca6733db7d HTTP/1.1" status: 404 len: 347 time: 0.0200560 Aug 06 19:12:35.293943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50836) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:35.455606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Deleting port 38d51f92-aa8e-4c86-be17-f75488160f6d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:35.456119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.543712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.543941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.557622 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Calling delete_port for 38d51f92-aa8e-4c86-be17-f75488160f6d owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:35.709054 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.738644 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Pushing event deleted for resources: {'Port': ['ID=38d51f92-aa8e-4c86-be17-f75488160f6d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:35.803615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.806356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:35.807717 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0be9f070-bf73-463b-a02b-c84806ecba8f tempest-ServerActionsTestJSON-2065113911 tempest-ServerActionsTestJSON-2065113911-project] 10.222.0.64 "DELETE /v2.0/floatingips/3f7f050d-74f8-4b4c-8db5-8456dc05ffb6 HTTP/1.1" status: 204 len: 168 time: 0.5122240 Aug 06 19:12:35.811768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50838) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:36.306399 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:36.596820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Deleting port f8824bb8-6b49-4356-84a0-56fcf1c4b27a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:36.597165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:36.684382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] For port f8824bb8-6b49-4356-84a0-56fcf1c4b27a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:36.684729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:36.700033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Calling delete_port for f8824bb8-6b49-4356-84a0-56fcf1c4b27a owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:36.899997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:36.933527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8824bb8-6b49-4356-84a0-56fcf1c4b27a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:37.134953 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:37.370848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:12:37.493275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:12:37.500556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3f846b60-9d5b-46ad-8b57-0a8de8c3364e admin admin] 10.222.0.64 "PUT /v2.0/routers/c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867197 Aug 06 19:12:37.502570 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50842) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:37.506489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Sync routers for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:12:37.526665 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:12:37.527317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:37.645819 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:37.672053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:12:37.792085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:37.856056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Deleting port c3449e70-9759-46b9-a5e0-1c865957a2fc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:37.856799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:37.886431 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:12:36Z', 'revision_number': 5, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port': {'id': 'c3449e70-9759-46b9-a5e0-1c865957a2fc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:37.913183 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Checking router: c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:12:37.921931 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Routers {'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:12:37.922550 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:12:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:37.946129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] For port c3449e70-9759-46b9-a5e0-1c865957a2fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c3449e70-9759-46b9-a5e0-1c865957a2fc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:37.946495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:37.962762 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Calling delete_port for c3449e70-9759-46b9-a5e0-1c865957a2fc owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:38.133609 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] Set router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:12:38.186629 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:12:37Z', 'revision_number': 6, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:38.190127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.217724 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83765c9b-fa96-48ba-a6a5-ae1632ce1bd6 None None] The sync data for ids ['c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148'] in n-d-793621-29 is: [{'id': 'c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148', 'name': 'tempest-ServerActionsTestJSON-1489106643-router', 'tenant_id': 'e69ed43b1efd4c5d984771f320e375a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:02:38Z', 'updated_at': '2021-08-06T19:12:37Z', 'revision_number': 6, 'project_id': 'e69ed43b1efd4c5d984771f320e375a0', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:12:38.221648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3449e70-9759-46b9-a5e0-1c865957a2fc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:38.298412 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.398494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.400344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.447960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.448576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:12:38.454373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.455729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb8e2df8-2e9a-4cc3-ad48-4d3586c9e5a3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c2f46d4f-e357-4f9b-a22c-dfb9e9dcb148 HTTP/1.1" status: 204 len: 168 time: 0.9520044 Aug 06 19:12:38.458155 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50844) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:38.503934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Deleting subnet 733fd7ea-5d5d-4506-b5ac-60f61001bef7 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:12:38.507505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.893136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:38.971270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.033046 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.063168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733fd7ea-5d5d-4506-b5ac-60f61001bef7,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:39.068660 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.072400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7609723d-0287-4f8f-88a5-580452559db2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/733fd7ea-5d5d-4506-b5ac-60f61001bef7 HTTP/1.1" status: 204 len: 168 time: 0.6132500 Aug 06 19:12:39.074981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50846) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:39.081310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38444a-d2e6-4c27-a803-b7edda3b1060 None None] Network f2f87f23-a1dd-46ee-a1b7-03023971074c requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:12:39.151474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.211406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Deleting port a7922315-8284-426a-8f69-8d8ca5650ed3 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:39.211751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.293624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] DHCP port deletion for f2f87f23-a1dd-46ee-a1b7-03023971074c request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:12:39.298302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] For port a7922315-8284-426a-8f69-8d8ca5650ed3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a7922315-8284-426a-8f69-8d8ca5650ed3,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:39.298913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.314543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Calling delete_port for a7922315-8284-426a-8f69-8d8ca5650ed3 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:39.346198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Deleting port a7922315-8284-426a-8f69-8d8ca5650ed3 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:12:39.346663 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.402722 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.413107 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] For port a7922315-8284-426a-8f69-8d8ca5650ed3, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a7922315-8284-426a-8f69-8d8ca5650ed3,segment=NetworkSegment(80749d20-03ff-4e2e-8b70-c93faf76bc44),segment_id=80749d20-03ff-4e2e-8b70-c93faf76bc44)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:39.413538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.427997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Calling delete_port for a7922315-8284-426a-8f69-8d8ca5650ed3 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:12:39.434618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] No DVR routers for this DVR port a7922315-8284-426a-8f69-8d8ca5650ed3 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:12:39.440047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7922315-8284-426a-8f69-8d8ca5650ed3,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:39.511450 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.520234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.521950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f87f23-a1dd-46ee-a1b7-03023971074c']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:39.532861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80749d20-03ff-4e2e-8b70-c93faf76bc44') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:39.533132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80749d20-03ff-4e2e-8b70-c93faf76bc44') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:12:39.542690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.546844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] Pushing event deleted for resources: {'Port': ['ID=a7922315-8284-426a-8f69-8d8ca5650ed3,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:39.548809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73a69b-53dc-4b91-9d47-49c44e8ce6c9 None None] No DVR routers for this DVR port a7922315-8284-426a-8f69-8d8ca5650ed3 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:12:39.560120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.566679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:12:39.567087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:12:39.569066 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:12:39.633197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.640671 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:39.643279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f2f87f23-a1dd-46ee-a1b7-03023971074c HTTP/1.1" status: 204 len: 168 time: 0.5672557 Aug 06 19:12:39.656729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469ada7-06aa-418b-8a94-3d09c7fcfe30 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f87f23-a1dd-46ee-a1b7-03023971074c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:39.780784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c3449e70-9759-46b9-a5e0-1c865957a2fc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:12:39.807973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c3449e70-9759-46b9-a5e0-1c865957a2fc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:12:39.808197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c3449e70-9759-46b9-a5e0-1c865957a2fc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:12:39.808626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8824bb8-6b49-4356-84a0-56fcf1c4b27a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:12:39.831792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f8824bb8-6b49-4356-84a0-56fcf1c4b27a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:12:39.832153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f8824bb8-6b49-4356-84a0-56fcf1c4b27a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:12:39.832571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a7922315-8284-426a-8f69-8d8ca5650ed3 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:12:39.852617 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a7922315-8284-426a-8f69-8d8ca5650ed3 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:12:39.852962 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a7922315-8284-426a-8f69-8d8ca5650ed3 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:12:39.891240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50850) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:39.933469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9d8caeb8-9ad7-4f02-b966-bc638921e1f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e69ed43b1efd4c5d984771f320e375a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409560 Aug 06 19:12:39.937689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50852) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:39.992621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:40.022950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:40.083085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:40.086253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:40.087451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2d0759b-885e-4fbe-b24c-ada11337ac1a HTTP/1.1" status: 204 len: 168 time: 0.1484466 Aug 06 19:12:40.095890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5a0d-8c18-4078-880e-1d71d999923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0759b-885e-4fbe-b24c-ada11337ac1a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:40.941066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 50874) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:41.021485 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.062690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1257606414-network', 'tenant_id': 'ea126ae64a504bf5829c1f6c41641e58'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:41.088638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Made reservation on behalf of ea126ae64a504bf5829c1f6c41641e58 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:12:41.091106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.100116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.194367 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.200904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.233873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:12:41.243163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58edfa82-789a-4388-8ceb-96f4cd7b2f98,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:41.250613 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.250943 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Added segment 373a3bd0-66cc-4dc8-8b54-385890a7592d of type vlan for network df52ec4a-942f-4a72-ba78-aba66d5e5cfc Aug 06 19:12:41.295821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.325902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.326865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:41.327797 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.387068 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4447215 Aug 06 19:12:41.390329 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 50878) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:12:41.395085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511648ec-5fbd-4605-a43f-1dc0c3585fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=df52ec4a-942f-4a72-ba78-aba66d5e5cfc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:41.395839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Request body: {'subnet': {'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1257606414-subnet', 'tenant_id': 'ea126ae64a504bf5829c1f6c41641e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:41.407392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:12:41.428256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Made reservation on behalf of ea126ae64a504bf5829c1f6c41641e58 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:12:41.430992 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.621400 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.674955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1dc145-4993-4c4a-9010-ffb111e612fd,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:41.686400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Checking segment: {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:12:41.686763 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Network hostable DHCP agents. Network: df52ec4a-942f-4a72-ba78-aba66d5e5cfc, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:12:41.706188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:12:41.719056 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, df52ec4a-942f-4a72-ba78-aba66d5e5cfc) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:12:41.723826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:41.724447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:41.729199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af903da3-c756-4c44-aeb0-74e977eefa1d None None] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:12:41.741870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7fa4b718-6f5d-442c-90bd-fd383f46e493 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3496151 Aug 06 19:12:41.857281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e928484-7d61-4557-8c67-a6d816e80be9 None None] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:12:42.189849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-d5fc62e9-112c-4081-86ce-68dfeda6db10 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:42.191243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-d5fc62e9-112c-4081-86ce-68dfeda6db10 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 814 time: 0.1031458 Aug 06 19:12:42.209389 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-3eb7ad41-5ac7-4947-adbd-e6ffe6b3ed1e tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/quotas/ea126ae64a504bf5829c1f6c41641e58 HTTP/1.1" status: 200 len: 375 time: 0.0105574 Aug 06 19:12:42.246581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-818da913-ebc1-4451-8280-55c04501ad94 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316079 Aug 06 19:12:42.345289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-1e5d5d94-9ee5-4ef1-8ee4-c8a6b7fc0b28 service neutron] 10.222.0.64 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915880 Aug 06 19:12:42.400176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:42.454169 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-d796a24e-bdd1-4f5f-9bbe-fbaef657da24 service neutron] 10.222.0.64 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023791 Aug 06 19:12:42.625527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8060cfd-0ba6-4ed0-83e4-144161466435 req-c4672f72-beed-4f80-9b0e-4ac379d59989 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 210 time: 0.0364001 Aug 06 19:12:43.640302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-b94c46d0-d357-4d23-8727-91e6c8f63bde tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:43.641851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-b94c46d0-d357-4d23-8727-91e6c8f63bde tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.55 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 814 time: 0.1316645 Aug 06 19:12:43.661150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Request body: {'port': {'device_id': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc', 'admin_state_up': True, 'tenant_id': 'ea126ae64a504bf5829c1f6c41641e58'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:43.748908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-58f272a9-a1c0-4a9a-b613-20c151d85cbf req-6831c18f-2669-4b3e-87e6-69d87a6cdde6 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 210 time: 0.0329869 Aug 06 19:12:43.797940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Made reservation on behalf of ea126ae64a504bf5829c1f6c41641e58 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:12:43.801373 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:43.953840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Allocated IP 172.20.0.7 (df52ec4a-942f-4a72-ba78-aba66d5e5cfc/1a1dc145-4993-4c4a-9010-ffb111e612fd/57f068b9-69e1-4f2d-83e0-f253c5c3d871) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:12:44.133910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.177236 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.225161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:12:44.228623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:12:44.233247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:12:44.240510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Pushing event updated for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:44.289075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:44.289959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.307194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-6d2ddacf-2b8d-44b6-86af-63e7865ac202 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6503153 Aug 06 19:12:44.319966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Request body: {'port': {'device_id': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:44.379149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.672556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f068b9-69e1-4f2d-83e0-f253c5c3d871 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:44.681240 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.694963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Transition to ACTIVE for port object 57f068b9-69e1-4f2d-83e0-f253c5c3d871 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:12:44.700241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.753244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Pushing event updated for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:44.831817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Attempting to bind port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:12:44.832186 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Attempting to bind port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:12:44.832513 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Attempting to bind port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:44.851840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:12:44.852200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Attempting to bind port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:44.860124 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:12:44.860465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Checking segment: {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:12:44.860908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Bound using segment: {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:12:44.861350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Bound port: 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:12:44.861742 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:44.889162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8140c-ba27-45b5-97e1-17ff5bb98220 req-f323a007-c890-4dd0-9d77-c5e449ce23e9 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:44.890705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fc8140c-ba27-45b5-97e1-17ff5bb98220 req-f323a007-c890-4dd0-9d77-c5e449ce23e9 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 943 time: 0.0724921 Aug 06 19:12:44.971326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2fc8140c-ba27-45b5-97e1-17ff5bb98220 req-3e17f09b-cbb6-4c20-b5ad-b41caa7583bd tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634372 Aug 06 19:12:44.972904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:12:44.976799 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:12:44.982149 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:45.018488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.019110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:45.020564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] 10.222.0.55 "PUT /v2.0/ports/57f068b9-69e1-4f2d-83e0-f253c5c3d871 HTTP/1.1" status: 200 len: 1092 time: 0.7047820 Aug 06 19:12:45.021017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:45.023377 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10820c6a-074d-4c0a-9078-05fab3294c37" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:45.050230 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0ce51-eebf-484a-8fc9-c0ca66903a46 service neutron] Pushing event updated for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:45.067537 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f81f69-76b5-44ed-a573-932efa87f313 x-openstack-request-id: req-33f81f69-76b5-44ed-a573-932efa87f313 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:45.067846 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:45.068099 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33f81f69-76b5-44ed-a573-932efa87f313 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:45.068503 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871', 'status': 'completed', 'code': 200} Aug 06 19:12:45.118047 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-4c322a7c-c18a-460c-84a6-cae251e15460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.119714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-4c322a7c-c18a-460c-84a6-cae251e15460 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0456598 Aug 06 19:12:45.166411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-b453b5a0-554d-4b38-917c-f0af76c99b26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871 HTTP/1.1" status: 200 len: 217 time: 0.0389185 Aug 06 19:12:45.217568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-1a447467-e5e2-47ae-bab7-413db7c69159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.219051 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-1a447467-e5e2-47ae-bab7-413db7c69159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a1dc145-4993-4c4a-9010-ffb111e612fd HTTP/1.1" status: 200 len: 854 time: 0.0461726 Aug 06 19:12:45.252676 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-52521e53-23d8-49b5-aff2-49b11d251e8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255699 Aug 06 19:12:45.364176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-37e31131-2d30-4bde-af50-ddb771fc9df5 service neutron] 10.222.0.55 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041820 Aug 06 19:12:45.456849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39eaec75-e3cb-421c-ae3e-8071d9ade358 req-d14204a4-dd9a-465b-850e-8d97229304c0 service neutron] 10.222.0.55 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Aug 06 19:12:45.568550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-64bd0001-61ce-441b-bd70-f4c0c967261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.570064 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-64bd0001-61ce-441b-bd70-f4c0c967261a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0530763 Aug 06 19:12:45.668012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-76b8a399-c703-47fb-bf14-2f7bcb7873d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.669569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-76b8a399-c703-47fb-bf14-2f7bcb7873d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 915 time: 0.0927219 Aug 06 19:12:45.712742 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-a0672ffa-459c-4143-a5b3-f68b3475cfd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Aug 06 19:12:45.769580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-965f5925-91a0-4907-8657-9b18ef5a1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:45.771128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-965f5925-91a0-4907-8657-9b18ef5a1e17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1a1dc145-4993-4c4a-9010-ffb111e612fd HTTP/1.1" status: 200 len: 854 time: 0.0511057 Aug 06 19:12:45.805755 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-aa62f827-4ec9-43d5-b79f-2410fb1a67b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261569 Aug 06 19:12:45.901061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-4ac52dc7-ab1c-4b10-a857-d33a8f1908f6 service neutron] 10.222.0.55 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877819 Aug 06 19:12:46.003388 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10820c6a-074d-4c0a-9078-05fab3294c37 req-7db0ec38-3863-4f50-9d87-7dfaf7d2fa14 service neutron] 10.222.0.55 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930514 Aug 06 19:12:46.099852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a439c-3564-456e-b3c5-58b706ea942b req-d5e4d196-fe5f-424d-a4d6-5fcfc7b94727 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:46.101361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d0a439c-3564-456e-b3c5-58b706ea942b req-d5e4d196-fe5f-424d-a4d6-5fcfc7b94727 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 943 time: 0.0502238 Aug 06 19:12:46.141692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6d0a439c-3564-456e-b3c5-58b706ea942b req-fd4bf97e-c558-4689-8fa1-a4dd9c232987 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337207 Aug 06 19:12:47.130710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 57f068b9-69e1-4f2d-83e0-f253c5c3d871 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:12:47.229155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:47.240861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '57f068b9-69e1-4f2d-83e0-f253c5c3d871', 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc', 'port_id': '57f068b9-69e1-4f2d-83e0-f253c5c3d871', 'mac_address': 'fa:16:3e:09:77:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1dc145-4993-4c4a-9010-ffb111e612fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:12:47.267779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d7544-76ba-4c33-a987-fb9cc2bfd175 req-80db5748-2f32-4b34-84bf-32cf1a4ce37d tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:47.269269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f4d7544-76ba-4c33-a987-fb9cc2bfd175 req-80db5748-2f32-4b34-84bf-32cf1a4ce37d tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 943 time: 0.0551469 Aug 06 19:12:47.284265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:47.297298 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f068b9-69e1-4f2d-83e0-f253c5c3d871 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:47.318848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f4d7544-76ba-4c33-a987-fb9cc2bfd175 req-f69fd1b3-a0b6-432a-af5b-2cd48553cc19 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 Aug 06 19:12:47.321944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:47.327546 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:47.376101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:47.517658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['57f068b9-69e1-4f2d-83e0-f253c5c3d871'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:12:48.446689 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d79b2b-752e-46a9-a8ef-7b208ee5d017 req-5b5c9ba9-e0c4-46cc-bc20-d7abdd72e401 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:48.448179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98d79b2b-752e-46a9-a8ef-7b208ee5d017 req-5b5c9ba9-e0c4-46cc-bc20-d7abdd72e401 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 944 time: 0.0588398 Aug 06 19:12:48.488369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98d79b2b-752e-46a9-a8ef-7b208ee5d017 req-cd26e08b-7a2c-4c24-aef5-3ade46b89c04 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Aug 06 19:12:49.132029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 57f068b9-69e1-4f2d-83e0-f253c5c3d871 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:12:49.188973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:12:49.193966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:12:49.194451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:49.290299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:49.318390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:49.320762 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05643e9e-5978-45f7-ab86-bb5d11aa9d9d" -d '{"events": [{"server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "name": "network-vif-plugged", "status": "completed", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:49.334392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:49.340749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:49.368006 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094f4ba-9582-4584-9420-8448519665cf x-openstack-request-id: req-0094f4ba-9582-4584-9420-8448519665cf {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:49.368239 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "name": "network-vif-plugged", "status": "completed", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:49.368511 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0094f4ba-9582-4584-9420-8448519665cf {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:49.368913 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871', 'code': 200} Aug 06 19:12:49.398949 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:49.465652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8794a-5873-4c28-b3a5-c0f0ccde07a3 req-f962651f-2992-4ced-bc73-86fb24837337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:49.467159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c8794a-5873-4c28-b3a5-c0f0ccde07a3 req-f962651f-2992-4ced-bc73-86fb24837337 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0482476 Aug 06 19:12:49.510719 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1c8794a-5873-4c28-b3a5-c0f0ccde07a3 req-a7975adc-040c-4f4d-8bb8-3b8bed403057 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363128 Aug 06 19:12:49.612461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535ecd-3d79-460d-97aa-0794e7308c05 req-40bef331-be3b-40ac-9e5e-12d82505ab45 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:49.614012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95535ecd-3d79-460d-97aa-0794e7308c05 req-40bef331-be3b-40ac-9e5e-12d82505ab45 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0549498 Aug 06 19:12:49.656345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95535ecd-3d79-460d-97aa-0794e7308c05 req-e0e8f7e0-c9a4-4c82-a93d-b79d291d2ccf tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Aug 06 19:12:50.786233 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482aa2e-7947-4005-b902-80c4f97c2f9f req-e3377065-5242-417b-ab9a-7a084d07e154 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:50.787823 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5482aa2e-7947-4005-b902-80c4f97c2f9f req-e3377065-5242-417b-ab9a-7a084d07e154 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0575254 Aug 06 19:12:50.841348 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5482aa2e-7947-4005-b902-80c4f97c2f9f req-2b34862d-ef8c-49c4-8344-aa00fe966084 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Aug 06 19:12:51.076191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-e189ef6e-f186-409a-b095-f0bc284e4cdb tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:51.078063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-e189ef6e-f186-409a-b095-f0bc284e4cdb tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 814 time: 0.1101272 Aug 06 19:12:51.096947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-1c194933-c1ec-4d44-8e98-9a0c13a4960a tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/quotas/ea126ae64a504bf5829c1f6c41641e58 HTTP/1.1" status: 200 len: 375 time: 0.0126524 Aug 06 19:12:51.155435 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-ff46b490-05f9-4bfa-be03-8c016f1e5093 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521953 Aug 06 19:12:51.252566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-5aa9a969-fd11-404e-bf17-c07fe1defcfa service neutron] 10.222.0.64 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896618 Aug 06 19:12:51.353351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-d4f66316-b110-47a1-ab47-699bf5f4cdcf service neutron] 10.222.0.64 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938644 Aug 06 19:12:51.521636 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-921e2da6-3a6b-48c5-b740-b121921111f0 req-0b061e3a-7ecb-476f-b081-d8499588f989 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 210 time: 0.0268061 Aug 06 19:12:52.630739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2915f1b7-5377-4af7-bc80-5fbb88d6c7e4 req-a125d715-6140-40f9-9b9d-07b857d911cf tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 06 19:12:52.732059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-ba43079a-04ce-44f8-b57b-2ab8d8ce8fc8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:52.733647 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-ba43079a-04ce-44f8-b57b-2ab8d8ce8fc8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.16 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 814 time: 0.1194828 Aug 06 19:12:52.746829 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Request body: {'port': {'device_id': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc', 'admin_state_up': True, 'tenant_id': 'ea126ae64a504bf5829c1f6c41641e58'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:52.867518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Made reservation on behalf of ea126ae64a504bf5829c1f6c41641e58 for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:12:52.872076 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:53.025856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Allocated IP 172.20.0.5 (df52ec4a-942f-4a72-ba78-aba66d5e5cfc/1a1dc145-4993-4c4a-9010-ffb111e612fd/57bc71ac-8175-49c8-bdb9-e4e764453cc7) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:12:53.187622 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:53.243465 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:53.256646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['57f068b9-69e1-4f2d-83e0-f253c5c3d871'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:12:53.299019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Network df52ec4a-942f-4a72-ba78-aba66d5e5cfc is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:12:53.302142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:12:53.306070 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:12:53.312642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Pushing event updated for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:53.340895 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.341235 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.341600 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.341917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.342263 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.342589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.342906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.343216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.343548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.343846 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.344168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.344488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:12:53.369763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:53.370426 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:53.385378 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-7877f4c8-047a-4678-b244-886edf5fa313 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6426463 Aug 06 19:12:53.400459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Request body: {'port': {'device_id': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:12:53.769436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b079d8-22e8-4222-9643-d4d8b667cd88 req-48c9fe79-f0bd-442f-9df7-b2aa656e7afd tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:53.771002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5b079d8-22e8-4222-9643-d4d8b667cd88 req-48c9fe79-f0bd-442f-9df7-b2aa656e7afd tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 931 time: 0.0670831 Aug 06 19:12:53.814572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b5b079d8-22e8-4222-9643-d4d8b667cd88 req-3efaee70-a321-4ad9-af5c-b509c73a31a1 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Aug 06 19:12:53.837065 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.125636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bc71ac-8175-49c8-bdb9-e4e764453cc7 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:54.134487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.147724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Transition to ACTIVE for port object 57bc71ac-8175-49c8-bdb9-e4e764453cc7 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:12:54.152652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.199511 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:54.276393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Attempting to bind port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:12:54.276740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Attempting to bind port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:12:54.277084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Attempting to bind port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:54.282187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:12:54.282539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Attempting to bind port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 on network df52ec4a-942f-4a72-ba78-aba66d5e5cfc {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:12:54.288293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:12:54.288681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Checking segment: {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:12:54.289120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Bound using segment: {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:12:54.289586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Bound port: 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '373a3bd0-66cc-4dc8-8b54-385890a7592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:12:54.289956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.367089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:12:54.370727 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:12:54.378228 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.411786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:54.412422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:54.413941 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] 10.222.0.16 "PUT /v2.0/ports/57bc71ac-8175-49c8-bdb9-e4e764453cc7 HTTP/1.1" status: 200 len: 1092 time: 1.0180407 Aug 06 19:12:54.414391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:12:54.416740 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726f36c-400a-4142-8926-473443b2a193" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:12:54.446284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2ec1-0401-42d9-a9b6-3cbcc76ecbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:54.466295 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03c7502-03f2-4365-81e9-6d0bf979c89f x-openstack-request-id: req-e03c7502-03f2-4365-81e9-6d0bf979c89f {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:12:54.466579 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:12:54.466829 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e03c7502-03f2-4365-81e9-6d0bf979c89f {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:12:54.467221 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7', 'status': 'completed', 'code': 200} Aug 06 19:12:54.504435 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-004540cb-f6c2-4368-b897-cf1cecc897eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:54.506063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-004540cb-f6c2-4368-b897-cf1cecc897eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 1095 time: 0.0489285 Aug 06 19:12:54.549947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-dac83c61-edd9-48b6-813a-bf8ceef799bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7 HTTP/1.1" status: 200 len: 217 time: 0.0361958 Aug 06 19:12:54.600433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991247-7bc4-4093-b871-e593b346680f req-e8fefc27-7314-454d-889f-9949df609365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:54.601958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-e8fefc27-7314-454d-889f-9949df609365 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1dc145-4993-4c4a-9010-ffb111e612fd HTTP/1.1" status: 200 len: 854 time: 0.0452375 Aug 06 19:12:54.639759 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-cb455f32-96f2-43f8-a422-5fa5bcf4612f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303013 Aug 06 19:12:54.738173 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-21d3f0a8-2140-4202-a403-da5402489d5b service neutron] 10.222.0.16 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903177 Aug 06 19:12:54.847992 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-23991247-7bc4-4093-b871-e593b346680f req-78c75861-8d7c-47de-ba66-316c7ce5f05b service neutron] 10.222.0.16 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023142 Aug 06 19:12:54.934685 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f36c-400a-4142-8926-473443b2a193 req-8f290ea3-8665-43b8-afe2-e6f606a7161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:54.935441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f92ef-9d52-4877-a373-2c776bec361d req-c8a9767f-42d2-4103-8169-457136d4bfe0 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:54.936088 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-8f290ea3-8665-43b8-afe2-e6f606a7161e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea126ae64a504bf5829c1f6c41641e58&device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 1095 time: 0.0411792 Aug 06 19:12:54.937230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-136f92ef-9d52-4877-a373-2c776bec361d req-c8a9767f-42d2-4103-8169-457136d4bfe0 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 943 time: 0.0507574 Aug 06 19:12:54.979021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-136f92ef-9d52-4877-a373-2c776bec361d req-c62115b2-e6d4-40cc-94f7-474959f3f994 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Aug 06 19:12:55.034258 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f36c-400a-4142-8926-473443b2a193 req-9beee6a2-909f-4a03-bf45-b3af7527cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:55.035801 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-9beee6a2-909f-4a03-bf45-b3af7527cac5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 200 len: 915 time: 0.0911639 Aug 06 19:12:55.078628 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-d7d223bc-f636-44e4-b38d-54ede778806c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7 HTTP/1.1" status: 200 len: 217 time: 0.0353796 Aug 06 19:12:55.130555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726f36c-400a-4142-8926-473443b2a193 req-76671b20-c313-47af-8bf1-c31d46e19528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:55.132106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-76671b20-c313-47af-8bf1-c31d46e19528 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1dc145-4993-4c4a-9010-ffb111e612fd HTTP/1.1" status: 200 len: 854 time: 0.0460939 Aug 06 19:12:55.164939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-80af89a1-7204-4aa1-8daf-5a91a38c6334 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df52ec4a-942f-4a72-ba78-aba66d5e5cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252314 Aug 06 19:12:55.274530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-89b22888-f428-4e1f-a9ad-d9412eacdaff service neutron] 10.222.0.16 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987258 Aug 06 19:12:55.386421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6726f36c-400a-4142-8926-473443b2a193 req-469b51b7-3951-43a7-a718-942b2314128e service neutron] 10.222.0.16 "GET /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039956 Aug 06 19:12:56.103703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d710-4022-45cf-abb7-d2664c7c9c30 req-da4f1b84-69da-45ef-bd56-273941b85f40 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:56.105364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b77d710-4022-45cf-abb7-d2664c7c9c30 req-da4f1b84-69da-45ef-bd56-273941b85f40 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 943 time: 0.0540855 Aug 06 19:12:56.145760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b77d710-4022-45cf-abb7-d2664c7c9c30 req-7e68e55a-21ff-4ec8-8114-3838153f4f19 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Aug 06 19:12:57.271525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f073c7-26b1-4929-9ba9-b9a8bd518163 req-3c86dd31-0353-4ee4-840f-8ed405332a8e tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:57.273323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f073c7-26b1-4929-9ba9-b9a8bd518163 req-3c86dd31-0353-4ee4-840f-8ed405332a8e tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 943 time: 0.0575707 Aug 06 19:12:57.320446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56f073c7-26b1-4929-9ba9-b9a8bd518163 req-df19b593-8b4d-4d81-b42a-0a5177eae0cb tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Aug 06 19:12:58.443727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcac602-ed22-4413-befd-4b5f9e79843d req-33c852c5-f6f0-43ce-8a36-5f8bf4e973ad tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:58.445242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bcac602-ed22-4413-befd-4b5f9e79843d req-33c852c5-f6f0-43ce-8a36-5f8bf4e973ad tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 943 time: 0.0523493 Aug 06 19:12:58.489130 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3bcac602-ed22-4413-befd-4b5f9e79843d req-6db6fb79-73dd-42bd-b167-4e0b6dcd0b2e tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345898 Aug 06 19:12:58.610155 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-41c4b165-325b-47d3-ab33-16cf166415ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:58.946542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 57bc71ac-8175-49c8-bdb9-e4e764453cc7 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:12:59.052177 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:59.064987 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '57bc71ac-8175-49c8-bdb9-e4e764453cc7', 'network_id': 'df52ec4a-942f-4a72-ba78-aba66d5e5cfc', 'port_id': '57bc71ac-8175-49c8-bdb9-e4e764453cc7', 'mac_address': 'fa:16:3e:a9:1b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1dc145-4993-4c4a-9010-ffb111e612fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:12:59.104348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:59.117634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bc71ac-8175-49c8-bdb9-e4e764453cc7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:12:59.137326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:12:59.143251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:12:59.206332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:12:59.489549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['57bc71ac-8175-49c8-bdb9-e4e764453cc7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:12:59.617508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2b3e3-1b5c-4fe3-a5c1-0f3523a944f4 req-61b1209a-e967-4914-b099-2eb349057cc8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:12:59.619184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc2b3e3-1b5c-4fe3-a5c1-0f3523a944f4 req-61b1209a-e967-4914-b099-2eb349057cc8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 944 time: 0.0532379 Aug 06 19:12:59.665654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebc2b3e3-1b5c-4fe3-a5c1-0f3523a944f4 req-30fda1a1-1175-49ec-9eb7-d5339088f1be tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Aug 06 19:12:59.823719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:13:00.798690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da92a2-d99d-4af3-bdbc-8c799630ad7f req-e837e18a-a02e-4d2c-8e40-b013b30d5329 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:00.800333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74da92a2-d99d-4af3-bdbc-8c799630ad7f req-e837e18a-a02e-4d2c-8e40-b013b30d5329 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 944 time: 0.0575204 Aug 06 19:13:00.848245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-74da92a2-d99d-4af3-bdbc-8c799630ad7f req-58937af1-6cf8-40e2-8cfc-4da6b64d217a tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Aug 06 19:13:00.967608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 57bc71ac-8175-49c8-bdb9-e4e764453cc7 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:01.029928 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:01.034194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:01.034572 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:01.127168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:01.158983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:13:01.161287 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39f390-6acf-402b-a929-cfad9aa9a26b" -d '{"events": [{"server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "name": "network-vif-plugged", "status": "completed", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:13:01.177085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:01.183139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:01.208160 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de0f25-b42b-439e-baf3-4fc37ae7292d x-openstack-request-id: req-58de0f25-b42b-439e-baf3-4fc37ae7292d {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:13:01.208511 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "name": "network-vif-plugged", "status": "completed", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:13:01.208681 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58de0f25-b42b-439e-baf3-4fc37ae7292d {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:13:01.209074 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7', 'code': 200} Aug 06 19:13:01.243892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:01.326627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cdc09-e2f4-42b7-8d00-8228d7bb4bd9 req-9ef9f80d-ec26-4be4-82a1-c6945415196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:01.328508 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f3cdc09-e2f4-42b7-8d00-8228d7bb4bd9 req-9ef9f80d-ec26-4be4-82a1-c6945415196a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 1097 time: 0.0610957 Aug 06 19:13:01.375327 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-7f3cdc09-e2f4-42b7-8d00-8228d7bb4bd9 req-f20916a2-b75b-4a31-a07d-4c64dba16701 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Aug 06 19:13:01.488754 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:01.817740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47ba0390-eb60-4df1-bdea-5724dcae5e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:01.984726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d88cd7-6f01-497a-bc13-4b196a871bfb req-ed3f615f-944f-4c5c-a264-9bd5f3c1f7ee tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:01.986175 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9d88cd7-6f01-497a-bc13-4b196a871bfb req-ed3f615f-944f-4c5c-a264-9bd5f3c1f7ee tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 945 time: 0.0588191 Aug 06 19:13:02.042497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9d88cd7-6f01-497a-bc13-4b196a871bfb req-fa0affd9-8e2e-4596-9a88-e46d96685208 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Aug 06 19:13:03.170300 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459769-aecf-417d-8228-9cddbce52e57 req-a812d8ff-41ce-4f5c-8ef4-e196775b1505 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:03.172010 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed459769-aecf-417d-8228-9cddbce52e57 req-a812d8ff-41ce-4f5c-8ef4-e196775b1505 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 945 time: 0.0583315 Aug 06 19:13:03.213824 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ed459769-aecf-417d-8228-9cddbce52e57 req-376eeac7-d17f-40a4-b1f4-9711d14862fb tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Aug 06 19:13:03.466084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:03.487739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41821267-9183-4078-929f-3781100d7edc req-4d8605a2-b0b1-4178-a38f-b9f787837891 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:03.489208 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41821267-9183-4078-929f-3781100d7edc req-4d8605a2-b0b1-4178-a38f-b9f787837891 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 945 time: 0.0555289 Aug 06 19:13:03.526807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41821267-9183-4078-929f-3781100d7edc req-2cbd53e0-93ae-432d-8b43-1f3a3316d2a4 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314236 Aug 06 19:13:04.657739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10d94-48a5-47f3-89c6-8e972f5f7d1c req-e1bbb2e9-b907-4953-a214-957f30760ec3 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:04.659326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bb10d94-48a5-47f3-89c6-8e972f5f7d1c req-e1bbb2e9-b907-4953-a214-957f30760ec3 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 945 time: 0.0619733 Aug 06 19:13:04.699869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6bb10d94-48a5-47f3-89c6-8e972f5f7d1c req-4c3e3dd6-f36c-4c91-a9aa-a974f2286961 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Aug 06 19:13:04.943830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:05.007047 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-0514ca80-0d19-4321-b976-3d508c9efaea tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:05.008564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-0514ca80-0d19-4321-b976-3d508c9efaea tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 945 time: 0.0544820 Aug 06 19:13:05.108058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Deleting port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:05.108404 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:05.218344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] For port 57bc71ac-8175-49c8-bdb9-e4e764453cc7, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=57bc71ac-8175-49c8-bdb9-e4e764453cc7,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:05.218842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:05.234250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Calling delete_port for 57bc71ac-8175-49c8-bdb9-e4e764453cc7 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:05.373658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:05.386980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['57f068b9-69e1-4f2d-83e0-f253c5c3d871'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:13:05.389225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['57bc71ac-8175-49c8-bdb9-e4e764453cc7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:13:05.405533 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Pushing event deleted for resources: {'Port': ['ID=57bc71ac-8175-49c8-bdb9-e4e764453cc7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:05.453010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] No DVR routers for this DVR port 57bc71ac-8175-49c8-bdb9-e4e764453cc7 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:05.455856 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:05.458166 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-df864d65-05bb-4e64-b68f-fe311d045f27 req-523bd11f-40a1-4eee-bfb1-3552e868ef84 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.16 "DELETE /v2.0/ports/57bc71ac-8175-49c8-bdb9-e4e764453cc7 HTTP/1.1" status: 204 len: 173 time: 0.4433393 Aug 06 19:13:05.458646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'name': 'network-vif-deleted', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:13:05.461098 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda15f1e-bba1-41a5-8331-224f3d3d0ea4" -d '{"events": [{"server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "name": "network-vif-deleted", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:13:05.499939 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52727aa4-7f50-40fc-97e6-9f3fa9285c88 x-openstack-request-id: req-52727aa4-7f50-40fc-97e6-9f3fa9285c88 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:13:05.500241 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9a539-814d-440f-94fe-a04f67f45a4a", "name": "network-vif-deleted", "tag": "57bc71ac-8175-49c8-bdb9-e4e764453cc7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:13:05.500500 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52727aa4-7f50-40fc-97e6-9f3fa9285c88 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:13:05.500928 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9a539-814d-440f-94fe-a04f67f45a4a', 'name': 'network-vif-deleted', 'tag': '57bc71ac-8175-49c8-bdb9-e4e764453cc7', 'status': 'completed', 'code': 200} Aug 06 19:13:05.824651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6855b4cd-37bb-473e-9b21-9f72086a1288 req-5288e181-394b-4af0-8846-3d770316e24d tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd9a539-814d-440f-94fe-a04f67f45a4a HTTP/1.1" status: 200 len: 210 time: 0.0347140 Aug 06 19:13:06.987473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13728673-108d-482e-9848-d1744a9129f6 req-bf5e8d31-d29f-4ea7-aa03-f172efe063f4 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:06.989019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13728673-108d-482e-9848-d1744a9129f6 req-bf5e8d31-d29f-4ea7-aa03-f172efe063f4 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0608130 Aug 06 19:13:07.030662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-13728673-108d-482e-9848-d1744a9129f6 req-901cbc6e-75db-4484-addb-189a66285fb2 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343237 Aug 06 19:13:07.177590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d019c0-25e7-4f33-b238-186d5269df28 req-66333d0f-1b89-413b-bf51-31a012880225 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:07.179098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62d019c0-25e7-4f33-b238-186d5269df28 req-66333d0f-1b89-413b-bf51-31a012880225 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0596256 Aug 06 19:13:07.218929 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62d019c0-25e7-4f33-b238-186d5269df28 req-cea8b2d7-3fc4-40ea-9941-4e0cb1370d27 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Aug 06 19:13:07.349249 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0d16-6aaf-4890-b13a-05074e5cccc3 req-fd7573cf-cc1d-4d66-8645-7a372f5ab600 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:07.350874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e6c0d16-6aaf-4890-b13a-05074e5cccc3 req-fd7573cf-cc1d-4d66-8645-7a372f5ab600 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Aug 06 19:13:07.395600 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e6c0d16-6aaf-4890-b13a-05074e5cccc3 req-c40becc2-1a93-4faf-9831-e013bae85524 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Aug 06 19:13:07.584436 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4c454-3492-43e8-af00-d81512034633 req-d6b30141-e627-426d-a856-2bd6a9b719f5 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:07.585971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cd4c454-3492-43e8-af00-d81512034633 req-d6b30141-e627-426d-a856-2bd6a9b719f5 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Aug 06 19:13:07.628354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2cd4c454-3492-43e8-af00-d81512034633 req-c8f513e7-faae-4024-a887-82c076e60968 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Aug 06 19:13:07.768946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa6f8f-1c60-4152-b6b3-33ad9dd40044 req-c55b2e5c-7425-486c-adba-8e35f3392dca tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:07.770528 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2aa6f8f-1c60-4152-b6b3-33ad9dd40044 req-c55b2e5c-7425-486c-adba-8e35f3392dca tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0567772 Aug 06 19:13:07.815181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a2aa6f8f-1c60-4152-b6b3-33ad9dd40044 req-c2d1a6fd-127d-4c07-9b4f-cfda496f6916 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Aug 06 19:13:07.953672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0fe61-a1d5-4c39-bd2f-af42be315e16 req-295792f7-7d92-42e9-a29e-29881aa73352 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:07.955212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ea0fe61-a1d5-4c39-bd2f-af42be315e16 req-295792f7-7d92-42e9-a29e-29881aa73352 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0530407 Aug 06 19:13:07.997549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0ea0fe61-a1d5-4c39-bd2f-af42be315e16 req-b869bdbe-ae07-4dad-96f1-ef3d3096e576 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Aug 06 19:13:08.330861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46218a4-8f11-4801-a2db-67bf4c51ce02 req-34e94861-83ae-4fbc-ab58-2214f97722e8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:08.332283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46218a4-8f11-4801-a2db-67bf4c51ce02 req-34e94861-83ae-4fbc-ab58-2214f97722e8 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0556612 Aug 06 19:13:08.372405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c46218a4-8f11-4801-a2db-67bf4c51ce02 req-e27ddf2c-d52b-4b62-b645-679c5a1d5e12 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 06 19:13:09.014341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 57bc71ac-8175-49c8-bdb9-e4e764453cc7 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:13:09.039249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 57bc71ac-8175-49c8-bdb9-e4e764453cc7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:13:09.039591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 57bc71ac-8175-49c8-bdb9-e4e764453cc7 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:13:09.505460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ce1a-2f2b-4ebc-991a-239a0a4ba4ae req-2fde1b1e-c1e4-4bbc-b245-9d844d369321 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:09.507310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fef5ce1a-2f2b-4ebc-991a-239a0a4ba4ae req-2fde1b1e-c1e4-4bbc-b245-9d844d369321 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0565393 Aug 06 19:13:09.552322 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fef5ce1a-2f2b-4ebc-991a-239a0a4ba4ae req-178a952c-c274-4380-8e22-ec720b3195c0 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/security-groups?id=58edfa82-789a-4388-8ceb-96f4cd7b2f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Aug 06 19:13:09.629142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-494f1a7a-2185-40c2-a42d-16a0b0f48ae1 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:09.630788 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-494f1a7a-2185-40c2-a42d-16a0b0f48ae1 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Aug 06 19:13:09.742907 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Deleting port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:09.743255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:09.835705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] For port 57f068b9-69e1-4f2d-83e0-f253c5c3d871, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=57f068b9-69e1-4f2d-83e0-f253c5c3d871,segment=NetworkSegment(373a3bd0-66cc-4dc8-8b54-385890a7592d),segment_id=373a3bd0-66cc-4dc8-8b54-385890a7592d)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:09.836021 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:09.851231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Calling delete_port for 57f068b9-69e1-4f2d-83e0-f253c5c3d871 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:09.998588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:10.011080 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['57f068b9-69e1-4f2d-83e0-f253c5c3d871'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:13:10.046039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Pushing event deleted for resources: {'Port': ['ID=57f068b9-69e1-4f2d-83e0-f253c5c3d871,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:10.095403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] No DVR routers for this DVR port 57f068b9-69e1-4f2d-83e0-f253c5c3d871 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:10.098493 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:10.100565 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dae0e959-45df-4556-96b9-183fbb5e3efe req-169b0e25-8639-41a2-98a0-d5ff8fd6c617 tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.55 "DELETE /v2.0/ports/57f068b9-69e1-4f2d-83e0-f253c5c3d871 HTTP/1.1" status: 204 len: 173 time: 0.4635928 Aug 06 19:13:10.101007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'name': 'network-vif-deleted', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:13:10.104090 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ab7ba-ea78-461e-9b99-df81f5cc0875" -d '{"events": [{"server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "name": "network-vif-deleted", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:13:10.150156 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75d780-8d2c-49d0-96c5-f6d33c9b5d11 x-openstack-request-id: req-fd75d780-8d2c-49d0-96c5-f6d33c9b5d11 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:13:10.150436 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee7dfd1-5db2-4e3e-a765-7287fd194ec3", "name": "network-vif-deleted", "tag": "57f068b9-69e1-4f2d-83e0-f253c5c3d871", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:13:10.150688 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd75d780-8d2c-49d0-96c5-f6d33c9b5d11 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:13:10.151120 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee7dfd1-5db2-4e3e-a765-7287fd194ec3', 'name': 'network-vif-deleted', 'tag': '57f068b9-69e1-4f2d-83e0-f253c5c3d871', 'status': 'completed', 'code': 200} Aug 06 19:13:10.684074 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bcf2fb14-bab7-4d9f-a581-c36e0135c2ef req-65e6d87f-0080-4ec4-a266-1439cf9c57aa tempest-ServersNegativeTestJSON-135193413 tempest-ServersNegativeTestJSON-135193413-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ee7dfd1-5db2-4e3e-a765-7287fd194ec3 HTTP/1.1" status: 200 len: 210 time: 0.0392547 Aug 06 19:13:11.042753 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:11.746085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51028) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:11.804946 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Deleting subnet 1a1dc145-4993-4c4a-9010-ffb111e612fd {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:13:11.809584 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:11.851589 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:11.911470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.016296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.042819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1dc145-4993-4c4a-9010-ffb111e612fd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:12.046752 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.049858 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-93e8f8f3-d1f2-4608-86b1-2abe6b7e7b9b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1a1dc145-4993-4c4a-9010-ffb111e612fd HTTP/1.1" status: 204 len: 168 time: 0.3015363 Aug 06 19:13:12.051742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51030) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:12.164819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.307627 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.322822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df52ec4a-942f-4a72-ba78-aba66d5e5cfc']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:12.334629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373a3bd0-66cc-4dc8-8b54-385890a7592d') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:12.334911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373a3bd0-66cc-4dc8-8b54-385890a7592d') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:12.344853 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.360068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.366638 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:12.367050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:12.368832 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:12.401354 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.427348 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.435339 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.438330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] 10.222.0.64 "DELETE /v2.0/networks/df52ec4a-942f-4a72-ba78-aba66d5e5cfc HTTP/1.1" status: 204 len: 168 time: 0.3854887 Aug 06 19:13:12.459173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b63b1-6247-4df3-83b1-270471aa139b admin admin] Pushing event deleted for resources: {'Network': ['ID=df52ec4a-942f-4a72-ba78-aba66d5e5cfc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:12.585144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51034) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:12.629655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-064d5a7b-902b-45c6-ba65-515bfbf6a95a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea126ae64a504bf5829c1f6c41641e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432491 Aug 06 19:13:12.632354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51036) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:12.682905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.705755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.757088 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.762466 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:12.763639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58edfa82-789a-4388-8ceb-96f4cd7b2f98 HTTP/1.1" status: 204 len: 168 time: 0.1304150 Aug 06 19:13:12.774373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58edfa82-789a-4388-8ceb-96f4cd7b2f98,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:12.784090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.784415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.784751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.785096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.785428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.785816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.786120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.786468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.786795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.787095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.787443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:12.787740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7fcd2a-0742-436d-b8ca-697e30e134bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:13.594748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51058) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:13.708215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85278968'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:13.737805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:13.742003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:13.752795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:13.860014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:13.865778 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:13.897090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:13.908883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78011c8-6514-4ca3-b469-fee744b68482,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:13.916870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:13.917242 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Added segment 7a478316-691d-4bb9-87d2-141bf876b3ba of type vlan for network 7693bcfd-5105-460e-8d82-fcc0312bf365 Aug 06 19:13:13.966553 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:14.003227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:14.009365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:14.010123 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:14.106644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5106945 Aug 06 19:13:14.114805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840df83-f3e3-46ea-b483-b87b5b2697f9 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Network': ['ID=7693bcfd-5105-460e-8d82-fcc0312bf365,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:14.131961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:15.210357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 57f068b9-69e1-4f2d-83e0-f253c5c3d871 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:13:15.236732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 57f068b9-69e1-4f2d-83e0-f253c5c3d871 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:13:15.237067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 57f068b9-69e1-4f2d-83e0-f253c5c3d871 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:13:17.665080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:17.672498 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'subnet': {'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:17.792233 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:17.795908 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.004669 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.063820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Subnet': ['ID=1d2187fb-8752-4bd7-adae-676575cd7cd0,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:18.079923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking segment: {'id': '7a478316-691d-4bb9-87d2-141bf876b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:18.080512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network hostable DHCP agents. Network: 7693bcfd-5105-460e-8d82-fcc0312bf365, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:18.099237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:18.112403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 7693bcfd-5105-460e-8d82-fcc0312bf365) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:18.117173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:18.117820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.123155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b9e8f-dd85-47e1-8b67-497e423a4ee7 None None] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:18.134702 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d626d4f6-5321-4efa-92d0-f57237ef16b7 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4683309 Aug 06 19:13:18.138291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:18.143492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-660232093'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:18.165589 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:18.169137 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.203807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:18.214698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.215080 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Added segment 84420df6-5d0d-454e-bc8e-809bfab6f2bf of type vlan for network e61a7950-a4dd-4324-b6a8-4f6e0c954bba Aug 06 19:13:18.261990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.274951 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-7693bcfd-5105-460e-8d82-fcc0312bf365', 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365', 'tenant_id': '228cad81c7f44d8387ded2f61443a47e', 'fixed_ips': [{'subnet_id': '1d2187fb-8752-4bd7-adae-676575cd7cd0'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:18.276091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.301982 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.308628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:18.309265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.369481 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2299621 Aug 06 19:13:18.372535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:18.378072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'subnet': {'network_id': 'e61a7950-a4dd-4324-b6a8-4f6e0c954bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:18.379881 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fa2e5-d437-4402-a5e4-a1e0f3c5e91a tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Network': ['ID=e61a7950-a4dd-4324-b6a8-4f6e0c954bba,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:18.396362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network e61a7950-a4dd-4324-b6a8-4f6e0c954bba details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:18.469513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Allocated IP 2001:db8:0:ffff::2 (7693bcfd-5105-460e-8d82-fcc0312bf365/1d2187fb-8752-4bd7-adae-676575cd7cd0/6989bf26-9485-4834-bc5c-29c6defcfcfd) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:18.480253 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:18.484180 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.638644 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.648084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Transition to ACTIVE for port object 6989bf26-9485-4834-bc5c-29c6defcfcfd will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:18.666802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Transition to ACTIVE for port object 6989bf26-9485-4834-bc5c-29c6defcfcfd will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:18.677303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.714915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.720269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:18.723659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:18.727914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:18.735950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Pushing event updated for resources: {'Port': ['ID=6989bf26-9485-4834-bc5c-29c6defcfcfd,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:18.768586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.769036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.769305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.769663 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.769999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.770320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.770714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.771047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.771373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.771690 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.772085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.772333 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:18.788587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Subnet': ['ID=9336b785-3d68-4b52-8116-41abb9a568b9,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:18.793717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking segment: {'id': '84420df6-5d0d-454e-bc8e-809bfab6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e61a7950-a4dd-4324-b6a8-4f6e0c954bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:18.794134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network hostable DHCP agents. Network: e61a7950-a4dd-4324-b6a8-4f6e0c954bba, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:18.803449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Attempting to bind port 6989bf26-9485-4834-bc5c-29c6defcfcfd on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:18.803449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Attempting to bind port 6989bf26-9485-4834-bc5c-29c6defcfcfd by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '7a478316-691d-4bb9-87d2-141bf876b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:18.803775 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Attempting to bind port 6989bf26-9485-4834-bc5c-29c6defcfcfd on network 7693bcfd-5105-460e-8d82-fcc0312bf365 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:18.809258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:18.809714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Checking segment: {'id': '7a478316-691d-4bb9-87d2-141bf876b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:18.810054 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.810476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Bound using segment: {'id': '7a478316-691d-4bb9-87d2-141bf876b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:18.810934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Bound port: 6989bf26-9485-4834-bc5c-29c6defcfcfd, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a478316-691d-4bb9-87d2-141bf876b3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7693bcfd-5105-460e-8d82-fcc0312bf365'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:18.811330 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.818017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network e61a7950-a4dd-4324-b6a8-4f6e0c954bba is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:18.828742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, e61a7950-a4dd-4324-b6a8-4f6e0c954bba) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:18.834185 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:18.835482 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.839643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabea327-4a08-4a39-85dd-7deae13a5f18 None None] Network e61a7950-a4dd-4324-b6a8-4f6e0c954bba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:18.852458 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6e9fdb62-40a1-4e23-8ffa-d8cfc47820d0 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4786711 Aug 06 19:13:18.856576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:18.977571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] For port 6989bf26-9485-4834-bc5c-29c6defcfcfd, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:18.978696 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:18.982441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] For port 6989bf26-9485-4834-bc5c-29c6defcfcfd, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6989bf26-9485-4834-bc5c-29c6defcfcfd,segment=NetworkSegment(7a478316-691d-4bb9-87d2-141bf876b3ba),segment_id=7a478316-691d-4bb9-87d2-141bf876b3ba)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:18.991201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.081284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.176732 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.222018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Subnet': ['ID=9336b785-3d68-4b52-8116-41abb9a568b9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:19.294057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd0ce-fbd6-45e3-99ae-a8edc2a493aa None None] Pushing event updated for resources: {'Port': ['ID=6989bf26-9485-4834-bc5c-29c6defcfcfd,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:19.308527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.329876 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61a7950-a4dd-4324-b6a8-4f6e0c954bba']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:19.340088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb50918-557d-47bc-8e1c-74c7bcd3e437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-e61a7950-a4dd-4324-b6a8-4f6e0c954bba', 'network_id': 'e61a7950-a4dd-4324-b6a8-4f6e0c954bba', 'tenant_id': '228cad81c7f44d8387ded2f61443a47e', 'fixed_ips': [{'subnet_id': '9336b785-3d68-4b52-8116-41abb9a568b9'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:19.341127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8bb50918-557d-47bc-8e1c-74c7bcd3e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.347683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84420df6-5d0d-454e-bc8e-809bfab6f2bf') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:19.347975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84420df6-5d0d-454e-bc8e-809bfab6f2bf') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:19.359926 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.384652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.401024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:19.401527 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:19.406279 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:19.451464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070299f-53fa-4dda-a8d7-3c6caf1c1850 None None] Network e61a7950-a4dd-4324-b6a8-4f6e0c954bba requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:19.482919 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.491327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.493338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/e61a7950-a4dd-4324-b6a8-4f6e0c954bba HTTP/1.1" status: 204 len: 168 time: 0.6356106 Aug 06 19:13:19.497860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:19.507172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7467b76-1f69-4787-9422-f9576dc663d2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Network': ['ID=e61a7950-a4dd-4324-b6a8-4f6e0c954bba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:19.507795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682584409'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:19.549415 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:19.553965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.587591 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:19.604140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.604695 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Added segment a15910cb-efba-407f-aa48-e844aea715df of type vlan for network 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d Aug 06 19:13:19.675672 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.718436 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.724675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:19.725349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:19.770979 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2713339 Aug 06 19:13:19.776401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51072) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:19.786745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'subnet': {'network_id': '78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:19.818118 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e8ee3-4fe1-4c4c-9e15-fb2271140128 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Network': ['ID=78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:19.837238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:19.885288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6989bf26-9485-4834-bc5c-29c6defcfcfd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:19.937019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:19.943613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.014056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 6989bf26-9485-4834-bc5c-29c6defcfcfd completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:20.041573 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Performing IP validity checks on allocation pools {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 19:13:20.042325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.ipam_backend_mixin [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94122) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 19:13:20.223184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.257276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df79279-fc3c-4b02-bae3-ab4f41819a4e None None] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:20.296476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Subnet': ['ID=132f17e3-5e74-48f7-8cd5-6c8f59746238,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:20.305141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking segment: {'id': 'a15910cb-efba-407f-aa48-e844aea715df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:20.305540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network hostable DHCP agents. Network: 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:20.328504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:20.341636 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:20.341985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Provisioning for port 6989bf26-9485-4834-bc5c-29c6defcfcfd completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:20.347231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:20.348191 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.357834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Provisioning complete for port 6989bf26-9485-4834-bc5c-29c6defcfcfd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:20.358206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.360165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514f571-89e9-4090-be6f-a651a112c4f5 None None] Network 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:20.374320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-03e9332b-08b8-4b98-8fb7-b6572f922647 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5951397 Aug 06 19:13:20.375678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51074) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:20.504764 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.570515 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.632233 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.662712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.664182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba884a3-6848-4faa-9f34-9980af2d3cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d', 'network_id': '78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d', 'tenant_id': '228cad81c7f44d8387ded2f61443a47e', 'fixed_ips': [{'subnet_id': '132f17e3-5e74-48f7-8cd5-6c8f59746238'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:20.666251 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fba884a3-6848-4faa-9f34-9980af2d3cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.696081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] For port 6989bf26-9485-4834-bc5c-29c6defcfcfd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6989bf26-9485-4834-bc5c-29c6defcfcfd,segment=NetworkSegment(7a478316-691d-4bb9-87d2-141bf876b3ba),segment_id=7a478316-691d-4bb9-87d2-141bf876b3ba)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:20.705724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Subnet': ['ID=132f17e3-5e74-48f7-8cd5-6c8f59746238,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:20.711216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.802035 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.817211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:20.834778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15910cb-efba-407f-aa48-e844aea715df') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:20.835071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15910cb-efba-407f-aa48-e844aea715df') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:20.845730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74758d-cc0c-4a43-b2c4-deb3dccd082c None None] Network 78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:20.846944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.864716 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.876812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:20.877625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:20.883865 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:20.944459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829d3d9-0d4b-4fee-986d-20b4831ac193 None None] Pushing event updated for resources: {'Port': ['ID=6989bf26-9485-4834-bc5c-29c6defcfcfd,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:20.989593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.997324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:20.999251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d HTTP/1.1" status: 204 len: 168 time: 0.6221712 Aug 06 19:13:21.003884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:21.012270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f4a86-f70d-4c84-ae66-53a47aeab4ce tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Network': ['ID=78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:21.014336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109193788'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:21.045535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:21.050509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f91014db-fc2c-4691-998b-9a683a2e0f19 None None] Provisioning complete for port 6989bf26-9485-4834-bc5c-29c6defcfcfd triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:21.051081 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f91014db-fc2c-4691-998b-9a683a2e0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.051606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.089909 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:21.101353 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.101873 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Added segment 714871b6-8cda-4ef8-adad-d4a9662f596a of type vlan for network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 Aug 06 19:13:21.175047 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.224987 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.234924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:21.235743 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.292016 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2851965 Aug 06 19:13:21.295117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:21.300606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'subnet': {'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:21.356905 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02669568-d97a-4e36-8a4b-fee0ce1d2e17 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Network': ['ID=5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:21.370643 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:21.408740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:21.412394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:21.803885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6989bf26-9485-4834-bc5c-29c6defcfcfd up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:21.889990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 6989bf26-9485-4834-bc5c-29c6defcfcfd triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:21.890641 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.010954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.080551 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Subnet': ['ID=abb917f0-a597-4ff8-a2cd-dcc2e7a913bf,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:22.098606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking segment: {'id': '714871b6-8cda-4ef8-adad-d4a9662f596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:22.099179 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network hostable DHCP agents. Network: 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:22.119771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:22.130373 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:22.135018 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:22.135790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.143039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc90521-1782-4b07-a7ca-6cf723374f11 None None] Network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:22.155301 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-50053f58-19f6-4ec7-aacf-864a61b50f8e tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8589554 Aug 06 19:13:22.162310 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:22.167992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978684305'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:22.191826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:22.195549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.222520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:22.233593 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.233947 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Added segment fc5f1696-98c7-48fe-b546-d2f86d4c648b of type vlan for network b93a8f72-9544-4261-8493-f974b79930df Aug 06 19:13:22.304173 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.339447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.347844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:22.348877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.361602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0', 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0', 'tenant_id': '228cad81c7f44d8387ded2f61443a47e', 'fixed_ips': [{'subnet_id': 'abb917f0-a597-4ff8-a2cd-dcc2e7a913bf'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:22.363049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.392113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2286208 Aug 06 19:13:22.396482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:22.405730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Request body: {'subnet': {'network_id': 'b93a8f72-9544-4261-8493-f974b79930df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:22.428160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c37fb-7103-4ef5-adab-930034f4c07b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Network': ['ID=b93a8f72-9544-4261-8493-f974b79930df,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:22.479906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network b93a8f72-9544-4261-8493-f974b79930df details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:22.523899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Made reservation on behalf of 228cad81c7f44d8387ded2f61443a47e for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:22.528039 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.658741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Allocated IP 2001:db8::2 (5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0/abb917f0-a597-4ff8-a2cd-dcc2e7a913bf/b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:22.755140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.819503 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event updated for resources: {'Subnet': ['ID=a163a338-9135-4275-b1f3-e41d74a69776,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:22.835942 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Checking segment: {'id': 'fc5f1696-98c7-48fe-b546-d2f86d4c648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b93a8f72-9544-4261-8493-f974b79930df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:22.836315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network hostable DHCP agents. Network: b93a8f72-9544-4261-8493-f974b79930df, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:22.856037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Network b93a8f72-9544-4261-8493-f974b79930df is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:22.872782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, b93a8f72-9544-4261-8493-f974b79930df) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:22.879765 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:22.881168 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:22.891320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0242b2-5c98-44f2-81c3-87125939c201 None None] Network b93a8f72-9544-4261-8493-f974b79930df requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:22.905757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-99fb3cce-e841-494a-9eb5-02f240117c10 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5068908 Aug 06 19:13:22.910473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51084) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.001862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.031264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Transition to ACTIVE for port object b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:23.069634 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.072994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Transition to ACTIVE for port object b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:23.123729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.156467 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.202547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:23.211475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:23.227878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:23.230100 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Pushing event updated for resources: {'Port': ['ID=b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:23.245730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.264305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883054a1-e0fb-42f6-b654-5bc04be381a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-b93a8f72-9544-4261-8493-f974b79930df', 'network_id': 'b93a8f72-9544-4261-8493-f974b79930df', 'tenant_id': '228cad81c7f44d8387ded2f61443a47e', 'fixed_ips': [{'subnet_id': 'a163a338-9135-4275-b1f3-e41d74a69776'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:23.265219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-883054a1-e0fb-42f6-b654-5bc04be381a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.283811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Subnet': ['ID=a163a338-9135-4275-b1f3-e41d74a69776,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:23.324845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Attempting to bind port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:23.325267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Attempting to bind port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '714871b6-8cda-4ef8-adad-d4a9662f596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:23.325737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Attempting to bind port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 on network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:23.355549 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.366393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93a8f72-9544-4261-8493-f974b79930df']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:23.377191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5f1696-98c7-48fe-b546-d2f86d4c648b') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:23.377440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:23.377661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5f1696-98c7-48fe-b546-d2f86d4c648b') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:23.377804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Checking segment: {'id': '714871b6-8cda-4ef8-adad-d4a9662f596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:23.378333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.378727 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Bound using segment: {'id': '714871b6-8cda-4ef8-adad-d4a9662f596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:23.379209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Bound port: b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714871b6-8cda-4ef8-adad-d4a9662f596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:23.379591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.389987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.419651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b498d2-4dec-44bf-bedd-64f12717acec None None] Network b93a8f72-9544-4261-8493-f974b79930df requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:23.423677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.433567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:23.434107 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:23.437411 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:23.523399 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.535967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.539484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/b93a8f72-9544-4261-8493-f974b79930df HTTP/1.1" status: 204 len: 168 time: 0.6275711 Aug 06 19:13:23.542497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51086) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.567676 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2427f5c-683b-44af-91ff-7d87ede2c387 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Network': ['ID=b93a8f72-9544-4261-8493-f974b79930df,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:23.591279 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-7407b635-2cd9-4d1c-a983-9884325a7207 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] GET failed (client error): The resource could not be found. Aug 06 19:13:23.593577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7407b635-2cd9-4d1c-a983-9884325a7207 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "GET /v2.0/subnets/a163a338-9135-4275-b1f3-e41d74a69776 HTTP/1.1" status: 404 len: 337 time: 0.0497844 Aug 06 19:13:23.598334 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51088) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.624505 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4db824f-3527-4bbe-8f72-51e4dbc6bdc2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:23.625153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4db824f-3527-4bbe-8f72-51e4dbc6bdc2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:23.627001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c4db824f-3527-4bbe-8f72-51e4dbc6bdc2 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/b93a8f72-9544-4261-8493-f974b79930df HTTP/1.1" status: 404 len: 339 time: 0.0276136 Aug 06 19:13:23.633645 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.684969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] For port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:23.690836 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b75ddc-472d-4a26-9883-a64b97937690 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:23.691578 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b75ddc-472d-4a26-9883-a64b97937690 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:23.694931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-27b75ddc-472d-4a26-9883-a64b97937690 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/subnets/a163a338-9135-4275-b1f3-e41d74a69776 HTTP/1.1" status: 404 len: 337 time: 0.0588098 Aug 06 19:13:23.698917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51092) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.718165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] For port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329,segment=NetworkSegment(714871b6-8cda-4ef8-adad-d4a9662f596a),segment_id=714871b6-8cda-4ef8-adad-d4a9662f596a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:23.722022 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9cdc24-9679-436c-8300-debeb54ec5fa tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:23.722838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9cdc24-9679-436c-8300-debeb54ec5fa tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:23.724993 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5e9cdc24-9679-436c-8300-debeb54ec5fa tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/b93a8f72-9544-4261-8493-f974b79930df HTTP/1.1" status: 404 len: 339 time: 0.0243769 Aug 06 19:13:23.728136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51094) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:23.738799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.805221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19a87-5c8b-45c4-b710-2d516c761abd None None] Pushing event updated for resources: {'Port': ['ID=b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:23.806698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Deleting subnet abb917f0-a597-4ff8-a2cd-dcc2e7a913bf {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:13:23.817404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:23.887519 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.002524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.078492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.132131 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Subnet': ['ID=abb917f0-a597-4ff8-a2cd-dcc2e7a913bf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:24.134221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.136083 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-07ac7bc7-3109-4b15-8279-9e6af233ad02 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/subnets/abb917f0-a597-4ff8-a2cd-dcc2e7a913bf HTTP/1.1" status: 204 len: 168 time: 0.4069176 Aug 06 19:13:24.139040 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51096) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.264627 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.336377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Deleting port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:24.336911 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.414118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] For port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329,segment=NetworkSegment(714871b6-8cda-4ef8-adad-d4a9662f596a),segment_id=714871b6-8cda-4ef8-adad-d4a9662f596a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:24.414603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.431228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Calling delete_port for b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:24.525109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.551182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Port': ['ID=b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:24.558336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No DVR routers for this DVR port b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:24.672081 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.686952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:24.699612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714871b6-8cda-4ef8-adad-d4a9662f596a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:24.699891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714871b6-8cda-4ef8-adad-d4a9662f596a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:24.710987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.726944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.734779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:24.734779 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:24.739528 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:24.783464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f345d-a383-4aa1-86a6-4e2f99b5a1d8 None None] Network 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:24.841367 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.847206 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:24.849751 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 HTTP/1.1" status: 204 len: 168 time: 0.7096026 Aug 06 19:13:24.853690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51098) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.855876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6f6537bb-cf30-45a6-a6ed-714478f30b99 None None] Could not find standard attr ID for object b31a2b9f-6c24-4fe9-a3a3-5c7b330c7329. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 19:13:24.874848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ce1d4-61e3-458a-b385-eb362b0878b5 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Network': ['ID=5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:24.885244 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba51aa2a-2b21-4970-9d4b-9c11ffa56770 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:24.885746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba51aa2a-2b21-4970-9d4b-9c11ffa56770 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:24.887540 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ba51aa2a-2b21-4970-9d4b-9c11ffa56770 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/subnets/132f17e3-5e74-48f7-8cd5-6c8f59746238 HTTP/1.1" status: 404 len: 337 time: 0.0328701 Aug 06 19:13:24.890324 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51100) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.911307 n-d-793621-29 neutron-server[94121]: INFO neutron.pecan_wsgi.hooks.translation [None req-84624804-eea9-438f-bdac-04cd56975730 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:24.911910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84624804-eea9-438f-bdac-04cd56975730 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:24.913763 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-84624804-eea9-438f-bdac-04cd56975730 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/78b1f7a0-aca7-4fb4-ae52-e66ac1296f8d HTTP/1.1" status: 404 len: 339 time: 0.0223167 Aug 06 19:13:24.916865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.955912 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c8df50-b385-45d7-9552-d71087e0d5a1 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:24.955912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c8df50-b385-45d7-9552-d71087e0d5a1 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:24.961469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-63c8df50-b385-45d7-9552-d71087e0d5a1 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/subnets/9336b785-3d68-4b52-8116-41abb9a568b9 HTTP/1.1" status: 404 len: 337 time: 0.0392797 Aug 06 19:13:24.962569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51104) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.966877 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d3792-83f1-4c0b-a7c4-4fe9743bff0c None None] DHCP port deletion for 5e72ba09-e8b7-4d62-bd70-50b15e0ff9e0 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:13:24.987978 n-d-793621-29 neutron-server[94122]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced78bcc-82a5-4440-834b-12b70e6a7f67 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] DELETE failed (client error): The resource could not be found. Aug 06 19:13:24.988910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced78bcc-82a5-4440-834b-12b70e6a7f67 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94122) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 19:13:24.994294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51106) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:24.994774 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ced78bcc-82a5-4440-834b-12b70e6a7f67 tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/e61a7950-a4dd-4324-b6a8-4f6e0c954bba HTTP/1.1" status: 404 len: 339 time: 0.0309420 Aug 06 19:13:25.056563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Deleting subnet 1d2187fb-8752-4bd7-adae-676575cd7cd0 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:13:25.060140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.104859 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.193129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.267805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.299883 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2187fb-8752-4bd7-adae-676575cd7cd0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:25.306072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.310594 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cea29a5f-e5f1-4fd0-bf29-1f44c16cf26b tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/subnets/1d2187fb-8752-4bd7-adae-676575cd7cd0 HTTP/1.1" status: 204 len: 168 time: 0.3131816 Aug 06 19:13:25.312539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51108) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:25.313789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c3c39-3b2c-4985-92c8-5e38b813a4f1 None None] Network 7693bcfd-5105-460e-8d82-fcc0312bf365 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:25.407813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.467606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Deleting port 6989bf26-9485-4834-bc5c-29c6defcfcfd {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:25.468019 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.526789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] DHCP port deletion for 7693bcfd-5105-460e-8d82-fcc0312bf365 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:13:25.538484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] For port 6989bf26-9485-4834-bc5c-29c6defcfcfd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6989bf26-9485-4834-bc5c-29c6defcfcfd,segment=NetworkSegment(7a478316-691d-4bb9-87d2-141bf876b3ba),segment_id=7a478316-691d-4bb9-87d2-141bf876b3ba)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:25.538862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.552604 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Calling delete_port for 6989bf26-9485-4834-bc5c-29c6defcfcfd owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:25.578138 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Deleting port 6989bf26-9485-4834-bc5c-29c6defcfcfd {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:25.578810 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.646134 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.649153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] For port 6989bf26-9485-4834-bc5c-29c6defcfcfd, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=6989bf26-9485-4834-bc5c-29c6defcfcfd,segment=NetworkSegment(7a478316-691d-4bb9-87d2-141bf876b3ba),segment_id=7a478316-691d-4bb9-87d2-141bf876b3ba)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:25.650487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.665180 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Calling delete_port for 6989bf26-9485-4834-bc5c-29c6defcfcfd owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:25.677495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] No DVR routers for this DVR port 6989bf26-9485-4834-bc5c-29c6defcfcfd on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:25.684528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Port': ['ID=6989bf26-9485-4834-bc5c-29c6defcfcfd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:25.749006 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.770692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.781083 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] Pushing event deleted for resources: {'Port': ['ID=6989bf26-9485-4834-bc5c-29c6defcfcfd,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:25.784207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7693bcfd-5105-460e-8d82-fcc0312bf365']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:25.786263 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47415e4b-8330-43fd-b82a-18dfe33b98ed None None] No DVR routers for this DVR port 6989bf26-9485-4834-bc5c-29c6defcfcfd on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:25.801188 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a478316-691d-4bb9-87d2-141bf876b3ba') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:25.801479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a478316-691d-4bb9-87d2-141bf876b3ba') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:25.819302 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.833085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6989bf26-9485-4834-bc5c-29c6defcfcfd no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:13:25.842216 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.850613 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:25.851033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:25.854735 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:25.860953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 6989bf26-9485-4834-bc5c-29c6defcfcfd {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:13:25.861304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 6989bf26-9485-4834-bc5c-29c6defcfcfd not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:13:25.920535 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.929921 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:25.931837 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] 10.222.0.64 "DELETE /v2.0/networks/7693bcfd-5105-460e-8d82-fcc0312bf365 HTTP/1.1" status: 204 len: 168 time: 0.6181569 Aug 06 19:13:25.944686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65398da-36b1-4f92-8bc6-4e83f6ccdcff tempest-NetworksIpV6Test-1627603073 tempest-NetworksIpV6Test-1627603073-project] Pushing event deleted for resources: {'Network': ['ID=7693bcfd-5105-460e-8d82-fcc0312bf365,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:26.231626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:26.391865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a932103e-0db9-4384-ab17-6d4aee4c58e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=228cad81c7f44d8387ded2f61443a47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587796 Aug 06 19:13:26.394740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51118) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:26.453735 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:26.473365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:26.527766 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:26.530464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:26.533128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c78011c8-6514-4ca3-b469-fee744b68482 HTTP/1.1" status: 204 len: 168 time: 0.1358495 Aug 06 19:13:26.541127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0504c-b61b-411c-9a55-2fcf06a75936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78011c8-6514-4ca3-b469-fee744b68482,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:27.236160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51140) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:27.343890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1702610657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:27.370363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.371331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.438249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.444279 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.463655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.465047 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f5d0d053-d631-4419-9491-ad89e41ef7dd tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2278287 Aug 06 19:13:27.468094 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51144) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:27.474027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2022332164'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:27.503381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Made reservation on behalf of 46a878dda05c48499b9b60aa06e0a04b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:27.507106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.516820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.627112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.635935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.666691 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:27.677933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c965a9c-0615-41a9-8733-cd0dbd965395,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:27.684901 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.685249 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Added segment 624fbd02-21b2-47b8-9701-2ac126d3d3d6 of type vlan for network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 Aug 06 19:13:27.735423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.767904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.773865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:27.774487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:27.840387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3710399 Aug 06 19:13:27.843343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:27.848491 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'subnet': {'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:27.867768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a90bb-f7ec-40f8-851e-7e3d7ada48b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event updated for resources: {'Network': ['ID=c47b1b06-3217-4ce9-ba41-711ab1e79ef5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:27.881660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:27.959831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Made reservation on behalf of 46a878dda05c48499b9b60aa06e0a04b for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:27.963576 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.166687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.226071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event updated for resources: {'Subnet': ['ID=e1c9c1be-7f29-4d3f-8475-7fcb22714a95,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:28.243808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Checking segment: {'id': '624fbd02-21b2-47b8-9701-2ac126d3d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:28.244499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Network hostable DHCP agents. Network: c47b1b06-3217-4ce9-ba41-711ab1e79ef5, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:28.263662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:28.274841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, c47b1b06-3217-4ce9-ba41-711ab1e79ef5) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:28.280616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:28.281825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.283944 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208792cb-4a3d-491d-aaba-226c455b8fbf None None] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:28.302509 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d2399f50-e261-4740-9b2b-ebabf61e3176 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4565408 Aug 06 19:13:28.304680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:28.310088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1894119870'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:28.339148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Made reservation on behalf of 46a878dda05c48499b9b60aa06e0a04b for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:28.342851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.366934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:28.377858 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.378207 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Added segment ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac of type vlan for network 855592db-d983-4b71-b32f-a395ba9a3e07 Aug 06 19:13:28.427695 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.442134 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-c47b1b06-3217-4ce9-ba41-711ab1e79ef5', 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5', 'tenant_id': '46a878dda05c48499b9b60aa06e0a04b', 'fixed_ips': [{'subnet_id': 'e1c9c1be-7f29-4d3f-8475-7fcb22714a95'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:28.443024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.460670 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.467122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:28.467709 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.505483 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1993985 Aug 06 19:13:28.510424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:28.517363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'subnet': {'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:28.548176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2274-e6d1-43fb-965d-35edd704a05e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event updated for resources: {'Network': ['ID=855592db-d983-4b71-b32f-a395ba9a3e07,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:28.565699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 855592db-d983-4b71-b32f-a395ba9a3e07 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:28.649211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Made reservation on behalf of 46a878dda05c48499b9b60aa06e0a04b for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:28.653785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.675001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7caff76-23eb-4037-b4d2-410b85d88a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.686233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Allocated IP 172.20.0.2 (c47b1b06-3217-4ce9-ba41-711ab1e79ef5/e1c9c1be-7f29-4d3f-8475-7fcb22714a95/7a8a41f4-b219-4dfb-982c-b924a4908e59) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:28.858896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.867700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Transition to ACTIVE for port object 7a8a41f4-b219-4dfb-982c-b924a4908e59 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:28.889872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Transition to ACTIVE for port object 7a8a41f4-b219-4dfb-982c-b924a4908e59 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:28.897186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.936834 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:28.941305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:28.942716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:28.945587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:28.982144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Pushing event updated for resources: {'Port': ['ID=7a8a41f4-b219-4dfb-982c-b924a4908e59,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:29.005952 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event updated for resources: {'Subnet': ['ID=02f9e2a0-1771-4711-887c-066a9b9caffd,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:29.019565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Attempting to bind port 7a8a41f4-b219-4dfb-982c-b924a4908e59 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:29.019915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Checking segment: {'id': 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:29.020150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Network hostable DHCP agents. Network: 855592db-d983-4b71-b32f-a395ba9a3e07, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:29.020433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Attempting to bind port 7a8a41f4-b219-4dfb-982c-b924a4908e59 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '624fbd02-21b2-47b8-9701-2ac126d3d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:29.020924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Attempting to bind port 7a8a41f4-b219-4dfb-982c-b924a4908e59 on network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:29.027325 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:29.027891 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Checking segment: {'id': '624fbd02-21b2-47b8-9701-2ac126d3d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:29.028514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.028860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Bound using segment: {'id': '624fbd02-21b2-47b8-9701-2ac126d3d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:29.029486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Bound port: 7a8a41f4-b219-4dfb-982c-b924a4908e59, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624fbd02-21b2-47b8-9701-2ac126d3d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c47b1b06-3217-4ce9-ba41-711ab1e79ef5'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:29.029954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.045883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Network 855592db-d983-4b71-b32f-a395ba9a3e07 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:29.061129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 855592db-d983-4b71-b32f-a395ba9a3e07) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:29.066706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:29.067594 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.082501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5480d-88fd-4baa-9b42-666053c6ab32 None None] Network 855592db-d983-4b71-b32f-a395ba9a3e07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:29.090632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6b677363-4b14-4569-9c51-cc623082a941 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5779870 Aug 06 19:13:29.094056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:29.099099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-35a0846e-6ae9-4509-9508-a6760c0a4921 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Request body: {'router': {'external_gateway_info': {'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:29.167743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] For port 7a8a41f4-b219-4dfb-982c-b924a4908e59, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:29.186939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] For port 7a8a41f4-b219-4dfb-982c-b924a4908e59, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7a8a41f4-b219-4dfb-982c-b924a4908e59,segment=NetworkSegment(624fbd02-21b2-47b8-9701-2ac126d3d3d6),segment_id=624fbd02-21b2-47b8-9701-2ac126d3d3d6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:29.199916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.311170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731397d9-440a-43fa-8127-f00860f14e69 None None] Pushing event updated for resources: {'Port': ['ID=7a8a41f4-b219-4dfb-982c-b924a4908e59,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:29.346041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-855592db-d983-4b71-b32f-a395ba9a3e07', 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07', 'tenant_id': '46a878dda05c48499b9b60aa06e0a04b', 'fixed_ips': [{'subnet_id': '02f9e2a0-1771-4711-887c-066a9b9caffd'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:29.346880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.390956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-35a0846e-6ae9-4509-9508-a6760c0a4921 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.542578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Allocated IP 172.21.0.2 (855592db-d983-4b71-b32f-a395ba9a3e07/02f9e2a0-1771-4711-887c-066a9b9caffd/bc6d68a6-1320-4660-a1b4-ca06090a9c08) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:29.561413 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [None req-35a0846e-6ae9-4509-9508-a6760c0a4921 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 19:13:29.562601 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-35a0846e-6ae9-4509-9508-a6760c0a4921 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "PUT /v2.0/routers/e9d2aa2f-5cc2-42b3-9675-a323224591dd HTTP/1.1" status: 400 len: 364 time: 0.4674315 Aug 06 19:13:29.569992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51154) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:29.651872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Deleting subnet 02f9e2a0-1771-4711-887c-066a9b9caffd {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:13:29.746493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.759380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Transition to ACTIVE for port object bc6d68a6-1320-4660-a1b4-ca06090a9c08 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:29.785402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Transition to ACTIVE for port object bc6d68a6-1320-4660-a1b4-ca06090a9c08 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:29.797343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.806853 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.852501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Network 855592db-d983-4b71-b32f-a395ba9a3e07 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:29.856466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:29.864583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:29.875033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7a8a41f4-b219-4dfb-982c-b924a4908e59 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:29.876451 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.904272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Pushing event updated for resources: {'Port': ['ID=bc6d68a6-1320-4660-a1b4-ca06090a9c08,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:29.970568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Attempting to bind port bc6d68a6-1320-4660-a1b4-ca06090a9c08 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:29.970939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Attempting to bind port bc6d68a6-1320-4660-a1b4-ca06090a9c08 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:29.971308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Attempting to bind port bc6d68a6-1320-4660-a1b4-ca06090a9c08 on network 855592db-d983-4b71-b32f-a395ba9a3e07 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:29.981085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:29.981476 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Checking segment: {'id': 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:29.981895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.982307 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Bound using segment: {'id': 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:29.982795 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Bound port: bc6d68a6-1320-4660-a1b4-ca06090a9c08, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '855592db-d983-4b71-b32f-a395ba9a3e07'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:29.983198 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:29.984622 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.020653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7a8a41f4-b219-4dfb-982c-b924a4908e59 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:30.101707 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.106509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] For port bc6d68a6-1320-4660-a1b4-ca06090a9c08, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:30.110224 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] For port bc6d68a6-1320-4660-a1b4-ca06090a9c08, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc6d68a6-1320-4660-a1b4-ca06090a9c08,segment=NetworkSegment(ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac),segment_id=ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:30.116846 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.136413 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Subnet': ['ID=02f9e2a0-1771-4711-887c-066a9b9caffd,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:30.145410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.147403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f64bc78e-3854-4823-9e27-cb256c46f4e6 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "DELETE /v2.0/subnets/02f9e2a0-1771-4711-887c-066a9b9caffd HTTP/1.1" status: 204 len: 168 time: 0.5759521 Aug 06 19:13:30.149922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51156) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:30.182308 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fa63-0a3c-4a65-a5dd-37fe0a2068d5 None None] Pushing event updated for resources: {'Port': ['ID=bc6d68a6-1320-4660-a1b4-ca06090a9c08,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:30.250513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.315599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Deleting port bc6d68a6-1320-4660-a1b4-ca06090a9c08 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:30.316080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.416904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] For port bc6d68a6-1320-4660-a1b4-ca06090a9c08, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bc6d68a6-1320-4660-a1b4-ca06090a9c08,segment=NetworkSegment(ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac),segment_id=ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:30.417343 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.433009 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Calling delete_port for bc6d68a6-1320-4660-a1b4-ca06090a9c08 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:30.474714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d294625-8ec7-499a-9120-95b05bd3fb1b None None] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:30.523903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.555659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Port': ['ID=bc6d68a6-1320-4660-a1b4-ca06090a9c08,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:30.558610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Provisioning for port 7a8a41f4-b219-4dfb-982c-b924a4908e59 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:30.562351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] No DVR routers for this DVR port bc6d68a6-1320-4660-a1b4-ca06090a9c08 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:30.576193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Provisioning complete for port 7a8a41f4-b219-4dfb-982c-b924a4908e59 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:30.576573 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.653087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.665137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855592db-d983-4b71-b32f-a395ba9a3e07']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:30.676701 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:30.677587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff9e28-a8a3-46d2-bf71-c97a8c46d0ac') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:30.687381 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.703657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.711974 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:30.712822 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:30.716897 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:30.720660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.758909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] For port 7a8a41f4-b219-4dfb-982c-b924a4908e59, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7a8a41f4-b219-4dfb-982c-b924a4908e59,segment=NetworkSegment(624fbd02-21b2-47b8-9701-2ac126d3d3d6),segment_id=624fbd02-21b2-47b8-9701-2ac126d3d3d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:30.767546 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.795637 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.803692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.811171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "DELETE /v2.0/networks/855592db-d983-4b71-b32f-a395ba9a3e07 HTTP/1.1" status: 204 len: 168 time: 0.6601114 Aug 06 19:13:30.811700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51158) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:30.824291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf24a-a186-40da-918d-8529ed2f03b5 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Network': ['ID=855592db-d983-4b71-b32f-a395ba9a3e07,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:30.854147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1eaaa-2bd3-449e-9614-60c1fdea3ed6 None None] Pushing event updated for resources: {'Port': ['ID=7a8a41f4-b219-4dfb-982c-b924a4908e59,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:30.902892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Deleting subnet e1c9c1be-7f29-4d3f-8475-7fcb22714a95 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:13:30.906681 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.972665 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:30.994463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1ef06a42-0932-46ae-acac-04984e9297c1 None None] Provisioning complete for port 7a8a41f4-b219-4dfb-982c-b924a4908e59 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:30.995021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1ef06a42-0932-46ae-acac-04984e9297c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.094182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.172232 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.201245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c9c1be-7f29-4d3f-8475-7fcb22714a95,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:31.206376 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.208544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-df425dc7-e87d-45be-b88f-2a02382c651f tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "DELETE /v2.0/subnets/e1c9c1be-7f29-4d3f-8475-7fcb22714a95 HTTP/1.1" status: 204 len: 168 time: 0.3945327 Aug 06 19:13:31.211799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51160) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:31.218780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167606e-862d-496b-a271-2876069352f6 None None] Network c47b1b06-3217-4ce9-ba41-711ab1e79ef5 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:31.295759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.347220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-649fc91e-269e-4496-9f57-2dbcefeb37cd None None] Could not find standard attr ID for object bc6d68a6-1320-4660-a1b4-ca06090a9c08. {{(pid=94123) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 19:13:31.363276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955a092-ebe5-4aff-9aa1-c554fece6d4b None None] DHCP port deletion for 855592db-d983-4b71-b32f-a395ba9a3e07 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:13:31.379105 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Deleting port 7a8a41f4-b219-4dfb-982c-b924a4908e59 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:31.379440 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.385667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0951c5e-065d-43fe-ac98-9fb7d198acda None None] Network 855592db-d983-4b71-b32f-a395ba9a3e07 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:31.398449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0951c5e-065d-43fe-ac98-9fb7d198acda None None] Network 855592db-d983-4b71-b32f-a395ba9a3e07 could not be found, it might have been deleted concurrently. {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 19:13:31.449190 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] For port 7a8a41f4-b219-4dfb-982c-b924a4908e59, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7a8a41f4-b219-4dfb-982c-b924a4908e59,segment=NetworkSegment(624fbd02-21b2-47b8-9701-2ac126d3d3d6),segment_id=624fbd02-21b2-47b8-9701-2ac126d3d3d6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:31.449587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.462014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] DHCP port deletion for c47b1b06-3217-4ce9-ba41-711ab1e79ef5 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:13:31.467050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Calling delete_port for 7a8a41f4-b219-4dfb-982c-b924a4908e59 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:31.506371 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.531299 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Deleting port 7a8a41f4-b219-4dfb-982c-b924a4908e59 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:13:31.531299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.564716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.592665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Port': ['ID=7a8a41f4-b219-4dfb-982c-b924a4908e59,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:31.596262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] No DVR routers for this DVR port 7a8a41f4-b219-4dfb-982c-b924a4908e59 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:31.603714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] For port 7a8a41f4-b219-4dfb-982c-b924a4908e59, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7a8a41f4-b219-4dfb-982c-b924a4908e59,segment=NetworkSegment(624fbd02-21b2-47b8-9701-2ac126d3d3d6),segment_id=624fbd02-21b2-47b8-9701-2ac126d3d3d6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:31.604116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.619938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Calling delete_port for 7a8a41f4-b219-4dfb-982c-b924a4908e59 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:13:31.682620 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.692908 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47b1b06-3217-4ce9-ba41-711ab1e79ef5']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:31.698298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.704159 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624fbd02-21b2-47b8-9701-2ac126d3d3d6') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:31.704484 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624fbd02-21b2-47b8-9701-2ac126d3d3d6') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:31.714198 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.724014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] Pushing event deleted for resources: {'Port': ['ID=7a8a41f4-b219-4dfb-982c-b924a4908e59,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:31.727758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7056e-bcc9-4a23-b8fc-85de505438e4 None None] No DVR routers for this DVR port 7a8a41f4-b219-4dfb-982c-b924a4908e59 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:13:31.731805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.739546 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:13:31.739964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:13:31.743155 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:13:31.799784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7a8a41f4-b219-4dfb-982c-b924a4908e59 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:13:31.806122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.814046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.815840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "DELETE /v2.0/networks/c47b1b06-3217-4ce9-ba41-711ab1e79ef5 HTTP/1.1" status: 204 len: 168 time: 0.6028700 Aug 06 19:13:31.818943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51162) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:31.828036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bb476-0dd0-47a3-ab30-e6f8b506276c tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Pushing event deleted for resources: {'Network': ['ID=c47b1b06-3217-4ce9-ba41-711ab1e79ef5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:31.828248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7a8a41f4-b219-4dfb-982c-b924a4908e59 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:13:31.828561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7a8a41f4-b219-4dfb-982c-b924a4908e59 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:13:31.835570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-682101c5-8570-4a2b-a637-4a05810a12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:31.849612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5a37cc2c-2c06-4640-b882-e5a74bdf761e tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9d2aa2f-5cc2-42b3-9675-a323224591dd HTTP/1.1" status: 200 len: 205 time: 0.0292671 Aug 06 19:13:31.852013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51164) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:31.932647 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.102128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.104328 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.149753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.150274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Fanout notify agent at l3_agent the message router_deleted on router e9d2aa2f-5cc2-42b3-9675-a323224591dd {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:13:32.157363 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.158551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-51c40341-80dc-4ae2-b05b-5975a025ff61 tempest-RoutersNegativeTest-166911433 tempest-RoutersNegativeTest-166911433-project] 10.222.0.64 "DELETE /v2.0/routers/e9d2aa2f-5cc2-42b3-9675-a323224591dd HTTP/1.1" status: 204 len: 168 time: 0.3056281 Aug 06 19:13:32.414406 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51170) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:32.562649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-341c00b0-4eee-40a5-85d5-aa687ce14642 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46a878dda05c48499b9b60aa06e0a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470270 Aug 06 19:13:32.565283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51174) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:32.615528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.641247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.692530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.695207 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:32.696352 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c965a9c-0615-41a9-8733-cd0dbd965395 HTTP/1.1" status: 204 len: 168 time: 0.1301463 Aug 06 19:13:32.704932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f9c89-c7b3-48f3-b9e1-f9d31de1b7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c965a9c-0615-41a9-8733-cd0dbd965395,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:33.393831 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51196) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:33.460529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.502777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-996499653-network', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:33.529082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Made reservation on behalf of 6277ef351a384b7daf10d47f8ca244ad for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:33.531531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.540617 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.632495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.639060 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.664290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:33.675002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb4377-f706-48f7-b627-b9b25bfbc1be,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:33.680323 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.680664 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Added segment 5b426975-c545-4fc4-ad1d-46ca6c1e1d76 of type vlan for network 3f56e3a0-711b-4b24-98e4-6521eeefd14a Aug 06 19:13:33.721708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.752813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.753846 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:33.754652 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:33.811453 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4163148 Aug 06 19:13:33.814709 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51200) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:33.819112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28855abf-8f98-4c6e-bf85-65e237dedabb admin admin] Pushing event updated for resources: {'Network': ['ID=3f56e3a0-711b-4b24-98e4-6521eeefd14a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:33.821582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Request body: {'subnet': {'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-subnet', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:33.829969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:33.847201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Made reservation on behalf of 6277ef351a384b7daf10d47f8ca244ad for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:33.849658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.028820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.092781 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:34.103874 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Checking segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:34.104237 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Network hostable DHCP agents. Network: 3f56e3a0-711b-4b24-98e4-6521eeefd14a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:34.125195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:34.137285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3f56e3a0-711b-4b24-98e4-6521eeefd14a) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:34.148570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:34.149933 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.154471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af968f8d-9b15-4512-997d-c82381a1d157 None None] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:34.168737 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4836bd5f-925d-4bb2-9859-17224efaf565 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3528030 Aug 06 19:13:34.172229 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51204) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:34.180240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:34.207405 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.209012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.274547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.433138 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.484441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:34.485422 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.639670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Allocated IP 172.20.0.2 (3f56e3a0-711b-4b24-98e4-6521eeefd14a/c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772/8542267b-b06a-4abc-8a27-0d0154c91425) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:34.649877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.674110 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.784811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Allocated IP 172.25.3.122 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/7975ef9f-9212-4873-bea4-b979761be8f7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:34.801001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.809542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Transition to ACTIVE for port object 8542267b-b06a-4abc-8a27-0d0154c91425 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:34.825901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Transition to ACTIVE for port object 8542267b-b06a-4abc-8a27-0d0154c91425 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:34.833440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.873887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:34.877197 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:34.881475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:34.888607 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Pushing event updated for resources: {'Port': ['ID=8542267b-b06a-4abc-8a27-0d0154c91425,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:34.899232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.942279 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.948598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Attempting to bind port 8542267b-b06a-4abc-8a27-0d0154c91425 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:34.949061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Attempting to bind port 8542267b-b06a-4abc-8a27-0d0154c91425 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:34.949506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Attempting to bind port 8542267b-b06a-4abc-8a27-0d0154c91425 on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:34.953634 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.956830 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:34.957269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Checking segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:34.957678 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.958089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Bound using segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:34.958556 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Bound port: 8542267b-b06a-4abc-8a27-0d0154c91425, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:34.958934 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:34.979476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:34.984420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:34.987955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:35.019111 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Pushing event updated for resources: {'Port': ['ID=7975ef9f-9212-4873-bea4-b979761be8f7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:35.038899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] For port 8542267b-b06a-4abc-8a27-0d0154c91425, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:35.042581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] For port 8542267b-b06a-4abc-8a27-0d0154c91425, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8542267b-b06a-4abc-8a27-0d0154c91425,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:35.047795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:35.109429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da87a-25e5-4e08-9640-367bab4e3d96 None None] Pushing event updated for resources: {'Port': ['ID=8542267b-b06a-4abc-8a27-0d0154c91425,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:35.289025 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:35.841493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8542267b-b06a-4abc-8a27-0d0154c91425 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:35.889310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:35.896561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8542267b-b06a-4abc-8a27-0d0154c91425 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:36.031761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Router 8c249cba-a078-4d74-9418-22c1e2c40919 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:13:36.041630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef22c1-ccfc-4cde-a569-664994fe3f73 None None] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:36.116937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Provisioning for port 8542267b-b06a-4abc-8a27-0d0154c91425 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:36.129312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Provisioning complete for port 8542267b-b06a-4abc-8a27-0d0154c91425 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:36.129732 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.148671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:13:36.166376 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.167933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ef6e1b87-f185-4616-8bd1-6cbef775384d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9941342 Aug 06 19:13:36.170955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51206) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:36.172109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Sync routers for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:13:36.206598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:36.207228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:36.363627 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.400504 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:36.492124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] For port 8542267b-b06a-4abc-8a27-0d0154c91425, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8542267b-b06a-4abc-8a27-0d0154c91425,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:36.499383 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.593713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b3f0b-8a1c-4cfd-8eb7-567164ce374d None None] Pushing event updated for resources: {'Port': ['ID=8542267b-b06a-4abc-8a27-0d0154c91425,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:36.648892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eadccc1-6940-469e-84f0-10ced06d6091 None None] Provisioning complete for port 8542267b-b06a-4abc-8a27-0d0154c91425 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:36.649140 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eadccc1-6940-469e-84f0-10ced06d6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.697294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.702292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:35Z', 'revision_number': 3, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:36.731356 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Checking router: 8c249cba-a078-4d74-9418-22c1e2c40919 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:13:36.731710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Updating router 8c249cba-a078-4d74-9418-22c1e2c40919 port 7975ef9f-9212-4873-bea4-b979761be8f7 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:13:36.784565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.822316 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:13:36.860316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Allocated IP 172.20.0.1 (3f56e3a0-711b-4b24-98e4-6521eeefd14a/c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772/87f6ee97-aed2-4f73-bc03-99e0a90ea16e) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:36.984777 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:36.999785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Transition to ACTIVE for port object 87f6ee97-aed2-4f73-bc03-99e0a90ea16e will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:37.041601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.065024 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.077424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Transition to ACTIVE for port object 7975ef9f-9212-4873-bea4-b979761be8f7 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:37.084367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.089360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:37.092640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:37.096432 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:37.102462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Pushing event updated for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:37.142371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Attempting to bind port 7975ef9f-9212-4873-bea4-b979761be8f7 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:37.142756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Attempting to bind port 7975ef9f-9212-4873-bea4-b979761be8f7 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:37.143115 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Attempting to bind port 7975ef9f-9212-4873-bea4-b979761be8f7 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:37.143679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.150917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ef275-af0b-41ad-a1c9-7ff81d872211 None None] Pushing event updated for resources: {'Port': ['ID=7975ef9f-9212-4873-bea4-b979761be8f7,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:37.153603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:37.153984 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:37.154411 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.154791 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:37.155266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Bound port: 7975ef9f-9212-4873-bea4-b979761be8f7, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:37.155637 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.217741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] For port 7975ef9f-9212-4873-bea4-b979761be8f7, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:37.222063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] For port 7975ef9f-9212-4873-bea4-b979761be8f7, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7975ef9f-9212-4873-bea4-b979761be8f7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:37.226827 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.288093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:37.288747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:37.293069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ef275-af0b-41ad-a1c9-7ff81d872211 None None] Pushing event updated for resources: {'Port': ['ID=7975ef9f-9212-4873-bea4-b979761be8f7,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:37.318277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.421258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:37.423717 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c432c6b6-4aab-4a1f-865b-bdefc0480b42 None None] Provisioning for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:37.452559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c432c6b6-4aab-4a1f-865b-bdefc0480b42 None None] Provisioning complete for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:37.453270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c432c6b6-4aab-4a1f-865b-bdefc0480b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.500818 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.507250 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.540802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c432c6b6-4aab-4a1f-865b-bdefc0480b42 None None] Port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:13:37.578871 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.580612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Pushing event updated for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:37.673955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87f6ee97-aed2-4f73-bc03-99e0a90ea16e', 'name': '', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'mac_address': 'fa:16:3e:8d:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:36Z', 'updated_at': '2021-08-06T19:13:36Z', 'revision_number': 1, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'subnets': [{'id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:37.680529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:37.682026 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:37.701592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b78e351-9bc9-4b97-8268-5ae3aefa14ab None None] The sync data for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 is: [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87f6ee97-aed2-4f73-bc03-99e0a90ea16e', 'name': '', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'mac_address': 'fa:16:3e:8d:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:36Z', 'updated_at': '2021-08-06T19:13:36Z', 'revision_number': 1, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'subnets': [{'id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:13:37.815769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Router 8c249cba-a078-4d74-9418-22c1e2c40919 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:13:37.834486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8542267b-b06a-4abc-8a27-0d0154c91425 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:37.894038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8542267b-b06a-4abc-8a27-0d0154c91425 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:37.894670 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:37.981848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:13:37.988424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bf1e800d-f1f9-4e09-8550-126dac566f31 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c249cba-a078-4d74-9418-22c1e2c40919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155746 Aug 06 19:13:38.074945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34fd132f-a8da-4572-abbd-86876bb092ca None None] Provisioning complete for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:38.076558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34fd132f-a8da-4572-abbd-86876bb092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.113850 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-34fd132f-a8da-4572-abbd-86876bb092ca None None] Port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:13:38.589821 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51222) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:38.595754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-552884797-network', 'tenant_id': '89bb159563b44874bfd6f3534e77a204'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:38.624591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Made reservation on behalf of 89bb159563b44874bfd6f3534e77a204 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:38.628687 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.645218 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.772938 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.780131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.804159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:13:38.821478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045dc554-b2e3-42d5-bd15-eee1fd449a81,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:38.838091 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.838438 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Added segment 901be877-664c-4a19-8719-58dc01e89777 of type vlan for network 627d9dbb-77ca-4cff-a6a1-65829261d2ec Aug 06 19:13:38.889287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.922347 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.923382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:38.924225 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:38.991504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4002752 Aug 06 19:13:38.994929 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51224) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:39.000744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Request body: {'subnet': {'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-subnet', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:39.011060 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411358a-7fa6-4f59-8551-375b92647093 admin admin] Pushing event updated for resources: {'Network': ['ID=627d9dbb-77ca-4cff-a6a1-65829261d2ec,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:39.022646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:13:39.040853 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Made reservation on behalf of 89bb159563b44874bfd6f3534e77a204 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:39.043640 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.237059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.292819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e267f88-73cc-4ed2-b11f-f1f44bcbd85c,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:39.305242 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Checking segment: {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:39.305637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Network hostable DHCP agents. Network: 627d9dbb-77ca-4cff-a6a1-65829261d2ec, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:13:39.328163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:13:39.339075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 627d9dbb-77ca-4cff-a6a1-65829261d2ec) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:39.344625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:39.344625 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.351011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35246cf-c3b3-4563-8428-70c34656d69e None None] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:39.361728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c84130bd-d753-49be-8a42-17f3f2a13912 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3653989 Aug 06 19:13:39.364291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51226) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:39.371044 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:39.402438 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.404684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.495563 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.650524 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.764045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:13:39.765884 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.880746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7975ef9f-9212-4873-bea4-b979761be8f7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:39.889136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.908744 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:39.956322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Allocated IP 172.20.0.2 (627d9dbb-77ca-4cff-a6a1-65829261d2ec/2e267f88-73cc-4ed2-b11f-f1f44bcbd85c/fea2d81d-e5cd-4fae-b83b-3d52b25168ca) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:39.979734 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7975ef9f-9212-4873-bea4-b979761be8f7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:40.004047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7975ef9f-9212-4873-bea4-b979761be8f7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:40.004447 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.005857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Sync routers for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:13:40.018839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:40.019485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:40.052126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Allocated IP 172.25.3.100 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e14825b3-4101-4e89-920d-aa63d6f7a742) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:40.172737 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:40.186630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.188690 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.217239 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.224279 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 7975ef9f-9212-4873-bea4-b979761be8f7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7975ef9f-9212-4873-bea4-b979761be8f7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:40.230091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Transition to ACTIVE for port object fea2d81d-e5cd-4fae-b83b-3d52b25168ca will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:40.232715 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.240403 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.276555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Transition to ACTIVE for port object fea2d81d-e5cd-4fae-b83b-3d52b25168ca will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:40.278489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:40.283616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:40.287996 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:40.292887 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.304145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=7975ef9f-9212-4873-bea4-b979761be8f7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:40.321383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Pushing event updated for resources: {'Port': ['ID=e14825b3-4101-4e89-920d-aa63d6f7a742,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:40.337168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:40.340393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:40.344145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:40.399993 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Pushing event updated for resources: {'Port': ['ID=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:40.423101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Attempting to bind port fea2d81d-e5cd-4fae-b83b-3d52b25168ca on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:40.423101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Attempting to bind port fea2d81d-e5cd-4fae-b83b-3d52b25168ca by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:40.423101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Attempting to bind port fea2d81d-e5cd-4fae-b83b-3d52b25168ca on network 627d9dbb-77ca-4cff-a6a1-65829261d2ec {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:40.429361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:40.429751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Checking segment: {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:40.430157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.430583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Bound using segment: {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:40.431028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Bound port: fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:40.431491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.452174 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87f6ee97-aed2-4f73-bc03-99e0a90ea16e', 'name': '', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'mac_address': 'fa:16:3e:8d:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:36Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 2, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'subnets': [{'id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:40.486389 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Checking router: 8c249cba-a078-4d74-9418-22c1e2c40919 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:13:40.486842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Updating router 8c249cba-a078-4d74-9418-22c1e2c40919 port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:13:40.514286 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.514566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] For port fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:40.518202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] For port fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:40.535919 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.582300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.606130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e231ec7-d82c-45d9-a689-6efd81ef33fc None None] Pushing event updated for resources: {'Port': ['ID=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:40.912049 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.931969 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Transition to ACTIVE for port object 87f6ee97-aed2-4f73-bc03-99e0a90ea16e will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:40.943208 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:40.999031 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Pushing event updated for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:41.023714 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.025769 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.026054 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.026559 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.027049 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.027534 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.028026 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:13:41.055246 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.082321 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Attempting to bind port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:41.082732 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Attempting to bind port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:41.083103 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Attempting to bind port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:41.089199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:41.089753 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Checking segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:41.090060 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.090416 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Bound using segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:41.090900 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Bound port: 87f6ee97-aed2-4f73-bc03-99e0a90ea16e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:41.091277 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.170868 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] For port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:41.175439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] For port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:41.183256 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.211815 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.248342 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc014d8-67d3-411f-aa5e-d66ec2f7c120 None None] Pushing event updated for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:41.256279 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:41.257111 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:41.373861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:13:41.383975 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:41.511122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:13:41.523570 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Sync routers for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:13:41.532453 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:41.533790 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7146d233-1693-4c23-b85c-520aaf6b9b07 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1683135 Aug 06 19:13:41.537066 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51228) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:13:41.537988 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:41.538779 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:41.663404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87f6ee97-aed2-4f73-bc03-99e0a90ea16e', 'name': '', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'mac_address': 'fa:16:3e:8d:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:36Z', 'updated_at': '2021-08-06T19:13:41Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'subnets': [{'id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:41.674770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:41.695192 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038bc65f-3d28-41f4-8519-8f38477cb174 None None] The sync data for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 is: [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:37Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '87f6ee97-aed2-4f73-bc03-99e0a90ea16e', 'name': '', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'mac_address': 'fa:16:3e:8d:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:36Z', 'updated_at': '2021-08-06T19:13:41Z', 'revision_number': 4, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'subnets': [{'id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:13:41.851874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bafe0b-dfbe-47bf-bb83-78ccebd68f65 None None] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:13:42.030341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fea2d81d-e5cd-4fae-b83b-3d52b25168ca up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:42.120462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2e4db6b4-e76d-44fb-816a-af710febbe4b None None] Provisioning for port fea2d81d-e5cd-4fae-b83b-3d52b25168ca completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:42.225582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port fea2d81d-e5cd-4fae-b83b-3d52b25168ca completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:42.235246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fea2d81d-e5cd-4fae-b83b-3d52b25168ca triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:42.235624 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.253281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:40Z', 'revision_number': 3, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:42.316142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Checking router: c4bcea55-ca45-4329-82e7-3dd4df7f8c27 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:13:42.316511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Updating router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 port e14825b3-4101-4e89-920d-aa63d6f7a742 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:13:42.368962 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.512956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.526880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.531175 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.615666 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:42.625698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.626600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7975ef9f-9212-4873-bea4-b979761be8f7 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:42.741966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Allocated IP 172.20.0.1 (627d9dbb-77ca-4cff-a6a1-65829261d2ec/2e267f88-73cc-4ed2-b11f-f1f44bcbd85c/9ec17fe6-4383-49cb-983c-c30c31d0af4a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:42.758303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-391983e3-ebba-4b2a-887b-6892e5794bb8 None None] Provisioning complete for port fea2d81d-e5cd-4fae-b83b-3d52b25168ca triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:42.758679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-391983e3-ebba-4b2a-887b-6892e5794bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.770615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:42.855103 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.855398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.861295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7975ef9f-9212-4873-bea4-b979761be8f7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:42.861685 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.868294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Transition to ACTIVE for port object 9ec17fe6-4383-49cb-983c-c30c31d0af4a will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:42.908078 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:42.955480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:42.958894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:42.962949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:42.989306 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:43.025812 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.065689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Transition to ACTIVE for port object e14825b3-4101-4e89-920d-aa63d6f7a742 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:43.093204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.214715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Attempting to bind port e14825b3-4101-4e89-920d-aa63d6f7a742 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:43.215088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Attempting to bind port e14825b3-4101-4e89-920d-aa63d6f7a742 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:43.215467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Attempting to bind port e14825b3-4101-4e89-920d-aa63d6f7a742 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:43.221409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e036-934d-4e5f-9e2b-4dcb5679f25d None None] Pushing event updated for resources: {'Port': ['ID=e14825b3-4101-4e89-920d-aa63d6f7a742,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:43.226342 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:43.226849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:43.227299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.227741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:43.228183 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Bound port: e14825b3-4101-4e89-920d-aa63d6f7a742, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:43.228559 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.252653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.303362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87f6ee97-aed2-4f73-bc03-99e0a90ea16e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:43.341538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] For port e14825b3-4101-4e89-920d-aa63d6f7a742, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:43.369194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] For port e14825b3-4101-4e89-920d-aa63d6f7a742, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e14825b3-4101-4e89-920d-aa63d6f7a742,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:43.371176 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8b04f436-1f9a-489d-a7f8-30130306b235 None None] Provisioning for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:43.376315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.381464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8b04f436-1f9a-489d-a7f8-30130306b235 None None] Provisioning complete for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:43.381830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8b04f436-1f9a-489d-a7f8-30130306b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.459343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:43.461316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.468609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.478186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8b04f436-1f9a-489d-a7f8-30130306b235 None None] Port 9ec17fe6-4383-49cb-983c-c30c31d0af4a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:13:43.479660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:43.480012 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.487490 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:43.488149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:43.508615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e036-934d-4e5f-9e2b-4dcb5679f25d None None] Pushing event updated for resources: {'Port': ['ID=e14825b3-4101-4e89-920d-aa63d6f7a742,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:43.542603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.546201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:43.657745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:43.659097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:43.661168 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:43.691440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.774493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:43.785238 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:43.803565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:13:43.895869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fea2d81d-e5cd-4fae-b83b-3d52b25168ca up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:43.905751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:43.939968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:13:43.946557 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4d36425a-fbde-4855-ac30-e5122b8b9a47 admin admin] 10.222.0.64 "PUT /v2.0/routers/c4bcea55-ca45-4329-82e7-3dd4df7f8c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080415 Aug 06 19:13:44.028058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port fea2d81d-e5cd-4fae-b83b-3d52b25168ca triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:44.028421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:44.031934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2c1bb45b-9969-4e29-890c-c4cf275c1ba6 None None] Provisioning complete for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:44.032149 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb45b-9969-4e29-890c-c4cf275c1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:44.079686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9ec17fe6-4383-49cb-983c-c30c31d0af4a', 'name': '', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'mac_address': 'fa:16:3e:05:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:42Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 2, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'subnets': [{'id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:44.126520 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0a231-6aed-404a-9fc5-4a3fac6f52ec None None] The sync data for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 is: [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9ec17fe6-4383-49cb-983c-c30c31d0af4a', 'name': '', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'mac_address': 'fa:16:3e:05:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:42Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 2, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'subnets': [{'id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:13:44.138172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bb45b-9969-4e29-890c-c4cf275c1ba6 None None] Port 9ec17fe6-4383-49cb-983c-c30c31d0af4a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:13:44.996783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-fe4931a7-637a-4f87-b013-d366792e8347 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:44.998029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-fe4931a7-637a-4f87-b013-d366792e8347 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 816 time: 0.1766350 Aug 06 19:13:45.016785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-b699f07d-784e-4483-a387-44302c7c15f8 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/quotas/6277ef351a384b7daf10d47f8ca244ad HTTP/1.1" status: 200 len: 375 time: 0.0120037 Aug 06 19:13:45.085864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-d3de5ad1-da11-4d1f-aa86-992a6af16960 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592978 Aug 06 19:13:45.201242 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-8a21e523-81ba-4471-8254-5567e73dc901 service neutron] 10.222.0.64 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018279 Aug 06 19:13:45.311662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-d80b6922-ccd5-4061-a78d-7553ab6d16b2 service neutron] 10.222.0.64 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031363 Aug 06 19:13:45.506603 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e11199f0-f901-4c21-a863-16806e2f64ee req-a7dd4321-9cff-4bf2-ab7b-ba99ee1579c7 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 210 time: 0.0332804 Aug 06 19:13:45.928206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e14825b3-4101-4e89-920d-aa63d6f7a742 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:45.987242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e14825b3-4101-4e89-920d-aa63d6f7a742 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:45.993649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e14825b3-4101-4e89-920d-aa63d6f7a742 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:45.994463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.091412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.148209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e14825b3-4101-4e89-920d-aa63d6f7a742, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e14825b3-4101-4e89-920d-aa63d6f7a742,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:46.155465 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.156447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87f6ee97-aed2-4f73-bc03-99e0a90ea16e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:46.275204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e14825b3-4101-4e89-920d-aa63d6f7a742,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:46.292732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:46.293104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.328888 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Sync routers for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:13:46.338480 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:46.339138 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:46.571883 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:46.572160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-8838c601-017a-45a2-8487-a6826c19f855 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:46.574315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-8838c601-017a-45a2-8487-a6826c19f855 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 816 time: 0.1446664 Aug 06 19:13:46.588590 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Request body: {'port': {'device_id': '23a7a1eb-e245-441c-8acc-9e085915c113', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'admin_state_up': True, 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:46.640206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-08693976-4c38-4244-a9b1-9e1998e0e7cb req-aaaf45eb-abd7-44be-bed0-5da5b195be12 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 210 time: 0.0473595 Aug 06 19:13:46.728135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Made reservation on behalf of 6277ef351a384b7daf10d47f8ca244ad for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:13:46.731736 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.776891 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9ec17fe6-4383-49cb-983c-c30c31d0af4a', 'name': '', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'mac_address': 'fa:16:3e:05:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:42Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 2, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'subnets': [{'id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:46.804014 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Checking router: c4bcea55-ca45-4329-82e7-3dd4df7f8c27 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:13:46.804258 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Updating router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 port 9ec17fe6-4383-49cb-983c-c30c31d0af4a binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:13:46.829834 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:46.871869 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Allocated IP 172.20.0.8 (3f56e3a0-711b-4b24-98e4-6521eeefd14a/c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772/335f7e77-8fb4-430b-8201-527a03b7e8ce) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:13:47.023440 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.037581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Transition to ACTIVE for port object 335f7e77-8fb4-430b-8201-527a03b7e8ce will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:47.075464 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.120825 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.125991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:13:47.129223 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:13:47.132399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Transition to ACTIVE for port object 9ec17fe6-4383-49cb-983c-c30c31d0af4a will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:47.133244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:13:47.142291 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.159499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Pushing event updated for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:47.194318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:47.195022 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.212523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96d8c8-95bb-45e7-a6c5-918ddcb36296 None None] Pushing event updated for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:47.222671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-973241b7-51af-4484-ac7c-2463c470141a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6388412 Aug 06 19:13:47.236554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Request body: {'port': {'device_id': '23a7a1eb-e245-441c-8acc-9e085915c113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:13:47.266241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Attempting to bind port 9ec17fe6-4383-49cb-983c-c30c31d0af4a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:47.266658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Attempting to bind port 9ec17fe6-4383-49cb-983c-c30c31d0af4a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:47.267102 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Attempting to bind port 9ec17fe6-4383-49cb-983c-c30c31d0af4a on network 627d9dbb-77ca-4cff-a6a1-65829261d2ec {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:47.274469 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:47.274973 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Checking segment: {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:47.275369 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.275954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Bound using segment: {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:47.276600 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Bound port: 9ec17fe6-4383-49cb-983c-c30c31d0af4a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901be877-664c-4a19-8719-58dc01e89777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:47.278260 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.305026 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.367415 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] For port 9ec17fe6-4383-49cb-983c-c30c31d0af4a, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:47.372646 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] For port 9ec17fe6-4383-49cb-983c-c30c31d0af4a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ec17fe6-4383-49cb-983c-c30c31d0af4a,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:47.380511 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.420152 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-12c9683e-6657-4e9b-b1d2-c10c61c4cca0 None None] Provisioning for port 335f7e77-8fb4-430b-8201-527a03b7e8ce completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:47.436000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-12c9683e-6657-4e9b-b1d2-c10c61c4cca0 None None] Provisioning complete for port 335f7e77-8fb4-430b-8201-527a03b7e8ce triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:47.436589 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-12c9683e-6657-4e9b-b1d2-c10c61c4cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.437930 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96d8c8-95bb-45e7-a6c5-918ddcb36296 None None] Pushing event updated for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:47.447813 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:13:47.448673 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:13:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:47.484159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-12c9683e-6657-4e9b-b1d2-c10c61c4cca0 None None] Port 335f7e77-8fb4-430b-8201-527a03b7e8ce cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:13:47.589260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:13:47.647209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335f7e77-8fb4-430b-8201-527a03b7e8ce {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:13:47.656069 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.672338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Transition to ACTIVE for port object 335f7e77-8fb4-430b-8201-527a03b7e8ce will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:13:47.679407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.739943 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bae57-838d-4440-9274-d962cde22475 service neutron] Pushing event updated for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:47.833026 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9ec17fe6-4383-49cb-983c-c30c31d0af4a', 'name': '', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'mac_address': 'fa:16:3e:05:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:42Z', 'updated_at': '2021-08-06T19:13:47Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'subnets': [{'id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:13:47.840395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05652-6be7-44a0-be46-4acdecf86552 req-9d565ad6-b460-4739-b0b9-f818e032f4fe tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:47.842210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60e05652-6be7-44a0-be46-4acdecf86552 req-9d565ad6-b460-4739-b0b9-f818e032f4fe tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 943 time: 0.1035085 Aug 06 19:13:47.873034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Attempting to bind port 335f7e77-8fb4-430b-8201-527a03b7e8ce on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:13:47.873257 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Attempting to bind port 335f7e77-8fb4-430b-8201-527a03b7e8ce by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:13:47.873583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Attempting to bind port 335f7e77-8fb4-430b-8201-527a03b7e8ce on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:47.878077 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c30bcd-b2fb-43b9-9644-047d0e2564f6 None None] The sync data for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 is: [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:43Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '9ec17fe6-4383-49cb-983c-c30c31d0af4a', 'name': '', 'network_id': '627d9dbb-77ca-4cff-a6a1-65829261d2ec', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'mac_address': 'fa:16:3e:05:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:42Z', 'updated_at': '2021-08-06T19:13:47Z', 'revision_number': 4, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'subnets': [{'id': '2e267f88-73cc-4ed2-b11f-f1f44bcbd85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:13:47.901346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Port 335f7e77-8fb4-430b-8201-527a03b7e8ce on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:13:47.901728 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Attempting to bind port 335f7e77-8fb4-430b-8201-527a03b7e8ce on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:13:47.923576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e14825b3-4101-4e89-920d-aa63d6f7a742 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:47.925949 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:13:47.926597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Checking segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:13:47.928448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Bound using segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:13:47.928945 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Bound port: 335f7e77-8fb4-430b-8201-527a03b7e8ce, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:13:47.929325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:47.935992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60e05652-6be7-44a0-be46-4acdecf86552 req-48502202-8624-4f98-9090-52a76bfada97 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829880 Aug 06 19:13:47.999171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e14825b3-4101-4e89-920d-aa63d6f7a742 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:47.999828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.016526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:13:48.023919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:13:48.030313 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.080115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.080883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.082349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-085bae57-838d-4440-9274-d962cde22475 service neutron] 10.222.0.55 "PUT /v2.0/ports/335f7e77-8fb4-430b-8201-527a03b7e8ce HTTP/1.1" status: 200 len: 1092 time: 0.8509247 Aug 06 19:13:48.084806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:13:48.087896 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2869a8-4756-45bb-b767-54511bfcb110" -d '{"events": [{"name": "network-changed", "server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:13:48.125192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bae57-838d-4440-9274-d962cde22475 service neutron] Pushing event updated for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:48.138702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ec17fe6-4383-49cb-983c-c30c31d0af4a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:48.173725 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9fb785-ec6b-43b5-8b07-000d53428d68 x-openstack-request-id: req-bb9fb785-ec6b-43b5-8b07-000d53428d68 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:13:48.174110 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:13:48.174443 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9fb785-ec6b-43b5-8b07-000d53428d68 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:13:48.174963 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce', 'status': 'completed', 'code': 200} Aug 06 19:13:48.197125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-5d6bf24c-c094-4e68-8eb6-ec270159c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.198968 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-5d6bf24c-c094-4e68-8eb6-ec270159c3f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 1095 time: 0.0685225 Aug 06 19:13:48.205924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:48.217800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:48.218173 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.252731 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-8a5619f8-8351-4ee0-9152-8d38ee9c810c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce HTTP/1.1" status: 200 len: 217 time: 0.0454109 Aug 06 19:13:48.318401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.319542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-d54e73cb-41a2-4f00-a07b-075f9c95d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.321111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-d54e73cb-41a2-4f00-a07b-075f9c95d4f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 HTTP/1.1" status: 200 len: 855 time: 0.0618169 Aug 06 19:13:48.354602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 9ec17fe6-4383-49cb-983c-c30c31d0af4a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ec17fe6-4383-49cb-983c-c30c31d0af4a,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:48.359683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:48.375122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-b85cd5f2-eea0-40c9-8f04-0a07a73195de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.376723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-b85cd5f2-eea0-40c9-8f04-0a07a73195de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f56e3a0-711b-4b24-98e4-6521eeefd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487053 Aug 06 19:13:48.422232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:48.477555 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-f3441470-0cbd-4857-8d85-405411bdeea4 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918195 Aug 06 19:13:48.583649 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ce9e022-4353-402b-9a49-b7e694dd7e79 req-0af4bebe-a37c-413e-a357-2361409f6cea service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986419 Aug 06 19:13:48.687221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-9a2cdb5c-6890-4719-a700-69c79d11d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.689290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-9a2cdb5c-6890-4719-a700-69c79d11d105 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 1095 time: 0.0490470 Aug 06 19:13:48.793296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-7f71270d-bd59-4c20-bee7-1ac64841eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.794932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-7f71270d-bd59-4c20-bee7-1ac64841eae7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 917 time: 0.0984976 Aug 06 19:13:48.837739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-42f76f64-92d8-4a95-b5a7-77774936cb60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce HTTP/1.1" status: 200 len: 217 time: 0.0349972 Aug 06 19:13:48.888809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-db1814f0-d2ff-4cef-83a3-cac945353382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.890249 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-db1814f0-d2ff-4cef-83a3-cac945353382 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 HTTP/1.1" status: 200 len: 855 time: 0.0457497 Aug 06 19:13:48.944630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-12983cbe-5b7f-4b70-8300-33c1f97cfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:48.946229 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-12983cbe-5b7f-4b70-8300-33c1f97cfb01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f56e3a0-711b-4b24-98e4-6521eeefd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478103 Aug 06 19:13:49.075773 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-9826bbbf-8478-4942-bd92-7657fef044e6 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161497 Aug 06 19:13:49.083205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e028f07-7b09-4d16-9e44-c932bb11315c req-ae329626-9942-4002-a5c5-6654b33c822f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:49.084863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e028f07-7b09-4d16-9e44-c932bb11315c req-ae329626-9942-4002-a5c5-6654b33c822f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 943 time: 0.0679092 Aug 06 19:13:49.190450 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6e028f07-7b09-4d16-9e44-c932bb11315c req-56f62276-d89b-4f3e-a4ac-9cf24f2b79f1 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966489 Aug 06 19:13:49.214475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cc2869a8-4756-45bb-b767-54511bfcb110 req-c9dfcac3-df62-4ba9-bbad-55f3c1e8e5d7 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286013 Aug 06 19:13:49.863565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ec17fe6-4383-49cb-983c-c30c31d0af4a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:49.915721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 9ec17fe6-4383-49cb-983c-c30c31d0af4a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:49.916083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:50.311519 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8df324-aac8-4a53-859a-8b07a1298136 req-4c3fb239-09de-477a-b583-f9432032a763 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:50.313104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c8df324-aac8-4a53-859a-8b07a1298136 req-4c3fb239-09de-477a-b583-f9432032a763 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 943 time: 0.0525787 Aug 06 19:13:50.361594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1c8df324-aac8-4a53-859a-8b07a1298136 req-abd28109-e0c0-47c6-af12-eabffec3219a tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Aug 06 19:13:51.411343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 335f7e77-8fb4-430b-8201-527a03b7e8ce details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:13:51.507256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cf79-1974-4253-ac07-11548d781cf3 req-6aed3fc8-71c9-49bb-9e57-fbefdbb4de91 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:51.508933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2be4cf79-1974-4253-ac07-11548d781cf3 req-6aed3fc8-71c9-49bb-9e57-fbefdbb4de91 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 943 time: 0.0591033 Aug 06 19:13:51.542352 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:51.562534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2be4cf79-1974-4253-ac07-11548d781cf3 req-a90b434e-bc3c-49d0-8f58-5dd2548c667d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455184 Aug 06 19:13:51.563582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '335f7e77-8fb4-430b-8201-527a03b7e8ce', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'port_id': '335f7e77-8fb4-430b-8201-527a03b7e8ce', 'mac_address': 'fa:16:3e:73:e5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:13:51.605729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:51.620262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335f7e77-8fb4-430b-8201-527a03b7e8ce {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:13:51.641802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:51.646957 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:51.696380 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:51.848977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['335f7e77-8fb4-430b-8201-527a03b7e8ce'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:13:52.696834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b32951-6a02-4809-a457-11326492b4ac req-7dca70e4-4897-4d72-80b0-d2add6588aaf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:52.698433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7b32951-6a02-4809-a457-11326492b4ac req-7dca70e4-4897-4d72-80b0-d2add6588aaf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 944 time: 0.0534086 Aug 06 19:13:52.739374 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7b32951-6a02-4809-a457-11326492b4ac req-2863c1d5-a54f-418b-a0c3-e5d42f33bfbd tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Aug 06 19:13:53.425803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 335f7e77-8fb4-430b-8201-527a03b7e8ce up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:13:53.480524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 335f7e77-8fb4-430b-8201-527a03b7e8ce completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:13:53.484493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 335f7e77-8fb4-430b-8201-527a03b7e8ce triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:13:53.484869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:53.734889 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:53.762460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:13:53.764787 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0940fa7-d2d1-4578-98e6-d881cf19bf09" -d '{"events": [{"server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "name": "network-vif-plugged", "status": "completed", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:13:53.778742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:13:53.784324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:13:53.807629 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c2428-ee02-4aa5-b16b-262df6f7dd48 x-openstack-request-id: req-fc6c2428-ee02-4aa5-b16b-262df6f7dd48 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:13:53.807825 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "name": "network-vif-plugged", "status": "completed", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:13:53.808038 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc6c2428-ee02-4aa5-b16b-262df6f7dd48 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:13:53.808404 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce', 'code': 200} Aug 06 19:13:53.837144 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:13:53.927654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffd121-152c-43c4-ad09-647717f4cac4 req-33b7ba59-d92a-4ccd-ad60-f0658f19ae51 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:53.929149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9dffd121-152c-43c4-ad09-647717f4cac4 req-33b7ba59-d92a-4ccd-ad60-f0658f19ae51 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0763822 Aug 06 19:13:53.934877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a0ae0-24b4-4f66-8496-9da7a299e0e8 req-f9c67096-82c4-4240-a0a9-2ee0d7eb4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:53.936293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-143a0ae0-24b4-4f66-8496-9da7a299e0e8 req-f9c67096-82c4-4240-a0a9-2ee0d7eb4727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 1097 time: 0.0734501 Aug 06 19:13:53.990541 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9dffd121-152c-43c4-ad09-647717f4cac4 req-a366fd08-9b88-4af9-994a-1bfc0b4af116 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531733 Aug 06 19:13:53.994370 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-143a0ae0-24b4-4f66-8496-9da7a299e0e8 req-92895aca-3f79-4259-b4ec-93f67cb7bde4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Aug 06 19:13:55.111266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132f50-e2ee-4fa8-9c1f-3239069c08cc req-d67afb48-dba9-4355-951f-47214394c980 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:55.112843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3132f50-e2ee-4fa8-9c1f-3239069c08cc req-d67afb48-dba9-4355-951f-47214394c980 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0503595 Aug 06 19:13:55.152341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3132f50-e2ee-4fa8-9c1f-3239069c08cc req-027de544-0822-43fc-ac26-ddad90cd0753 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Aug 06 19:13:55.293137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db09-bdeb-4825-8149-1fa5f16c03b5 req-36de5d82-8d40-4a24-bd7e-e442968c6b7c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:13:55.294839 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb63db09-bdeb-4825-8149-1fa5f16c03b5 req-36de5d82-8d40-4a24-bd7e-e442968c6b7c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Aug 06 19:13:55.343487 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cb63db09-bdeb-4825-8149-1fa5f16c03b5 req-2456780e-3ae1-4fb2-9d44-104916c441d1 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Aug 06 19:13:58.614425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73de6af6-c787-4f3c-93b1-9f2b270ac970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:01.484216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:01.810858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-000e2bed-0b88-4ce7-be0e-ea5ef03c7d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:03.464121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:04.951770 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:11.060788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:12.417212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:13.821825 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:14:15.202710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab6b8d-0b26-4351-bdde-387db9c0d2ca req-7b6f8736-5356-40bb-ace8-4885de18486c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:15.204471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dab6b8d-0b26-4351-bdde-387db9c0d2ca req-7b6f8736-5356-40bb-ace8-4885de18486c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0541155 Aug 06 19:14:15.245103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3dab6b8d-0b26-4351-bdde-387db9c0d2ca req-3a2ecd5a-fa9e-4e86-ab7c-4546d786081d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Aug 06 19:14:16.368256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2be57-d744-4a01-b8d0-1c425d3f91ae req-088848fb-c3e9-459f-b338-03e248ad9c69 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:16.369805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8e2be57-d744-4a01-b8d0-1c425d3f91ae req-088848fb-c3e9-459f-b338-03e248ad9c69 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Aug 06 19:14:16.408496 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d8e2be57-d744-4a01-b8d0-1c425d3f91ae req-c94d9d07-09a0-4c9f-997f-d5d30b970845 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 06 19:14:16.671946 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-716705c8-aedb-40a7-9456-786b8bc62180 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:16.673334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-716705c8-aedb-40a7-9456-786b8bc62180 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 945 time: 0.0518780 Aug 06 19:14:16.775371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Deleting port 335f7e77-8fb4-430b-8201-527a03b7e8ce {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:16.775697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:16.871668 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] For port 335f7e77-8fb4-430b-8201-527a03b7e8ce, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=335f7e77-8fb4-430b-8201-527a03b7e8ce,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:16.872027 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:16.892841 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Calling delete_port for 335f7e77-8fb4-430b-8201-527a03b7e8ce owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:17.035387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:17.047974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['335f7e77-8fb4-430b-8201-527a03b7e8ce'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:14:17.062691 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Pushing event deleted for resources: {'Port': ['ID=335f7e77-8fb4-430b-8201-527a03b7e8ce,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:17.076743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.076957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.077296 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.077626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.077957 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.078287 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.078629 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.078948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.079266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.079595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.079955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.080236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:17.125424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] No DVR routers for this DVR port 335f7e77-8fb4-430b-8201-527a03b7e8ce on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:17.128266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:17.130371 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-55de6a28-df5c-4e96-98ba-2e4b0e1b878c req-aa66dceb-23d5-48c1-8cb5-e0184e715bcf tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "DELETE /v2.0/ports/335f7e77-8fb4-430b-8201-527a03b7e8ce HTTP/1.1" status: 204 len: 173 time: 0.4502044 Aug 06 19:14:17.130815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'name': 'network-vif-deleted', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:14:17.133190 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42a852-63f2-4ac7-bb2d-e9aabf04ba10" -d '{"events": [{"server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "name": "network-vif-deleted", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:14:17.178246 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9ca43-2242-4dd0-963e-28e2a4244f4b x-openstack-request-id: req-ccc9ca43-2242-4dd0-963e-28e2a4244f4b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:14:17.178535 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a7a1eb-e245-441c-8acc-9e085915c113", "name": "network-vif-deleted", "tag": "335f7e77-8fb4-430b-8201-527a03b7e8ce", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:14:17.178763 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccc9ca43-2242-4dd0-963e-28e2a4244f4b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:14:17.179361 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a7a1eb-e245-441c-8acc-9e085915c113', 'name': 'network-vif-deleted', 'tag': '335f7e77-8fb4-430b-8201-527a03b7e8ce', 'status': 'completed', 'code': 200} Aug 06 19:14:17.525629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78308b55-b737-4fb0-b5d8-37f132f8b823 req-212fabe8-f092-48a5-9f48-ef742065aaf4 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a7a1eb-e245-441c-8acc-9e085915c113 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 06 19:14:19.496510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-ba6b5f18-9b16-40cd-a87c-b4babbe879b3 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:19.498031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-ba6b5f18-9b16-40cd-a87c-b4babbe879b3 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 816 time: 0.1136432 Aug 06 19:14:19.522665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-995ce22a-1a3d-4810-bfc1-fa22b3ec2d33 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/quotas/6277ef351a384b7daf10d47f8ca244ad HTTP/1.1" status: 200 len: 375 time: 0.0152829 Aug 06 19:14:19.581851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-62fc7cb1-1ae8-4371-b8b4-30e25d39010d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531976 Aug 06 19:14:19.698433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-2e71ab6b-a35b-4799-aa9d-f28539c57976 service neutron] 10.222.0.64 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010146 Aug 06 19:14:19.799445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-5efd1097-ac6f-4e16-9a2e-b6f5ba082a7c service neutron] 10.222.0.64 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914903 Aug 06 19:14:19.970573 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ffd95030-7dfb-4ea0-bedb-b9c14528a13c req-bdaad2f3-0870-43fe-ba86-ad2eca7ac6f2 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 210 time: 0.0283527 Aug 06 19:14:20.930679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-1feaf15d-342e-4e53-bb52-d25d2a443d08 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:20.932276 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-1feaf15d-342e-4e53-bb52-d25d2a443d08 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 816 time: 0.1110678 Aug 06 19:14:20.946012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Request body: {'port': {'device_id': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'admin_state_up': True, 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:14:21.081037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7f5137a-3cb5-4656-b7ac-776956ad8fd0 req-5a5dd0d1-c327-46da-844b-86db75d9f214 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 210 time: 0.0359013 Aug 06 19:14:21.087238 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Made reservation on behalf of 6277ef351a384b7daf10d47f8ca244ad for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:14:21.091033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.224224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Allocated IP 172.20.0.5 (3f56e3a0-711b-4b24-98e4-6521eeefd14a/c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772/726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:14:21.382443 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.395866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Transition to ACTIVE for port object 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:14:21.434329 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.478347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:14:21.483395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:14:21.487119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:14:21.512717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Pushing event updated for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:21.545068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:21.545781 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.568451 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-b6951fd2-ade1-4cc6-904b-fd67c735628f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6264942 Aug 06 19:14:21.627613 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 335f7e77-8fb4-430b-8201-527a03b7e8ce no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:21.659701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 335f7e77-8fb4-430b-8201-527a03b7e8ce {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:21.660048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 335f7e77-8fb4-430b-8201-527a03b7e8ce not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:21.707734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Request body: {'port': {'device_id': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:14:21.760287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f824ba8a-deb0-4d98-8c50-93c743bdd18d None None] Provisioning for port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:14:21.764688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f824ba8a-deb0-4d98-8c50-93c743bdd18d None None] Provisioning complete for port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:14:21.765062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f824ba8a-deb0-4d98-8c50-93c743bdd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.772863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:21.800196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f824ba8a-deb0-4d98-8c50-93c743bdd18d None None] Port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:14:22.074201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:14:22.082512 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:22.095785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Transition to ACTIVE for port object 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:14:22.100429 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:22.148934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Pushing event updated for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:22.257703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30051db-319c-4833-8ac7-e8224bf09938 req-83f2d1d3-4512-4c6a-984f-d87f0df85cfb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.259494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b30051db-319c-4833-8ac7-e8224bf09938 req-83f2d1d3-4512-4c6a-984f-d87f0df85cfb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 943 time: 0.1037829 Aug 06 19:14:22.262479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Attempting to bind port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:14:22.262826 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Attempting to bind port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:14:22.263148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Attempting to bind port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:14:22.275487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:14:22.275797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Attempting to bind port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba on network 3f56e3a0-711b-4b24-98e4-6521eeefd14a {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:14:22.293775 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:14:22.294119 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Checking segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:14:22.294515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Bound using segment: {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:14:22.294959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Bound port: 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b426975-c545-4fc4-ad1d-46ca6c1e1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:14:22.295327 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:22.319225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b30051db-319c-4833-8ac7-e8224bf09938 req-25b7a866-64b7-4cef-bda0-de40ed9adf94 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Aug 06 19:14:22.375958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:14:22.379288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:14:22.386654 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:22.421096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.421782 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:22.423182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] 10.222.0.55 "PUT /v2.0/ports/726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba HTTP/1.1" status: 200 len: 1092 time: 0.8468280 Aug 06 19:14:22.423642 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:14:22.425951 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:14:22.453832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2093c-16fb-469f-9a7e-b7c75736ecbd service neutron] Pushing event updated for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:22.477099 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba7fa11-1150-4a9b-b09e-cfe64b51224f x-openstack-request-id: req-6ba7fa11-1150-4a9b-b09e-cfe64b51224f {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:14:22.477381 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:14:22.477673 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ba7fa11-1150-4a9b-b09e-cfe64b51224f {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:14:22.478085 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba', 'status': 'completed', 'code': 200} Aug 06 19:14:22.515466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-72ee1252-f314-4a4f-a3dc-7764a7c48083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.517255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-72ee1252-f314-4a4f-a3dc-7764a7c48083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 1095 time: 0.0496068 Aug 06 19:14:22.560562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-fcf9b3f7-9edf-4e61-bd4a-3744deae5b8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba HTTP/1.1" status: 200 len: 217 time: 0.0351529 Aug 06 19:14:22.615553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-3c72e2c0-e10d-4060-916e-59e483cc3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.617037 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-3c72e2c0-e10d-4060-916e-59e483cc3d75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 HTTP/1.1" status: 200 len: 855 time: 0.0496359 Aug 06 19:14:22.674064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-cb62dddd-007b-4550-bef5-b30c7bb8bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.675613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-cb62dddd-007b-4550-bef5-b30c7bb8bb12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f56e3a0-711b-4b24-98e4-6521eeefd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514553 Aug 06 19:14:22.775861 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-9b07137d-d7ee-43cd-8f25-17a36986f103 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928133 Aug 06 19:14:22.893372 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50c985e3-e6f2-4a3f-b2d4-c08096d8c718 req-ebb011bc-433f-4c34-b5d9-cf961ac12c74 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024945 Aug 06 19:14:22.991471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-95449862-5880-4488-b8ad-4efdd903f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:22.993005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-95449862-5880-4488-b8ad-4efdd903f1a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6277ef351a384b7daf10d47f8ca244ad&device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 1095 time: 0.0525591 Aug 06 19:14:23.119137 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-b20b6592-307d-495a-825f-da967c352084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:23.120690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-b20b6592-307d-495a-825f-da967c352084 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 200 len: 917 time: 0.1201103 Aug 06 19:14:23.170492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-55def4c4-f4c9-46fe-a2a6-181f039c73e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba HTTP/1.1" status: 200 len: 217 time: 0.0416331 Aug 06 19:14:23.232649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-33b2b003-eb46-4e42-87ff-604d60c4d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:23.234535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-33b2b003-eb46-4e42-87ff-604d60c4d219 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 HTTP/1.1" status: 200 len: 855 time: 0.0552752 Aug 06 19:14:23.286778 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-aafe585a-ace8-488b-b0b7-34ac341355a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:23.288383 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-aafe585a-ace8-488b-b0b7-34ac341355a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f56e3a0-711b-4b24-98e4-6521eeefd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452220 Aug 06 19:14:23.392410 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-05663926-7ba6-4a63-846e-5994f40a7a96 service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947101 Aug 06 19:14:23.508274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72253b8d-8cd0-411a-87f0-0c00b05aa15e req-33f478af-836e-4c67-a2c5-81ede8a6f78d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:23.509843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72253b8d-8cd0-411a-87f0-0c00b05aa15e req-33f478af-836e-4c67-a2c5-81ede8a6f78d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 943 time: 0.1164556 Aug 06 19:14:23.530827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98c5bdd3-3acc-41a2-9198-a5d9d3e15e6a req-607bc512-8dab-486d-a227-c656161ad9ba service neutron] 10.222.0.55 "GET /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285315 Aug 06 19:14:23.560866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-72253b8d-8cd0-411a-87f0-0c00b05aa15e req-8dfcc68d-1255-491b-b0d7-c5c8001faaa2 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Aug 06 19:14:24.686458 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2958-28ff-4521-aa14-5c5540234a0c req-54a86048-8ef3-4bfe-83f0-95f72aef7cbd tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:24.687964 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57ac2958-28ff-4521-aa14-5c5540234a0c req-54a86048-8ef3-4bfe-83f0-95f72aef7cbd tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 943 time: 0.0558751 Aug 06 19:14:24.735598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57ac2958-28ff-4521-aa14-5c5540234a0c req-dc5055fb-5c90-4846-be03-75506741b357 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Aug 06 19:14:25.661845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:14:25.772078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:25.783431 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba', 'network_id': '3f56e3a0-711b-4b24-98e4-6521eeefd14a', 'port_id': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba', 'mac_address': 'fa:16:3e:3b:65:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:14:25.821361 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:25.835506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:14:25.856008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:25.861478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:25.873961 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085216-1f08-46bc-a75d-d33e4b42307c req-a08feca5-de7e-436b-a616-b511b4110cfa tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:25.875482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81085216-1f08-46bc-a75d-d33e4b42307c req-a08feca5-de7e-436b-a616-b511b4110cfa tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 943 time: 0.0516615 Aug 06 19:14:25.909968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:25.915386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81085216-1f08-46bc-a75d-d33e4b42307c req-1a0d3e79-d82b-415d-a9eb-4c722d76ea2f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Aug 06 19:14:25.918106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.918448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.918732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.919062 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.919384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.919704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.920024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.920413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.920654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.920974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.921289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:25.921634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:26.050276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:14:27.040297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44baec0-371e-4c4e-b681-5bc73397d118 req-db79fcf6-021d-4a53-be59-bac3a7e402c9 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:27.041967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e44baec0-371e-4c4e-b681-5bc73397d118 req-db79fcf6-021d-4a53-be59-bac3a7e402c9 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 944 time: 0.0548961 Aug 06 19:14:27.086684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e44baec0-371e-4c4e-b681-5bc73397d118 req-8674d466-797f-4346-8cfa-76ffcdda669d tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Aug 06 19:14:27.675915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:14:27.734603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:14:27.738686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:14:27.739065 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:27.822599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:27.847029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:14:27.849595 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946a0518-bd0c-4464-b24a-f5d81fce1aa5" -d '{"events": [{"server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "name": "network-vif-plugged", "status": "completed", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:14:27.863034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:27.868082 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:27.896746 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e256a6f6-d4f2-4015-a8fb-c8892c20154f x-openstack-request-id: req-e256a6f6-d4f2-4015-a8fb-c8892c20154f {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:14:27.898797 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "name": "network-vif-plugged", "status": "completed", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:14:27.898797 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e256a6f6-d4f2-4015-a8fb-c8892c20154f {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:14:27.898797 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba', 'code': 200} Aug 06 19:14:27.926099 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:28.375174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876659a8-52cf-42fd-92b8-cb2b1ae9ae90 req-e73734b6-9d2e-4c5c-8174-105d98383811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:28.376698 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-876659a8-52cf-42fd-92b8-cb2b1ae9ae90 req-e73734b6-9d2e-4c5c-8174-105d98383811 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 1097 time: 0.4189959 Aug 06 19:14:28.399166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431138c-a9f9-43a5-a88b-ca90f7d55757 req-ad7ca9d4-0fda-40d5-8200-483b896493e2 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:28.400785 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4431138c-a9f9-43a5-a88b-ca90f7d55757 req-ad7ca9d4-0fda-40d5-8200-483b896493e2 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Aug 06 19:14:28.443155 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-876659a8-52cf-42fd-92b8-cb2b1ae9ae90 req-965684da-61d5-4412-aef3-0fbd07d723ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Aug 06 19:14:28.456576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4431138c-a9f9-43a5-a88b-ca90f7d55757 req-348e1a17-13e1-4262-8495-e9afdefecc7f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Aug 06 19:14:28.608379 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffe24-3138-4b1d-9f60-78929e69f0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:29.600652 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064c8e-573b-479e-ab4a-a50ccf1343e9 req-61b9b6ae-511f-413f-94ad-9e0e906dcfa5 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:29.602206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98064c8e-573b-479e-ab4a-a50ccf1343e9 req-61b9b6ae-511f-413f-94ad-9e0e906dcfa5 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0592289 Aug 06 19:14:29.642113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98064c8e-573b-479e-ab4a-a50ccf1343e9 req-a0cec281-8f91-45b7-aa71-a2d862ce6b2f tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Aug 06 19:14:29.765675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed511-09ed-4675-860a-f87ebb2bdbda req-43849d0b-869a-4b0c-a570-517133e8c59e tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:29.767112 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33bed511-09ed-4675-860a-f87ebb2bdbda req-43849d0b-869a-4b0c-a570-517133e8c59e tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0546367 Aug 06 19:14:29.809019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33bed511-09ed-4675-860a-f87ebb2bdbda req-106b5085-2a1c-40d0-945c-4ce95b3e1b46 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Aug 06 19:14:31.479599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:31.817856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-26e20174-3d2a-4380-a3d9-2b1796390011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:33.468799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:34.955751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:41.056300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:42.427615 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:48.526388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6eca2-566c-4010-8edd-46b7ccbf7f04 req-8ad515a6-9802-4b1e-9d85-ad6d53d5caea tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:48.527982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0c6eca2-566c-4010-8edd-46b7ccbf7f04 req-8ad515a6-9802-4b1e-9d85-ad6d53d5caea tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Aug 06 19:14:48.573821 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a0c6eca2-566c-4010-8edd-46b7ccbf7f04 req-ee6042e2-ba3e-4f55-8587-231dc9402d04 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Aug 06 19:14:49.694833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e642c8-3019-4bbf-b1d4-6a1f5f19b0d9 req-03713f9e-c0ea-4c82-ba4f-c80d380f367c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:49.696361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21e642c8-3019-4bbf-b1d4-6a1f5f19b0d9 req-03713f9e-c0ea-4c82-ba4f-c80d380f367c tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Aug 06 19:14:49.736067 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-21e642c8-3019-4bbf-b1d4-6a1f5f19b0d9 req-9baca817-9a52-45ff-9e6e-239446231cd5 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/security-groups?id=d6fb4377-f706-48f7-b627-b9b25bfbc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Aug 06 19:14:49.973162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-3df0be1f-03f5-4d60-a5d2-4511751702d5 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:14:49.974805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-3df0be1f-03f5-4d60-a5d2-4511751702d5 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 945 time: 0.0574834 Aug 06 19:14:50.097576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Deleting port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:50.098158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:50.224118 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] For port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:50.224388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:50.240340 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Calling delete_port for 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:50.381705 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:50.395675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:14:50.414822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Pushing event deleted for resources: {'Port': ['ID=726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:50.459716 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] No DVR routers for this DVR port 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:50.462991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:50.465253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a21efb4e-60b1-41c2-9301-aaa140a6eb3c req-abd35971-4b53-41d1-8e30-272acf8fbbeb tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.55 "DELETE /v2.0/ports/726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba HTTP/1.1" status: 204 len: 173 time: 0.4841206 Aug 06 19:14:50.465774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'name': 'network-vif-deleted', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:14:50.468316 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286b1cf-f013-498b-a617-ed71f73e0c5b" -d '{"events": [{"server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "name": "network-vif-deleted", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:14:50.511232 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eca78b-dcfa-4f35-95b2-70b65e299e6e x-openstack-request-id: req-58eca78b-dcfa-4f35-95b2-70b65e299e6e {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:14:50.511490 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af01a103-f399-4c47-a8dd-5d8dee738419", "name": "network-vif-deleted", "tag": "726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:14:50.511728 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58eca78b-dcfa-4f35-95b2-70b65e299e6e {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:14:50.512139 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af01a103-f399-4c47-a8dd-5d8dee738419', 'name': 'network-vif-deleted', 'tag': '726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba', 'status': 'completed', 'code': 200} Aug 06 19:14:50.821233 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:14:50.859553 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e39588f6-54f4-404a-b8fb-a3c7c2f19646 req-d803e9e1-49ca-47a8-ac06-f87a7ee21ee0 tempest-TestEncryptedCinderVolumes-970405147 tempest-TestEncryptedCinderVolumes-970405147-project] 10.222.0.64 "GET /v2.0/ports?device_id=af01a103-f399-4c47-a8dd-5d8dee738419 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Aug 06 19:14:51.958404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51526) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:52.339486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:52.626986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Deleting port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:52.627537 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:52.720819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] For port 87f6ee97-aed2-4f73-bc03-99e0a90ea16e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:52.721159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:52.739933 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Calling delete_port for 87f6ee97-aed2-4f73-bc03-99e0a90ea16e owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:52.933766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:52.962679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f6ee97-aed2-4f73-bc03-99e0a90ea16e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:52.976086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.976489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.976902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.977359 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.977725 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.978071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.978479 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.978906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.979157 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.979509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.979836 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:52.980155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:14:53.179106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:53.487321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Router 8c249cba-a078-4d74-9418-22c1e2c40919 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:14:53.617619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:14:53.623003 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3a3308ca-2713-41f6-877c-d0a161094c22 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c249cba-a078-4d74-9418-22c1e2c40919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6631150 Aug 06 19:14:53.626825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51530) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:53.629973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Sync routers for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:14:53.652033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:14:53.653010 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:53.752473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:53.779355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:14:53.809722 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:53.865470 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:53.883724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:53.884103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 726a56a6-2bde-4ed2-9af3-f0f7d41eb6ba not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:53.922616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Deleting port 7975ef9f-9212-4873-bea4-b979761be8f7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:53.923242 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:53.998390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:14:52Z', 'revision_number': 5, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port': {'id': '7975ef9f-9212-4873-bea4-b979761be8f7', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:38:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:54.006330 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] For port 7975ef9f-9212-4873-bea4-b979761be8f7, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7975ef9f-9212-4873-bea4-b979761be8f7,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:54.006925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.021053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Calling delete_port for 7975ef9f-9212-4873-bea4-b979761be8f7 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:54.029627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Checking router: 8c249cba-a078-4d74-9418-22c1e2c40919 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:14:54.039057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Routers {'8c249cba-a078-4d74-9418-22c1e2c40919'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:14:54.039686 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8c249cba-a078-4d74-9418-22c1e2c40919'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:54.128524 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] Set router 8c249cba-a078-4d74-9418-22c1e2c40919 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:14:54.183955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:14:53Z', 'revision_number': 6, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:54.197837 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.216268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22aeaa-b17b-420a-9934-616c4eed6850 None None] The sync data for ids ['8c249cba-a078-4d74-9418-22c1e2c40919'] in n-d-793621-29 is: [{'id': '8c249cba-a078-4d74-9418-22c1e2c40919', 'name': 'tempest-TestEncryptedCinderVolumes-996499653-router', 'tenant_id': '6277ef351a384b7daf10d47f8ca244ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:34Z', 'updated_at': '2021-08-06T19:14:53Z', 'revision_number': 6, 'project_id': '6277ef351a384b7daf10d47f8ca244ad', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:14:54.233226 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Pushing event deleted for resources: {'Port': ['ID=7975ef9f-9212-4873-bea4-b979761be8f7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:54.296977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.393169 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.395585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.441303 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.442083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c249cba-a078-4d74-9418-22c1e2c40919 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:14:54.449317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.451164 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1966d545-829c-4c85-b2c6-8d64d1cfd214 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8c249cba-a078-4d74-9418-22c1e2c40919 HTTP/1.1" status: 204 len: 168 time: 0.8229399 Aug 06 19:14:54.453950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51532) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:54.511870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Deleting subnet c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:14:54.515298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.553524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.642072 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.704971 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.737046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:54.740813 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.744757 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aa6918b0-2f05-4e4e-8839-65787d12974c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c9e8ed36-3f3a-43aa-a5bd-7bd8e7912772 HTTP/1.1" status: 204 len: 168 time: 0.2878528 Aug 06 19:14:54.747199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51534) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:54.751371 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ab156-d8ef-48c0-8a9f-a9ab81a1a862 None None] Network 3f56e3a0-711b-4b24-98e4-6521eeefd14a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:14:54.850708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.908046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Deleting port 8542267b-b06a-4abc-8a27-0d0154c91425 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:54.908398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.985041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] For port 8542267b-b06a-4abc-8a27-0d0154c91425, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8542267b-b06a-4abc-8a27-0d0154c91425,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:54.985487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:54.991446 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] DHCP port deletion for 3f56e3a0-711b-4b24-98e4-6521eeefd14a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:14:55.000384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Calling delete_port for 8542267b-b06a-4abc-8a27-0d0154c91425 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:55.046818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Deleting port 8542267b-b06a-4abc-8a27-0d0154c91425 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:55.047185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.086759 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.111474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] For port 8542267b-b06a-4abc-8a27-0d0154c91425, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8542267b-b06a-4abc-8a27-0d0154c91425,segment=NetworkSegment(5b426975-c545-4fc4-ad1d-46ca6c1e1d76),segment_id=5b426975-c545-4fc4-ad1d-46ca6c1e1d76)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:55.111776 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.117935 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Pushing event deleted for resources: {'Port': ['ID=8542267b-b06a-4abc-8a27-0d0154c91425,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:55.121640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] No DVR routers for this DVR port 8542267b-b06a-4abc-8a27-0d0154c91425 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:55.128744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Calling delete_port for 8542267b-b06a-4abc-8a27-0d0154c91425 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:55.197317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.209073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f56e3a0-711b-4b24-98e4-6521eeefd14a']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:55.214815 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.220574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b426975-c545-4fc4-ad1d-46ca6c1e1d76') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:55.220574 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b426975-c545-4fc4-ad1d-46ca6c1e1d76') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:55.230153 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.242345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] Pushing event deleted for resources: {'Port': ['ID=8542267b-b06a-4abc-8a27-0d0154c91425,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:55.246013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6baa2-b564-4ab4-833d-9569e90b1da8 None None] No DVR routers for this DVR port 8542267b-b06a-4abc-8a27-0d0154c91425 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:55.249839 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.259403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:14:55.259657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:14:55.261475 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:14:55.327291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.333385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:55.335257 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] 10.222.0.64 "DELETE /v2.0/networks/3f56e3a0-711b-4b24-98e4-6521eeefd14a HTTP/1.1" status: 204 len: 168 time: 0.5870395 Aug 06 19:14:55.338961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51536) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:55.355646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb6aa-5896-436e-a9c8-803e330d349c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f56e3a0-711b-4b24-98e4-6521eeefd14a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:55.895026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7975ef9f-9212-4873-bea4-b979761be8f7 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:55.916499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7975ef9f-9212-4873-bea4-b979761be8f7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:55.916845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7975ef9f-9212-4873-bea4-b979761be8f7 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:55.917269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8542267b-b06a-4abc-8a27-0d0154c91425 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:55.937170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8542267b-b06a-4abc-8a27-0d0154c91425 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:55.937540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8542267b-b06a-4abc-8a27-0d0154c91425 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:55.937960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87f6ee97-aed2-4f73-bc03-99e0a90ea16e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:55.961621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 87f6ee97-aed2-4f73-bc03-99e0a90ea16e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:55.961959 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 87f6ee97-aed2-4f73-bc03-99e0a90ea16e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:56.126358 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:56.406747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Deleting port 9ec17fe6-4383-49cb-983c-c30c31d0af4a {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:56.406968 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:56.487700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] For port 9ec17fe6-4383-49cb-983c-c30c31d0af4a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=9ec17fe6-4383-49cb-983c-c30c31d0af4a,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:56.488079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:56.500783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Calling delete_port for 9ec17fe6-4383-49cb-983c-c30c31d0af4a owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:56.711830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:56.742483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec17fe6-4383-49cb-983c-c30c31d0af4a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:56.915472 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.148833 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:14:57.257015 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:14:57.262517 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0493ca33-11f7-4cca-bf40-99c63a749d0c admin admin] 10.222.0.64 "PUT /v2.0/routers/c4bcea55-ca45-4329-82e7-3dd4df7f8c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223580 Aug 06 19:14:57.265150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51538) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:57.268644 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Sync routers for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:14:57.283896 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:14:57.284523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:57.381727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.390340 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:14:57.490955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.544585 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Deleting port e14825b3-4101-4e89-920d-aa63d6f7a742 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:57.544930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.571526 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:14:56Z', 'revision_number': 5, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port': {'id': 'e14825b3-4101-4e89-920d-aa63d6f7a742', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:57.597210 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Checking router: c4bcea55-ca45-4329-82e7-3dd4df7f8c27 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:14:57.605489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Routers {'c4bcea55-ca45-4329-82e7-3dd4df7f8c27'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:14:57.606101 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:14:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:57.639732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] For port e14825b3-4101-4e89-920d-aa63d6f7a742, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e14825b3-4101-4e89-920d-aa63d6f7a742,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:57.640006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.654086 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Calling delete_port for e14825b3-4101-4e89-920d-aa63d6f7a742 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:57.799542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] Set router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:14:57.841806 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:57.854548 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:14:57Z', 'revision_number': 6, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:57.871156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14825b3-4101-4e89-920d-aa63d6f7a742,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:57.881993 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14005f68-d5e9-4886-b0af-25b47ab191bb None None] The sync data for ids ['c4bcea55-ca45-4329-82e7-3dd4df7f8c27'] in n-d-793621-29 is: [{'id': 'c4bcea55-ca45-4329-82e7-3dd4df7f8c27', 'name': 'tempest-TestEncryptedCinderVolumes-552884797-router', 'tenant_id': '89bb159563b44874bfd6f3534e77a204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:13:39Z', 'updated_at': '2021-08-06T19:14:57Z', 'revision_number': 6, 'project_id': '89bb159563b44874bfd6f3534e77a204', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:14:57.944501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.040501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.043132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.091297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.091894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4bcea55-ca45-4329-82e7-3dd4df7f8c27 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:14:58.096607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.097919 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e1c4a2a6-b5a0-49d0-8b3d-2b6b645b2f10 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c4bcea55-ca45-4329-82e7-3dd4df7f8c27 HTTP/1.1" status: 204 len: 168 time: 0.8315139 Aug 06 19:14:58.100566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51540) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:58.148414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Deleting subnet 2e267f88-73cc-4ed2-b11f-f1f44bcbd85c {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:14:58.151779 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.198106 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.292737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.358792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.383737 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e267f88-73cc-4ed2-b11f-f1f44bcbd85c,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:58.389641 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.391550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0f31e33e-ff6c-4533-9684-7425ef6f972a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2e267f88-73cc-4ed2-b11f-f1f44bcbd85c HTTP/1.1" status: 204 len: 168 time: 0.2899549 Aug 06 19:14:58.395079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51542) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:58.395542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10c328-0d46-4c63-81a4-1215547a9db7 None None] Network 627d9dbb-77ca-4cff-a6a1-65829261d2ec requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:14:58.468700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.523383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Deleting port fea2d81d-e5cd-4fae-b83b-3d52b25168ca {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:58.523718 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.590951 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] For port fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,segment=NetworkSegment(901be877-664c-4a19-8719-58dc01e89777),segment_id=901be877-664c-4a19-8719-58dc01e89777)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:58.591216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.602800 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c67bfba6-4722-48c7-8c32-f3ca9cd29211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.605329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Calling delete_port for fea2d81d-e5cd-4fae-b83b-3d52b25168ca owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:58.670198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] DHCP port deletion for 627d9dbb-77ca-4cff-a6a1-65829261d2ec request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:14:58.693085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.720348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:58.723830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] No DVR routers for this DVR port fea2d81d-e5cd-4fae-b83b-3d52b25168ca on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:58.727749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Deleting port fea2d81d-e5cd-4fae-b83b-3d52b25168ca {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:14:58.728315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.798310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] For port fea2d81d-e5cd-4fae-b83b-3d52b25168ca, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:14:58.798972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.814706 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.815124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Calling delete_port for fea2d81d-e5cd-4fae-b83b-3d52b25168ca owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:14:58.818148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Port fea2d81d-e5cd-4fae-b83b-3d52b25168ca was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 19:14:58.819525 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.826818 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627d9dbb-77ca-4cff-a6a1-65829261d2ec']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:58.840577 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901be877-664c-4a19-8719-58dc01e89777') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:58.840887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901be877-664c-4a19-8719-58dc01e89777') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:14:58.844089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] Pushing event deleted for resources: {'Port': ['ID=fea2d81d-e5cd-4fae-b83b-3d52b25168ca,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:58.850606 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58396e-f35a-4038-8dda-88a53ebd1c5b None None] No DVR routers for this DVR port fea2d81d-e5cd-4fae-b83b-3d52b25168ca on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:14:58.854204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.872261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.880023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:14:58.880675 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:14:58.883187 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:14:58.948203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.962162 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:58.962162 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] 10.222.0.64 "DELETE /v2.0/networks/627d9dbb-77ca-4cff-a6a1-65829261d2ec HTTP/1.1" status: 204 len: 168 time: 0.5612082 Aug 06 19:14:58.973978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cf037-e70f-45b8-af57-afc0fa8e1465 admin admin] Pushing event deleted for resources: {'Network': ['ID=627d9dbb-77ca-4cff-a6a1-65829261d2ec,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:59.136953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51546) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:59.186073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b8d18fa3-5007-454a-917b-8166720ddc2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6277ef351a384b7daf10d47f8ca244ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477800 Aug 06 19:14:59.189295 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51548) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:59.246024 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.273725 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.327517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.330877 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.332406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6fb4377-f706-48f7-b627-b9b25bfbc1be HTTP/1.1" status: 204 len: 168 time: 0.1418610 Aug 06 19:14:59.342396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea06487-1453-4513-ad74-04cede8c5861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb4377-f706-48f7-b627-b9b25bfbc1be,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:59.707120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51554) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:59.747153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b80d62fe-872b-40e2-98ea-d84dfe665bed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89bb159563b44874bfd6f3534e77a204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387700 Aug 06 19:14:59.749796 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51556) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:14:59.811148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.833659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.882712 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.885700 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:14:59.886937 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/045dc554-b2e3-42d5-bd15-eee1fd449a81 HTTP/1.1" status: 204 len: 168 time: 0.1362886 Aug 06 19:14:59.896194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e14825b3-4101-4e89-920d-aa63d6f7a742 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:59.912286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6f558-5ab3-4b51-b28c-e8041f43607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045dc554-b2e3-42d5-bd15-eee1fd449a81,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:14:59.928084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: e14825b3-4101-4e89-920d-aa63d6f7a742 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:59.928427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e14825b3-4101-4e89-920d-aa63d6f7a742 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:59.928845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fea2d81d-e5cd-4fae-b83b-3d52b25168ca no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:59.954814 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: fea2d81d-e5cd-4fae-b83b-3d52b25168ca {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:59.955521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device fea2d81d-e5cd-4fae-b83b-3d52b25168ca not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:14:59.955953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ec17fe6-4383-49cb-983c-c30c31d0af4a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:14:59.975970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 9ec17fe6-4383-49cb-983c-c30c31d0af4a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:14:59.976315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 9ec17fe6-4383-49cb-983c-c30c31d0af4a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:15:00.653571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51578) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:00.766430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1582226248-network', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:00.793152 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Made reservation on behalf of 9cb76f5234d448209dd7981019f1c08d for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:15:00.795635 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:00.805003 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:00.909388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:00.915065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:00.943671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:15:00.950234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526f9813-9965-4ba1-8150-6463e21c8e9d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:00.957900 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:00.958457 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Added segment 9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f of type vlan for network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 Aug 06 19:15:01.003120 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.035102 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.036392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:01.037101 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.099216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4444032 Aug 06 19:15:01.102555 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51582) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:01.106962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496b55d-5cf9-4b17-b95b-abc0fc99b445 admin admin] Pushing event updated for resources: {'Network': ['ID=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:01.107782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Request body: {'subnet': {'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1582226248-subnet', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:01.117615 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:15:01.132828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Made reservation on behalf of 9cb76f5234d448209dd7981019f1c08d for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:15:01.135301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.310004 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.370396 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eed767a-caef-48f8-bf55-28c3b313b52d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:01.380272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Checking segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:01.380639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Network hostable DHCP agents. Network: 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:15:01.402879 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:15:01.414867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:01.419288 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:01.419937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.426979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a6931-3884-43a3-939e-54fb2502852b None None] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:15:01.440564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7f463de7-cc83-4f62-b4ef-2f7592981483 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362892 Aug 06 19:15:01.442910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51584) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:01.447328 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-53671562-0647-4038-beab-8857baff769d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:01.471236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.472423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.500740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.528457 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.591750 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:15:01.592632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.679947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.737864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Allocated IP 172.20.0.2 (0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3/3eed767a-caef-48f8-bf55-28c3b313b52d/c02ba136-8c55-479e-8fa7-a49453f97fcb) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:01.836197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-725d901a-2cff-4b00-98cd-4d5088e93e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.903978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.928336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.931523 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.940355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Transition to ACTIVE for port object c02ba136-8c55-479e-8fa7-a49453f97fcb will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:01.956486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Transition to ACTIVE for port object c02ba136-8c55-479e-8fa7-a49453f97fcb will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:01.964077 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:01.998930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:02.001946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:02.004340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:02.022047 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Pushing event updated for resources: {'Port': ['ID=c02ba136-8c55-479e-8fa7-a49453f97fcb,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:02.037673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-53671562-0647-4038-beab-8857baff769d admin admin] Allocated IP 172.25.3.49 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/29fcdf78-e84b-4a5e-af99-cd8876f6ce97) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:02.073908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Attempting to bind port c02ba136-8c55-479e-8fa7-a49453f97fcb on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:02.074283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Attempting to bind port c02ba136-8c55-479e-8fa7-a49453f97fcb by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:02.074781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Attempting to bind port c02ba136-8c55-479e-8fa7-a49453f97fcb on network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:02.080702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:02.081079 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Checking segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:02.081645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:02.082045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Bound using segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:02.082495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Bound port: c02ba136-8c55-479e-8fa7-a49453f97fcb, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:02.082891 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:02.159810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:02.177803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] For port c02ba136-8c55-479e-8fa7-a49453f97fcb, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:02.183390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] For port c02ba136-8c55-479e-8fa7-a49453f97fcb, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c02ba136-8c55-479e-8fa7-a49453f97fcb,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:02.193820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:02.206229 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:02.249270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53671562-0647-4038-beab-8857baff769d admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:02.252318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-53671562-0647-4038-beab-8857baff769d admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:02.254882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f51d16-5cbe-4619-95e8-07a1408c657f None None] Pushing event updated for resources: {'Port': ['ID=c02ba136-8c55-479e-8fa7-a49453f97fcb,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:02.256188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53671562-0647-4038-beab-8857baff769d admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:02.261957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53671562-0647-4038-beab-8857baff769d admin admin] Pushing event updated for resources: {'Port': ['ID=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:02.553556 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.141425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.174977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf250c78-bd88-4e39-a50f-96e77e2debd5 None None] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:15:03.293433 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53671562-0647-4038-beab-8857baff769d admin admin] Router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:15:03.421411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-05e2a820-68de-4750-ba54-edfcd27c25b1 None None] Provisioning for port c02ba136-8c55-479e-8fa7-a49453f97fcb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:03.423542 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:15:03.438094 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Sync routers for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:15:03.441547 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53671562-0647-4038-beab-8857baff769d admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.445828 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53671562-0647-4038-beab-8857baff769d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9992869 Aug 06 19:15:03.446142 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51586) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:03.473021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:03.473773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:03.533487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.628127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:03.824415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:02Z', 'revision_number': 3, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:03.856961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Checking router: 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:15:03.857384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Updating router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:15:03.902440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.928642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:03.999668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c02ba136-8c55-479e-8fa7-a49453f97fcb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:04.130362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c02ba136-8c55-479e-8fa7-a49453f97fcb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:04.138218 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c02ba136-8c55-479e-8fa7-a49453f97fcb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:04.138680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.142582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Allocated IP 172.20.0.1 (0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3/3eed767a-caef-48f8-bf55-28c3b313b52d/2b331a2a-0286-44a4-a620-6e86846456e4) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:04.260771 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.274753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Transition to ACTIVE for port object 2b331a2a-0286-44a4-a620-6e86846456e4 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:04.289102 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.291786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.310785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Transition to ACTIVE for port object 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:04.314522 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.321642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.366170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c02ba136-8c55-479e-8fa7-a49453f97fcb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c02ba136-8c55-479e-8fa7-a49453f97fcb,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:04.370067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:04.372182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:04.375151 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:04.377902 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:04.380405 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.398120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Attempting to bind port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:04.398551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Attempting to bind port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:04.398872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Attempting to bind port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:04.403696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6a786-f34f-4410-b182-b5367ce408fd None None] Pushing event updated for resources: {'Port': ['ID=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:04.431466 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:04.432172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:04.432265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.432725 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:04.433148 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Bound port: 29fcdf78-e84b-4a5e-af99-cd8876f6ce97, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:04.433652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.436728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.505181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c02ba136-8c55-479e-8fa7-a49453f97fcb,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:04.514407 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] For port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:04.517766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] For port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:04.524480 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.577929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:04.578610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:04.607582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.635709 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6a786-f34f-4410-b182-b5367ce408fd None None] Pushing event updated for resources: {'Port': ['ID=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:04.717277 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ec5dd1e1-fb0f-44d4-aaf5-e9ceb570992b None None] Provisioning for port 2b331a2a-0286-44a4-a620-6e86846456e4 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:04.727594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-ec5dd1e1-fb0f-44d4-aaf5-e9ceb570992b None None] Provisioning complete for port 2b331a2a-0286-44a4-a620-6e86846456e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:04.728036 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd1e1-fb0f-44d4-aaf5-e9ceb570992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.734206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:04.806868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-ec5dd1e1-fb0f-44d4-aaf5-e9ceb570992b None None] Port 2b331a2a-0286-44a4-a620-6e86846456e4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:15:04.828679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.835066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.907342 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:04.909892 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.966650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:04.989811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 1, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:05.013216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:05.014768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:05.016214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5152d8ff-98e0-4f10-8138-be003df4275b None None] The sync data for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 is: [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 1, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:15:05.147406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:15:05.306289 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:15:05.311958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e652c873-ee16-4271-94be-cc5327a473a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fd9eaef-9f7d-4386-8f4a-ee93dd750c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8646235 Aug 06 19:15:05.340424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-025d7e69-4931-4686-be8e-10d8fc34ee83 None None] Provisioning complete for port 2b331a2a-0286-44a4-a620-6e86846456e4 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:05.341110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-025d7e69-4931-4686-be8e-10d8fc34ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:05.394242 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-025d7e69-4931-4686-be8e-10d8fc34ee83 None None] Port 2b331a2a-0286-44a4-a620-6e86846456e4 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:15:05.914040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51602) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:05.919370 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-744881427-network', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:05.949860 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Made reservation on behalf of adf8070b8b174b2c8a29c1b8e1fd6d50 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:15:05.952711 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:05.962774 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.000554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:06.068675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:06.072899 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:06.073060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.081079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.091016 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.118923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:15:06.129412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5203bfb-84ee-488d-8728-6f8303f850f9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:06.134677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.135029 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Added segment c19c3295-0c58-4ff7-afd8-1b6aa089bb09 of type vlan for network 4a5a0207-db55-4b55-ab1c-0a22edef9780 Aug 06 19:15:06.160763 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.184873 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.187574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:06.195768 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.197188 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c02ba136-8c55-479e-8fa7-a49453f97fcb up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:06.223824 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.226404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:06.228941 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.288744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:06.293726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3758802 Aug 06 19:15:06.294017 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51604) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:06.299134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Request body: {'subnet': {'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-744881427-subnet', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:06.306665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cd22a-e732-4d51-9905-112569f5127f admin admin] Pushing event updated for resources: {'Network': ['ID=4a5a0207-db55-4b55-ab1c-0a22edef9780,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:06.317027 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c02ba136-8c55-479e-8fa7-a49453f97fcb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:06.317535 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.322500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:15:06.329509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Made reservation on behalf of adf8070b8b174b2c8a29c1b8e1fd6d50 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:15:06.332170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.527960 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.584316 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1904a9-e394-4c1d-8f44-30277249a378,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:06.597016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Checking segment: {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:06.597016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Network hostable DHCP agents. Network: 4a5a0207-db55-4b55-ab1c-0a22edef9780, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:15:06.621013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:15:06.631109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4a5a0207-db55-4b55-ab1c-0a22edef9780) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:06.635198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:06.635775 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.640555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc7938-fbc8-45d3-9670-59d2cc214820 None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:15:06.651981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-15db599e-c26b-46d3-addb-920f4a2a687d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3567450 Aug 06 19:15:06.654997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51606) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:06.660176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:06.685975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.687041 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.748745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.787020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4a5a0207-db55-4b55-ab1c-0a22edef9780', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:15:06.787963 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.893616 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:06.946929 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Allocated IP 172.20.0.2 (4a5a0207-db55-4b55-ab1c-0a22edef9780/8a1904a9-e394-4c1d-8f44-30277249a378/2b1f2b3f-4bf9-4829-a9a7-712a777b82d9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:07.133591 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.160252 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.237149 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Sync routers for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:15:07.247022 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:07.247724 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:07.276737 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.289924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Transition to ACTIVE for port object 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:07.296460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Allocated IP 172.25.3.14 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/610905f8-fcaf-4868-a943-863f7cd39518) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:07.306990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Transition to ACTIVE for port object 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:07.314476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.354794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:07.361583 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:07.365309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:07.369210 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:07.379461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Pushing event updated for resources: {'Port': ['ID=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:07.422906 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.439063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Attempting to bind port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:07.439436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Attempting to bind port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:07.439793 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Attempting to bind port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 on network 4a5a0207-db55-4b55-ab1c-0a22edef9780 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:07.445328 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:07.445794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Checking segment: {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:07.446387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.446961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Bound using segment: {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:07.447580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Bound port: 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:07.448124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.473046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.516625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:07.520043 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:07.522117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] For port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:07.524952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:07.528789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Pushing event updated for resources: {'Port': ['ID=610905f8-fcaf-4868-a943-863f7cd39518,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:07.531455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] For port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:07.539587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.598317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde798-d3d5-42b6-a675-4216bf094673 None None] Pushing event updated for resources: {'Port': ['ID=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:07.625781 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 2, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:07.657580 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Checking router: 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:15:07.657919 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Updating router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 port 2b331a2a-0286-44a4-a620-6e86846456e4 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:15:07.689297 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:07.844595 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.034353 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.041487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:08.055161 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Transition to ACTIVE for port object 2b331a2a-0286-44a4-a620-6e86846456e4 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:08.063965 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.080925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.141609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:08.148392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:08.167693 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Attempting to bind port 2b331a2a-0286-44a4-a620-6e86846456e4 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:08.169011 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Attempting to bind port 2b331a2a-0286-44a4-a620-6e86846456e4 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:08.169589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Attempting to bind port 2b331a2a-0286-44a4-a620-6e86846456e4 on network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:08.178537 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:08.179193 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Checking segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:08.179784 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.180332 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Bound using segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:08.180955 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Bound port: 2b331a2a-0286-44a4-a620-6e86846456e4, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:08.181515 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.201332 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Pushing event updated for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:08.211435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:08.211806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.239419 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.240003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:15:08.240404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.240404 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.240739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.241161 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.241620 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.242229 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.242650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.243074 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.243916 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.244849 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.245306 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:08.309032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] For port 2b331a2a-0286-44a4-a620-6e86846456e4, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:08.316991 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] For port 2b331a2a-0286-44a4-a620-6e86846456e4, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b331a2a-0286-44a4-a620-6e86846456e4,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:08.324325 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.385335 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75a9c4-6835-486a-b012-594abcbf00bc None None] Pushing event updated for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:08.387835 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:08.388392 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:08.392784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:15:08.404538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Sync routers for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:15:08.415282 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:08.419791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51608) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:08.420308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-98b83654-4675-4314-8105-1cd5258412d3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7636771 Aug 06 19:15:08.422584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:08.423436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:08.534510 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:08.574429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:08.810806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:08Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:08.852302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253ed1e-f16c-4f8a-8a4e-fed48048a470 None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:15:08.856099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85bf37-530a-4bd8-83b1-10d2cdbaede2 None None] The sync data for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 is: [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:08Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:15:08.930918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:07Z', 'revision_number': 3, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:08.973396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Checking router: dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:15:08.973752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Updating router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 port 610905f8-fcaf-4868-a943-863f7cd39518 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:15:08.983514 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.028563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.158236 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Allocated IP 172.20.0.1 (4a5a0207-db55-4b55-ab1c-0a22edef9780/8a1904a9-e394-4c1d-8f44-30277249a378/1a6e7d38-ef0c-491a-806e-bb511532b03c) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:09.180702 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Provisioning for port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:09.197778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Provisioning complete for port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:09.198444 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.294315 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.311549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Transition to ACTIVE for port object 1a6e7d38-ef0c-491a-806e-bb511532b03c will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:09.357813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.402385 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:09.414926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:09.416531 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:09.419028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:09.455916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.460834 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.466111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.485312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Transition to ACTIVE for port object 610905f8-fcaf-4868-a943-863f7cd39518 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:09.512387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] For port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:09.514374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.552867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.577563 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Attempting to bind port 610905f8-fcaf-4868-a943-863f7cd39518 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:09.577942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Attempting to bind port 610905f8-fcaf-4868-a943-863f7cd39518 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:09.578309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Attempting to bind port 610905f8-fcaf-4868-a943-863f7cd39518 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:09.585716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836960-06ce-4209-8ab1-e55972881eb3 None None] Pushing event updated for resources: {'Port': ['ID=610905f8-fcaf-4868-a943-863f7cd39518,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:09.590813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:09.591230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:09.591576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.591998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:09.592457 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Bound port: 610905f8-fcaf-4868-a943-863f7cd39518, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:09.593037 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.638966 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.688139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d65f-5728-4b9d-8f25-e638d0f003d5 None None] Pushing event updated for resources: {'Port': ['ID=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:09.697707 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] For port 610905f8-fcaf-4868-a943-863f7cd39518, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:09.699803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-738ad1ba-e2f9-494f-9f52-80ed21239420 None None] Provisioning complete for port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:09.700174 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-738ad1ba-e2f9-494f-9f52-80ed21239420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.703247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] For port 610905f8-fcaf-4868-a943-863f7cd39518, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=610905f8-fcaf-4868-a943-863f7cd39518,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:09.725413 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.811009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:09.811568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:09.827804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.834018 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.853207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836960-06ce-4209-8ab1-e55972881eb3 None None] Pushing event updated for resources: {'Port': ['ID=610905f8-fcaf-4868-a943-863f7cd39518,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:09.911865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:09.913759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:09.964646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:09.970880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:10.031587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:10.033409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:10.143409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:10.143787 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.168283 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:15:10.168667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2de1be82-72b9-4192-8fe0-bdb8dc1cfc1e None None] Provisioning for port 1a6e7d38-ef0c-491a-806e-bb511532b03c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:10.181417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2de1be82-72b9-4192-8fe0-bdb8dc1cfc1e None None] Provisioning complete for port 1a6e7d38-ef0c-491a-806e-bb511532b03c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:10.181812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2de1be82-72b9-4192-8fe0-bdb8dc1cfc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.269700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2de1be82-72b9-4192-8fe0-bdb8dc1cfc1e None None] Port 1a6e7d38-ef0c-491a-806e-bb511532b03c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:15:10.296136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:15:10.302041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fbbbb7ff-08ac-417e-8fb6-bec1a94e7b59 admin admin] 10.222.0.64 "PUT /v2.0/routers/dc7ca09c-1fb2-486c-aa23-f626b4ea4a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808634 Aug 06 19:15:10.500569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b331a2a-0286-44a4-a620-6e86846456e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:10.542092 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f3224c7-5154-481d-bec8-18ecbd56e2ff None None] Provisioning complete for port 1a6e7d38-ef0c-491a-806e-bb511532b03c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:10.542468 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f3224c7-5154-481d-bec8-18ecbd56e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.547150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1a6e7d38-ef0c-491a-806e-bb511532b03c', 'name': '', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'mac_address': 'fa:16:3e:e7:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:09Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 1, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'subnets': [{'id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:10.594812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e5a88-9f04-4ad5-ab2b-b132929fd3e0 None None] The sync data for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 is: [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1a6e7d38-ef0c-491a-806e-bb511532b03c', 'name': '', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'mac_address': 'fa:16:3e:e7:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:09Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 1, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'subnets': [{'id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:15:10.612081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-7f3224c7-5154-481d-bec8-18ecbd56e2ff None None] Port 1a6e7d38-ef0c-491a-806e-bb511532b03c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:15:10.624657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2b331a2a-0286-44a4-a620-6e86846456e4 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:10.629130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2b331a2a-0286-44a4-a620-6e86846456e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:10.629880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.724940 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.767733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 2b331a2a-0286-44a4-a620-6e86846456e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b331a2a-0286-44a4-a620-6e86846456e4,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:10.773814 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:10.850994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:11.065214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:12.090029 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 610905f8-fcaf-4868-a943-863f7cd39518 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:12.181106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 610905f8-fcaf-4868-a943-863f7cd39518 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:12.186285 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 610905f8-fcaf-4868-a943-863f7cd39518 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:12.186689 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:12.285281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:12.314310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 610905f8-fcaf-4868-a943-863f7cd39518, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=610905f8-fcaf-4868-a943-863f7cd39518,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:12.324611 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:12.325508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b331a2a-0286-44a4-a620-6e86846456e4 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:12.486944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:12.488914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=610905f8-fcaf-4868-a943-863f7cd39518,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:12.511511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2b331a2a-0286-44a4-a620-6e86846456e4 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:12.512057 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:13.317088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Sync routers for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:15:13.335610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:13.336235 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:13.506415 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:13.929117 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1a6e7d38-ef0c-491a-806e-bb511532b03c', 'name': '', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'mac_address': 'fa:16:3e:e7:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:09Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 2, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'subnets': [{'id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:13.966429 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Checking router: dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:15:13.966429 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Updating router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 port 1a6e7d38-ef0c-491a-806e-bb511532b03c binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:15:13.970694 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 610905f8-fcaf-4868-a943-863f7cd39518 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:13.999540 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.030140 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 610905f8-fcaf-4868-a943-863f7cd39518 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:14.030514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.341262 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.358508 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Transition to ACTIVE for port object 1a6e7d38-ef0c-491a-806e-bb511532b03c will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:14.370813 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.454502 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fbcb1-b7cc-4674-9b59-6ed8a968d663 None None] Pushing event updated for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:14.516016 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Attempting to bind port 1a6e7d38-ef0c-491a-806e-bb511532b03c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:14.516636 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Attempting to bind port 1a6e7d38-ef0c-491a-806e-bb511532b03c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:14.516842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Attempting to bind port 1a6e7d38-ef0c-491a-806e-bb511532b03c on network 4a5a0207-db55-4b55-ab1c-0a22edef9780 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:14.524488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:14.524855 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Checking segment: {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:14.525300 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.525729 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Bound using segment: {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:14.526985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Bound port: 1a6e7d38-ef0c-491a-806e-bb511532b03c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:14.527368 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.631053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] For port 1a6e7d38-ef0c-491a-806e-bb511532b03c, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:14.635020 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] For port 1a6e7d38-ef0c-491a-806e-bb511532b03c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1a6e7d38-ef0c-491a-806e-bb511532b03c,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:14.644678 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:14.726627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:14.727317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:14.878498 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fbcb1-b7cc-4674-9b59-6ed8a968d663 None None] Pushing event updated for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:14.915546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:15.175503 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1a6e7d38-ef0c-491a-806e-bb511532b03c', 'name': '', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'mac_address': 'fa:16:3e:e7:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:09Z', 'updated_at': '2021-08-06T19:15:14Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'subnets': [{'id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:15.206001 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5610e38-2194-45f9-a498-f306c5e97ca2 None None] The sync data for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 is: [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:15:09Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '1a6e7d38-ef0c-491a-806e-bb511532b03c', 'name': '', 'network_id': '4a5a0207-db55-4b55-ab1c-0a22edef9780', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'mac_address': 'fa:16:3e:e7:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:09Z', 'updated_at': '2021-08-06T19:15:14Z', 'revision_number': 4, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'subnets': [{'id': '8a1904a9-e394-4c1d-8f44-30277249a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:15:15.969906 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1a6e7d38-ef0c-491a-806e-bb511532b03c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:16.033543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 1a6e7d38-ef0c-491a-806e-bb511532b03c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:16.038737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1a6e7d38-ef0c-491a-806e-bb511532b03c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:16.040899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:16.149720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:16.185784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 1a6e7d38-ef0c-491a-806e-bb511532b03c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1a6e7d38-ef0c-491a-806e-bb511532b03c,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:16.192513 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:16.252306 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:17.919068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1a6e7d38-ef0c-491a-806e-bb511532b03c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:18.000715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 1a6e7d38-ef0c-491a-806e-bb511532b03c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:18.001518 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:20.528511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-85403203-12b1-46e0-aadf-eea4a41e28f8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:20.529927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-85403203-12b1-46e0-aadf-eea4a41e28f8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 815 time: 0.1083443 Aug 06 19:15:20.546794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-20761063-e898-47a3-90ab-6fe0143fb6d6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/quotas/9cb76f5234d448209dd7981019f1c08d HTTP/1.1" status: 200 len: 375 time: 0.0100369 Aug 06 19:15:20.598834 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-cb168be2-6a4c-47ac-a922-c37c3d8e5d52 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465779 Aug 06 19:15:20.711419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-3f339845-a8e4-44d2-85a8-750452da6158 service neutron] 10.222.0.64 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954478 Aug 06 19:15:20.805530 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-2bcfbe3d-bbac-4cb6-9fe6-2bd297ff3de0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Aug 06 19:15:20.997813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f01c336-24c0-4ab3-b16d-597809602c51 req-889cb930-f1b6-4619-af0c-27c046006681 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 210 time: 0.0378184 Aug 06 19:15:22.124152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95876671-4e95-40cc-ae06-d4bd0378768e req-d4bd2e80-445f-474e-8a72-1f114ce549ff tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 210 time: 0.0353694 Aug 06 19:15:22.165483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-8c48260f-8f00-4fdf-8391-7b42b0e3c0bf tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:22.166989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-8c48260f-8f00-4fdf-8391-7b42b0e3c0bf tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 815 time: 0.1523390 Aug 06 19:15:22.181325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'port': {'device_id': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'admin_state_up': True, 'tenant_id': '9cb76f5234d448209dd7981019f1c08d'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:22.299444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Made reservation on behalf of 9cb76f5234d448209dd7981019f1c08d for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:15:22.303146 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:22.452134 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Allocated IP 172.20.0.11 (0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3/3eed767a-caef-48f8-bf55-28c3b313b52d/c5690e32-5ef3-428c-ae8f-9d8f789c93af) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:22.671994 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:22.689761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Transition to ACTIVE for port object c5690e32-5ef3-428c-ae8f-9d8f789c93af will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:22.731505 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:22.785571 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:22.788830 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:22.792902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:22.800075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:22.839280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.839280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.839618 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.840041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.840446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.840838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.841121 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.841479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.841888 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.842263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.842548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.842879 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:22.889330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:22.890050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:22.911080 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-623e3c14-6269-4dfc-9615-7e66f616b4b0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333210 Aug 06 19:15:23.113976 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c2c013c3-f520-4a44-a915-9004fbfb2fb3 None None] Provisioning for port c5690e32-5ef3-428c-ae8f-9d8f789c93af completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:23.119492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c2c013c3-f520-4a44-a915-9004fbfb2fb3 None None] Provisioning complete for port c5690e32-5ef3-428c-ae8f-9d8f789c93af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:23.120033 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c2c013c3-f520-4a44-a915-9004fbfb2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:23.162772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c2c013c3-f520-4a44-a915-9004fbfb2fb3 None None] Port c5690e32-5ef3-428c-ae8f-9d8f789c93af cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:15:23.281234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb377ed-123d-4921-99f9-1e20e3483955 req-d6d5f8d2-9fd0-45bf-8a90-ab8ddd453ca6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:23.282872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5eb377ed-123d-4921-99f9-1e20e3483955 req-d6d5f8d2-9fd0-45bf-8a90-ab8ddd453ca6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0692339 Aug 06 19:15:23.331021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5eb377ed-123d-4921-99f9-1e20e3483955 req-be8b2b3e-2ffd-4965-9461-ef5eec58f277 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Aug 06 19:15:24.461811 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c027f6f-b419-4e40-b8c0-fc6c80bd8832 req-fffa0c35-cb24-45c1-acbe-2d6efa405756 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:24.464364 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c027f6f-b419-4e40-b8c0-fc6c80bd8832 req-fffa0c35-cb24-45c1-acbe-2d6efa405756 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0544300 Aug 06 19:15:24.509391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c027f6f-b419-4e40-b8c0-fc6c80bd8832 req-18b2456e-3e06-4e7b-8e0b-34dc099ebd19 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Aug 06 19:15:25.644422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a368a60-4960-4340-b17c-bee2317b2a01 req-950fbc88-0ad8-491b-b620-9f766a1c887d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:25.646146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a368a60-4960-4340-b17c-bee2317b2a01 req-950fbc88-0ad8-491b-b620-9f766a1c887d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0606797 Aug 06 19:15:25.695428 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a368a60-4960-4340-b17c-bee2317b2a01 req-8e58ec72-afb8-402c-9a29-5b2f73871eeb tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Aug 06 19:15:26.837149 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb7a6e-a457-43fa-a0f4-950fd2290145 req-c60822c6-74d9-4b41-aa1c-e713a4147a9c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:26.838680 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6eb7a6e-a457-43fa-a0f4-950fd2290145 req-c60822c6-74d9-4b41-aa1c-e713a4147a9c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0528219 Aug 06 19:15:26.880616 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6eb7a6e-a457-43fa-a0f4-950fd2290145 req-de31eac9-e13c-4816-8631-7a2bf0cc3693 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Aug 06 19:15:27.823671 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:15:28.017555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d9e1-ead1-48a1-bf18-f5774510885c req-06b6d617-57eb-47f4-8ff7-b6b5488ac106 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:28.026757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2422d9e1-ead1-48a1-bf18-f5774510885c req-06b6d617-57eb-47f4-8ff7-b6b5488ac106 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0685425 Aug 06 19:15:28.069259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2422d9e1-ead1-48a1-bf18-f5774510885c req-93b8f190-9d8a-4e07-af2d-9736f6483766 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Aug 06 19:15:28.610482 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c88fd6d8-7b2b-402e-84e4-aaa0e42feb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:29.210099 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0b4a-01e9-42fb-90a7-256dd56e970b req-5ff8c827-1e87-40b7-afb0-110bc5951e19 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:29.211655 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da6c0b4a-01e9-42fb-90a7-256dd56e970b req-5ff8c827-1e87-40b7-afb0-110bc5951e19 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0587044 Aug 06 19:15:29.252071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-da6c0b4a-01e9-42fb-90a7-256dd56e970b req-30e4eec9-b43a-46dc-aab2-27b0380be83e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Aug 06 19:15:30.379713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf30c4-1329-4a8b-88c2-cedf4ce9b6c4 req-b38c3d44-8bb3-42f1-a8ea-edec5a8e00a5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:30.384874 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3bf30c4-1329-4a8b-88c2-cedf4ce9b6c4 req-b38c3d44-8bb3-42f1-a8ea-edec5a8e00a5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0545082 Aug 06 19:15:30.424225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a3bf30c4-1329-4a8b-88c2-cedf4ce9b6c4 req-4a521cea-e2bc-442b-a4b6-79def2dcec22 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Aug 06 19:15:31.486022 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:31.558222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d99b9-42d3-4815-8370-a9aec75473da req-fc0df1c9-4166-4196-97c5-fcddc48257fe tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:31.559916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-876d99b9-42d3-4815-8370-a9aec75473da req-fc0df1c9-4166-4196-97c5-fcddc48257fe tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 932 time: 0.0590904 Aug 06 19:15:31.603854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-876d99b9-42d3-4815-8370-a9aec75473da req-951c6f3d-5978-4321-be1d-e3f4a21a279f tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Aug 06 19:15:31.816370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-52c6a08b-113e-4dae-b828-29efa5b5f25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.017062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Request body: {'port': {'device_id': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:32.083504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.393934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5690e32-5ef3-428c-ae8f-9d8f789c93af {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:15:32.401588 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.413769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Transition to ACTIVE for port object c5690e32-5ef3-428c-ae8f-9d8f789c93af will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:15:32.419548 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.473256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da122a-9773-4664-9806-f82544c0772e service neutron] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:32.547369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Attempting to bind port c5690e32-5ef3-428c-ae8f-9d8f789c93af on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:15:32.547714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Attempting to bind port c5690e32-5ef3-428c-ae8f-9d8f789c93af by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:15:32.548054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Attempting to bind port c5690e32-5ef3-428c-ae8f-9d8f789c93af on network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:32.553602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Port c5690e32-5ef3-428c-ae8f-9d8f789c93af on network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:15:32.553889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Attempting to bind port c5690e32-5ef3-428c-ae8f-9d8f789c93af on network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:15:32.559816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:15:32.560553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Checking segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:15:32.560553 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Bound using segment: {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:15:32.560923 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Bound port: c5690e32-5ef3-428c-ae8f-9d8f789c93af, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:15:32.561305 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.644637 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:15:32.648415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:15:32.653385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.688607 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:32.689228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:32.690638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-62da122a-9773-4664-9806-f82544c0772e service neutron] 10.222.0.55 "PUT /v2.0/ports/c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1093 time: 0.6784673 Aug 06 19:15:32.691725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:15:32.694074 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81723bed-1acf-4e96-a4d3-339d0bb4e715" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:15:32.787677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da122a-9773-4664-9806-f82544c0772e service neutron] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:32.811727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003698de-0d7f-4d6e-af84-d801db79cca0 req-1ea04840-a722-49f0-a606-95598e5ba368 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:32.813340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-003698de-0d7f-4d6e-af84-d801db79cca0 req-1ea04840-a722-49f0-a606-95598e5ba368 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 944 time: 0.1281290 Aug 06 19:15:32.816520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-7f106c4a-35a2-4a78-84df-a6a29bcbc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:32.818001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-7f106c4a-35a2-4a78-84df-a6a29bcbc697 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1096 time: 0.0804951 Aug 06 19:15:32.870994 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-2826a939-60c0-47b4-83fc-6a0511ae4d40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 217 time: 0.0442820 Aug 06 19:15:32.913262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-003698de-0d7f-4d6e-af84-d801db79cca0 req-448b8279-cf44-434c-9c1e-2c74aac35861 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933576 Aug 06 19:15:32.933355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-a43577eb-b5e8-41e5-a07f-493d7742e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:32.934864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-a43577eb-b5e8-41e5-a07f-493d7742e64b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0532959 Aug 06 19:15:32.969125 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472da23-5f50-4367-9ff7-bf4582868377 x-openstack-request-id: req-0472da23-5f50-4367-9ff7-bf4582868377 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:15:32.969476 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:15:32.969690 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0472da23-5f50-4367-9ff7-bf4582868377 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:15:32.970086 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:15:32.988082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-5d385892-c25c-4f48-9ae6-0da8e28778ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:32.989638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-5d385892-c25c-4f48-9ae6-0da8e28778ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470569 Aug 06 19:15:33.089916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-530e512a-68ea-40c4-8770-dfca17d9c5c7 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922873 Aug 06 19:15:33.185582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6bf2870-9228-4632-8d3a-236ce653b68c req-af1f8dfe-7716-4f32-950a-67c563eb1254 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885806 Aug 06 19:15:33.278695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-941b4ffa-7d5e-4144-910b-7894a5b47509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:33.282391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-941b4ffa-7d5e-4144-910b-7894a5b47509 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1096 time: 0.0484464 Aug 06 19:15:33.389063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-c79919a1-1483-4efa-addd-c3a89aa9b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:33.390827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-c79919a1-1483-4efa-addd-c3a89aa9b517 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.1019332 Aug 06 19:15:33.434358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-792120db-b099-401b-94d1-902bb77be3f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 217 time: 0.0358062 Aug 06 19:15:33.473149 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:33.495446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-42996bc3-8768-4861-9dcd-c3678ce29739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:33.496923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-42996bc3-8768-4861-9dcd-c3678ce29739 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0532827 Aug 06 19:15:33.546597 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-6c7c9a88-8963-4191-84fc-0846099944c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:33.548158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-6c7c9a88-8963-4191-84fc-0846099944c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433726 Aug 06 19:15:33.645219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-aa41818d-48b8-4896-ac52-af88e0a0efce service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891199 Aug 06 19:15:33.751317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-81723bed-1acf-4e96-a4d3-339d0bb4e715 req-0bd5433b-cb97-42d9-a7a7-4172161b68b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978689 Aug 06 19:15:33.960638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5690e32-5ef3-428c-ae8f-9d8f789c93af details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:15:34.045837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805c727-3d02-4a79-9a27-1ad4b76a1824 req-45b9a0c2-d706-4e06-aadb-fe102ed11267 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:34.047739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9805c727-3d02-4a79-9a27-1ad4b76a1824 req-45b9a0c2-d706-4e06-aadb-fe102ed11267 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 944 time: 0.0567629 Aug 06 19:15:34.074324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:34.088772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'port_id': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'mac_address': 'fa:16:3e:8c:ae:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:15:34.102288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9805c727-3d02-4a79-9a27-1ad4b76a1824 req-78a68d99-cfa2-4b3b-b2a9-27794dfd6b44 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Aug 06 19:15:34.133119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:34.153003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5690e32-5ef3-428c-ae8f-9d8f789c93af {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:15:34.175486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:34.181434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:34.230691 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:34.238671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.239106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.239453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.239792 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.240289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.240447 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.240758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.241270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.241631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.241979 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.242300 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.242627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:34.416827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:15:34.960453 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:35.230842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1ce60-c4eb-4a40-bf94-f2948d285435 req-dd1e0f45-f62f-46ff-96a9-68b6016a93b8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:35.232403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ee1ce60-c4eb-4a40-bf94-f2948d285435 req-dd1e0f45-f62f-46ff-96a9-68b6016a93b8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 945 time: 0.0561268 Aug 06 19:15:35.276601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ee1ce60-c4eb-4a40-bf94-f2948d285435 req-69dd9b7d-54cf-4176-8b32-61f820db7b49 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Aug 06 19:15:35.970178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5690e32-5ef3-428c-ae8f-9d8f789c93af up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:15:36.024095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c5690e32-5ef3-428c-ae8f-9d8f789c93af completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:15:36.028199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c5690e32-5ef3-428c-ae8f-9d8f789c93af triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:36.028575 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:36.117856 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:36.145417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:15:36.148064 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec0fed-ac9d-4b5c-9bea-d8a288285a8f" -d '{"events": [{"server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:15:36.162930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:36.168478 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:36.203838 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d025bf4a-0f11-44c3-83e9-52b0666180af x-openstack-request-id: req-d025bf4a-0f11-44c3-83e9-52b0666180af {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:15:36.204133 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "name": "network-vif-plugged", "status": "completed", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:15:36.204383 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d025bf4a-0f11-44c3-83e9-52b0666180af {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:15:36.204777 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'code': 200} Aug 06 19:15:36.230887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:36.317101 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df96e0-72b4-4775-b298-62106e0c57da req-f1ecb3eb-9fbf-429e-97ed-2fae2c696277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:36.319113 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6df96e0-72b4-4775-b298-62106e0c57da req-f1ecb3eb-9fbf-429e-97ed-2fae2c696277 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1098 time: 0.0475898 Aug 06 19:15:36.371289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6df96e0-72b4-4775-b298-62106e0c57da req-77833ed7-6cec-41a4-9624-eedda38b1cc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Aug 06 19:15:36.421157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cec63-cf34-4156-a9b8-ce5ccaf3e4e1 req-ec1c5a21-fa95-48b5-adb7-b5d2416dd779 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:36.423462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-833cec63-cf34-4156-a9b8-ce5ccaf3e4e1 req-ec1c5a21-fa95-48b5-adb7-b5d2416dd779 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0666416 Aug 06 19:15:36.477975 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-833cec63-cf34-4156-a9b8-ce5ccaf3e4e1 req-911fd798-1576-4ae5-bb2b-395a68ad1932 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Aug 06 19:15:37.605311 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e288f4-a8c8-4f6e-aefa-d0b9679342de req-f3d0c2c1-1afb-40e8-ba0b-cd11cc86e70d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:37.606931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9e288f4-a8c8-4f6e-aefa-d0b9679342de req-f3d0c2c1-1afb-40e8-ba0b-cd11cc86e70d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0574524 Aug 06 19:15:37.653696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b9e288f4-a8c8-4f6e-aefa-d0b9679342de req-ec93889c-ae1e-479a-920e-30035140e34f tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Aug 06 19:15:37.784774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc69fa-b4b3-40ad-83aa-8a20832e666f req-4f8f0c7b-1f6e-4261-bd71-014a695cdc0b tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:37.786357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37bc69fa-b4b3-40ad-83aa-8a20832e666f req-4f8f0c7b-1f6e-4261-bd71-014a695cdc0b tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0562923 Aug 06 19:15:37.833597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37bc69fa-b4b3-40ad-83aa-8a20832e666f req-fb9ae2b2-79ef-44c8-bc33-248035c9375a tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Aug 06 19:15:38.035090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53187-f521-499e-86dc-3ff680ed35bd req-d9344c4f-53e4-4009-a80a-1b2de2df25ee tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:38.036527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3f53187-f521-499e-86dc-3ff680ed35bd req-d9344c4f-53e4-4009-a80a-1b2de2df25ee tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0542297 Aug 06 19:15:38.079279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3f53187-f521-499e-86dc-3ff680ed35bd req-a1678166-7b1b-4bea-bac6-668309f0ecfd tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Aug 06 19:15:41.076995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:42.419899 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:49.938532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8006-e755-45a8-8ffb-127ee9c39ac3 req-c49707a7-9a72-4385-93b8-761007b7d9c6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:49.940110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-520a8006-e755-45a8-8ffb-127ee9c39ac3 req-c49707a7-9a72-4385-93b8-761007b7d9c6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0690153 Aug 06 19:15:49.988127 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-520a8006-e755-45a8-8ffb-127ee9c39ac3 req-6d0b21ce-95dc-4cdd-8f47-02d0580a777d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Aug 06 19:15:50.014677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51794) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:50.154359 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8783301e-12fa-4c3e-b36d-672f35061d0d tempest-TestMinimumBasicScenario-2010957289 tempest-TestMinimumBasicScenario-2010957289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:50.155897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8783301e-12fa-4c3e-b36d-672f35061d0d tempest-TestMinimumBasicScenario-2010957289 tempest-TestMinimumBasicScenario-2010957289-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1093 time: 0.1401997 Aug 06 19:15:50.159144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51798) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:50.164084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:50.190200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:50.659852 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:50.768076 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Allocated IP 172.25.3.114 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/06c8c84d-e3bd-4d6b-8382-f0b328beb881) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:15:50.883684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:50.930188 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:50.973429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:15:50.976890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:15:50.979953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:15:50.986337 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'Port': ['ID=06c8c84d-e3bd-4d6b-8382-f0b328beb881,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:51.374862 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:51.446468 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:51.620946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:51.628727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:51.711758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'Port': ['ID=06c8c84d-e3bd-4d6b-8382-f0b328beb881,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:51.731095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:51.856241 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Floating IP d1f6b1d2-e87d-49e2-a77f-f4124f07a0df associated. External IP: 172.25.3.114, port: c5690e32-5ef3-428c-ae8f-9d8f789c93af. Aug 06 19:15:52.080222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:15:52.196931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:15:52.207341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Sync routers for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:15:52.216293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.217842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:52.218464 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:52.244261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-6fab29e5-82c2-42d0-a3eb-043ed042430d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0840137 Aug 06 19:15:52.244914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:15:52.247354 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac999f-f0b4-4282-8682-1344ae6ba9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:15:52.247873 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51800) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:52.253343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135509467', 'description': 'tempest-secgroup-smoke-135509467 description', 'project_id': '9cb76f5234d448209dd7981019f1c08d'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:52.285130 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.291309 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ea2c0-fb68-4c56-9f62-2f144a1ed54d x-openstack-request-id: req-fc5ea2c0-fb68-4c56-9f62-2f144a1ed54d {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:15:52.291589 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:15:52.291843 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc5ea2c0-fb68-4c56-9f62-2f144a1ed54d {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:15:52.292242 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:15:52.331857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:52.362336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-2a54a3bc-dd44-4101-8d61-c1b302209a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:52.363962 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-2a54a3bc-dd44-4101-8d61-c1b302209a6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1098 time: 0.0477962 Aug 06 19:15:52.385425 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.391741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.426113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1200cb00-6490-4d52-b4b7-8184921c7271,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:52.429118 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.430686 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4e003522-ef01-4115-a22b-871c5335fd1c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1816027 Aug 06 19:15:52.433655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51806) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:52.439303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:52.472397 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.479839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-11f08e70-5c2e-476a-9d73-ef621a8fd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:52.481552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-11f08e70-5c2e-476a-9d73-ef621a8fd846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.1102455 Aug 06 19:15:52.542907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.551654 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.558179 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-53dbe316-7f95-4922-aa8a-ca6467304d85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1000 time: 0.0683627 Aug 06 19:15:52.575666 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e9c5d0-c4f5-4ac0-85c5-4f1b34ab5e66,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:52.581245 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.585803 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7cb4ce2e-bb5d-4f16-8bb3-87c5738a88dc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509478 Aug 06 19:15:52.586462 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51810) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:52.598258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1f6b1d2-e87d-49e2-a77f-f4124f07a0df', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'port_id': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'mac_address': 'fa:16:3e:8c:ae:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:15:51Z', 'updated_at': '2021-08-06T19:15:51Z', 'revision_number': 0, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:52.598642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:52.618738 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-350f3f22-905a-4243-910d-4646f5343386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:52.619467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Checking router: 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:15:52.620403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-350f3f22-905a-4243-910d-4646f5343386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0541236 Aug 06 19:15:52.623959 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.628723 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:15:52.629545 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:15:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:52.670108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-850585e3-5a2e-459f-ab52-ed830e27cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:52.671970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-850585e3-5a2e-459f-ab52-ed830e27cf48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438607 Aug 06 19:15:52.695657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.702038 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.720644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3900315-826e-4a6c-8808-c1a8d9b05ec1,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:52.735928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.737247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-80055c52-aa43-4f89-8818-506aa6cfe1f2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498077 Aug 06 19:15:52.741040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51812) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:52.746786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:52.749821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:15:52.781122 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.784210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-13488e54-95ce-4073-87de-6350b6c6fd45 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048791 Aug 06 19:15:52.850214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.856405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.877137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dad16b-8dd1-4f70-82a6-1f956bafdbc4,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:52.887869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.891735 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-df8982d1-84c9-4d17-a164-5f0685314bc8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467645 Aug 06 19:15:52.892011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51814) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:52.896268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-68ac999f-f0b4-4282-8682-1344ae6ba9a7 req-a4def9ef-beea-4378-be9a-3da4318e732b service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051238 Aug 06 19:15:52.897557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:52.928112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:52.996979 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.000845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1f6b1d2-e87d-49e2-a77f-f4124f07a0df', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'port_id': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'mac_address': 'fa:16:3e:8c:ae:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:15:51Z', 'updated_at': '2021-08-06T19:15:51Z', 'revision_number': 0, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:15:53.002944 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.021383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb8bcd6-faf9-49a2-8d80-591e89ea51e0,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:53.029126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c277576-4a87-4824-8113-40faf6e1de4a None None] The sync data for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 is: [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd1f6b1d2-e87d-49e2-a77f-f4124f07a0df', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'port_id': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'mac_address': 'fa:16:3e:8c:ae:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:15:51Z', 'updated_at': '2021-08-06T19:15:51Z', 'revision_number': 0, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:15:53.030642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.030995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.031335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.031667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.031996 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.032326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.032648 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.033038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.033318 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.033706 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.034051 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.034384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:15:53.037265 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.041101 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-45b4092f-9cf7-4e14-a0a1-6bc857baafb5 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451168 Aug 06 19:15:53.041529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51816) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:53.046011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:53.074516 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Project 9cb76f5234d448209dd7981019f1c08d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:15:53.080414 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.147835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.153028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.173056 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464f2577-65a3-46b6-8feb-f7c037c9adb8,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:53.176958 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.178638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6883ab2c-3707-46fc-ae6e-ac27cd0a5d9e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362693 Aug 06 19:15:53.181832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51818) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:15:53.189639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'security_group_rule': {'security_group_id': '1200cb00-6490-4d52-b4b7-8184921c7271', 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:53.220366 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Project 9cb76f5234d448209dd7981019f1c08d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:15:53.227016 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.244268 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1cdf4-a53b-4839-a4f4-027b18e15f06 None None] New status for floating IP d1f6b1d2-e87d-49e2-a77f-f4124f07a0df: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:15:53.306644 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.312961 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.335002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0512c0-6e16-45b5-962a-60a8f3e20a2d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:53.345020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.346338 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1f0cf950-20c6-4a8e-b26c-bf6e6c228d37 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626520 Aug 06 19:15:53.434522 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-ae099dc3-a17d-4dfc-b105-14a6e1aa0a2c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135509467&fields=id&tenant_id=9cb76f5234d448209dd7981019f1c08d HTTP/1.1" status: 200 len: 267 time: 0.0395889 Aug 06 19:15:53.494427 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-989a4d1b-b3be-43dd-8cdc-690a48f9dfcb tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:53.495916 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-989a4d1b-b3be-43dd-8cdc-690a48f9dfcb tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0553408 Aug 06 19:15:53.507183 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'port': {'security_groups': ['526f9813-9965-4ba1-8150-6463e21c8e9d', '1200cb00-6490-4d52-b4b7-8184921c7271']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:15:53.571266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.767999 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:15:53.799222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.805531 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.818022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:15:53.851690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:53.852474 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:53.853963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2a74062b-f18d-4b4c-82cf-e712a1021d2f req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "PUT /v2.0/ports/c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 982 time: 0.3514287 Aug 06 19:15:53.901094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7e727-7d6e-48f6-b2d0-8799df8fd3d4 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:15:53.920491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:15:54.000007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b863fb-06d4-4319-93ad-037962e32d51 req-f709da0a-bd90-4ebc-8feb-a36745165121 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:54.008452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27b863fb-06d4-4319-93ad-037962e32d51 req-f709da0a-bd90-4ebc-8feb-a36745165121 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0682311 Aug 06 19:15:54.050884 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-27b863fb-06d4-4319-93ad-037962e32d51 req-bc036d13-d6c7-4ec3-b4b0-78f5777e8cff tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413420 Aug 06 19:15:54.178346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a3237be2-df49-4a5d-96ac-95807212a504 None None] Provisioning complete for port c5690e32-5ef3-428c-ae8f-9d8f789c93af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:15:54.178597 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a3237be2-df49-4a5d-96ac-95807212a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:15:54.293600 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:15:54.296389 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:15:54.345198 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d97c3cc-07ca-4dae-babc-27e240245a7a x-openstack-request-id: req-4d97c3cc-07ca-4dae-babc-27e240245a7a {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:15:54.345513 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:15:54.345760 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d97c3cc-07ca-4dae-babc-27e240245a7a {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:15:54.346177 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:15:54.412363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-292cd0ea-6355-4ec8-a274-eaeafeb46fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:54.414047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-292cd0ea-6355-4ec8-a274-eaeafeb46fa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1137 time: 0.0455954 Aug 06 19:15:54.510655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-7611e925-e7bb-4716-91cd-6459f8c43120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:54.512902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-7611e925-e7bb-4716-91cd-6459f8c43120 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.0924191 Aug 06 19:15:54.581278 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-9f1cb4b7-07f4-4102-8cd8-82748c1d50c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1002 time: 0.0600359 Aug 06 19:15:54.630497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-70d399d3-ea47-4873-a983-19eda0e258fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:54.631989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-70d399d3-ea47-4873-a983-19eda0e258fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0444412 Aug 06 19:15:54.682167 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-81bb8b02-a5fd-4b7b-9e54-01cab074c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:15:54.684077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-81bb8b02-a5fd-4b7b-9e54-01cab074c033 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449400 Aug 06 19:15:54.782416 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-6bd539df-b284-4865-aa42-e676c9ac13ff service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Aug 06 19:15:54.881032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c7d46492-e58d-4a3f-8273-de2e03a6ab1f req-f9cc6ab1-f9e9-4f1d-8622-3e3cc6206a82 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900097 Aug 06 19:15:58.607090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3118d4ea-4cbf-4e58-b7fd-d03c2f2dfc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:01.502448 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:01.811968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-952d1f8b-6de3-4171-a19f-ac29353cd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:03.478060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:04.826597 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:16:04.965378 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:11.088893 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:11.357725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68639e-580a-462f-a589-d23fee5e9526 req-9a1894b3-ee86-4f6b-b0f6-5d16d11de387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:11.359162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-9a1894b3-ee86-4f6b-b0f6-5d16d11de387 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1137 time: 0.0628948 Aug 06 19:16:11.366774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f7f2-83c6-4558-a126-de9bdc4fd558 req-bac4e13d-a307-4b83-8d02-095018a4b53d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:11.368173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3659f7f2-83c6-4558-a126-de9bdc4fd558 req-bac4e13d-a307-4b83-8d02-095018a4b53d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0808063 Aug 06 19:16:11.461381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3659f7f2-83c6-4558-a126-de9bdc4fd558 req-47f07b47-f105-4b5a-a261-78eef8d3e54d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848567 Aug 06 19:16:11.487625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68639e-580a-462f-a589-d23fee5e9526 req-1d345ecb-b792-40eb-8df9-ebe08405860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:11.489145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-1d345ecb-b792-40eb-8df9-ebe08405860e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.1201444 Aug 06 19:16:11.566627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-c0768363-d704-4ff0-8ff0-d68cc2e556ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1002 time: 0.0698643 Aug 06 19:16:11.620420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68639e-580a-462f-a589-d23fee5e9526 req-894cc156-c0df-421e-a39e-5559b8c8b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:11.621959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-894cc156-c0df-421e-a39e-5559b8c8b55e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0481825 Aug 06 19:16:11.683358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68639e-580a-462f-a589-d23fee5e9526 req-74ad5cf5-71e6-439c-b06c-fd7d520e5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:11.685091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-74ad5cf5-71e6-439c-b06c-fd7d520e5065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550580 Aug 06 19:16:11.798820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-37518f03-ea3c-4502-9431-277380b6728d service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051159 Aug 06 19:16:11.896063 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bb68639e-580a-462f-a589-d23fee5e9526 req-cf6248d2-d29c-4bf5-90cb-50e27231584c service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Aug 06 19:16:12.418483 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:12.592838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3f6c5-d6bc-468b-94e5-cca276dfa40b req-d9338587-286e-4fb5-91e6-bf8709f5b4bd tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:12.594459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f3f6c5-d6bc-468b-94e5-cca276dfa40b req-d9338587-286e-4fb5-91e6-bf8709f5b4bd tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0545597 Aug 06 19:16:12.642855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f3f6c5-d6bc-468b-94e5-cca276dfa40b req-5a19cb8c-d931-42d9-bd49-d0a30a11e2c8 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415113 Aug 06 19:16:13.773819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2f50c-2eae-4262-bb38-c75d731b3ee7 req-db41601d-dc3b-4818-b19f-e91ac7df58da tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:13.775253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f2f50c-2eae-4262-bb38-c75d731b3ee7 req-db41601d-dc3b-4818-b19f-e91ac7df58da tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0567508 Aug 06 19:16:13.818654 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f2f50c-2eae-4262-bb38-c75d731b3ee7 req-28b3e29e-a8b3-48cb-b171-e0e725fad00d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370698 Aug 06 19:16:14.941938 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082931c2-8fe1-4a62-92af-96c5a599a49b req-3edc0d7f-1aa3-4ae6-9f2e-7b8c370259a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:14.943444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-082931c2-8fe1-4a62-92af-96c5a599a49b req-3edc0d7f-1aa3-4ae6-9f2e-7b8c370259a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0548294 Aug 06 19:16:14.987482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-082931c2-8fe1-4a62-92af-96c5a599a49b req-9aa454b3-b7b9-42b0-b787-973f1c66c711 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348413 Aug 06 19:16:16.107773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701127b-e4cd-4a14-8b48-7fcd85c534ad req-8baefdbf-a93d-47ba-9475-56f9a55d7bed tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:16.109243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6701127b-e4cd-4a14-8b48-7fcd85c534ad req-8baefdbf-a93d-47ba-9475-56f9a55d7bed tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0524187 Aug 06 19:16:16.153802 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6701127b-e4cd-4a14-8b48-7fcd85c534ad req-131b560d-82b0-4aac-a6fa-4d8d223e63c9 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380490 Aug 06 19:16:17.290090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31957bbd-cdfe-402c-8f43-d3aa0149205e req-17547f41-a164-4ca7-9593-af562742a8d6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:17.291577 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31957bbd-cdfe-402c-8f43-d3aa0149205e req-17547f41-a164-4ca7-9593-af562742a8d6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0584197 Aug 06 19:16:17.336877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31957bbd-cdfe-402c-8f43-d3aa0149205e req-bab27936-467d-4bac-b963-3d8084fd63d3 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356507 Aug 06 19:16:18.492688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8b89-b3db-4c1e-8f00-46c5790d3211 req-8209c445-79a0-4424-a86c-42defbf0eac1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:18.494279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c68b8b89-b3db-4c1e-8f00-46c5790d3211 req-8209c445-79a0-4424-a86c-42defbf0eac1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0795376 Aug 06 19:16:18.541817 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c68b8b89-b3db-4c1e-8f00-46c5790d3211 req-14c2aac5-3c16-4def-a4e0-9b8d8f037d23 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411093 Aug 06 19:16:19.675638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4dd1d-4e92-41ad-a603-35235a19e036 req-c97f2dba-7262-4058-8c90-1b7ef97ad71e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:19.677417 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2c4dd1d-4e92-41ad-a603-35235a19e036 req-c97f2dba-7262-4058-8c90-1b7ef97ad71e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0527701 Aug 06 19:16:19.729711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2c4dd1d-4e92-41ad-a603-35235a19e036 req-77a08b91-f9c9-478f-8b1f-383252b9ffb2 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431056 Aug 06 19:16:20.887281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-e5aff7de-8591-4bb1-845f-061935c26dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:20.888863 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-e5aff7de-8591-4bb1-845f-061935c26dec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1137 time: 0.0770798 Aug 06 19:16:20.900583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f597-4734-48f8-8ea1-dfce880c36c4 req-af773429-0f41-452f-9998-8f7aaad8e2a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:20.902251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe66f597-4734-48f8-8ea1-dfce880c36c4 req-af773429-0f41-452f-9998-8f7aaad8e2a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0780144 Aug 06 19:16:21.003395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fe66f597-4734-48f8-8ea1-dfce880c36c4 req-3078ca51-b7fa-4ee7-a6f6-1ab0701ee982 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936928 Aug 06 19:16:21.030835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-f04b2017-9570-431c-b505-139bccb5259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:21.032265 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-f04b2017-9570-431c-b505-139bccb5259f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.1239228 Aug 06 19:16:21.100125 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-24526b7e-334b-403b-b67a-4421c0e8f8cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1002 time: 0.0608852 Aug 06 19:16:21.163766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-bd49cf75-df4e-46cc-a2ca-1827e9153e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:21.165387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-bd49cf75-df4e-46cc-a2ca-1827e9153e65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0581961 Aug 06 19:16:21.214867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-805f6a4a-3c36-4fb3-84d2-fc0a26a1f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:21.216413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-805f6a4a-3c36-4fb3-84d2-fc0a26a1f750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431616 Aug 06 19:16:21.311310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-9d30ec48-5786-4d71-b17d-50c1b89c6567 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877614 Aug 06 19:16:21.425881 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04c321fb-1595-41d6-89ec-6d7f7051a6ea req-9c05b39c-0d37-4560-bd89-93f6525da06b service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076050 Aug 06 19:16:22.138398 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246ffcb-6ef7-4bc3-a280-947344beb63c req-4f3ee15d-a58e-448e-9eb1-7f892833263e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:22.139854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2246ffcb-6ef7-4bc3-a280-947344beb63c req-4f3ee15d-a58e-448e-9eb1-7f892833263e tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0511785 Aug 06 19:16:22.186984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2246ffcb-6ef7-4bc3-a280-947344beb63c req-8f669750-2f11-496c-979c-bb9550dc2b3b tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407550 Aug 06 19:16:23.322970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f059977-a66b-4381-a8f9-b81cd3763b0a req-9bb7b636-decf-4780-8eee-7b03fc77f6d9 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:23.325078 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f059977-a66b-4381-a8f9-b81cd3763b0a req-9bb7b636-decf-4780-8eee-7b03fc77f6d9 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0584455 Aug 06 19:16:23.368724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f059977-a66b-4381-a8f9-b81cd3763b0a req-8d92d97b-e87c-4ffb-bd28-451a740d4e3d tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&id=1200cb00-6490-4d52-b4b7-8184921c7271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369635 Aug 06 19:16:28.608451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83704795-6cbe-4d70-8d86-22720863387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:31.499740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:31.822684 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b85abab2-9d70-4acf-8312-9d6f792f0680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:33.482090 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:34.968508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:41.081018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:41.827037 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:16:42.413505 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:47.823707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-e2337c65-f224-4eeb-ae16-651687ea4b81 req-045a5500-47f3-412b-b72c-3e9092cf4fa1 tempest-ServerDiskConfigTestJSON-1356167588 tempest-ServerDiskConfigTestJSON-1356167588-project] (94122) timed out ('10.222.0.16', 50459) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:16:55.874892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-597bff2c-56db-4554-bd79-790528b30c17 req-bead20b8-3832-4c38-9549-a97aa9bd8431 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135509467&fields=id&tenant_id=9cb76f5234d448209dd7981019f1c08d HTTP/1.1" status: 200 len: 267 time: 0.0342429 Aug 06 19:16:55.929583 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bff2c-56db-4554-bd79-790528b30c17 req-a6999891-8bf5-4bec-96b3-8f4992477338 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:55.931084 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-597bff2c-56db-4554-bd79-790528b30c17 req-a6999891-8bf5-4bec-96b3-8f4992477338 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 985 time: 0.0504758 Aug 06 19:16:55.942921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Request body: {'port': {'security_groups': ['526f9813-9965-4ba1-8150-6463e21c8e9d']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:16:56.014918 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.203475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:16:56.233683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.240674 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.253927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:16:56.283416 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:56.284070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.288141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-597bff2c-56db-4554-bd79-790528b30c17 req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "PUT /v2.0/ports/c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 943 time: 0.3475847 Aug 06 19:16:56.288141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:16:56.288141 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133ec00-7016-4792-9e90-a79b1c455fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:16:56.292422 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51878) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:16:56.347212 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event updated for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:16:56.361658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.362008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.362351 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.362755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.363019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.363355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.363684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.364013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.364338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.364662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.364983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.365299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19117e0d-25ea-4b18-b2a5-0393ebbe53e6 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.373433 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8009578-1ba6-4a1f-8107-f7d47b696460 x-openstack-request-id: req-e8009578-1ba6-4a1f-8107-f7d47b696460 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:16:56.373722 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:16:56.373979 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8009578-1ba6-4a1f-8107-f7d47b696460 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:16:56.374375 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:16:56.377920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:16:56.384902 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.417569 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.432815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-21828514-d1cf-4f16-ad8b-8e3d76fef137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:56.434505 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-21828514-d1cf-4f16-ad8b-8e3d76fef137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1098 time: 0.0475144 Aug 06 19:16:56.504923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.507930 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.511625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "DELETE /v2.0/security-groups/1200cb00-6490-4d52-b4b7-8184921c7271 HTTP/1.1" status: 204 len: 168 time: 0.2147548 Aug 06 19:16:56.513363 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51882) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:16:56.527447 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1200cb00-6490-4d52-b4b7-8184921c7271,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:16:56.553272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-2cdb0a41-ab3a-4945-8258-6d6898e7a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:56.554890 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-2cdb0a41-ab3a-4945-8258-6d6898e7a14c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.1133080 Aug 06 19:16:56.569350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.569728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.570071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.570411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.570747 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.571080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.571409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.571739 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.572067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.572413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.572782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.573045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7946ec5-3184-4c76-a2fa-8b2896169872 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:16:56.623443 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-bf6efb3b-6210-4ee3-a5a0-33739aa05526 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 1002 time: 0.0610390 Aug 06 19:16:56.632174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7f169eda-6649-49d5-b730-b211f797529f None None] Provisioning complete for port c5690e32-5ef3-428c-ae8f-9d8f789c93af triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:16:56.632639 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7f169eda-6649-49d5-b730-b211f797529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.672289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-8844b275-eb94-47e1-a05a-a69748778935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:56.673848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-8844b275-eb94-47e1-a05a-a69748778935 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0436149 Aug 06 19:16:56.701366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Deleting port 06c8c84d-e3bd-4d6b-8382-f0b328beb881 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:16:56.701745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.727739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-6b692c7d-aedf-4d62-8554-188770fa4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:56.729327 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-6b692c7d-aedf-4d62-8554-188770fa4128 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479643 Aug 06 19:16:56.779947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.780277 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.792124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Calling delete_port for 06c8c84d-e3bd-4d6b-8382-f0b328beb881 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:16:56.820076 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-2643484c-e4d6-4b15-ae90-ef503164748c service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831354 Aug 06 19:16:56.919212 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0133ec00-7016-4792-9e90-a79b1c455fbf req-353e43c8-eadf-4b1d-b6f4-c1bc4d93b317 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915897 Aug 06 19:16:56.948132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:56.974104 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event deleted for resources: {'Port': ['ID=06c8c84d-e3bd-4d6b-8382-f0b328beb881,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:16:57.051028 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:57.051645 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Floating IP d1f6b1d2-e87d-49e2-a77f-f4124f07a0df disassociated (deleted). External IP: 172.25.3.114, port: c5690e32-5ef3-428c-ae8f-9d8f789c93af. Aug 06 19:16:57.281163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:16:57.786799 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:16:57.793088 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:57.798677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Sync routers for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:16:57.807843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:16:57.808461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:16:57.821284 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d754ed6a-df4b-46cd-97a8-2f2e755a83a1 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "DELETE /v2.0/floatingips/d1f6b1d2-e87d-49e2-a77f-f4124f07a0df HTTP/1.1" status: 204 len: 168 time: 1.3055465 Aug 06 19:16:57.821967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:16:57.824242 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e8e132-c653-4c43-bfa1-8149f36ad99f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:16:57.915317 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:16:58.124736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:16:58.150896 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Checking router: 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:16:58.160291 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:16:58.161066 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:16:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:16:58.163322 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181cf139-f4f1-45f7-98c1-8a4b8232ec6b x-openstack-request-id: req-181cf139-f4f1-45f7-98c1-8a4b8232ec6b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:16:58.163613 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:16:58.165119 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-181cf139-f4f1-45f7-98c1-8a4b8232ec6b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:16:58.165119 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:16:58.236698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-5442747b-a69c-468b-a0ab-3fa41280de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:58.239173 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-5442747b-a69c-468b-a0ab-3fa41280de76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cb76f5234d448209dd7981019f1c08d&device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 1098 time: 0.0527635 Aug 06 19:16:58.275361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:16:58.496489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:16:58.524332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e918121-3462-4f84-9ad4-531240cc36a4 None None] The sync data for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 is: [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:04Z', 'revision_number': 4, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '2b331a2a-0286-44a4-a620-6e86846456e4', 'name': '', 'network_id': '0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'mac_address': 'fa:16:3e:ac:e4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:03Z', 'updated_at': '2021-08-06T19:15:10Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'subnets': [{'id': '3eed767a-caef-48f8-bf55-28c3b313b52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:16:58.608500 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcd70977-3d4e-4e5c-b1a4-23023673d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:16:58.712981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-bedeb5a9-661c-4fb3-8787-1f9da638c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:58.714507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-bedeb5a9-661c-4fb3-8787-1f9da638c364 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 200 len: 916 time: 0.4682586 Aug 06 19:16:58.757386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-c9e10a9b-aa27-437e-b8fd-9ea57fc18428 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 200 len: 217 time: 0.0348518 Aug 06 19:16:58.814136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-e30e36db-e485-42ce-8ce4-c1ed5bd0ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:58.815637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-e30e36db-e485-42ce-8ce4-c1ed5bd0ca30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 200 len: 854 time: 0.0503860 Aug 06 19:16:58.819995 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bef519-8be8-4de6-9393-f57129fe5005 None None] New status for floating IP d1f6b1d2-e87d-49e2-a77f-f4124f07a0df: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:16:58.863020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-d7855354-2f0b-442f-9cd4-3755c00af3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:16:58.864582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-d7855354-2f0b-442f-9cd4-3755c00af3d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411448 Aug 06 19:16:58.967723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-3955e381-be09-4c7b-a38b-37e3175a4837 service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955825 Aug 06 19:16:59.065296 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-17e8e132-c653-4c43-bfa1-8149f36ad99f req-8ffbc93c-76c8-448c-81ec-cb5bb675da9f service neutron] 10.222.0.55 "GET /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906062 Aug 06 19:17:01.499156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:01.818805 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1d0facc-93db-4527-b4b1-fdb6585388b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:03.481566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:04.974944 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:05.017409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b7590-c33d-4860-b684-2dd3f723e87c req-57d737dc-f296-4d32-97d3-999130d31fbc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:05.019022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e5b7590-c33d-4860-b684-2dd3f723e87c req-57d737dc-f296-4d32-97d3-999130d31fbc tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0527697 Aug 06 19:17:05.058898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0e5b7590-c33d-4860-b684-2dd3f723e87c req-6d8360f6-7f1f-4bd3-899a-fdda565c41d0 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Aug 06 19:17:06.190651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478a6e3-8f3f-45e2-a6e7-14cb44f9a918 req-d5cd7035-a5e9-4cec-ae8c-83130fbfe074 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:06.192174 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8478a6e3-8f3f-45e2-a6e7-14cb44f9a918 req-d5cd7035-a5e9-4cec-ae8c-83130fbfe074 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0531571 Aug 06 19:17:06.234609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8478a6e3-8f3f-45e2-a6e7-14cb44f9a918 req-ddb49a36-44ac-448b-9e72-f6a6bc85190c tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/security-groups?id=526f9813-9965-4ba1-8150-6463e21c8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Aug 06 19:17:06.577992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-4670917a-4696-48c7-9320-4b7bebcfb682 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:06.579452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-4670917a-4696-48c7-9320-4b7bebcfb682 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 946 time: 0.0573275 Aug 06 19:17:06.675753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Deleting port c5690e32-5ef3-428c-ae8f-9d8f789c93af {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:06.676000 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:06.777070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] For port c5690e32-5ef3-428c-ae8f-9d8f789c93af, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c5690e32-5ef3-428c-ae8f-9d8f789c93af,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:06.777407 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:06.790683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Calling delete_port for c5690e32-5ef3-428c-ae8f-9d8f789c93af owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:06.927229 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:06.939958 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c5690e32-5ef3-428c-ae8f-9d8f789c93af'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:17:06.961824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Pushing event deleted for resources: {'Port': ['ID=c5690e32-5ef3-428c-ae8f-9d8f789c93af,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:07.012550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] No DVR routers for this DVR port c5690e32-5ef3-428c-ae8f-9d8f789c93af on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:17:07.015973 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:07.018144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f9976a83-7915-4a8f-9a53-f269a65394f6 req-69a1ea78-1399-45ae-a757-60cdd7858e96 tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.55 "DELETE /v2.0/ports/c5690e32-5ef3-428c-ae8f-9d8f789c93af HTTP/1.1" status: 204 len: 173 time: 0.4320292 Aug 06 19:17:07.018609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'name': 'network-vif-deleted', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:17:07.021009 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2673a-bb4c-4489-983a-9f7e564cce0a" -d '{"events": [{"server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "name": "network-vif-deleted", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:17:07.060975 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584063ca-4855-4023-a7ce-44b159eb3089 x-openstack-request-id: req-584063ca-4855-4023-a7ce-44b159eb3089 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:17:07.061261 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebc2c8-1acf-452a-805e-18fce02be13b", "name": "network-vif-deleted", "tag": "c5690e32-5ef3-428c-ae8f-9d8f789c93af", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:17:07.061543 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-584063ca-4855-4023-a7ce-44b159eb3089 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:17:07.061957 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebc2c8-1acf-452a-805e-18fce02be13b', 'name': 'network-vif-deleted', 'tag': 'c5690e32-5ef3-428c-ae8f-9d8f789c93af', 'status': 'completed', 'code': 200} Aug 06 19:17:07.350264 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-66b5664e-1133-4730-ae06-750cd8f1577c req-d3b57f63-4cc0-4ada-b2cb-e4576875834a tempest-TestMinimumBasicScenario-1319699758 tempest-TestMinimumBasicScenario-1319699758-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ebc2c8-1acf-452a-805e-18fce02be13b HTTP/1.1" status: 200 len: 210 time: 0.0273604 Aug 06 19:17:09.001769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51982) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:09.396266 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:09.662254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Deleting port 2b331a2a-0286-44a4-a620-6e86846456e4 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:09.662495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:09.748514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] For port 2b331a2a-0286-44a4-a620-6e86846456e4, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b331a2a-0286-44a4-a620-6e86846456e4,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:09.748838 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:09.761483 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Calling delete_port for 2b331a2a-0286-44a4-a620-6e86846456e4 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:09.952888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:09.979032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b331a2a-0286-44a4-a620-6e86846456e4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:10.152666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:10.279780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5690e32-5ef3-428c-ae8f-9d8f789c93af no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:10.317510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c5690e32-5ef3-428c-ae8f-9d8f789c93af {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:10.318035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c5690e32-5ef3-428c-ae8f-9d8f789c93af not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:10.414862 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:17:10.541136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:17:10.546375 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d563570-e289-460a-bcdf-83f8ffcf5242 admin admin] 10.222.0.64 "PUT /v2.0/routers/0fd9eaef-9f7d-4386-8f4a-ee93dd750c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435183 Aug 06 19:17:10.550374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51984) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:10.555340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Sync routers for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:17:10.566937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:10.567651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:10.661953 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:10.671654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:10.776923 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:10.831127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Deleting port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:10.831386 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:10.863934 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:17:09Z', 'revision_number': 5, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port': {'id': '29fcdf78-e84b-4a5e-af99-cd8876f6ce97', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:10.889943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Checking router: 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:17:10.898453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Routers {'0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:10.899067 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:10.915333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] For port 29fcdf78-e84b-4a5e-af99-cd8876f6ce97, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:10.915703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:10.927863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Calling delete_port for 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:10.988743 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] Set router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:11.051064 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:17:10Z', 'revision_number': 6, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:11.084904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10027389-33dc-4dd5-bcd9-bfa4408a42a6 None None] The sync data for ids ['0fd9eaef-9f7d-4386-8f4a-ee93dd750c56'] in n-d-793621-29 is: [{'id': '0fd9eaef-9f7d-4386-8f4a-ee93dd750c56', 'name': 'tempest-TestMinimumBasicScenario-1582226248-router', 'tenant_id': '9cb76f5234d448209dd7981019f1c08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:01Z', 'updated_at': '2021-08-06T19:17:10Z', 'revision_number': 6, 'project_id': '9cb76f5234d448209dd7981019f1c08d', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:17:11.097764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.124374 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.151557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fcdf78-e84b-4a5e-af99-cd8876f6ce97,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:11.216785 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.308688 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.310935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.359141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.359708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:17:11.364332 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.365544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2c05ed3c-cd7e-40b2-9c21-8120eda10029 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0fd9eaef-9f7d-4386-8f4a-ee93dd750c56 HTTP/1.1" status: 204 len: 168 time: 0.8142245 Aug 06 19:17:11.368364 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51986) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:11.413921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Deleting subnet 3eed767a-caef-48f8-bf55-28c3b313b52d {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:17:11.418141 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.464661 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.557700 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.614645 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.641643 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eed767a-caef-48f8-bf55-28c3b313b52d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:11.647180 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.649163 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dc511799-83f1-4d04-aa0a-b8844200e110 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3eed767a-caef-48f8-bf55-28c3b313b52d HTTP/1.1" status: 204 len: 168 time: 0.2798233 Aug 06 19:17:11.652099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 51988) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:11.652566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bc3a6-7c15-4b82-9a8c-9cd792b32859 None None] Network 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:17:11.731492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.793439 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Deleting port c02ba136-8c55-479e-8fa7-a49453f97fcb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:11.793834 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.867985 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] DHCP port deletion for 0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:17:11.880336 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] For port c02ba136-8c55-479e-8fa7-a49453f97fcb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c02ba136-8c55-479e-8fa7-a49453f97fcb,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:11.880707 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.894989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Calling delete_port for c02ba136-8c55-479e-8fa7-a49453f97fcb owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:11.919619 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Deleting port c02ba136-8c55-479e-8fa7-a49453f97fcb {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:11.920100 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:11.991114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.005682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] No DVR routers for this DVR port c02ba136-8c55-479e-8fa7-a49453f97fcb on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:17:12.010181 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:12.021275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] For port c02ba136-8c55-479e-8fa7-a49453f97fcb, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c02ba136-8c55-479e-8fa7-a49453f97fcb,segment=NetworkSegment(9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f),segment_id=9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:12.021961 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.026741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02ba136-8c55-479e-8fa7-a49453f97fcb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:12.049889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:12.050509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 29fcdf78-e84b-4a5e-af99-cd8876f6ce97 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:12.051130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c02ba136-8c55-479e-8fa7-a49453f97fcb no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:12.056703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Calling delete_port for c02ba136-8c55-479e-8fa7-a49453f97fcb owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:12.076732 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c02ba136-8c55-479e-8fa7-a49453f97fcb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:12.077137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c02ba136-8c55-479e-8fa7-a49453f97fcb not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:12.077602 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b331a2a-0286-44a4-a620-6e86846456e4 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:12.101322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2b331a2a-0286-44a4-a620-6e86846456e4 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:12.101760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b331a2a-0286-44a4-a620-6e86846456e4 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:12.109139 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.123209 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:12.139977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:12.140279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abbf2da-7c05-4f2d-afd5-1fa3134ffb9f') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:12.150888 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.166567 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.175371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:17:12.176237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:17:12.178529 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:17:12.181123 n-d-793621-29 neutron-server[94123]: self.session.flush() Aug 06 19:17:12.187521 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.212130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Pushing event deleted for resources: {'Port': ['ID=c02ba136-8c55-479e-8fa7-a49453f97fcb,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:12.222892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] No DVR routers for this DVR port c02ba136-8c55-479e-8fa7-a49453f97fcb on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:17:12.225390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.225897 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.226549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.226941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.227432 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.227838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.228289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.228736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.229189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.229554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.229884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.230212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda3b08b-5cd7-4329-bae1-22064c1d1d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:12.248877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.254814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.256660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3 HTTP/1.1" status: 204 len: 168 time: 0.6035833 Aug 06 19:17:12.259900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:12.269338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7285693-33a2-4929-a14d-1ae7cb40ee08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f15ca8a-5cf5-4235-8b5c-8e142ce63bd3,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:12.418368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.637969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.910138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Deleting port 1a6e7d38-ef0c-491a-806e-bb511532b03c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:12.910484 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:12.993547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] For port 1a6e7d38-ef0c-491a-806e-bb511532b03c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=1a6e7d38-ef0c-491a-806e-bb511532b03c,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:12.993896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:13.009029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Calling delete_port for 1a6e7d38-ef0c-491a-806e-bb511532b03c owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:13.202447 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:13.235157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6e7d38-ef0c-491a-806e-bb511532b03c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:13.412826 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:13.657383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:17:13.776651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:17:13.783760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-bba01338-439e-481d-a844-608c29e5b236 admin admin] 10.222.0.64 "PUT /v2.0/routers/dc7ca09c-1fb2-486c-aa23-f626b4ea4a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226803 Aug 06 19:17:13.786518 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51994) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:13.788996 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Sync routers for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:17:13.799679 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:13.800286 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:13.901210 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:13.913217 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:14.033743 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.106074 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Deleting port 610905f8-fcaf-4868-a943-863f7cd39518 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:14.106421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.141289 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '610905f8-fcaf-4868-a943-863f7cd39518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:17:13Z', 'revision_number': 5, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port': {'id': '610905f8-fcaf-4868-a943-863f7cd39518', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:15:07Z', 'updated_at': '2021-08-06T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:14.193556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] For port 610905f8-fcaf-4868-a943-863f7cd39518, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=610905f8-fcaf-4868-a943-863f7cd39518,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:14.193797 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.209480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Calling delete_port for 610905f8-fcaf-4868-a943-863f7cd39518 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:14.261650 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Checking router: dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:17:14.270294 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Routers {'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:14.270899 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:14.359046 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] Set router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:14.391941 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.414954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:17:14Z', 'revision_number': 6, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:14.423318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Pushing event deleted for resources: {'Port': ['ID=610905f8-fcaf-4868-a943-863f7cd39518,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:14.451713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6226a4-eb36-4b5e-b15a-9ba30c49c6b5 None None] The sync data for ids ['dc7ca09c-1fb2-486c-aa23-f626b4ea4a52'] in n-d-793621-29 is: [{'id': 'dc7ca09c-1fb2-486c-aa23-f626b4ea4a52', 'name': 'tempest-TestMinimumBasicScenario-744881427-router', 'tenant_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:15:06Z', 'updated_at': '2021-08-06T19:17:14Z', 'revision_number': 6, 'project_id': 'adf8070b8b174b2c8a29c1b8e1fd6d50', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:17:14.495913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.585693 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.588133 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.635082 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.635671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:17:14.640801 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.642027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0aa91538-c35b-4139-92d5-762605c248fa admin admin] 10.222.0.64 "DELETE /v2.0/routers/dc7ca09c-1fb2-486c-aa23-f626b4ea4a52 HTTP/1.1" status: 204 len: 168 time: 0.8545859 Aug 06 19:17:14.644677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51996) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:14.694205 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Deleting subnet 8a1904a9-e394-4c1d-8f44-30277249a378 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:17:14.697544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.734571 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.822307 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.887256 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.911392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1904a9-e394-4c1d-8f44-30277249a378,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:14.917754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:14.919811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-57dcafa9-4ba0-4867-b24c-9eb06c44f6ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a1904a9-e394-4c1d-8f44-30277249a378 HTTP/1.1" status: 204 len: 168 time: 0.2742882 Aug 06 19:17:14.923063 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 51998) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:14.925316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd72b79-d462-4fbe-ab55-7211620fbbda None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:17:14.989526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.043567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Deleting port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:15.043988 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.123892 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] For port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,segment=NetworkSegment(c19c3295-0c58-4ff7-afd8-1b6aa089bb09),segment_id=c19c3295-0c58-4ff7-afd8-1b6aa089bb09)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:15.124251 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.143206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Calling delete_port for 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:15.214122 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] DHCP port deletion for 4a5a0207-db55-4b55-ab1c-0a22edef9780 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:17:15.233114 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.262950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:15.264174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Deleting port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:17:15.264648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.266786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] No DVR routers for this DVR port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:17:15.332182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] For port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:15.332574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.340893 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.351848 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5a0207-db55-4b55-ab1c-0a22edef9780']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:15.362692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:15.362975 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19c3295-0c58-4ff7-afd8-1b6aa089bb09') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:15.372709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.394947 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.402336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:17:15.403051 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:17:15.405724 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:17:15.468813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.476223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.478378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4a5a0207-db55-4b55-ab1c-0a22edef9780 HTTP/1.1" status: 204 len: 168 time: 0.5549593 Aug 06 19:17:15.491962 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac348f3e-7d82-45fd-8c31-c881217e6670 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5a0207-db55-4b55-ab1c-0a22edef9780,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:15.513397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Calling delete_port for 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:17:15.516228 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 19:17:15.517596 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.542373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Network 4a5a0207-db55-4b55-ab1c-0a22edef9780 is not hosted by any dhcp agent {{(pid=94123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 19:17:15.542833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] No DVR routers for this DVR port 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:17:15.545028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187a5b8-9203-4e27-8a24-c1483742495d None None] Pushing event deleted for resources: {'Port': ['ID=2b1f2b3f-4bf9-4829-a9a7-712a777b82d9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:15.673821 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52002) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:15.716032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3d7d2cf8-ad45-4fb5-adc2-722a4e5ccd4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cb76f5234d448209dd7981019f1c08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410111 Aug 06 19:17:15.718693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52004) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:15.776484 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.800969 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.859363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.863359 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:15.866843 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/526f9813-9965-4ba1-8150-6463e21c8e9d HTTP/1.1" status: 204 len: 168 time: 0.1446257 Aug 06 19:17:15.872822 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817073a-cd58-46fc-a504-11678f4860aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526f9813-9965-4ba1-8150-6463e21c8e9d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:15.978097 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:15.998720 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:15.999051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b1f2b3f-4bf9-4829-a9a7-712a777b82d9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:15.999471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1a6e7d38-ef0c-491a-806e-bb511532b03c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:16.018434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 1a6e7d38-ef0c-491a-806e-bb511532b03c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:16.018789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 1a6e7d38-ef0c-491a-806e-bb511532b03c not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:16.019209 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 610905f8-fcaf-4868-a943-863f7cd39518 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:17:16.041060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 610905f8-fcaf-4868-a943-863f7cd39518 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:17:16.041416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 610905f8-fcaf-4868-a943-863f7cd39518 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:17:16.226083 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52010) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:16.274863 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2ba7d7c5-3513-4d01-8f5e-e80adf5929e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adf8070b8b174b2c8a29c1b8e1fd6d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475161 Aug 06 19:17:16.278748 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52012) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:16.328904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:16.352062 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:16.404410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:16.407150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:16.408338 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5203bfb-84ee-488d-8728-6f8303f850f9 HTTP/1.1" status: 204 len: 168 time: 0.1286676 Aug 06 19:17:16.416127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f19a4-8446-460e-8889-ad4cac947492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5203bfb-84ee-488d-8728-6f8303f850f9,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.215173 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:18.220049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368451711', 'description': 'tempest-secgroup-smoke-1368451711 description', 'project_id': '9612781b8d5d4277beb3212204ed601a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:18.249403 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.258621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.367053 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.374792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.409595 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49fb5d1-f624-4b10-a0b0-9b03d40d1b3e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.486411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.492365 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.521104 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.525407 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3062220 Aug 06 19:17:18.525407 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437607-3a01-40e7-8310-f89979004ccd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9765f20-f520-4739-855c-042c40848f87,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.525711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52054) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:18.530448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:18.560333 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.618328 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.624626 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.642231 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531ecb10-0726-4a0b-b03b-f868220e3362,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.650964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.652337 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e990a423-9609-4c37-bf07-6093bcd1daf8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256444 Aug 06 19:17:18.655257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52056) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:18.659749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:18.690215 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.758129 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.763854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.783280 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e9fca8-f044-4f28-b749-592f7b30676a,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.791515 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.792853 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-63bd8e3e-337a-4830-b6e4-19ba80e31dae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366303 Aug 06 19:17:18.795828 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52058) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:18.800341 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:18.827803 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:17:18.831679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.895343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.901630 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.925672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dea974-e8a6-4b3f-8d2c-97d610533470,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:18.934255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:18.935504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ddb77c77-5d83-48ce-a09f-f8a63a220cfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386802 Aug 06 19:17:18.939816 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:18.944410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:18.979444 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.042841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.047763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.067993 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ebf0fa-e616-4b54-b92d-ab0ab7c3ac1c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:19.073984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.075295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-33155c71-f2b8-4593-b125-87b6b2445369 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344440 Aug 06 19:17:19.079050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:19.084045 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:19.115818 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:17:19.121965 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.202887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.208202 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.233241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710eb2e5-80df-4a15-bc37-7ac51847d937,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:19.243466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.247332 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be5c810a-7c91-4996-adad-90160fdc9258 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645727 Aug 06 19:17:19.247636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:19.252496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': 'b9765f20-f520-4739-855c-042c40848f87', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:19.276594 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:17:19.282090 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.345757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.351496 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.377967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6315d-22e3-458c-ab09-b4cbb6cd0759,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:19.381822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.383051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8f6eecb4-5cc4-4039-8f63-b52a04086cd9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344798 Aug 06 19:17:19.386419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:19.391881 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'network': {'name': 'tempest-network-smoke--1338075104', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'port_security_enabled': True}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:19.416066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:17:19.419691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.445402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:17:19.455608 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.455946 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Added segment 3e76da2d-2581-498d-99ad-7a70aa45bb07 of type vlan for network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 Aug 06 19:17:19.507727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.540471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.546262 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:19.546865 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.584870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972482 Aug 06 19:17:19.589432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52068) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:19.594460 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'admin_state_up': True, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:19.619247 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbe09e-28f4-41eb-b5b8-b1848165e3d2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Network': ['ID=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:19.620579 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.622877 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.634646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:17:19.677978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:19.819819 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:20.031621 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:20.050649 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:20.155380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.246 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:17:20.275210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:20.323582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:20.364261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:20.367266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:20.370884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:17:20.376386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:21.008006 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:21.213291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:21.350865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:17:21.465789 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:17:21.476247 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Sync routers for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:17:21.486672 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:21.486978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:21.487374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:21.488078 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-53308627-b9f7-49fe-8341-22f8d8d5c385 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8974094 Aug 06 19:17:21.491686 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52070) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:21.595294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:21.621568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-32e999b0-e952-4f3b-a48b-ab125a69bc80 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9612781b8d5d4277beb3212204ed601a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286685 Aug 06 19:17:21.624554 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52074) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:21.783211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7021f73-bc71-4c2d-80ec-24d5014a59f7 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:21.785395 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c7021f73-bc71-4c2d-80ec-24d5014a59f7 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1599250 Aug 06 19:17:21.785927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:20Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:21.789381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52076) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:21.818790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Checking router: 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:17:21.819139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Updating router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:17:21.845939 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.118652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.129696 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Transition to ACTIVE for port object 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:22.136914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.176297 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-784ea4a2-a47c-4ef1-b272-8a29a949c4ba tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3867974 Aug 06 19:17:22.179488 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52078) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:22.184433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172659098', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:22.192909 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535cdc2-1b70-4ce7-908c-faa06053c703 None None] Pushing event updated for resources: {'Port': ['ID=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:22.195346 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Attempting to bind port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:17:22.195718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Attempting to bind port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:17:22.196074 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Attempting to bind port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:17:22.202223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:17:22.202596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:17:22.203001 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.203383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:17:22.203826 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Bound port: 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:17:22.204206 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.259390 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] For port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:17:22.262768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] For port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:17:22.268594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.287546 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:17:22.291158 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.329032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:22.329698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:22.334953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535cdc2-1b70-4ce7-908c-faa06053c703 None None] Pushing event updated for resources: {'Port': ['ID=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:22.442559 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:22.491817 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.555576 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Subnet': ['ID=7f039fe5-3dd9-4cff-8a00-4f3b493de75e,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:22.570788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Checking segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:17:22.571304 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network hostable DHCP agents. Network: 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:17:22.592567 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:17:22.606696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:22.613419 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:22.614064 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:22.614551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6964606a-56cc-4cb8-8361-9278a5e3c6de None None] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:17:22.629692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d09494f7-bf4b-42e0-bcf5-2690f790660f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4491389 Aug 06 19:17:22.632459 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:22.700961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:20Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:22.735374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdcbb0-8d14-4924-a3d7-c6c3c76e03d6 None None] The sync data for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 is: [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:20Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:17:22.818648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:17:22.819951 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.000042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Allocated IP 172.20.0.2 (4ddc5d06-fc77-4e7e-82ef-83e20e2daf67/7f039fe5-3dd9-4cff-8a00-4f3b493de75e/ab2360b9-4205-4e22-aa29-59b3e278f341) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:17:23.162223 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.165298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.175585 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Transition to ACTIVE for port object ab2360b9-4205-4e22-aa29-59b3e278f341 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:23.193065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Transition to ACTIVE for port object ab2360b9-4205-4e22-aa29-59b3e278f341 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:23.200915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.240441 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:23.245044 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:23.248349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:17:23.286331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Pushing event updated for resources: {'Port': ['ID=ab2360b9-4205-4e22-aa29-59b3e278f341,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:23.316580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Attempting to bind port ab2360b9-4205-4e22-aa29-59b3e278f341 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:17:23.316972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Attempting to bind port ab2360b9-4205-4e22-aa29-59b3e278f341 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:17:23.317337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Attempting to bind port ab2360b9-4205-4e22-aa29-59b3e278f341 on network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:17:23.323129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:17:23.323511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Checking segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:17:23.323924 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.324667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Bound using segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:17:23.325143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Bound port: ab2360b9-4205-4e22-aa29-59b3e278f341, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:17:23.325556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.393068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] For port ab2360b9-4205-4e22-aa29-59b3e278f341, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:17:23.397161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] For port ab2360b9-4205-4e22-aa29-59b3e278f341, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ab2360b9-4205-4e22-aa29-59b3e278f341,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:17:23.404192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.468762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9304d-0238-4de2-a579-e7dabf73a2b9 None None] Pushing event updated for resources: {'Port': ['ID=ab2360b9-4205-4e22-aa29-59b3e278f341,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:23.484469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.1 (4ddc5d06-fc77-4e7e-82ef-83e20e2daf67/7f039fe5-3dd9-4cff-8a00-4f3b493de75e/52ada3d1-0d9a-4d75-9380-fd00154eb0ac) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:17:23.626944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.658314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 52ada3d1-0d9a-4d75-9380-fd00154eb0ac will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:23.708984 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.762726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:23.766090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:23.770177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:17:23.795786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:23.821530 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:23.968962 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.035989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:24.095461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:24.099844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:24.100219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.182747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.205335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:24.211093 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.211970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ab2360b9-4205-4e22-aa29-59b3e278f341 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:24.272092 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.278098 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.289052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:24.304288 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ab2360b9-4205-4e22-aa29-59b3e278f341 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:24.356884 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:24.358733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:24.457997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:24.459521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:24.584515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:17:24.736706 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:17:24.742099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-34ffac95-8645-4acd-a5c5-b9115d64f5b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/04b8ebd5-a2ff-4286-9b42-49fa5fa71196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087286 Aug 06 19:17:24.828751 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052118aa-7395-465f-bfb1-52c5934045cc None None] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:17:24.885253 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Sync routers for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:17:24.896780 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:24.897715 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:24.906618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Provisioning for port ab2360b9-4205-4e22-aa29-59b3e278f341 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:24.908721 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-134c5242-cb17-4719-bcb0-e549971d9606 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368451711&fields=id&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 267 time: 0.0455358 Aug 06 19:17:24.929846 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Provisioning complete for port ab2360b9-4205-4e22-aa29-59b3e278f341 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:24.930513 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.037042 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:25.049823 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-cbe51528-4bc2-437d-885e-60117f34019d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:25.051448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-cbe51528-4bc2-437d-885e-60117f34019d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 797 time: 0.1346462 Aug 06 19:17:25.075017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-bf568bed-caa4-4abd-accb-e197e0a87cc4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/quotas/9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 375 time: 0.0146892 Aug 06 19:17:25.092914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.141895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] For port ab2360b9-4205-4e22-aa29-59b3e278f341, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ab2360b9-4205-4e22-aa29-59b3e278f341,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:25.149271 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.161261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-82802962-b844-41c4-a5a5-ac90696d45f4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778313 Aug 06 19:17:25.210623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7b49b-a719-43b2-b20f-5bd23d2c64c4 None None] Pushing event updated for resources: {'Port': ['ID=ab2360b9-4205-4e22-aa29-59b3e278f341,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:25.307418 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 2, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:25.343339 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Checking router: 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:17:25.343815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Updating router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:17:25.353021 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-3f873cfc-cf89-488f-a72f-850a10993712 service neutron] 10.222.0.64 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900189 Aug 06 19:17:25.370405 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.377595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Provisioning complete for port ab2360b9-4205-4e22-aa29-59b3e278f341 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:25.378338 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.482688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-24dd40dc-46f4-4e05-ad67-94be3b57eaa7 service neutron] 10.222.0.64 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287775 Aug 06 19:17:25.507916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Provisioning for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:25.512842 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Provisioning complete for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:25.513063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.554566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-45602002-f5bf-488d-8732-8da847d07cfb None None] Port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:17:25.683394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d61e0b71-0c95-4375-82df-840238b9014d None None] Provisioning complete for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:25.684259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d61e0b71-0c95-4375-82df-840238b9014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.693006 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-236b6553-c1a9-4700-b47d-5aa5bc761cbc req-efcb875d-e344-483a-aae3-648189428b0b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 210 time: 0.0405321 Aug 06 19:17:25.723617 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.732626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-d61e0b71-0c95-4375-82df-840238b9014d None None] Port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:17:25.738282 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Transition to ACTIVE for port object 52ada3d1-0d9a-4d75-9380-fd00154eb0ac will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:25.750138 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.820033 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Pushing event updated for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:25.845008 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.845008 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.845260 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.845546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.845879 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.846208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.846519 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.846845 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.847168 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.847489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.847827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.848148 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:17:25.879173 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Attempting to bind port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:17:25.879628 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Attempting to bind port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:17:25.879999 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Attempting to bind port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac on network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:17:25.885328 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:17:25.886179 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Checking segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:17:25.886179 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.886510 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Bound using segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:17:25.886976 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Bound port: 52ada3d1-0d9a-4d75-9380-fd00154eb0ac, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:17:25.887363 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:25.955937 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] For port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:17:25.959853 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] For port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:17:25.966224 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:26.035572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:26.043471 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:26.044158 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:26.109736 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:26.111335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:26.141064 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5ede6-ebe8-4a08-873e-2cf3847411bd None None] Pushing event updated for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:26.177500 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:26.219986 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ab2360b9-4205-4e22-aa29-59b3e278f341 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:26.286353 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ab2360b9-4205-4e22-aa29-59b3e278f341 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:26.287178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:26.403122 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:25Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:26.430100 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea7839-fb47-4b6c-8604-0c16dacf57f1 None None] The sync data for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 is: [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:25Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:17:26.792840 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0639819-5dec-4fe5-bc47-12873f9d86d6 req-90bd8266-d394-435a-9059-44985e86a857 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 210 time: 0.0266948 Aug 06 19:17:27.133249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ca069f0d-56de-4cd7-8028-643d373e444c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:27.135235 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ca069f0d-56de-4cd7-8028-643d373e444c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 797 time: 0.1299303 Aug 06 19:17:27.196155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-e7a97c0c-191f-4c94-bc66-caa00c81c53d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 380 time: 0.0512464 Aug 06 19:17:27.208464 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'port': {'device_id': '295ca998-4803-44f2-9bee-d4ec237a3585', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'admin_state_up': True, 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'security_groups': ['b9765f20-f520-4739-855c-042c40848f87']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:27.343868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:17:27.348412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:27.502472 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.8 (4ddc5d06-fc77-4e7e-82ef-83e20e2daf67/7f039fe5-3dd9-4cff-8a00-4f3b493de75e/669286e0-93ec-4a01-ab7d-4fbd07c5698a) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:17:27.662008 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:27.676413 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 669286e0-93ec-4a01-ab7d-4fbd07c5698a will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:27.713822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:27.758241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:27.761380 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:27.765466 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:17:27.772201 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:27.825785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:27.826612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:27.860085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b73d94f3-f0be-4e8c-8fb4-028967da184a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6558447 Aug 06 19:17:27.962427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Request body: {'port': {'device_id': '295ca998-4803-44f2-9bee-d4ec237a3585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:27.970611 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edcae-9b24-4599-b6f4-a247b432d03c req-f6ac0e5d-48a9-4694-bd70-240f01dc44f7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:27.986499 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-630edcae-9b24-4599-b6f4-a247b432d03c req-f6ac0e5d-48a9-4694-bd70-240f01dc44f7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 931 time: 0.0885317 Aug 06 19:17:28.034808 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-630edcae-9b24-4599-b6f4-a247b432d03c req-6aa8d828-889d-408c-9adf-ac4503f92164 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Aug 06 19:17:28.040645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52ada3d1-0d9a-4d75-9380-fd00154eb0ac up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:28.049871 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.093557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-81e79947-7bbf-430a-bc1c-60bd476b28f9 None None] Provisioning for port 669286e0-93ec-4a01-ab7d-4fbd07c5698a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:28.100321 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-81e79947-7bbf-430a-bc1c-60bd476b28f9 None None] Provisioning complete for port 669286e0-93ec-4a01-ab7d-4fbd07c5698a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:28.100694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-81e79947-7bbf-430a-bc1c-60bd476b28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.125254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:28.135194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:28.135569 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.159950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-81e79947-7bbf-430a-bc1c-60bd476b28f9 None None] Port 669286e0-93ec-4a01-ab7d-4fbd07c5698a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:17:28.219461 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.253401 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:28.260609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.318595 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:28.372372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669286e0-93ec-4a01-ab7d-4fbd07c5698a {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:17:28.380607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.393943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Transition to ACTIVE for port object 669286e0-93ec-4a01-ab7d-4fbd07c5698a will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:17:28.399045 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.471353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Pushing event updated for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:28.527079 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Attempting to bind port 669286e0-93ec-4a01-ab7d-4fbd07c5698a on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:17:28.527412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Attempting to bind port 669286e0-93ec-4a01-ab7d-4fbd07c5698a by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:17:28.527741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Attempting to bind port 669286e0-93ec-4a01-ab7d-4fbd07c5698a on network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:17:28.532604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Port 669286e0-93ec-4a01-ab7d-4fbd07c5698a on network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:17:28.532918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Attempting to bind port 669286e0-93ec-4a01-ab7d-4fbd07c5698a on network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:17:28.538240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:17:28.538688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Checking segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:17:28.538968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Bound using segment: {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:17:28.539387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Bound port: 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e76da2d-2581-498d-99ad-7a70aa45bb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:17:28.539739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.603386 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5d3eee89-8722-40f0-bf62-581066b1eedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.610992 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:17:28.614254 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:17:28.619895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.657024 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:28.657663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:28.659178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] 10.222.0.16 "PUT /v2.0/ports/669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 1092 time: 0.7893753 Aug 06 19:17:28.659628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:17:28.662081 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ec053-eedf-4b51-9ae6-cbc18e26d329" -d '{"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:17:28.687385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd393-9082-4d36-ac26-ba24dc58b79b service neutron] Pushing event updated for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:28.708358 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9302d9f-c235-4cec-a420-8c8bbc3d93b5 x-openstack-request-id: req-a9302d9f-c235-4cec-a420-8c8bbc3d93b5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:17:28.708531 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:17:28.708698 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9302d9f-c235-4cec-a420-8c8bbc3d93b5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:17:28.709156 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'status': 'completed', 'code': 200} Aug 06 19:17:28.762625 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-99f8d515-501d-4fca-9c3f-d516c4c49adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:28.764356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-99f8d515-501d-4fca-9c3f-d516c4c49adb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1095 time: 0.0481062 Aug 06 19:17:28.807802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-a649bc3f-ccd2-4b13-9e0b-223e6074068b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 217 time: 0.0353994 Aug 06 19:17:28.861489 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b630f03d-5ba9-4266-b5f9-f418f402a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:28.863075 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-b630f03d-5ba9-4266-b5f9-f418f402a02e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 200 len: 834 time: 0.0479262 Aug 06 19:17:28.914428 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-3b01b307-2032-45c6-b027-6720aa97ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:28.915962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-3b01b307-2032-45c6-b027-6720aa97ffe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457375 Aug 06 19:17:29.014118 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-831fcf23-bd45-4007-b3e0-cb2f44adaba8 service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893419 Aug 06 19:17:29.123533 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6afc2f07-8027-414e-b5fa-ee2bc5b4520a req-3a360e82-448b-4cfb-ba37-506c0dbcbf3a service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024435 Aug 06 19:17:29.168539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3ba5-1d3f-4f44-a6de-ab26273de8c1 req-076e0822-41e2-4f66-80f5-4dd936311601 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:29.170089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6cab3ba5-1d3f-4f44-a6de-ab26273de8c1 req-076e0822-41e2-4f66-80f5-4dd936311601 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 943 time: 0.0563700 Aug 06 19:17:29.210350 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6cab3ba5-1d3f-4f44-a6de-ab26273de8c1 req-6dbfb6e8-0fec-49d3-b72d-baadce70d85c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Aug 06 19:17:29.215997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-08eeab14-b7f2-4f34-8a21-760b2488734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:29.217821 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-08eeab14-b7f2-4f34-8a21-760b2488734e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1095 time: 0.0492725 Aug 06 19:17:29.315710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-739cc88b-15f9-458a-8925-eac0dc03ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:29.317098 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-739cc88b-15f9-458a-8925-eac0dc03ff25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 898 time: 0.0923893 Aug 06 19:17:29.360772 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-d847bbf5-3f50-4a18-9d5f-5d97a1d24528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 217 time: 0.0349319 Aug 06 19:17:29.416017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-a7c0e0d0-0cd0-4e81-9270-ebf9c5f22a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:29.417633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-a7c0e0d0-0cd0-4e81-9270-ebf9c5f22a73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 200 len: 834 time: 0.0493853 Aug 06 19:17:29.465127 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-d2b1a321-3c1c-47fe-a2a0-a86e18f474da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:29.466712 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-d2b1a321-3c1c-47fe-a2a0-a86e18f474da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423610 Aug 06 19:17:29.563785 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-2e36bba8-dcb5-4a6a-afd7-3dc4723c486f service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 Aug 06 19:17:29.662816 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-840ec053-eedf-4b51-9ae6-cbc18e26d329 req-d217c31c-2c11-47ac-bbca-2e7d5afc4fcf service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913959 Aug 06 19:17:29.998207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52ada3d1-0d9a-4d75-9380-fd00154eb0ac up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:30.047571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:30.047971 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:30.353079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2809e-52a6-45bc-8caa-f712d3c59f5f req-6432b573-8317-4136-9a37-ffa597fb1edc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:30.354775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fd2809e-52a6-45bc-8caa-f712d3c59f5f req-6432b573-8317-4136-9a37-ffa597fb1edc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 943 time: 0.0586264 Aug 06 19:17:30.396397 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7fd2809e-52a6-45bc-8caa-f712d3c59f5f req-a42a00e2-83eb-46c8-9ebb-543210803d4d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339739 Aug 06 19:17:31.493777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:31.520536 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfb025-0f17-483d-aae3-0bedb2015615 req-3b36cda4-56e7-4aa0-96ed-3f0abd5db354 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:31.522135 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99cfb025-0f17-483d-aae3-0bedb2015615 req-3b36cda4-56e7-4aa0-96ed-3f0abd5db354 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 943 time: 0.0499263 Aug 06 19:17:31.567177 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99cfb025-0f17-483d-aae3-0bedb2015615 req-d3255038-5c30-462f-9994-f2395de838d7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388989 Aug 06 19:17:31.829717 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a65568b-426e-478e-baba-a01277ef6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:32.316600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 669286e0-93ec-4a01-ab7d-4fbd07c5698a details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:17:32.421554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:32.432697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'port_id': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'mac_address': 'fa:16:3e:75:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:17:32.469794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:32.488590 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669286e0-93ec-4a01-ab7d-4fbd07c5698a {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:17:32.510150 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:32.516794 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:32.571166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:32.693343 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aa215-a013-4c53-b3f7-3d6980c937f4 req-3b5c3190-cb7e-4787-af50-5b9aa31244f4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:32.695099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef8aa215-a013-4c53-b3f7-3d6980c937f4 req-3b5c3190-cb7e-4787-af50-5b9aa31244f4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 944 time: 0.0537148 Aug 06 19:17:32.736386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef8aa215-a013-4c53-b3f7-3d6980c937f4 req-b8d9792c-1455-403c-8ba7-26c3da6b4ca3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Aug 06 19:17:32.898331 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['669286e0-93ec-4a01-ab7d-4fbd07c5698a'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:17:33.486207 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:33.869355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f641b-4633-4192-93c1-e1938abc2305 req-a15cfdfe-e84a-47f0-8899-be76129d8274 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:33.870934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-366f641b-4633-4192-93c1-e1938abc2305 req-a15cfdfe-e84a-47f0-8899-be76129d8274 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 944 time: 0.0632088 Aug 06 19:17:33.913311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-366f641b-4633-4192-93c1-e1938abc2305 req-4ef95bef-f631-41e6-9705-be4f6e60b7bc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336261 Aug 06 19:17:34.318293 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 669286e0-93ec-4a01-ab7d-4fbd07c5698a up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:17:34.528155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 669286e0-93ec-4a01-ab7d-4fbd07c5698a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:17:34.533231 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 669286e0-93ec-4a01-ab7d-4fbd07c5698a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:17:34.533817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:34.620835 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:34.651892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:17:34.654878 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bf330c-02a6-41fd-a9f8-4740923a0611" -d '{"events": [{"server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "name": "network-vif-plugged", "status": "completed", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:17:34.672402 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:17:34.678331 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:34.730459 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:34.762143 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41be846-3b0a-4fae-a412-9314e314d974 x-openstack-request-id: req-e41be846-3b0a-4fae-a412-9314e314d974 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:17:34.762439 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "name": "network-vif-plugged", "status": "completed", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:17:34.762696 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e41be846-3b0a-4fae-a412-9314e314d974 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:17:34.763092 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'code': 200} Aug 06 19:17:34.875295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faea696-5c84-4b4d-9c03-d66b63d89a29 req-883f8e43-10b8-4bab-b81e-31464d56b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:34.876899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1faea696-5c84-4b4d-9c03-d66b63d89a29 req-883f8e43-10b8-4bab-b81e-31464d56b7e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1097 time: 0.0455849 Aug 06 19:17:34.919445 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1faea696-5c84-4b4d-9c03-d66b63d89a29 req-bf4d730c-d41e-4354-ab8d-50cb2d1243bb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Aug 06 19:17:34.973016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:35.046161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc054a4d-a177-461b-8cb5-618c2b12c947 req-b45f74bc-1e07-44ef-aa74-f0aca25b9ee1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:35.047667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc054a4d-a177-461b-8cb5-618c2b12c947 req-b45f74bc-1e07-44ef-aa74-f0aca25b9ee1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0546029 Aug 06 19:17:35.087933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dc054a4d-a177-461b-8cb5-618c2b12c947 req-3d337da2-bd87-448e-8e11-073b4ccb52af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Aug 06 19:17:36.206684 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525853e-5356-4105-8f1c-c61668db77b0 req-d57fa51b-f525-440a-a10e-cdb564c73af2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:36.208058 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5525853e-5356-4105-8f1c-c61668db77b0 req-d57fa51b-f525-440a-a10e-cdb564c73af2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Aug 06 19:17:36.245973 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5525853e-5356-4105-8f1c-c61668db77b0 req-667025a7-12c6-4d76-9248-cdd367982acf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Aug 06 19:17:36.386502 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f7f5-c57c-4998-a3df-d9bee74f9721 req-a10fa9d1-bc42-4794-b9bb-bbbcd48d0437 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:36.388013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2628f7f5-c57c-4998-a3df-d9bee74f9721 req-a10fa9d1-bc42-4794-b9bb-bbbcd48d0437 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0604031 Aug 06 19:17:36.430433 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2628f7f5-c57c-4998-a3df-d9bee74f9721 req-19ab576d-fb79-41a5-8a0a-19709e3ce211 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Aug 06 19:17:36.453075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52142) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:36.495280 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf29fb-7b6c-4ea3-9d94-80a5357fbd6b tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:36.496723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-5cbf29fb-7b6c-4ea3-9d94-80a5357fbd6b tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1092 time: 0.0425799 Aug 06 19:17:36.501535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52144) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:36.507671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:17:36.537895 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:36.647504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:36.756786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.193 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/3b328939-4810-49ea-8721-b1592fdd5123) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:17:36.874266 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:36.919012 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:36.964852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:17:36.970395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:17:36.972896 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=3b328939-4810-49ea-8721-b1592fdd5123,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:36.974786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:17:37.383331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:37.456039 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:37.625314 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:37.632917 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:37.697859 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=3b328939-4810-49ea-8721-b1592fdd5123,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:17:37.712344 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:37.816479 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 46bd87f8-4872-40c4-907e-8e58ccbe8ef5 associated. External IP: 172.25.3.193, port: 669286e0-93ec-4a01-ab7d-4fbd07c5698a. Aug 06 19:17:38.040181 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:17:38.154627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:17:38.165847 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Sync routers for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:17:38.175636 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:38.177797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:38.178513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:38.205328 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c3234213-aac3-4336-8344-3cf32c88cb7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7024913 Aug 06 19:17:38.206028 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:17:38.208342 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5776bc8c-5d6c-403b-af25-9db783161a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:17:38.286860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:38.302467 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76dca-cf0c-4be8-bd1e-f8f1810ea2ac req-3c62e487-b246-4ea7-ad8f-cb1c68e80a1b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:38.305954 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0fd76dca-cf0c-4be8-bd1e-f8f1810ea2ac req-3c62e487-b246-4ea7-ad8f-cb1c68e80a1b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Aug 06 19:17:38.343025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0fd76dca-cf0c-4be8-bd1e-f8f1810ea2ac req-36ce9eb0-6988-4050-a74f-992a3aa39354 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Aug 06 19:17:38.366335 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52152) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:38.437158 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-aa130497-4d39-4579-96de-d01f2f758239 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/46bd87f8-4872-40c4-907e-8e58ccbe8ef5 HTTP/1.1" status: 200 len: 991 time: 0.0682814 Aug 06 19:17:38.450516 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfbc9a5-c703-4818-b2da-d2d0b20af46c x-openstack-request-id: req-7bfbc9a5-c703-4818-b2da-d2d0b20af46c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:17:38.450807 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:17:38.451058 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bfbc9a5-c703-4818-b2da-d2d0b20af46c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:17:38.451466 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'status': 'completed', 'code': 200} Aug 06 19:17:38.514442 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-525f06f6-e867-479a-a273-6b1da839081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:38.516039 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-525f06f6-e867-479a-a273-6b1da839081b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1097 time: 0.0407100 Aug 06 19:17:38.522416 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '46bd87f8-4872-40c4-907e-8e58ccbe8ef5', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'port_id': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'mac_address': 'fa:16:3e:75:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ca998-4803-44f2-9bee-d4ec237a3585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:17:37Z', 'updated_at': '2021-08-06T19:17:37Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:38.553154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Checking router: 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:17:38.561983 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:17:38.562601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:17:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:38.612788 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-4e2af83b-8367-4bfa-bfd9-55b680cc0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:38.615154 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-4e2af83b-8367-4bfa-bfd9-55b680cc0ace service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 898 time: 0.0920434 Aug 06 19:17:38.677103 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:17:38.684428 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-84e83946-fd6f-4fc0-922b-997808e88abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 999 time: 0.0615215 Aug 06 19:17:38.740333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-8389f1cf-9ee5-43d9-8230-e9b62fe49a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:38.742064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-8389f1cf-9ee5-43d9-8230-e9b62fe49a7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 200 len: 834 time: 0.0492427 Aug 06 19:17:38.792180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-08abcd36-54c6-49b1-92f5-74e4e153dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:17:38.793811 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-08abcd36-54c6-49b1-92f5-74e4e153dc8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437241 Aug 06 19:17:38.906740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-e870d932-5c57-42b5-a6ed-823ec98f5c62 service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046007 Aug 06 19:17:38.925098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '46bd87f8-4872-40c4-907e-8e58ccbe8ef5', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'port_id': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'mac_address': 'fa:16:3e:75:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ca998-4803-44f2-9bee-d4ec237a3585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:17:37Z', 'updated_at': '2021-08-06T19:17:37Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:17:38.953561 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c0dd-5f55-4a4d-8648-463e9784fba1 None None] The sync data for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 is: [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '46bd87f8-4872-40c4-907e-8e58ccbe8ef5', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'port_id': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'mac_address': 'fa:16:3e:75:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295ca998-4803-44f2-9bee-d4ec237a3585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:17:37Z', 'updated_at': '2021-08-06T19:17:37Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:17:39.024247 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-5776bc8c-5d6c-403b-af25-9db783161a8a req-2b431228-8f78-4800-983d-f6b656e1003e service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095033 Aug 06 19:17:39.176053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917f33d-30fb-4083-b840-3739c333df6f None None] New status for floating IP 46bd87f8-4872-40c4-907e-8e58ccbe8ef5: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:17:39.439652 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52154) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:17:39.502619 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-642b35b4-4521-4441-9ee2-b5008d105bd8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/46bd87f8-4872-40c4-907e-8e58ccbe8ef5 HTTP/1.1" status: 200 len: 993 time: 0.0618277 Aug 06 19:17:41.078916 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:42.432234 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:17:55.828191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:17:58.610646 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-031a4209-f0aa-4286-8084-14ee30646b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:01.499981 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:01.828915 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01cba03d-959f-4e7f-981a-8de7a162924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:03.493114 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:04.971501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:11.089071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:12.432694 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:19.698033 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-292c1f46-5c86-487f-a3a7-9d5d1c805765 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475106 Aug 06 19:18:19.787316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-1a7e6bec-a91c-4ff5-be88-1451fcb19262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:19.788892 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-1a7e6bec-a91c-4ff5-be88-1451fcb19262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1097 time: 0.0450718 Aug 06 19:18:19.898861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-ad62b4fc-df79-48e2-9eb0-e41f741be4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:19.900731 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-ad62b4fc-df79-48e2-9eb0-e41f741be4f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 898 time: 0.0915573 Aug 06 19:18:19.980577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-e6898b1f-2d69-4b07-9298-e0a2aeeaf492 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 1001 time: 0.0721703 Aug 06 19:18:20.030872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-97c1fba2-6f8b-42d2-a929-14f63df09cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:20.032373 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-97c1fba2-6f8b-42d2-a929-14f63df09cf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 200 len: 834 time: 0.0442948 Aug 06 19:18:20.081753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-706dde0b-7b35-427f-8b32-35b60de45e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:20.083340 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-706dde0b-7b35-427f-8b32-35b60de45e6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426736 Aug 06 19:18:20.180768 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-660a16a8-f8b5-4c2e-8227-4f73c30c493d service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Aug 06 19:18:20.278947 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-290a2729-ab2a-4709-bb02-54c83d9e3b15 req-c70dc622-0faf-4346-9dd1-74ba174d8790 service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906546 Aug 06 19:18:28.606038 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4f40beb9-e4c1-4497-9d12-e34e498edc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:31.498352 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:31.825726 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6eeb348e-9b15-41df-a290-4da226bbff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:32.828681 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:18:33.499178 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:34.974614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:41.104111 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:42.442117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:52.980800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e056a-89b9-4c13-b5a9-76540bd4f9d1 req-bc35f4fa-1b9f-4b62-bb21-480d2486b066 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:52.982445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-266e056a-89b9-4c13-b5a9-76540bd4f9d1 req-bc35f4fa-1b9f-4b62-bb21-480d2486b066 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Aug 06 19:18:53.028760 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-266e056a-89b9-4c13-b5a9-76540bd4f9d1 req-995acbae-6761-4533-8f9e-79aa16ffdaac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 Aug 06 19:18:54.157289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bde59c-bfd8-4f8c-a2ca-62dbbaf49129 req-cf0ccca4-b269-447c-b174-8761d139010f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:54.158860 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6bde59c-bfd8-4f8c-a2ca-62dbbaf49129 req-cf0ccca4-b269-447c-b174-8761d139010f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0564594 Aug 06 19:18:54.548106 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c6bde59c-bfd8-4f8c-a2ca-62dbbaf49129 req-e2af51d1-783b-4b9e-82d7-74cd50999476 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830435 Aug 06 19:18:54.576798 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52190) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:18:54.643514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6b0625c4-1f1c-4bd3-be54-24bb2c0439f6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/46bd87f8-4872-40c4-907e-8e58ccbe8ef5 HTTP/1.1" status: 200 len: 993 time: 0.0655611 Aug 06 19:18:55.923097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841a33-6102-4ae2-bf7c-936f190301b5 req-4cba9f05-8d32-453c-95cb-400f1f7af75a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:55.924567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42841a33-6102-4ae2-bf7c-936f190301b5 req-4cba9f05-8d32-453c-95cb-400f1f7af75a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0510628 Aug 06 19:18:55.968598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42841a33-6102-4ae2-bf7c-936f190301b5 req-78dcd246-4012-4ffa-8f1a-b1948ca310f5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Aug 06 19:18:57.107354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511bbf-e079-4bc0-bc39-fb04a65ecb90 req-d5ebe886-956a-41e5-a06d-3546ea8d7424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:57.109001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d511bbf-e079-4bc0-bc39-fb04a65ecb90 req-d5ebe886-956a-41e5-a06d-3546ea8d7424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0580566 Aug 06 19:18:57.151752 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4d511bbf-e079-4bc0-bc39-fb04a65ecb90 req-f341c720-ef86-4ec8-af8a-f6a9f67f8f4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Aug 06 19:18:57.176286 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52200) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:18:57.244608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-83e19f3a-1fd8-4d3e-9cc6-df24deb7e4da tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/46bd87f8-4872-40c4-907e-8e58ccbe8ef5 HTTP/1.1" status: 200 len: 993 time: 0.0658033 Aug 06 19:18:57.467759 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52206) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:18:57.637273 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 3b328939-4810-49ea-8721-b1592fdd5123 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:18:57.637606 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:57.730493 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:57.730792 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:57.743303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 3b328939-4810-49ea-8721-b1592fdd5123 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:18:57.903273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:57.931777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=3b328939-4810-49ea-8721-b1592fdd5123,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:18:57.944322 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.944670 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.945037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.945387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.945771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.946099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.946427 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.946753 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.947076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.947393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.947717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:57.948374 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:18:58.019210 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:58.019651 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 46bd87f8-4872-40c4-907e-8e58ccbe8ef5 disassociated (deleted). External IP: 172.25.3.193, port: 669286e0-93ec-4a01-ab7d-4fbd07c5698a. Aug 06 19:18:58.252672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:18:58.384421 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:18:58.389542 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:58.394172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Sync routers for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:18:58.404065 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:18:58.404706 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:18:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:18:58.417008 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-edff755d-a410-49b4-aac9-e1c9212bfa94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/floatingips/46bd87f8-4872-40c4-907e-8e58ccbe8ef5 HTTP/1.1" status: 204 len: 168 time: 0.9481037 Aug 06 19:18:58.417697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:18:58.420157 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790b9ab-7fa4-410e-bbb2-96df394a1049" -d '{"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:18:58.514501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:18:58.582953 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c2273-b47b-42f6-be3c-f519e07965e5 x-openstack-request-id: req-004c2273-b47b-42f6-be3c-f519e07965e5 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:18:58.583507 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:18:58.583507 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-004c2273-b47b-42f6-be3c-f519e07965e5 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:18:58.583894 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'status': 'completed', 'code': 200} Aug 06 19:18:58.650964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5a7e-5732-4a09-bb30-d5e238552c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:18:58.659978 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-b5e4a784-7f25-4fd8-9832-629753d5e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:58.661956 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-b5e4a784-7f25-4fd8-9832-629753d5e569 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 1097 time: 0.0514781 Aug 06 19:18:58.681470 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9774-eb79-4c51-956e-e9506a9e840c req-728a0fbc-6789-4f81-bb7b-4a12ad7128f3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:58.684355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99de9774-eb79-4c51-956e-e9506a9e840c req-728a0fbc-6789-4f81-bb7b-4a12ad7128f3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0548146 Aug 06 19:18:58.724685 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-99de9774-eb79-4c51-956e-e9506a9e840c req-32ba46ad-dd79-40cc-9264-e85132fba5e2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Aug 06 19:18:58.743821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:18:58.766309 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-5df0453b-5cb3-4bf3-b911-06d9dd51ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:58.767739 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-5df0453b-5cb3-4bf3-b911-06d9dd51ad9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 200 len: 898 time: 0.0964806 Aug 06 19:18:58.769998 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Checking router: 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:18:58.778669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:18:58.779275 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:18:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:18:58.810510 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-0ec7034a-2a50-437d-a622-031f2aac7797 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 200 len: 217 time: 0.0345798 Aug 06 19:18:58.867582 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-0283d993-fdfc-4202-912e-3f906c698860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:58.869111 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-0283d993-fdfc-4202-912e-3f906c698860 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 200 len: 834 time: 0.0506341 Aug 06 19:18:58.885408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:18:58.917463 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-ac6c8614-d246-4a2e-907d-36fca1f96954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:58.919220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-ac6c8614-d246-4a2e-907d-36fca1f96954 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424218 Aug 06 19:18:59.013032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-50728952-5954-4a82-abad-84b4eb667e5e service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855522 Aug 06 19:18:59.091805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:18:59.111736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b790b9ab-7fa4-410e-bbb2-96df394a1049 req-e9d189a2-3adf-4908-b763-44b405a55415 service neutron] 10.222.0.16 "GET /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904262 Aug 06 19:18:59.122221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cc3ed-016a-4c57-9aa5-803cc30dda2c None None] The sync data for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 is: [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:17:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '52ada3d1-0d9a-4d75-9380-fd00154eb0ac', 'name': '', 'network_id': '4ddc5d06-fc77-4e7e-82ef-83e20e2daf67', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:c9:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:23Z', 'updated_at': '2021-08-06T19:17:28Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '7f039fe5-3dd9-4cff-8a00-4f3b493de75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:18:59.388584 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b24b08-47b5-4eb3-b424-e5e4d4b13511 None None] New status for floating IP 46bd87f8-4872-40c4-907e-8e58ccbe8ef5: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:18:59.848219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d5597-4941-4d9c-95c2-c41db8453752 req-423418d8-e1c7-44fe-bbfd-6e20b45ce040 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:18:59.849757 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50d5597-4941-4d9c-95c2-c41db8453752 req-423418d8-e1c7-44fe-bbfd-6e20b45ce040 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0535414 Aug 06 19:18:59.894734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e50d5597-4941-4d9c-95c2-c41db8453752 req-14dd51c0-eca9-4ea5-98c0-500d654ae653 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386147 Aug 06 19:19:00.467141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-a37fb161-d1f0-479a-8664-016ccffa5c07 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:00.468782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-a37fb161-d1f0-479a-8664-016ccffa5c07 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0570652 Aug 06 19:19:00.956581 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 669286e0-93ec-4a01-ab7d-4fbd07c5698a {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:19:00.957002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:01.027991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d07ee-f75b-4b6f-b76b-5bd31708b80c req-b72a6365-7254-40f1-a3ae-0fdd29cdafdc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:01.029869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36d07ee-f75b-4b6f-b76b-5bd31708b80c req-b72a6365-7254-40f1-a3ae-0fdd29cdafdc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=295ca998-4803-44f2-9bee-d4ec237a3585 HTTP/1.1" status: 200 len: 945 time: 0.0579109 Aug 06 19:19:01.064870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 669286e0-93ec-4a01-ab7d-4fbd07c5698a, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=669286e0-93ec-4a01-ab7d-4fbd07c5698a,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:01.065887 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:01.083556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f36d07ee-f75b-4b6f-b76b-5bd31708b80c req-d641cde0-ccdc-4663-8cb1-dbe93e48b7a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=b9765f20-f520-4739-855c-042c40848f87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Aug 06 19:19:01.085189 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 669286e0-93ec-4a01-ab7d-4fbd07c5698a owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:19:01.263243 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:01.314382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=669286e0-93ec-4a01-ab7d-4fbd07c5698a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:01.364101 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] No DVR routers for this DVR port 669286e0-93ec-4a01-ab7d-4fbd07c5698a on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:19:01.367208 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:01.369603 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8a1a30ab-3927-43e0-8b70-74f48b714f91 req-bc831c7c-dbde-4cb9-a4ee-95d956787f05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "DELETE /v2.0/ports/669286e0-93ec-4a01-ab7d-4fbd07c5698a HTTP/1.1" status: 204 len: 173 time: 0.8946924 Aug 06 19:19:01.370181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'name': 'network-vif-deleted', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:19:01.372795 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8bdbb4-687e-4107-a04c-0b26e671d8fe" -d '{"events": [{"server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "name": "network-vif-deleted", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:19:01.416339 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5b223-8da9-471f-bad7-81c0891a6365 x-openstack-request-id: req-b6b5b223-8da9-471f-bad7-81c0891a6365 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:19:01.416620 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295ca998-4803-44f2-9bee-d4ec237a3585", "name": "network-vif-deleted", "tag": "669286e0-93ec-4a01-ab7d-4fbd07c5698a", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:19:01.416880 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6b5b223-8da9-471f-bad7-81c0891a6365 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:19:01.417257 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295ca998-4803-44f2-9bee-d4ec237a3585', 'name': 'network-vif-deleted', 'tag': '669286e0-93ec-4a01-ab7d-4fbd07c5698a', 'status': 'completed', 'code': 200} Aug 06 19:19:01.495566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:01.822437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-50e8508d-001b-400a-a02f-d6073a02ebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:02.146800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52222) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:02.549869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:02.839298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:19:02.839550 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:02.894021 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 669286e0-93ec-4a01-ab7d-4fbd07c5698a no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:19:02.917193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 669286e0-93ec-4a01-ab7d-4fbd07c5698a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:19:02.917547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 669286e0-93ec-4a01-ab7d-4fbd07c5698a not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:19:02.943187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 52ada3d1-0d9a-4d75-9380-fd00154eb0ac, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:02.943574 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:02.963797 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 52ada3d1-0d9a-4d75-9380-fd00154eb0ac owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:19:03.164278 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:03.194745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=52ada3d1-0d9a-4d75-9380-fd00154eb0ac,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:03.374014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:03.494788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:03.623335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:19:03.739366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:19:03.745535 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be5fffb4-a23c-40cb-92ba-f0793de5fad3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/04b8ebd5-a2ff-4286-9b42-49fa5fa71196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5973902 Aug 06 19:19:03.749099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52224) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:03.751362 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Sync routers for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:19:03.763820 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:03.765234 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:03.808782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting subnet 7f039fe5-3dd9-4cff-8a00-4f3b493de75e {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:19:03.812526 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:03.857216 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:03.952105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.030900 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.047541 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:04.066632 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Subnet': ['ID=7f039fe5-3dd9-4cff-8a00-4f3b493de75e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:04.072655 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.074986 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-dd8beef0-b490-4bd6-97b5-c95b79925424 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/subnets/7f039fe5-3dd9-4cff-8a00-4f3b493de75e HTTP/1.1" status: 204 len: 168 time: 0.3248184 Aug 06 19:19:04.077865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52226) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:04.104756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce2328-2f35-4f52-8816-7dc4635c1586 None None] Network 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:19:04.184679 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.292087 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.347070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:19:03Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:17:20Z', 'updated_at': '2021-08-06T19:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:04.353581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:19:04.354350 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.387512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Checking router: 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:19:04.398902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] DHCP port deletion for 4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:19:04.404973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Routers {'04b8ebd5-a2ff-4286-9b42-49fa5fa71196'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:04.405646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:04.456972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:04.457422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.471382 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:19:04.523862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] Set router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:04.580566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:19:04Z', 'revision_number': 6, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:04.614405 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Deleting port ab2360b9-4205-4e22-aa29-59b3e278f341 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:19:04.614778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.617718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912aeb8-f7a3-41b7-b27f-1c77da88227a None None] The sync data for ids ['04b8ebd5-a2ff-4286-9b42-49fa5fa71196'] in n-d-793621-29 is: [{'id': '04b8ebd5-a2ff-4286-9b42-49fa5fa71196', 'name': 'tempest-TestNetworkAdvancedServerOps-router-314278629', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:17:19Z', 'updated_at': '2021-08-06T19:19:04Z', 'revision_number': 6, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:19:04.669991 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.690547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] For port ab2360b9-4205-4e22-aa29-59b3e278f341, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ab2360b9-4205-4e22-aa29-59b3e278f341,segment=NetworkSegment(3e76da2d-2581-498d-99ad-7a70aa45bb07),segment_id=3e76da2d-2581-498d-99ad-7a70aa45bb07)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:04.691053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.697115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:04.706749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Calling delete_port for ab2360b9-4205-4e22-aa29-59b3e278f341 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:19:04.721356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.721743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.722094 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.722511 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.722850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.723189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.723541 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.723860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.724202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.724529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.724861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.725200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.771614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.804509 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.837028 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Pushing event deleted for resources: {'Port': ['ID=ab2360b9-4205-4e22-aa29-59b3e278f341,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:04.846919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] No DVR routers for this DVR port ab2360b9-4205-4e22-aa29-59b3e278f341 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:19:04.863214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.863881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.864516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.865143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.865824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.866398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.866935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.867489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.868173 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.869070 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.869699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.870238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315727a2-e183-46b0-89f4-13c6f5bdb2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:04.884292 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.887043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.938260 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.938733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Fanout notify agent at l3_agent the message router_deleted on router 04b8ebd5-a2ff-4286-9b42-49fa5fa71196 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:19:04.946561 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:04.948099 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1e6e1cff-333a-41a6-be59-86f19fd99d8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/routers/04b8ebd5-a2ff-4286-9b42-49fa5fa71196 HTTP/1.1" status: 204 len: 168 time: 0.8682280 Aug 06 19:19:04.951525 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52228) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:04.980452 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.045049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.148993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.162307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddc5d06-fc77-4e7e-82ef-83e20e2daf67']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:05.174177 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e76da2d-2581-498d-99ad-7a70aa45bb07') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:05.174468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e76da2d-2581-498d-99ad-7a70aa45bb07') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:05.184086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.199002 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.205249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:19:05.205684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:19:05.208736 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:19:05.269850 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.277540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.279411 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/networks/4ddc5d06-fc77-4e7e-82ef-83e20e2daf67 HTTP/1.1" status: 204 len: 168 time: 0.3262026 Aug 06 19:19:05.282425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52230) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:05.291305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265e2e9-b375-4198-9aa1-07c432e4fdbc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Network': ['ID=4ddc5d06-fc77-4e7e-82ef-83e20e2daf67,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:05.348247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.376701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.444300 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.447221 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.451658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/security-groups/b9765f20-f520-4739-855c-042c40848f87 HTTP/1.1" status: 204 len: 168 time: 0.1654212 Aug 06 19:19:05.460079 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa401dd-7645-4375-9033-4973b2786065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9765f20-f520-4739-855c-042c40848f87,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:05.805858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52238) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:05.813746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096759911', 'description': 'tempest-secgroup-smoke-1096759911 description', 'project_id': '9612781b8d5d4277beb3212204ed601a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:05.842643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.949910 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:05.955318 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.008538 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.008538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1972365 Aug 06 19:19:06.008538 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f82ab-a62b-47ea-b1e0-89137ebd8679 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f008714-68a7-4d22-b90a-9ce9280b91dd,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.013551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52242) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.016784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.051925 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.068281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:19:06.096093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:19:06.096435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 38d3f0af-de22-40d9-ad27-eb4dfc5e8c3c not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:19:06.096866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52ada3d1-0d9a-4d75-9380-fd00154eb0ac no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:19:06.120223 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 52ada3d1-0d9a-4d75-9380-fd00154eb0ac {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:19:06.120572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 52ada3d1-0d9a-4d75-9380-fd00154eb0ac not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:19:06.121042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ab2360b9-4205-4e22-aa29-59b3e278f341 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:19:06.137473 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.142260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ab2360b9-4205-4e22-aa29-59b3e278f341 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:19:06.142605 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ab2360b9-4205-4e22-aa29-59b3e278f341 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:19:06.143420 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.162515 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bbc522-0daa-44f5-a4e4-67ef572b1500,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.173046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.174808 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-369dce31-b05d-4d0a-b566-375056a14c5d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638401 Aug 06 19:19:06.178165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52246) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.183082 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.214813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.282058 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.287688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.308112 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c84449-6719-465a-abc7-4ec4298db4a0,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.315666 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.319647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a833b1c0-dd24-4d3e-b252-8b1eb26df87b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378007 Aug 06 19:19:06.319873 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52248) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.325049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.352718 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.414914 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.420348 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.445886 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f81bf-74fc-45a3-94dd-7ea4b75d98db,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.456691 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.458055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-11830989-1373-4488-a575-2fa0066633d9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371827 Aug 06 19:19:06.461400 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52250) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.468529 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.498066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.562300 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.567677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.581961 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e917c4-3746-4997-a267-b820c3954828,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.595133 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.596397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bf801c7e-f099-47bc-9996-0e56fea18b6a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335154 Aug 06 19:19:06.599343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52252) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.604036 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.627313 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:19:06.632808 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.693514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.698903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.718953 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69fde3a-3498-4708-b07c-4cdb64f8724b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.725140 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.726295 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-242560e8-5b18-4d8c-ab4a-fef117b6df91 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249535 Aug 06 19:19:06.730430 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52254) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.737496 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '4f008714-68a7-4d22-b90a-9ce9280b91dd', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.762712 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:19:06.768849 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.840988 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.846464 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.869601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d79e84-94a1-4efd-92cb-43b27399d48c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:06.873143 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.874459 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-78592c6b-5745-4ad9-9510-5a5e2c47fcf2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408999 Aug 06 19:19:06.877437 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52256) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:06.882876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'network': {'name': 'tempest-network-smoke--1645091339', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:06.904568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:19:06.908388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.933297 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:19:06.942667 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:06.943016 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Added segment 1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db of type vlan for network 3698fd6b-0673-4b79-a609-4f5737a37fed Aug 06 19:19:06.986874 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.024828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.031063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:07.031741 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.103402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2216957 Aug 06 19:19:07.103837 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52258) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:07.108812 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'admin_state_up': True, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:07.110787 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1f0ce-6cc8-4246-9cae-8ef8d9c3f5e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Network': ['ID=3698fd6b-0673-4b79-a609-4f5737a37fed,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:07.123668 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 3698fd6b-0673-4b79-a609-4f5737a37fed details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:19:07.144265 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.145517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.211037 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.351200 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.554365 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.573997 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.676277 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.181 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bf382430-c23f-4c0f-873e-d2e8d1699912) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:19:07.793057 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.835565 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:07.881877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:07.885177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:07.890895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:19:07.893927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=bf382430-c23f-4c0f-873e-d2e8d1699912,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:08.160435 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:08.385967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:08.520139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 891ca2ce-e0c2-40c5-a64c-0003ee460918 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:19:08.641508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:19:08.651791 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Sync routers for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:19:08.661929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:08.663520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b7075d0c-265f-493f-9e0d-d016d6b71df4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5585964 Aug 06 19:19:08.667150 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52260) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:08.668132 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:08.668805 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:08.696240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f7ce45a2-5275-48ef-9adc-c412f0430a6c tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9612781b8d5d4277beb3212204ed601a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279052 Aug 06 19:19:08.699147 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52262) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:08.777897 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:08.792966 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb77c4-51af-4530-acac-70d442a10751 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:08.794590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a9eb77c4-51af-4530-acac-70d442a10751 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944095 Aug 06 19:19:08.797974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52264) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:08.836920 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b22e23f9-00cb-47c5-9c3e-aec30a99991a tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353487 Aug 06 19:19:08.837203 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52266) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:08.842155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540988471', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:08.931451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:19:08.934928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:08.959972 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:08Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:08.990317 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Checking router: 891ca2ce-e0c2-40c5-a64c-0003ee460918 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:19:08.991678 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Updating router 891ca2ce-e0c2-40c5-a64c-0003ee460918 port bf382430-c23f-4c0f-873e-d2e8d1699912 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:19:09.030039 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.144882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.225535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Subnet': ['ID=16f2a6a0-5108-45c3-834e-e0f9255e3b50,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:09.238667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Checking segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:19:09.243314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network hostable DHCP agents. Network: 3698fd6b-0673-4b79-a609-4f5737a37fed, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:19:09.264059 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 3698fd6b-0673-4b79-a609-4f5737a37fed is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:19:09.274811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 3698fd6b-0673-4b79-a609-4f5737a37fed) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:09.279850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:09.280514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.300969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4ae6a-0ac7-4d6e-a5a9-ceb9764f7f43 None None] Network 3698fd6b-0673-4b79-a609-4f5737a37fed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:19:09.301621 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52268) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:09.301745 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5b53a29-ae4b-46e2-a533-1fe3bed0943e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4622245 Aug 06 19:19:09.339984 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.358028 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Transition to ACTIVE for port object bf382430-c23f-4c0f-873e-d2e8d1699912 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:09.369081 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.397865 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Attempting to bind port bf382430-c23f-4c0f-873e-d2e8d1699912 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:19:09.398231 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Attempting to bind port bf382430-c23f-4c0f-873e-d2e8d1699912 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:19:09.398596 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Attempting to bind port bf382430-c23f-4c0f-873e-d2e8d1699912 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:19:09.423400 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:19:09.423829 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:19:09.424207 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.424594 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:19:09.425062 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Bound port: bf382430-c23f-4c0f-873e-d2e8d1699912, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:19:09.425440 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.460065 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Pushing event updated for resources: {'Port': ['ID=bf382430-c23f-4c0f-873e-d2e8d1699912,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:09.477084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-3698fd6b-0673-4b79-a609-4f5737a37fed', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:19:09.477439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.477857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.477995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.478196 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.478526 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.478853 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.479517 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.479846 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.480169 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.480492 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.480812 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.481208 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.481598 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:19:09.512872 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] For port bf382430-c23f-4c0f-873e-d2e8d1699912, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:19:09.516910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] For port bf382430-c23f-4c0f-873e-d2e8d1699912, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bf382430-c23f-4c0f-873e-d2e8d1699912,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:19:09.523578 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.582199 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:09.582889 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:09.629488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Allocated IP 172.20.0.2 (3698fd6b-0673-4b79-a609-4f5737a37fed/16f2a6a0-5108-45c3-834e-e0f9255e3b50/e9f1654a-c191-4488-b5f8-cec0ca3060b2) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:19:09.641178 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75741350-0d04-42db-ac1d-024902d12646 None None] Pushing event updated for resources: {'Port': ['ID=bf382430-c23f-4c0f-873e-d2e8d1699912,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:09.708664 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:09.792421 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.809419 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.824931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Transition to ACTIVE for port object e9f1654a-c191-4488-b5f8-cec0ca3060b2 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:09.851105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Transition to ACTIVE for port object e9f1654a-c191-4488-b5f8-cec0ca3060b2 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:09.861286 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:09.865314 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:19:09.910519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Network 3698fd6b-0673-4b79-a609-4f5737a37fed is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:09.915442 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:09.918385 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:19:09.929955 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Pushing event updated for resources: {'Port': ['ID=e9f1654a-c191-4488-b5f8-cec0ca3060b2,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:09.967931 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:08Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:09.992164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Attempting to bind port e9f1654a-c191-4488-b5f8-cec0ca3060b2 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:19:09.992728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Attempting to bind port e9f1654a-c191-4488-b5f8-cec0ca3060b2 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:19:09.993312 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Attempting to bind port e9f1654a-c191-4488-b5f8-cec0ca3060b2 on network 3698fd6b-0673-4b79-a609-4f5737a37fed {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:19:10.000019 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:19:10.000703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Checking segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:19:10.001292 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.001868 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Bound using segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:19:10.002522 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Bound port: e9f1654a-c191-4488-b5f8-cec0ca3060b2, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:19:10.003088 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.013856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6340d-2f21-4862-a6b1-1edb3c53fc5c None None] The sync data for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 is: [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:08Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:19:10.083320 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] For port e9f1654a-c191-4488-b5f8-cec0ca3060b2, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:19:10.087660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] For port e9f1654a-c191-4488-b5f8-cec0ca3060b2, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9f1654a-c191-4488-b5f8-cec0ca3060b2,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:19:10.094256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.125414 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.1 (3698fd6b-0673-4b79-a609-4f5737a37fed/16f2a6a0-5108-45c3-834e-e0f9255e3b50/99b607f6-5e1b-41f4-ae02-e3014b3da88a) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:19:10.165319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8369b-3edb-48a3-819d-9e1749893f45 None None] Pushing event updated for resources: {'Port': ['ID=e9f1654a-c191-4488-b5f8-cec0ca3060b2,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:10.282879 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.303683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 99b607f6-5e1b-41f4-ae02-e3014b3da88a will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:10.361196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.427251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 3698fd6b-0673-4b79-a609-4f5737a37fed is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:10.431457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:10.436476 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:19:10.500746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:10.544053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:10.702710 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.023148 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.029394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.107147 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.140395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.152972 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:11.250557 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 3698fd6b-0673-4b79-a609-4f5737a37fed is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:11.252774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:11.376169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 891ca2ce-e0c2-40c5-a64c-0003ee460918 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:19:11.384950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00dd5d-52ba-404e-85da-9f9ec48d8bb2 None None] Network 3698fd6b-0673-4b79-a609-4f5737a37fed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:19:11.525311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-3735240f-faf1-4689-b435-b5b768c27912 None None] Provisioning for port e9f1654a-c191-4488-b5f8-cec0ca3060b2 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:11.871373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4380bd5e-c3b9-40dd-a205-5edb6fb242b9 None None] Provisioning for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:11.877728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4380bd5e-c3b9-40dd-a205-5edb6fb242b9 None None] Provisioning complete for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:11.878689 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4380bd5e-c3b9-40dd-a205-5edb6fb242b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:11.908905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:19:11.917149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f901a3c0-1382-4bcc-9439-8bdc46e3e0ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/891ca2ce-e0c2-40c5-a64c-0003ee460918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6138666 Aug 06 19:19:11.941848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4380bd5e-c3b9-40dd-a205-5edb6fb242b9 None None] Port 99b607f6-5e1b-41f4-ae02-e3014b3da88a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:19:12.158618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Sync routers for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:19:12.202848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:12.203737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:12.211603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9f1654a-c191-4488-b5f8-cec0ca3060b2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:12.239182 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-2365cfc3-cec4-4aff-ac0f-575c0833b465 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096759911&fields=id&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 267 time: 0.0954976 Aug 06 19:19:12.251492 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1928fc5f-f536-4a1b-9425-1405c26c3fe3 None None] Provisioning complete for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:12.251764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1928fc5f-f536-4a1b-9425-1405c26c3fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.365164 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1928fc5f-f536-4a1b-9425-1405c26c3fe3 None None] Port 99b607f6-5e1b-41f4-ae02-e3014b3da88a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:19:12.402095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port e9f1654a-c191-4488-b5f8-cec0ca3060b2 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:12.405048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:12.407878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-3537fcc5-fdb8-4f5f-99e7-9f4adf6a7b2b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:12.409405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-3537fcc5-fdb8-4f5f-99e7-9f4adf6a7b2b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 797 time: 0.1619217 Aug 06 19:19:12.426602 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-b04cfa60-f307-4ee4-9a7a-385aee506920 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/quotas/9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 375 time: 0.0100358 Aug 06 19:19:12.439591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e9f1654a-c191-4488-b5f8-cec0ca3060b2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:12.439966 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.489222 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-5f52e734-3d7f-45d6-9476-15b3c5cd5a13 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560548 Aug 06 19:19:12.494645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.562449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0e7a6cec-4651-4c8f-a1fa-2124957743db None None] Provisioning complete for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:12.562866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6cec-4651-4c8f-a1fa-2124957743db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.616967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-7e69a002-adb5-4140-b101-2a0958aad172 service neutron] 10.222.0.64 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088755 Aug 06 19:19:12.640903 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a6cec-4651-4c8f-a1fa-2124957743db None None] Port 99b607f6-5e1b-41f4-ae02-e3014b3da88a cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:19:12.720218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-72d719ac-f2e7-4772-be54-29dff348d73e service neutron] 10.222.0.64 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961852 Aug 06 19:19:12.722056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.765999 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e9f1654a-c191-4488-b5f8-cec0ca3060b2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9f1654a-c191-4488-b5f8-cec0ca3060b2,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:12.775866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.776729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bf382430-c23f-4c0f-873e-d2e8d1699912 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:12.824408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 2, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:12.868389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Checking router: 891ca2ce-e0c2-40c5-a64c-0003ee460918 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:19:12.868770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Updating router 891ca2ce-e0c2-40c5-a64c-0003ee460918 port 99b607f6-5e1b-41f4-ae02-e3014b3da88a binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:19:12.918890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:12.922760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e9f1654a-c191-4488-b5f8-cec0ca3060b2,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:12.960843 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-990ea2b9-4875-4e30-95c7-b1bc9ffbd739 req-709f8539-b25d-4cd9-aa3b-5ff6aa295d44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0404899 Aug 06 19:19:12.962806 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port bf382430-c23f-4c0f-873e-d2e8d1699912 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:12.970782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bf382430-c23f-4c0f-873e-d2e8d1699912 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:12.971053 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.341191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.371655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port bf382430-c23f-4c0f-873e-d2e8d1699912, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bf382430-c23f-4c0f-873e-d2e8d1699912,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:13.382304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.475767 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=bf382430-c23f-4c0f-873e-d2e8d1699912,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:13.499336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.512106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Transition to ACTIVE for port object 99b607f6-5e1b-41f4-ae02-e3014b3da88a will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:13.519928 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.576913 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99fb1a-332a-47a8-a737-57bfb96feccf None None] Pushing event updated for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:13.661624 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Attempting to bind port 99b607f6-5e1b-41f4-ae02-e3014b3da88a on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:19:13.662230 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Attempting to bind port 99b607f6-5e1b-41f4-ae02-e3014b3da88a by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:19:13.662659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Attempting to bind port 99b607f6-5e1b-41f4-ae02-e3014b3da88a on network 3698fd6b-0673-4b79-a609-4f5737a37fed {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:19:13.669553 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:19:13.670036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Checking segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:19:13.670518 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.670977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Bound using segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:19:13.671527 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Bound port: 99b607f6-5e1b-41f4-ae02-e3014b3da88a, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:19:13.671995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.758081 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] For port 99b607f6-5e1b-41f4-ae02-e3014b3da88a, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:19:13.762683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] For port 99b607f6-5e1b-41f4-ae02-e3014b3da88a, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99b607f6-5e1b-41f4-ae02-e3014b3da88a,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:19:13.770304 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:13.852106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:13.852821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:14.055659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:14.126082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5872fea5-1e41-4802-9c59-e8d23b895542 req-80bf80e1-785c-4a4d-bbba-4fb499bbfabf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0452206 Aug 06 19:19:14.186048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9f1654a-c191-4488-b5f8-cec0ca3060b2 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:14.188008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99fb1a-332a-47a8-a737-57bfb96feccf None None] Pushing event updated for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:14.308679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port e9f1654a-c191-4488-b5f8-cec0ca3060b2 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:14.308989 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:14.446038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:14.449050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bf382430-c23f-4c0f-873e-d2e8d1699912 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:14.495388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed24b0-e8f4-4c2c-ab72-b3617c75c561 None None] The sync data for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 is: [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:19:14.526414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port bf382430-c23f-4c0f-873e-d2e8d1699912 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:14.526786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:15.216580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c3d07d23-3600-470d-832b-8b01885587df req-4dd71a71-2790-4297-bb19-2d1d055d603d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0343261 Aug 06 19:19:16.082497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99b607f6-5e1b-41f4-ae02-e3014b3da88a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:16.136190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:16.140413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:16.140786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:16.222838 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:16.256598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 99b607f6-5e1b-41f4-ae02-e3014b3da88a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99b607f6-5e1b-41f4-ae02-e3014b3da88a,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:16.262767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:16.287255 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6fdbcef8-14fe-461c-96cf-9b96baee5504 req-49cc4470-e7bb-4eb5-b98e-a6f915da25eb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0275025 Aug 06 19:19:16.320800 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:17.391932 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-723befe6-7a24-4f1c-8720-da7aa1f6736d req-a813d667-8046-4fb2-9180-27f6cec4cdea tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Aug 06 19:19:18.090212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99b607f6-5e1b-41f4-ae02-e3014b3da88a up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:18.170539 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 99b607f6-5e1b-41f4-ae02-e3014b3da88a triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:18.171018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:18.199506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-b8c84e2b-4ebb-4a61-90a3-945bb524a7a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:18.201200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-b8c84e2b-4ebb-4a61-90a3-945bb524a7a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 797 time: 0.1847346 Aug 06 19:19:18.251152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-8d7bf26a-2ac4-4cf3-bc0d-1694a1cd4614 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 380 time: 0.0391955 Aug 06 19:19:18.262211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'port': {'device_id': '65d157df-23cd-45a8-8eda-228ff346d172', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'admin_state_up': True, 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'security_groups': ['4f008714-68a7-4d22-b90a-9ce9280b91dd']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:18.376342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:19:18.380694 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:18.515349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f20a3dc4-cc48-435c-a161-dbe3026a3811 req-04ce7a9f-5e34-4c79-b350-1778915789a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0520196 Aug 06 19:19:18.552469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.11 (3698fd6b-0673-4b79-a609-4f5737a37fed/16f2a6a0-5108-45c3-834e-e0f9255e3b50/c0bc4e34-7024-491a-9fe5-813eba8dd348) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:19:18.691655 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:18.705910 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object c0bc4e34-7024-491a-9fe5-813eba8dd348 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:18.740867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:18.790514 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 3698fd6b-0673-4b79-a609-4f5737a37fed is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:18.793877 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:18.797944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:19:18.804737 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:18.854464 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:18.855232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:18.873895 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-c3dbaf78-be65-4882-86c9-adae80ed9752 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157131 Aug 06 19:19:18.888487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Request body: {'port': {'device_id': '65d157df-23cd-45a8-8eda-228ff346d172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:18.950944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.035551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d422204-4e91-4416-9c69-9e4c80577b63 None None] Provisioning for port c0bc4e34-7024-491a-9fe5-813eba8dd348 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:19.040367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4d422204-4e91-4416-9c69-9e4c80577b63 None None] Provisioning complete for port c0bc4e34-7024-491a-9fe5-813eba8dd348 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:19.040799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4d422204-4e91-4416-9c69-9e4c80577b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.084660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4d422204-4e91-4416-9c69-9e4c80577b63 None None] Port c0bc4e34-7024-491a-9fe5-813eba8dd348 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:19:19.255964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bc4e34-7024-491a-9fe5-813eba8dd348 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:19:19.265504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.279719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Transition to ACTIVE for port object c0bc4e34-7024-491a-9fe5-813eba8dd348 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:19:19.284835 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.335388 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:19.408670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Attempting to bind port c0bc4e34-7024-491a-9fe5-813eba8dd348 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:19:19.409004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Attempting to bind port c0bc4e34-7024-491a-9fe5-813eba8dd348 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:19:19.409332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Attempting to bind port c0bc4e34-7024-491a-9fe5-813eba8dd348 on network 3698fd6b-0673-4b79-a609-4f5737a37fed {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:19:19.414294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Port c0bc4e34-7024-491a-9fe5-813eba8dd348 on network 3698fd6b-0673-4b79-a609-4f5737a37fed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:19:19.414294 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Attempting to bind port c0bc4e34-7024-491a-9fe5-813eba8dd348 on network 3698fd6b-0673-4b79-a609-4f5737a37fed {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:19:19.419699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:19:19.420041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Checking segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:19:19.420425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Bound using segment: {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:19:19.420851 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Bound port: c0bc4e34-7024-491a-9fe5-813eba8dd348, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:19:19.421227 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.491828 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:19:19.495421 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:19:19.502053 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.545516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:19.547228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:19.549354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 1093 time: 0.6663735 Aug 06 19:19:19.550016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:19:19.552908 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9af83-d664-4b32-87b0-543231c7ba57" -d '{"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:19:19.597889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d819-3236-4564-b252-c2dffad7ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:19.717336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4996f-de19-477c-9e3e-8d9cc27e0c90 req-9c3e2bc1-58c0-474f-8a0f-a26b3636bf4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:19.719777 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dff4996f-de19-477c-9e3e-8d9cc27e0c90 req-9c3e2bc1-58c0-474f-8a0f-a26b3636bf4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 944 time: 0.1083157 Aug 06 19:19:19.724332 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-d35aa2b2-230b-4269-8193-393ad5f20ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:19.726526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-d35aa2b2-230b-4269-8193-393ad5f20ebc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1096 time: 0.0995538 Aug 06 19:19:19.786268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-859681a3-5568-4158-b02c-06fd6142239c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 217 time: 0.0491457 Aug 06 19:19:19.835314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dff4996f-de19-477c-9e3e-8d9cc27e0c90 req-822a74ef-3d9b-4c1c-85f8-17ec921a9525 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073503 Aug 06 19:19:19.855599 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-1f93fc10-8408-43a2-b785-5632824d67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:19.857244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-1f93fc10-8408-43a2-b785-5632824d67d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0645781 Aug 06 19:19:19.891800 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d5480-1d6f-45d6-9566-d416ddffea92 x-openstack-request-id: req-b13d5480-1d6f-45d6-9566-d416ddffea92 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:19:19.892086 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:19:19.892331 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b13d5480-1d6f-45d6-9566-d416ddffea92 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:19:19.892725 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'status': 'completed', 'code': 200} Aug 06 19:19:19.914003 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-cf4e4f88-85b8-440c-887f-8c710cbc63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:19.915551 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-cf4e4f88-85b8-440c-887f-8c710cbc63b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502286 Aug 06 19:19:20.009065 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-4946e5d7-8066-4d16-add5-194513410129 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855646 Aug 06 19:19:20.107797 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-343e3d58-1087-48ce-b9e8-6d64164e6ca1 req-0caa7a91-2d2c-4049-8012-df10d8c85c07 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912445 Aug 06 19:19:20.200662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-6e564d98-7a57-4f6f-ab72-d0612b19fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:20.202268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-6e564d98-7a57-4f6f-ab72-d0612b19fd23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1096 time: 0.0491126 Aug 06 19:19:20.298726 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-3444ad10-3021-455b-9c9b-730739455bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:20.300236 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-3444ad10-3021-455b-9c9b-730739455bf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 898 time: 0.0909240 Aug 06 19:19:20.347681 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-b0151c18-56ac-4cd8-b6a8-f545517c26c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 217 time: 0.0401852 Aug 06 19:19:20.415532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-a4c34e64-519b-4c29-b8f4-2948a3c33ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:20.417271 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-a4c34e64-519b-4c29-b8f4-2948a3c33ffb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0625947 Aug 06 19:19:20.467384 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-8b6557e2-19c0-4298-8300-0a6920ad9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:20.468931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-8b6557e2-19c0-4298-8300-0a6920ad9ca3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430408 Aug 06 19:19:20.565034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-2114d3c8-1967-4bd7-ad80-323854445bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865774 Aug 06 19:19:20.660095 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-50e9af83-d664-4b32-87b0-543231c7ba57 req-bc6e5072-b189-451a-b134-b84e2814e70a service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863791 Aug 06 19:19:20.973254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101893-7774-4fc7-839a-6bdbbdf30298 req-f039a3a7-1429-4dae-930f-516891976d0d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:20.974743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47101893-7774-4fc7-839a-6bdbbdf30298 req-f039a3a7-1429-4dae-930f-516891976d0d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 944 time: 0.0632303 Aug 06 19:19:21.017472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-47101893-7774-4fc7-839a-6bdbbdf30298 req-4a5cbad9-66db-41e5-a29d-422a473a2171 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360742 Aug 06 19:19:22.140956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a9986-b5f8-47de-8c8a-2f8eacfe36b7 req-253b96f9-0332-4fb2-9357-2f05b189009f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:22.143149 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-955a9986-b5f8-47de-8c8a-2f8eacfe36b7 req-253b96f9-0332-4fb2-9357-2f05b189009f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 944 time: 0.0534472 Aug 06 19:19:22.184851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-955a9986-b5f8-47de-8c8a-2f8eacfe36b7 req-6df772ad-604d-4a66-bc67-354239d5bfa5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359986 Aug 06 19:19:22.811506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c0bc4e34-7024-491a-9fe5-813eba8dd348 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:19:22.909270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:22.920828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'port_id': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'mac_address': 'fa:16:3e:b2:65:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:19:22.963062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:22.977724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bc4e34-7024-491a-9fe5-813eba8dd348 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:19:23.007154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:23.013270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:23.066939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:23.260620 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['c0bc4e34-7024-491a-9fe5-813eba8dd348'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:19:23.306603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bccda-f813-47fa-9014-9b6ea402f089 req-939b8c86-be07-4807-9e85-f5c8d79bb908 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:23.308726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e5bccda-f813-47fa-9014-9b6ea402f089 req-939b8c86-be07-4807-9e85-f5c8d79bb908 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Aug 06 19:19:23.351847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3e5bccda-f813-47fa-9014-9b6ea402f089 req-1e923f4d-29a8-4314-ac6d-86e81abde61e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Aug 06 19:19:24.481439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3eff8-0953-4843-82df-1fce1116fe68 req-44c53004-85da-4167-8405-2e1f1e108a79 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:24.482959 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38f3eff8-0953-4843-82df-1fce1116fe68 req-44c53004-85da-4167-8405-2e1f1e108a79 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 945 time: 0.0580704 Aug 06 19:19:24.523353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38f3eff8-0953-4843-82df-1fce1116fe68 req-c2ee4a33-620f-4b46-9c29-8e58489e7695 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341551 Aug 06 19:19:24.822393 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c0bc4e34-7024-491a-9fe5-813eba8dd348 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:19:24.875989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port c0bc4e34-7024-491a-9fe5-813eba8dd348 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:19:24.880424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port c0bc4e34-7024-491a-9fe5-813eba8dd348 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:19:24.881094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:24.964007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:24.987670 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:19:24.990013 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47318d-802e-45a7-a811-01e27d24efab" -d '{"events": [{"server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "name": "network-vif-plugged", "status": "completed", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:19:25.006646 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:19:25.013069 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:25.039627 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3986351d-a6ad-4d01-974a-49edc75b1fc3 x-openstack-request-id: req-3986351d-a6ad-4d01-974a-49edc75b1fc3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:19:25.039910 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "name": "network-vif-plugged", "status": "completed", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:19:25.040250 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3986351d-a6ad-4d01-974a-49edc75b1fc3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:19:25.040630 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'code': 200} Aug 06 19:19:25.072003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:25.192822 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf02a00-236b-43a7-bb6c-6d8a3d728406 req-64ef0a76-ee1f-4fa3-be79-a3e6888e99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:25.194421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebf02a00-236b-43a7-bb6c-6d8a3d728406 req-64ef0a76-ee1f-4fa3-be79-a3e6888e99b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1098 time: 0.1033399 Aug 06 19:19:25.233525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ebf02a00-236b-43a7-bb6c-6d8a3d728406 req-dcab123f-0f3f-4730-bd31-da31d5efa33d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Aug 06 19:19:25.650840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98291ee-1f3f-4017-bcc9-92f84c172505 req-d155f2c8-2912-4a5f-bc32-866cce1eab64 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:25.652418 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b98291ee-1f3f-4017-bcc9-92f84c172505 req-d155f2c8-2912-4a5f-bc32-866cce1eab64 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Aug 06 19:19:25.699441 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b98291ee-1f3f-4017-bcc9-92f84c172505 req-c78ab731-2f32-469f-a5cd-72f58baefe02 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Aug 06 19:19:26.849203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ee015-9d85-4a19-bba0-cdf6e65f2a03 req-7cab12b6-8a16-45cc-9bc0-3e732a2869a0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:26.850862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b8ee015-9d85-4a19-bba0-cdf6e65f2a03 req-7cab12b6-8a16-45cc-9bc0-3e732a2869a0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0633290 Aug 06 19:19:26.896358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0b8ee015-9d85-4a19-bba0-cdf6e65f2a03 req-28e8c3d2-a59a-467f-b69d-cd40d243c0a4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382242 Aug 06 19:19:27.026880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99904eb-d0ba-45f0-b0c4-7a0b828e7f01 req-1817ac7d-4ed5-413c-89e3-8a8dee989aca tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:27.028776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e99904eb-d0ba-45f0-b0c4-7a0b828e7f01 req-1817ac7d-4ed5-413c-89e3-8a8dee989aca tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0602438 Aug 06 19:19:27.075160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e99904eb-d0ba-45f0-b0c4-7a0b828e7f01 req-d6cceea4-8102-4ca5-abc1-8c4085740845 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371783 Aug 06 19:19:27.097475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52340) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:27.143067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2e6c7-bfd6-42b1-b4a8-d0684a1ecdd5 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:27.144606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a2a2e6c7-bfd6-42b1-b4a8-d0684a1ecdd5 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1093 time: 0.0460064 Aug 06 19:19:27.147978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52342) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:27.152994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:19:27.179358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:27.288270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:27.399466 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.136 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e3792f3b-04a4-466b-83e7-a413c9378311) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:19:27.503643 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:27.545728 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:27.586890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:19:27.592325 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:19:27.594591 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=e3792f3b-04a4-466b-83e7-a413c9378311,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:27.596741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:19:28.010169 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.093295 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.255085 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.261258 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.337635 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=e3792f3b-04a4-466b-83e7-a413c9378311,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:19:28.346667 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.450681 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 11a3d8a8-0a74-441d-ab5f-e447eab28872 associated. External IP: 172.25.3.136, port: c0bc4e34-7024-491a-9fe5-813eba8dd348. Aug 06 19:19:28.608807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0e4d247d-be17-491d-9854-72e6d13d69eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.668820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 891ca2ce-e0c2-40c5-a64c-0003ee460918 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:19:28.784574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:19:28.795142 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Sync routers for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:19:28.806175 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:28.839867 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9b9c8d6d-6c09-44b6-b57e-0c9a7962ee32 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6879365 Aug 06 19:19:28.839867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:19:28.840580 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56aac5b-5e01-4d65-95d6-2e9c75240264" -d '{"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:19:28.908995 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:28.909691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:28.946058 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568297-753e-4b44-a931-84f8381f9524 req-a58c40d2-5918-48a3-acf8-0bf673a84bd0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:28.948047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2568297-753e-4b44-a931-84f8381f9524 req-a58c40d2-5918-48a3-acf8-0bf673a84bd0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0566738 Aug 06 19:19:28.993141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2568297-753e-4b44-a931-84f8381f9524 req-13b4e989-da95-44bc-bbfd-6295cc182aaf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377126 Aug 06 19:19:29.018850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52348) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:29.019432 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:29.074646 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a162ddcb-4f37-4c59-8049-fa105dc0f38c x-openstack-request-id: req-a162ddcb-4f37-4c59-8049-fa105dc0f38c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:19:29.075464 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:19:29.075888 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a162ddcb-4f37-4c59-8049-fa105dc0f38c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:19:29.076461 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'status': 'completed', 'code': 200} Aug 06 19:19:29.107456 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-67e4643e-6dbe-4b44-b82a-682e21be82f5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/11a3d8a8-0a74-441d-ab5f-e447eab28872 HTTP/1.1" status: 200 len: 992 time: 0.0870786 Aug 06 19:19:29.136940 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-ab72cfce-948d-405a-884f-4e665c384361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:29.138580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-ab72cfce-948d-405a-884f-4e665c384361 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1098 time: 0.0466197 Aug 06 19:19:29.301910 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '11a3d8a8-0a74-441d-ab5f-e447eab28872', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'port_id': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'mac_address': 'fa:16:3e:b2:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d157df-23cd-45a8-8eda-228ff346d172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:19:27Z', 'updated_at': '2021-08-06T19:19:27Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:29.334223 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Checking router: 891ca2ce-e0c2-40c5-a64c-0003ee460918 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:19:29.344393 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:19:29.345132 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:19:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:29.456353 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:19:29.594925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-daaadb77-26a7-401b-a438-f8b90cdca881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:29.596349 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-daaadb77-26a7-401b-a438-f8b90cdca881 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 898 time: 0.4503126 Aug 06 19:19:29.665608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-e4a5f312-3bc3-4fe6-b7b8-7481d1b63a3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 1000 time: 0.0615785 Aug 06 19:19:29.700528 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '11a3d8a8-0a74-441d-ab5f-e447eab28872', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'port_id': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'mac_address': 'fa:16:3e:b2:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d157df-23cd-45a8-8eda-228ff346d172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:19:27Z', 'updated_at': '2021-08-06T19:19:27Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:19:29.719658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-12065949-ad45-40b0-8744-8f845b55b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:29.721311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-12065949-ad45-40b0-8744-8f845b55b24f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0492268 Aug 06 19:19:29.726561 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f65037-f5b2-470b-a5a5-88a616ac2dd1 None None] The sync data for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 is: [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '11a3d8a8-0a74-441d-ab5f-e447eab28872', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'port_id': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'mac_address': 'fa:16:3e:b2:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d157df-23cd-45a8-8eda-228ff346d172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:19:27Z', 'updated_at': '2021-08-06T19:19:27Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:19:29.771550 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-837e31fa-9a41-4b07-8556-8a1f32929997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:29.773128 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-837e31fa-9a41-4b07-8556-8a1f32929997 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444002 Aug 06 19:19:29.874726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-e4b7966c-b6dd-4737-aed8-6c48f54fddef service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942903 Aug 06 19:19:29.981658 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b56aac5b-5e01-4d65-95d6-2e9c75240264 req-bf8e665f-2f1d-4463-b286-9d604abdb0dd service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997460 Aug 06 19:19:30.011760 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca6af8c-fef1-47c4-a06c-40ab9ccbabad None None] New status for floating IP 11a3d8a8-0a74-441d-ab5f-e447eab28872: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:19:30.109469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52350) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:30.200825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-26f6a0c3-b85c-4388-8e80-26c14dbdb50c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/11a3d8a8-0a74-441d-ab5f-e447eab28872 HTTP/1.1" status: 200 len: 992 time: 0.0898860 Aug 06 19:19:31.204471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52354) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:19:31.277151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-71b698af-ab9f-4c79-805d-d3bbb555e231 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/11a3d8a8-0a74-441d-ab5f-e447eab28872 HTTP/1.1" status: 200 len: 994 time: 0.0714757 Aug 06 19:19:31.489608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:31.816968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3ae7-e68d-4eb6-8167-bcf3a180ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:33.506802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:34.981310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:41.115846 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:42.452652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:46.855970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:19:57.959224 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-aaadf32b-214c-4630-80c5-c438dccd25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:57.960813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-aaadf32b-214c-4630-80c5-c438dccd25e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1098 time: 0.0424466 Aug 06 19:19:58.084692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fc16b-f4ee-486b-b950-3c4398f872aa req-63c048f4-6dbd-4e5c-99fe-7378be3341e7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:58.086230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-088fc16b-f4ee-486b-b950-3c4398f872aa req-63c048f4-6dbd-4e5c-99fe-7378be3341e7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.1729755 Aug 06 19:19:58.106381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-62c28e80-5adc-4bc0-b6dc-84aed3397fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:58.107878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-62c28e80-5adc-4bc0-b6dc-84aed3397fd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 898 time: 0.1400695 Aug 06 19:19:58.176645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-088fc16b-f4ee-486b-b950-3c4398f872aa req-1b010dbb-d627-431c-8ba5-c8c7241b69f0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813959 Aug 06 19:19:58.193001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-3120acb8-3518-4f23-87bb-0756300fef72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 1002 time: 0.0769536 Aug 06 19:19:58.245742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-6361580f-01e7-4a08-a3e3-a73e89122a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:58.247231 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-6361580f-01e7-4a08-a3e3-a73e89122a0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0471044 Aug 06 19:19:58.295222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-029bb01c-f077-4084-a88f-2c8dbd4af74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:58.296656 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-029bb01c-f077-4084-a88f-2c8dbd4af74f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425732 Aug 06 19:19:58.404690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-84efe5a9-9b26-464a-b914-8737a4a997f3 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005790 Aug 06 19:19:58.498570 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dcf0ba5f-102c-42b1-8f15-455f12324b5a req-31c07af5-13f3-4c15-b875-80118a2b394b service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854301 Aug 06 19:19:58.603290 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d7b190b1-75d3-479f-8a68-0480be42c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:19:59.313521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a2d5-41ea-4226-891c-ce47588f1ab1 req-e8288e14-d339-4801-a267-135fabc489cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:19:59.315030 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eed0a2d5-41ea-4226-891c-ce47588f1ab1 req-e8288e14-d339-4801-a267-135fabc489cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Aug 06 19:19:59.354728 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eed0a2d5-41ea-4226-891c-ce47588f1ab1 req-4caa44b9-1a26-43e3-a347-1427a6860b1f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Aug 06 19:20:00.495790 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babcfaf-147c-4789-bcde-0f44a63cee88 req-66ae9de3-6c9e-4e05-be52-601132128e42 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:00.497248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4babcfaf-147c-4789-bcde-0f44a63cee88 req-66ae9de3-6c9e-4e05-be52-601132128e42 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0623081 Aug 06 19:20:00.548643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4babcfaf-147c-4789-bcde-0f44a63cee88 req-4acdd200-f095-4419-be2e-ad6fd95293a0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Aug 06 19:20:01.500914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:01.672275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e07429-85db-4b48-bc6e-911b9a34e98b req-7cfd5dd1-5f57-45d6-9fa3-bc59c5730c0b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:01.673804 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16e07429-85db-4b48-bc6e-911b9a34e98b req-7cfd5dd1-5f57-45d6-9fa3-bc59c5730c0b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0513322 Aug 06 19:20:01.722020 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16e07429-85db-4b48-bc6e-911b9a34e98b req-3e37d48a-ecb0-4eb1-9be2-09d9d3479443 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Aug 06 19:20:01.821214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3b27073a-b5b8-422f-84e3-170d9f3f9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:02.859098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e44a4-9c0d-4fb7-8cff-dcdd972c2c3e req-ecac5725-4944-4192-9ac0-3e37a2789e05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:02.860659 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a53e44a4-9c0d-4fb7-8cff-dcdd972c2c3e req-ecac5725-4944-4192-9ac0-3e37a2789e05 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0674222 Aug 06 19:20:02.902907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a53e44a4-9c0d-4fb7-8cff-dcdd972c2c3e req-c75df387-b586-4497-89d3-b2783d28272b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Aug 06 19:20:03.505988 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:04.022646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789ff7-626a-4a8d-b6e5-5dae0a00a16e req-5a723d71-c671-479a-96b4-2de0b21677f6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:04.024176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84789ff7-626a-4a8d-b6e5-5dae0a00a16e req-5a723d71-c671-479a-96b4-2de0b21677f6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0512562 Aug 06 19:20:04.063461 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-84789ff7-626a-4a8d-b6e5-5dae0a00a16e req-5dcdfba7-54f5-4f47-8e5f-d16c48973d4a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331979 Aug 06 19:20:04.984406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:05.191718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0d260-3fce-4bd3-8e32-8619d18b60c1 req-094208b8-d673-4b42-921d-6451ad3277d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:05.193151 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3f0d260-3fce-4bd3-8e32-8619d18b60c1 req-094208b8-d673-4b42-921d-6451ad3277d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0568526 Aug 06 19:20:05.235765 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3f0d260-3fce-4bd3-8e32-8619d18b60c1 req-c8ae7903-8b30-47fb-9578-3f2dabea7a28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335455 Aug 06 19:20:06.366090 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea0f2-4b27-4252-9de4-6a68e98cc818 req-2feb4bf4-6def-45cb-9ae5-a8bd3778ddb1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:06.367716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d8ea0f2-4b27-4252-9de4-6a68e98cc818 req-2feb4bf4-6def-45cb-9ae5-a8bd3778ddb1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0580056 Aug 06 19:20:06.413224 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d8ea0f2-4b27-4252-9de4-6a68e98cc818 req-7a901637-7972-4ee6-aee9-9bdb1edc486b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Aug 06 19:20:07.542614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867328e-98ab-454b-bc6e-b45ee157ec32 req-6042fef5-4887-4363-8fc2-80035bd85612 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:07.544194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8867328e-98ab-454b-bc6e-b45ee157ec32 req-6042fef5-4887-4363-8fc2-80035bd85612 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Aug 06 19:20:07.588481 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8867328e-98ab-454b-bc6e-b45ee157ec32 req-7743b4cb-ebd1-45db-a85c-ac071b918647 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341961 Aug 06 19:20:08.715215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0822c-e21e-4675-a84f-2504f0077785 req-065ff6a1-5c02-4162-a0b2-d59e27d2919a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:08.716739 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95c0822c-e21e-4675-a84f-2504f0077785 req-065ff6a1-5c02-4162-a0b2-d59e27d2919a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Aug 06 19:20:08.759526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95c0822c-e21e-4675-a84f-2504f0077785 req-d4315fdd-7748-425e-bdb8-f0c2d83493bb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Aug 06 19:20:09.897208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ac176-1818-428e-91e3-1fe0fb67cb5e req-8d147f62-e976-4b61-9da4-ae56a135465d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:09.898801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856ac176-1818-428e-91e3-1fe0fb67cb5e req-8d147f62-e976-4b61-9da4-ae56a135465d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0670683 Aug 06 19:20:09.942850 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-856ac176-1818-428e-91e3-1fe0fb67cb5e req-9bf1ac8c-97cd-41f0-97e2-e37a83e632b6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Aug 06 19:20:09.966932 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52396) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:10.033491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da85d9c0-b75a-4165-850d-baba68efd998 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/11a3d8a8-0a74-441d-ab5f-e447eab28872 HTTP/1.1" status: 200 len: 994 time: 0.0653267 Aug 06 19:20:11.110969 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:12.451587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:22.827711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-c98b9300-54dc-47bd-ae5e-b0fd12cf4057 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438514 Aug 06 19:20:22.917727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-28d2a3a8-f73e-4709-a00e-7efb6254c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:22.919311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-28d2a3a8-f73e-4709-a00e-7efb6254c583 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1098 time: 0.0448992 Aug 06 19:20:23.035865 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-cd0ecca3-ff58-4981-a424-973fe7b79014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:23.037469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-cd0ecca3-ff58-4981-a424-973fe7b79014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 898 time: 0.0981951 Aug 06 19:20:23.114266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-3990e1a6-9f35-43e3-9d93-51a0f3acadb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 1002 time: 0.0700703 Aug 06 19:20:23.172948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-03507e05-182b-4706-968e-55f730a1c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:23.174508 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-03507e05-182b-4706-968e-55f730a1c872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0532405 Aug 06 19:20:23.222411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-e09c69be-8cb7-4d5b-bcfb-c9aad70b9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:23.223980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-e09c69be-8cb7-4d5b-bcfb-c9aad70b9871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420957 Aug 06 19:20:23.314872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-efea016f-a939-4767-9727-1d7fef564677 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840552 Aug 06 19:20:23.410694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2796dd07-588c-4e0a-bef9-b63842c977d1 req-f64f35aa-047b-4b9b-ac27-8d278af98f8a service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889540 Aug 06 19:20:23.855902 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:20:28.620703 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-425d58d5-fb43-404e-9de5-a8ba1f2140d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:31.500274 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:31.826113 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13942345-9f80-4665-bf8b-108282ba7a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:33.512343 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:34.996338 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.390270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52412) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:40.592403 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port e3792f3b-04a4-466b-83e7-a413c9378311 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:20:40.592755 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.668977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.669239 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.681057 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for e3792f3b-04a4-466b-83e7-a413c9378311 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:20:40.848094 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.871227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=e3792f3b-04a4-466b-83e7-a413c9378311,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:40.884345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.884659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.885026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.885361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.885719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.886049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.886377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.886702 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.887029 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.887353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.887673 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.887991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:40.950182 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:40.950439 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 11a3d8a8-0a74-441d-ab5f-e447eab28872 disassociated (deleted). External IP: 172.25.3.136, port: c0bc4e34-7024-491a-9fe5-813eba8dd348. Aug 06 19:20:41.130686 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:41.171692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 891ca2ce-e0c2-40c5-a64c-0003ee460918 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:20:41.293551 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:20:41.299330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:41.306941 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Sync routers for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:20:41.323815 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:41.325024 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:41.333051 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-669299ee-6295-486d-a29a-96b02af9f6ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/floatingips/11a3d8a8-0a74-441d-ab5f-e447eab28872 HTTP/1.1" status: 204 len: 168 time: 0.9415689 Aug 06 19:20:41.333690 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:20:41.336124 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:20:41.446407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:41.526644 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e02316-e2ba-4b4d-ac57-b7a78b287b2e x-openstack-request-id: req-79e02316-e2ba-4b4d-ac57-b7a78b287b2e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:20:41.527369 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:20:41.527369 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79e02316-e2ba-4b4d-ac57-b7a78b287b2e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:20:41.529486 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'status': 'completed', 'code': 200} Aug 06 19:20:41.618709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-c2bc002f-2d21-4ef0-9ce5-cdd641daafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:41.620354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-c2bc002f-2d21-4ef0-9ce5-cdd641daafb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 1098 time: 0.0731854 Aug 06 19:20:41.638408 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440decbe-6fcf-4a96-8fc2-2695603c8c73 req-4225f905-9287-48ab-984c-1e8cca6f66db tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:41.639381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-440decbe-6fcf-4a96-8fc2-2695603c8c73 req-4225f905-9287-48ab-984c-1e8cca6f66db tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0639701 Aug 06 19:20:41.683491 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:41.710000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Checking router: 891ca2ce-e0c2-40c5-a64c-0003ee460918 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:20:41.718586 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:41.719191 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:41.743446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-440decbe-6fcf-4a96-8fc2-2695603c8c73 req-9094fd55-2dc6-46b8-893e-97b474812920 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955336 Aug 06 19:20:41.767628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-ca531069-5b05-4f8d-a141-7b2a37169450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:41.768905 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-ca531069-5b05-4f8d-a141-7b2a37169450 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 200 len: 898 time: 0.1393161 Aug 06 19:20:41.817919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-591e2dec-3e33-40a1-ba58-7d4184464372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 200 len: 217 time: 0.0394294 Aug 06 19:20:41.833241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:41.880465 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-0574c061-90e4-4b5f-a198-8feb4bce6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:41.883269 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-0574c061-90e4-4b5f-a198-8feb4bce6d96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 200 len: 835 time: 0.0564435 Aug 06 19:20:41.933231 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-9fdc77c1-bbf8-4a1a-84c2-7fd00c1ae76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:41.934794 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-9fdc77c1-bbf8-4a1a-84c2-7fd00c1ae76e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3698fd6b-0673-4b79-a609-4f5737a37fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455952 Aug 06 19:20:42.036139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-7d1a81a9-6217-45ab-852a-139b7b2f96e3 service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929465 Aug 06 19:20:42.042535 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:42.073195 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc13d6b-e615-4191-9d19-79f70c39abb3 None None] The sync data for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 is: [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:10Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '99b607f6-5e1b-41f4-ae02-e3014b3da88a', 'name': '', 'network_id': '3698fd6b-0673-4b79-a609-4f5737a37fed', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:df:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:09Z', 'updated_at': '2021-08-06T19:19:16Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '16f2a6a0-5108-45c3-834e-e0f9255e3b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:20:42.137891 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2ed9111-bfff-489b-b3aa-9d4351e69ae9 req-97670dc6-870b-4c7e-ac53-94d47b77f41e service neutron] 10.222.0.55 "GET /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942776 Aug 06 19:20:42.304143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf0bfc-73a7-4ce6-9c0e-30899dd3b990 None None] New status for floating IP 11a3d8a8-0a74-441d-ab5f-e447eab28872: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:20:42.470504 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:42.879638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467244c0-16fe-47aa-b503-67194cfac09a req-8c9f90bc-bc07-455d-bf3a-6a1fa97eb1ac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:42.881961 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-467244c0-16fe-47aa-b503-67194cfac09a req-8c9f90bc-bc07-455d-bf3a-6a1fa97eb1ac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0627630 Aug 06 19:20:42.921671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-467244c0-16fe-47aa-b503-67194cfac09a req-a31d21d5-3ca5-4da6-b0e2-128d27a1ca09 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f008714-68a7-4d22-b90a-9ce9280b91dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Aug 06 19:20:43.022731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-bea4071a-0933-42cb-ae7d-e96497ed2ddb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:43.024317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-bea4071a-0933-42cb-ae7d-e96497ed2ddb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 946 time: 0.0581074 Aug 06 19:20:43.115707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port c0bc4e34-7024-491a-9fe5-813eba8dd348 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:20:43.116128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:43.209460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port c0bc4e34-7024-491a-9fe5-813eba8dd348, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=c0bc4e34-7024-491a-9fe5-813eba8dd348,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:43.209897 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:43.223666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for c0bc4e34-7024-491a-9fe5-813eba8dd348 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:20:43.364595 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:43.400777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=c0bc4e34-7024-491a-9fe5-813eba8dd348,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:43.413364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.413757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.414081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.414433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.414764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.415084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.415410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.415721 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.416062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.416386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.416703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.417036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:43.456020 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] No DVR routers for this DVR port c0bc4e34-7024-491a-9fe5-813eba8dd348 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:20:43.458784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:43.461225 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d17263b0-cbb5-455b-9455-0c9fff6a3895 req-3128ca5f-3dd8-44eb-8d2b-418a053a061b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "DELETE /v2.0/ports/c0bc4e34-7024-491a-9fe5-813eba8dd348 HTTP/1.1" status: 204 len: 173 time: 0.4305592 Aug 06 19:20:43.461389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'name': 'network-vif-deleted', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:20:43.463711 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fca699-1c81-4d39-9e13-fd365c19625e" -d '{"events": [{"server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "name": "network-vif-deleted", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:20:43.499723 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b661d9-265c-45ca-995a-e7353b9b4815 x-openstack-request-id: req-60b661d9-265c-45ca-995a-e7353b9b4815 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:20:43.500016 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d157df-23cd-45a8-8eda-228ff346d172", "name": "network-vif-deleted", "tag": "c0bc4e34-7024-491a-9fe5-813eba8dd348", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:20:43.500261 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60b661d9-265c-45ca-995a-e7353b9b4815 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:20:43.500643 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d157df-23cd-45a8-8eda-228ff346d172', 'name': 'network-vif-deleted', 'tag': 'c0bc4e34-7024-491a-9fe5-813eba8dd348', 'status': 'completed', 'code': 200} Aug 06 19:20:44.058355 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8debc15-7cc3-4972-ab1f-d74a79b708e9 req-31a15c27-a3da-48f6-b6df-bc58a783d63c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=65d157df-23cd-45a8-8eda-228ff346d172 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Aug 06 19:20:45.116839 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52430) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:45.520414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:45.796039 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 99b607f6-5e1b-41f4-ae02-e3014b3da88a {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:20:45.796288 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:45.893168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 99b607f6-5e1b-41f4-ae02-e3014b3da88a, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=99b607f6-5e1b-41f4-ae02-e3014b3da88a,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:45.893590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:45.913403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 99b607f6-5e1b-41f4-ae02-e3014b3da88a owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:20:46.113048 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:46.140627 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=99b607f6-5e1b-41f4-ae02-e3014b3da88a,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:46.344945 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:46.567217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 891ca2ce-e0c2-40c5-a64c-0003ee460918 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:20:46.676532 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:20:46.681778 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1350e4eb-df0b-430e-9725-edab4fd3dc7e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/891ca2ce-e0c2-40c5-a64c-0003ee460918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637717 Aug 06 19:20:46.684740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52432) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:46.687648 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Sync routers for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:20:46.706144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:46.706762 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:46.736891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting subnet 16f2a6a0-5108-45c3-834e-e0f9255e3b50 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:20:46.740196 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:46.780679 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:46.909278 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:47.102267 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:20:46Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:47.129822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Checking router: 891ca2ce-e0c2-40c5-a64c-0003ee460918 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:20:47.139114 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Routers {'891ca2ce-e0c2-40c5-a64c-0003ee460918'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:47.139732 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['891ca2ce-e0c2-40c5-a64c-0003ee460918'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:47.246514 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] Set router 891ca2ce-e0c2-40c5-a64c-0003ee460918 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:47.248166 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.305488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c0bc4e34-7024-491a-9fe5-813eba8dd348 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:20:47.311063 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.328334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: c0bc4e34-7024-491a-9fe5-813eba8dd348 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:20:47.328681 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device c0bc4e34-7024-491a-9fe5-813eba8dd348 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:20:47.347738 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Subnet': ['ID=16f2a6a0-5108-45c3-834e-e0f9255e3b50,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:47.354000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.355955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-55ef0bf2-6136-420a-a154-613ea0d20b8b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/subnets/16f2a6a0-5108-45c3-834e-e0f9255e3b50 HTTP/1.1" status: 204 len: 168 time: 0.6701298 Aug 06 19:20:47.358968 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:47.378971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edcfa5d-90ed-4a7f-9423-5078d7a66160 None None] Network 3698fd6b-0673-4b79-a609-4f5737a37fed requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:20:47.450338 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:20:46Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:47.480609 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d929b8c-a728-48d9-a31e-030acd9c8148 None None] The sync data for ids ['891ca2ce-e0c2-40c5-a64c-0003ee460918'] in n-d-793621-29 is: [{'id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019529869', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:20:46Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': 'bf382430-c23f-4c0f-873e-d2e8d1699912', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891ca2ce-e0c2-40c5-a64c-0003ee460918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:19:07Z', 'updated_at': '2021-08-06T19:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:20:47.498166 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.612208 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.667165 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port bf382430-c23f-4c0f-873e-d2e8d1699912 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:20:47.667492 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.759145 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port bf382430-c23f-4c0f-873e-d2e8d1699912, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=bf382430-c23f-4c0f-873e-d2e8d1699912,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:47.759419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:47.776193 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for bf382430-c23f-4c0f-873e-d2e8d1699912 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:20:47.860434 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] DHCP port deletion for 3698fd6b-0673-4b79-a609-4f5737a37fed request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:20:47.914453 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Deleting port e9f1654a-c191-4488-b5f8-cec0ca3060b2 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:20:47.914913 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.159777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device e9f1654a-c191-4488-b5f8-cec0ca3060b2 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:20:48.209878 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] For port e9f1654a-c191-4488-b5f8-cec0ca3060b2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9f1654a-c191-4488-b5f8-cec0ca3060b2,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:48.210264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.226588 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Calling delete_port for e9f1654a-c191-4488-b5f8-cec0ca3060b2 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:20:48.319236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.323727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.349215 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=bf382430-c23f-4c0f-873e-d2e8d1699912,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:48.366967 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port e9f1654a-c191-4488-b5f8-cec0ca3060b2, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=e9f1654a-c191-4488-b5f8-cec0ca3060b2,segment=NetworkSegment(1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db),segment_id=1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:48.372786 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.373549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99b607f6-5e1b-41f4-ae02-e3014b3da88a no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:20:48.410560 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.415303 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.419564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 99b607f6-5e1b-41f4-ae02-e3014b3da88a {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:20:48.419893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 99b607f6-5e1b-41f4-ae02-e3014b3da88a not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:20:48.437844 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] No DVR routers for this DVR port e9f1654a-c191-4488-b5f8-cec0ca3060b2 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:20:48.463462 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=e9f1654a-c191-4488-b5f8-cec0ca3060b2,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:48.469566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.469918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.470259 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.470591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.470924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.471270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.471584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.471925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.472229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.472581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.472872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.473193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:48.507145 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3735b-29ba-4f24-8a5d-6d96d55c339d None None] Pushing event deleted for resources: {'Port': ['ID=e9f1654a-c191-4488-b5f8-cec0ca3060b2,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:48.521554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.525605 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.598396 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.599655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Fanout notify agent at l3_agent the message router_deleted on router 891ca2ce-e0c2-40c5-a64c-0003ee460918 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:20:48.607979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.609293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7afcce00-36f6-4156-b4f7-bdb18be8996e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/routers/891ca2ce-e0c2-40c5-a64c-0003ee460918 HTTP/1.1" status: 204 len: 168 time: 1.2492621 Aug 06 19:20:48.612254 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52436) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:48.692253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.789228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.799396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3698fd6b-0673-4b79-a609-4f5737a37fed']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:48.811827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:48.812350 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4ac4b2-2b8e-46b9-8e14-23bc09d4c2db') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:48.822496 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.837534 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.845688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:20:48.845688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:20:48.848059 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:20:48.915589 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.926894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:48.930207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/networks/3698fd6b-0673-4b79-a609-4f5737a37fed HTTP/1.1" status: 204 len: 168 time: 0.3167841 Aug 06 19:20:48.933009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52438) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:48.942808 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5046fab-7e50-4831-a6c9-2dc04321390c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Network': ['ID=3698fd6b-0673-4b79-a609-4f5737a37fed,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.012385 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.046805 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.127937 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.130851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.132155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/security-groups/4f008714-68a7-4d22-b90a-9ce9280b91dd HTTP/1.1" status: 204 len: 168 time: 0.1979883 Aug 06 19:20:49.143078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea3da0-7b8e-4c4a-ac08-610507b7e7b0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f008714-68a7-4d22-b90a-9ce9280b91dd,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.399451 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52444) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:49.404624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218254255', 'description': 'tempest-secgroup-smoke-218254255 description', 'project_id': '9612781b8d5d4277beb3212204ed601a'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:49.429084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.528938 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.534692 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.562724 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.563982 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1635203 Aug 06 19:20:49.567062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52446) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:49.573177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:49.578515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7d238-0ba3-4800-9ec6-ec050fd6f050 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29953600-6c69-4ec4-9c12-9f32f82b8718,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.607351 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.668773 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.673368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.692648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b061bb5c-0a60-48e9-8405-0e2d985cf664,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.700906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.702277 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cc48f56a-5d02-40b1-8e0c-dff0b6232de0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339676 Aug 06 19:20:49.705210 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52448) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:49.710537 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:49.740154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.804472 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.809526 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.827724 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9324c27-947a-48c1-a362-4e359a4da10f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.835659 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.836908 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-11b892f4-ca3c-4038-81f9-e6d6beb71b5b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306932 Aug 06 19:20:49.840539 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52450) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:49.845361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:49.873727 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.942985 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.953604 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.971189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c82eb40-730e-4895-80bc-e48253bac905,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:49.981388 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:49.982644 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-720c0e1b-bcba-42f9-b33c-d914b0cb9198 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415014 Aug 06 19:20:49.986279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52452) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:49.990948 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:50.021153 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.090733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.096601 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.115062 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dec8076-6a8b-46ce-ae47-141f0367c241,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:50.121828 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bf382430-c23f-4c0f-873e-d2e8d1699912 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:20:50.123325 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.127764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d36bdc66-8e97-4f18-82d1-6c0af0500384 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404679 Aug 06 19:20:50.128021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52454) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:50.132606 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:50.146753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: bf382430-c23f-4c0f-873e-d2e8d1699912 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:20:50.147256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device bf382430-c23f-4c0f-873e-d2e8d1699912 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:20:50.160032 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:20:50.165342 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.237268 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.243043 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.268456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34b6f32-1f2b-47a3-ac07-1c14e97817be,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:50.288520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.289976 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2282ec3f-c391-41b9-b6b8-2d1c9af2429b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1611295 Aug 06 19:20:50.292840 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52456) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:50.297802 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '29953600-6c69-4ec4-9c12-9f32f82b8718', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:50.324461 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:20:50.331273 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.400148 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.406451 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.426195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e6552f-6dc0-44e6-bd5b-5cfc53fe1428,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:50.435097 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.436572 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a3cead26-79ed-4671-89e4-d0661e126a67 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425138 Aug 06 19:20:50.439350 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52458) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:50.444509 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'network': {'name': 'tempest-network-smoke--1626916035', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:50.470700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:20:50.474471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.500064 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:20:50.511179 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.511586 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Added segment 737c996f-e3c5-4354-a9cf-7a8184608953 of type vlan for network df6e552b-1c49-48a3-bd8a-e50747bf62ac Aug 06 19:20:50.554049 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.588240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.593974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:50.594511 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.660106 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2196331 Aug 06 19:20:50.663301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52460) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:50.668750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'admin_state_up': True, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:50.670261 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f787b-cdbc-4ca5-9709-e4e451c2fb8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Network': ['ID=df6e552b-1c49-48a3-bd8a-e50747bf62ac,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:50.683965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:20:50.700228 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.701490 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.776078 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:50.945299 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.149688 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.168338 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.278298 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.229 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/94997b12-3d15-4d17-8bb2-3bae44f177b8) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:20:51.412665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.462083 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.506905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:20:51.510127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:51.514574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:20:51.517768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=94997b12-3d15-4d17-8bb2-3bae44f177b8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:51.788241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:51.995465 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.131401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router de7d3502-e157-4f3c-82b8-736a43be7c23 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:20:52.245250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:20:52.255555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Sync routers for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:20:52.264864 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:52.265471 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.265600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:52.266865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7a3147d9-a681-4fb4-8cd0-d9ec537be320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6023731 Aug 06 19:20:52.270182 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52462) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:52.306691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-546b683c-de72-46c3-9a39-e8a916d27293 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9612781b8d5d4277beb3212204ed601a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352035 Aug 06 19:20:52.310928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52464) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:52.373664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:52.466074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a0447-faba-4274-8d44-26450910e9f3 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:52.467622 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-381a0447-faba-4274-8d44-26450910e9f3 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556554 Aug 06 19:20:52.471068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52466) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:52.502686 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0a64bf1f-d0ca-4734-a9a4-34d25d646ac3 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279200 Aug 06 19:20:52.503058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52468) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:52.508488 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625340943', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:52.575825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:51Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:52.603106 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:20:52.603572 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Checking router: de7d3502-e157-4f3c-82b8-736a43be7c23 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:20:52.603964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Updating router de7d3502-e157-4f3c-82b8-736a43be7c23 port 94997b12-3d15-4d17-8bb2-3bae44f177b8 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:20:52.606952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.630256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.817725 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.886878 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Subnet': ['ID=b695afad-3633-436d-b3a9-6e2f36a25e3f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:52.894136 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.905504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Checking segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:20:52.905504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network hostable DHCP agents. Network: df6e552b-1c49-48a3-bd8a-e50747bf62ac, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:20:52.909282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Transition to ACTIVE for port object 94997b12-3d15-4d17-8bb2-3bae44f177b8 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:52.916587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.921519 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:20:52.934782 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, df6e552b-1c49-48a3-bd8a-e50747bf62ac) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:52.941560 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:52.942363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:52.964737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa54051-a9da-4b06-bbc2-be855209ca12 None None] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:20:52.966208 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0d4a8d9c-ff88-40ec-8829-aa2948a3a0af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4615722 Aug 06 19:20:52.968941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52470) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:20:53.038313 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Attempting to bind port 94997b12-3d15-4d17-8bb2-3bae44f177b8 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:20:53.038680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Attempting to bind port 94997b12-3d15-4d17-8bb2-3bae44f177b8 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:20:53.039043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Attempting to bind port 94997b12-3d15-4d17-8bb2-3bae44f177b8 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:20:53.041003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2de6-afa2-4811-9a4b-858f6cfbd5c7 None None] Pushing event updated for resources: {'Port': ['ID=94997b12-3d15-4d17-8bb2-3bae44f177b8,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:53.049610 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:20:53.049957 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:20:53.050529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.050742 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:20:53.051226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Bound port: 94997b12-3d15-4d17-8bb2-3bae44f177b8, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:20:53.051605 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.163916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] For port 94997b12-3d15-4d17-8bb2-3bae44f177b8, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:20:53.182942 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] For port 94997b12-3d15-4d17-8bb2-3bae44f177b8, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94997b12-3d15-4d17-8bb2-3bae44f177b8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:20:53.191212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.242733 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:20:53.243603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.306996 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f2de6-afa2-4811-9a4b-858f6cfbd5c7 None None] Pushing event updated for resources: {'Port': ['ID=94997b12-3d15-4d17-8bb2-3bae44f177b8,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:53.311688 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:53.312294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:53.466385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.513698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:53.572261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Allocated IP 172.20.0.2 (df6e552b-1c49-48a3-bd8a-e50747bf62ac/b695afad-3633-436d-b3a9-6e2f36a25e3f/7005d772-6dfa-4d7c-8fad-11edef7c42b0) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:20:53.825481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.840443 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:51Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:53.842836 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Transition to ACTIVE for port object 7005d772-6dfa-4d7c-8fad-11edef7c42b0 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:53.877056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53501954-80f1-419e-ab70-d82b87c28f81 None None] The sync data for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 is: [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:51Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:20:53.890714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Transition to ACTIVE for port object 7005d772-6dfa-4d7c-8fad-11edef7c42b0 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:53.904176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:53.944817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:20:53.951286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:53.955622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:20:53.966139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Pushing event updated for resources: {'Port': ['ID=7005d772-6dfa-4d7c-8fad-11edef7c42b0,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:53.981572 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.1 (df6e552b-1c49-48a3-bd8a-e50747bf62ac/b695afad-3633-436d-b3a9-6e2f36a25e3f/a0d421b3-a323-4f15-a852-eb3f74148955) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:20:54.033974 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Attempting to bind port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:20:54.034400 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Attempting to bind port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:20:54.034730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Attempting to bind port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:20:54.041627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:20:54.042126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Checking segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:20:54.042558 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.042971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Bound using segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:20:54.043782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Bound port: 7005d772-6dfa-4d7c-8fad-11edef7c42b0, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:20:54.044200 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.189014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.195007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] For port 7005d772-6dfa-4d7c-8fad-11edef7c42b0, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:20:54.202680 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] For port 7005d772-6dfa-4d7c-8fad-11edef7c42b0, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7005d772-6dfa-4d7c-8fad-11edef7c42b0,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:20:54.209974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.213117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object a0d421b3-a323-4f15-a852-eb3f74148955 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:54.250027 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.280337 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49d5f6-cd7c-4042-8bbc-39c9642c5a53 None None] Pushing event updated for resources: {'Port': ['ID=7005d772-6dfa-4d7c-8fad-11edef7c42b0,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:54.306840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:20:54.310713 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:54.315525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:20:54.320066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:54.372377 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.565939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.928136 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:54.934480 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:55.019272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:55.026169 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:55.134509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:20:55.136177 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:55.284415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router de7d3502-e157-4f3c-82b8-736a43be7c23 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:20:55.305156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661024d6-f780-4a0f-a6ec-8b5db6ff07f5 None None] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:20:55.408008 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:20:55.413342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-69d945fc-fc69-4d8b-b7d8-f31ed4d8528b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/de7d3502-e157-4f3c-82b8-736a43be7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429553 Aug 06 19:20:55.436528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2c615a39-04cb-49d6-9860-7925c7a17594 None None] Provisioning for port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:55.579002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-c07b2e0d-467d-4f41-a681-f0a63e59335a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218254255&fields=id&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 267 time: 0.0396261 Aug 06 19:20:55.708897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-1057602c-7b81-4db9-877f-0b1ae30394f9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:55.710513 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-1057602c-7b81-4db9-877f-0b1ae30394f9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 797 time: 0.1197994 Aug 06 19:20:55.728866 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-a7174a4c-9aa0-4531-8cbb-4aaec005382c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/quotas/9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 375 time: 0.0102913 Aug 06 19:20:55.769803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-091a67e7-0a54-4215-bfc3-cce126cf2ebe None None] Provisioning for port a0d421b3-a323-4f15-a852-eb3f74148955 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:55.775156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-091a67e7-0a54-4215-bfc3-cce126cf2ebe None None] Provisioning complete for port a0d421b3-a323-4f15-a852-eb3f74148955 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:55.775895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-091a67e7-0a54-4215-bfc3-cce126cf2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:55.796380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-d21bbb0c-83e1-484f-b4cd-ce757e2e85ce tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610454 Aug 06 19:20:55.815505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-487a133e-6ab6-4000-a739-9ad4260a188a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:20:55.816869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-487a133e-6ab6-4000-a739-9ad4260a188a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058846 Aug 06 19:20:55.828558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-091a67e7-0a54-4215-bfc3-cce126cf2ebe None None] Port a0d421b3-a323-4f15-a852-eb3f74148955 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:20:55.929631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Sync routers for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:20:55.940178 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:55.940875 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:55.966292 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-a61e347c-48ee-4ce9-a070-7367970c3321 None None] Provisioning complete for port a0d421b3-a323-4f15-a852-eb3f74148955 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:55.967019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a61e347c-48ee-4ce9-a070-7367970c3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.010289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-a61e347c-48ee-4ce9-a070-7367970c3321 None None] Port a0d421b3-a323-4f15-a852-eb3f74148955 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:20:56.067388 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:56.212171 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7005d772-6dfa-4d7c-8fad-11edef7c42b0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:20:56.265589 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-07d44eba-70f0-4d77-b97d-7206eb38771e None None] Provisioning complete for port a0d421b3-a323-4f15-a852-eb3f74148955 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:56.266095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07d44eba-70f0-4d77-b97d-7206eb38771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.306827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 2, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:56.311007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-07d44eba-70f0-4d77-b97d-7206eb38771e None None] Port a0d421b3-a323-4f15-a852-eb3f74148955 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:20:56.315006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:56.315138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-8a9fb69a-bc19-41b2-853f-b50b56ced516 service neutron] 10.222.0.64 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882486 Aug 06 19:20:56.319261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:56.319664 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.340810 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Checking router: de7d3502-e157-4f3c-82b8-736a43be7c23 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:20:56.341211 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Updating router de7d3502-e157-4f3c-82b8-736a43be7c23 port a0d421b3-a323-4f15-a852-eb3f74148955 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:20:56.366335 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.402308 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.415042 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-003b5a5d-0d54-4f7f-94cd-e5e1435f2d48 service neutron] 10.222.0.64 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898638 Aug 06 19:20:56.439060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 7005d772-6dfa-4d7c-8fad-11edef7c42b0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7005d772-6dfa-4d7c-8fad-11edef7c42b0,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:56.444757 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.445915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94997b12-3d15-4d17-8bb2-3bae44f177b8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:20:56.521139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=7005d772-6dfa-4d7c-8fad-11edef7c42b0,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:56.549111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 94997b12-3d15-4d17-8bb2-3bae44f177b8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:56.553204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 94997b12-3d15-4d17-8bb2-3bae44f177b8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:56.553638 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.603952 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cebe0cd6-a6ec-489f-be18-4bb48a82b3ca req-0f93329a-6da9-49be-be7d-418756c6ab5f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 210 time: 0.0301688 Aug 06 19:20:56.676141 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.685139 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.688736 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Transition to ACTIVE for port object a0d421b3-a323-4f15-a852-eb3f74148955 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:56.698778 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.718339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 94997b12-3d15-4d17-8bb2-3bae44f177b8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94997b12-3d15-4d17-8bb2-3bae44f177b8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:56.725145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.784464 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Pushing event updated for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:56.813498 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.813927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.814446 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.814822 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.815119 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.815452 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.815781 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.816111 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.816434 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.816761 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.817084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.817405 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:20:56.838153 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Attempting to bind port a0d421b3-a323-4f15-a852-eb3f74148955 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:20:56.839443 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Attempting to bind port a0d421b3-a323-4f15-a852-eb3f74148955 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:20:56.840073 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Attempting to bind port a0d421b3-a323-4f15-a852-eb3f74148955 on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:20:56.854829 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:20:56.855394 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Checking segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:20:56.855894 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.856545 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Bound using segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:20:56.857144 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Bound port: a0d421b3-a323-4f15-a852-eb3f74148955, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:20:56.857837 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:56.984134 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] For port a0d421b3-a323-4f15-a852-eb3f74148955, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:20:56.989482 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] For port a0d421b3-a323-4f15-a852-eb3f74148955, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a0d421b3-a323-4f15-a852-eb3f74148955,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:20:56.996518 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:57.040397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=94997b12-3d15-4d17-8bb2-3bae44f177b8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:57.109250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2496-baaa-437a-a919-5092e49d3598 None None] Pushing event updated for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:57.115823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:20:57.116649 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:20:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:57.266717 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:20:57.530593 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:20:57.564903 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5a1db-48f7-4986-a276-87242b11455e None None] The sync data for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 is: [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:20:57.739915 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-de9e77db-eeca-48f2-941d-47cf892d2bc7 req-446d184f-b826-42e1-8a77-642e7c8e6c5f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 210 time: 0.0392895 Aug 06 19:20:57.838005 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-9b4f41a0-0380-466f-8f8d-49dfb28cdec9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:57.839819 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-9b4f41a0-0380-466f-8f8d-49dfb28cdec9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 797 time: 0.1324794 Aug 06 19:20:57.889530 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-b1d6245e-ba78-4f13-bc80-8114fd6c0a70 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 379 time: 0.0406289 Aug 06 19:20:57.901053 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'port': {'device_id': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'admin_state_up': True, 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'security_groups': ['29953600-6c69-4ec4-9c12-9f32f82b8718']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:58.038527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:20:58.045821 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.215679 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.4 (df6e552b-1c49-48a3-bd8a-e50747bf62ac/b695afad-3633-436d-b3a9-6e2f36a25e3f/0c74c9b3-29de-4558-80ed-c74219c4af5d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:20:58.232214 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7005d772-6dfa-4d7c-8fad-11edef7c42b0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:20:58.284638 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:58.285722 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.378302 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94997b12-3d15-4d17-8bb2-3bae44f177b8 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:20:58.404230 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.420601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 0c74c9b3-29de-4558-80ed-c74219c4af5d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:58.440753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 94997b12-3d15-4d17-8bb2-3bae44f177b8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:58.441363 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.483068 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.568986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:20:58.576952 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:20:58.581338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:58.584168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a0d421b3-a323-4f15-a852-eb3f74148955 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:20:58.584660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:20:58.660133 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:58.663290 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.674608 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-faba06b4-f7d4-4a73-b9e5-8a65c8196a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.680276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port a0d421b3-a323-4f15-a852-eb3f74148955 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:58.686972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a0d421b3-a323-4f15-a852-eb3f74148955 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:58.687347 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.687783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-16068e0f-3488-490e-a654-2d9b5659e3ff tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917066 Aug 06 19:20:58.702876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Request body: {'port': {'device_id': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:20:58.791373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.807987 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.866433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port a0d421b3-a323-4f15-a852-eb3f74148955, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a0d421b3-a323-4f15-a852-eb3f74148955,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:20:58.880758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.914696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3f924-b87f-4ca6-a4c1-2659f7f52838 req-0fd2b700-6241-433b-8ff5-f5e7258075d3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:58.925015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ad3f924-b87f-4ca6-a4c1-2659f7f52838 req-0fd2b700-6241-433b-8ff5-f5e7258075d3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 931 time: 0.0911252 Aug 06 19:20:58.961316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:58.966685 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-52496153-3749-4ea3-827b-3af4878b9c70 None None] Provisioning for port 0c74c9b3-29de-4558-80ed-c74219c4af5d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:20:58.974549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-52496153-3749-4ea3-827b-3af4878b9c70 None None] Provisioning complete for port 0c74c9b3-29de-4558-80ed-c74219c4af5d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:20:58.974932 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-52496153-3749-4ea3-827b-3af4878b9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:58.980683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ad3f924-b87f-4ca6-a4c1-2659f7f52838 req-8c564e43-44de-4983-8358-175982b33cb2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546887 Aug 06 19:20:59.019982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-52496153-3749-4ea3-827b-3af4878b9c70 None None] Port 0c74c9b3-29de-4558-80ed-c74219c4af5d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:20:59.161110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c74c9b3-29de-4558-80ed-c74219c4af5d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:20:59.169763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:59.186835 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Transition to ACTIVE for port object 0c74c9b3-29de-4558-80ed-c74219c4af5d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:20:59.191330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:59.243563 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:59.318384 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:20:59.318720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:20:59.319113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:20:59.324011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:20:59.324338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:20:59.329566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:20:59.329918 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Checking segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:20:59.330310 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Bound using segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:20:59.330745 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Bound port: 0c74c9b3-29de-4558-80ed-c74219c4af5d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:20:59.331110 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:59.400813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:20:59.403950 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:20:59.409666 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:59.447308 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:59.447951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:20:59.449505 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 1092 time: 0.7533054 Aug 06 19:20:59.454269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:20:59.456796 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026e0277-0363-4c0c-8021-bff0b895250e" -d '{"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:20:59.478548 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6d56b-c170-4487-bb1d-3e1357bb7d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:20:59.500394 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c79179-9f59-4798-b126-8dfaea4b986a x-openstack-request-id: req-a0c79179-9f59-4798-b126-8dfaea4b986a {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:20:59.500573 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:20:59.500711 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0c79179-9f59-4798-b126-8dfaea4b986a {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:20:59.501141 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'status': 'completed', 'code': 200} Aug 06 19:20:59.548124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-0949ead4-f42e-48c7-9ec0-393c93a31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:59.549765 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-0949ead4-f42e-48c7-9ec0-393c93a31ad4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0449007 Aug 06 19:20:59.593400 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-9ed201ce-f591-4a87-8342-b4e8d8457b9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 217 time: 0.0358982 Aug 06 19:20:59.659228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-f1ef7b8d-32fa-4ffa-aba6-cc7e970f6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:59.660783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-f1ef7b8d-32fa-4ffa-aba6-cc7e970f6f54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0606287 Aug 06 19:20:59.712891 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-53262b32-9252-4a34-934f-a81463101b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:20:59.714504 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-53262b32-9252-4a34-934f-a81463101b1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466769 Aug 06 19:20:59.816435 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-ff58d0bf-92f6-480c-b6bf-7014c67f72b3 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947921 Aug 06 19:20:59.916942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-0c5e4346-c315-4c83-b1c8-05b75a33486c req-73da8dcf-3ffc-46f1-bdd2-814edecb3b01 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924208 Aug 06 19:21:00.022543 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e0277-0363-4c0c-8021-bff0b895250e req-3fae034c-6e5a-48ed-86ed-d3a45e9549bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:00.024262 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-3fae034c-6e5a-48ed-86ed-d3a45e9549bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0570734 Aug 06 19:21:00.133838 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e0277-0363-4c0c-8021-bff0b895250e req-e4e10f79-c0fe-4f11-8e1d-cb34e63ada0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:00.135562 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-e4e10f79-c0fe-4f11-8e1d-cb34e63ada0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.1037650 Aug 06 19:21:00.138765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a0d421b3-a323-4f15-a852-eb3f74148955 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:21:00.139606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3873-4802-4964-a037-dfdf0e9509bc req-ac2dad1e-23f3-49d0-96ab-c0a9600eacd4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:00.141202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-083d3873-4802-4964-a037-dfdf0e9509bc req-ac2dad1e-23f3-49d0-96ab-c0a9600eacd4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0646994 Aug 06 19:21:00.182984 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-083d3873-4802-4964-a037-dfdf0e9509bc req-3668c9dc-f80e-4fcc-84a6-4f90e0cbd605 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353651 Aug 06 19:21:00.184021 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-21fb4962-bf24-4849-abfd-090dc5f363bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 217 time: 0.0401049 Aug 06 19:21:00.203926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port a0d421b3-a323-4f15-a852-eb3f74148955 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:21:00.204406 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:00.264032 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e0277-0363-4c0c-8021-bff0b895250e req-c9ae946a-3dbe-499b-bc50-6af7dc860ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:00.266776 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-c9ae946a-3dbe-499b-bc50-6af7dc860ddf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0683830 Aug 06 19:21:00.319440 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e0277-0363-4c0c-8021-bff0b895250e req-d1b05e08-48a8-4d23-a8fd-4a77b565a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:00.321002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-d1b05e08-48a8-4d23-a8fd-4a77b565a859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469656 Aug 06 19:21:00.413282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-f507ab56-28fe-43f6-b7de-ceb3e1b706aa service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851328 Aug 06 19:21:00.523067 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-026e0277-0363-4c0c-8021-bff0b895250e req-8ae22de4-6308-48c1-9670-57b74e9a2bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013901 Aug 06 19:21:00.856053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:21:01.309100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29ce3-aa42-4ba1-bc67-2e67dc134cbb req-6e5e9d27-06f1-4f1d-92c2-b42d08531544 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:01.310784 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcb29ce3-aa42-4ba1-bc67-2e67dc134cbb req-6e5e9d27-06f1-4f1d-92c2-b42d08531544 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0518889 Aug 06 19:21:01.358515 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fcb29ce3-aa42-4ba1-bc67-2e67dc134cbb req-b1db5a69-47c9-4b44-9db5-eeac736ff51a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Aug 06 19:21:01.497176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:01.833181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-08dd7a4b-b27c-4730-ada7-6ac6813767b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:02.496736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5cb9-0bde-4d79-8839-0141e3748661 req-95f10e83-af23-49c2-ac80-92d3d6d22aed tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:02.498300 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162e5cb9-0bde-4d79-8839-0141e3748661 req-95f10e83-af23-49c2-ac80-92d3d6d22aed tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0569859 Aug 06 19:21:02.536888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-162e5cb9-0bde-4d79-8839-0141e3748661 req-4594a16b-d1b1-459b-b0f6-87c16f254212 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325556 Aug 06 19:21:03.508824 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:03.547799 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:21:03.656273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:21:03.669418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b60a-9fad-484e-86ab-f48da9f11854 req-a3c7adec-1dd1-4160-8804-4574580f6a2e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:03.670294 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'mac_address': 'fa:16:3e:56:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:21:03.671150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ba6b60a-9fad-484e-86ab-f48da9f11854 req-a3c7adec-1dd1-4160-8804-4574580f6a2e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0599108 Aug 06 19:21:03.715852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1ba6b60a-9fad-484e-86ab-f48da9f11854 req-330692f8-d683-488b-8950-683cea7397fb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368681 Aug 06 19:21:03.716205 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:03.730963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c74c9b3-29de-4558-80ed-c74219c4af5d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:21:03.752838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:21:03.757180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:03.807857 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:21:04.117265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['0c74c9b3-29de-4558-80ed-c74219c4af5d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:21:04.846980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef8df-4a59-4d61-9d59-8d342804342e req-0fbe0be2-d2a5-4430-95f2-ba56cf0dd5db tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:04.848480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f7ef8df-4a59-4d61-9d59-8d342804342e req-0fbe0be2-d2a5-4430-95f2-ba56cf0dd5db tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 944 time: 0.0574739 Aug 06 19:21:04.892955 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1f7ef8df-4a59-4d61-9d59-8d342804342e req-780471ce-515f-40d3-8e46-57a82bedc71f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Aug 06 19:21:04.999145 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:05.562239 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:21:05.619166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 0c74c9b3-29de-4558-80ed-c74219c4af5d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:21:05.623475 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 0c74c9b3-29de-4558-80ed-c74219c4af5d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:21:05.623852 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:05.712648 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:05.746574 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:21:05.748951 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f3c646-832a-4c68-b62a-30f0260f033e" -d '{"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-plugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:21:05.766199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:21:05.771920 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:05.796746 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18335aa-a9aa-4c79-b96f-0624047e5ea3 x-openstack-request-id: req-d18335aa-a9aa-4c79-b96f-0624047e5ea3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:21:05.797060 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-plugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:21:05.797304 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d18335aa-a9aa-4c79-b96f-0624047e5ea3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:21:05.797736 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'code': 200} Aug 06 19:21:05.832745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:21:05.899867 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fa7e9-f949-420f-bb58-cf86a14b889b req-7975ffbc-c1a5-4d40-8c97-b21e275f575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:05.901487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-186fa7e9-f949-420f-bb58-cf86a14b889b req-7975ffbc-c1a5-4d40-8c97-b21e275f575e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0431533 Aug 06 19:21:05.943911 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-186fa7e9-f949-420f-bb58-cf86a14b889b req-88eaebfd-916e-44f8-a501-471a45c89fb8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347569 Aug 06 19:21:06.024758 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b2c7-d802-4e28-b51e-d2efbac7df44 req-79ab3085-86ee-47af-a81f-3a1fd3e508ab tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:06.026421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd92b2c7-d802-4e28-b51e-d2efbac7df44 req-79ab3085-86ee-47af-a81f-3a1fd3e508ab tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0571404 Aug 06 19:21:06.070660 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dd92b2c7-d802-4e28-b51e-d2efbac7df44 req-b1225551-c4c3-4056-8b78-9031a594cfb8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351546 Aug 06 19:21:07.209288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94429ad-7b8e-45a9-8ccf-3b49e9e32ea5 req-8c86a0fb-921d-4a42-afdb-0eae5e57b2cc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:07.210953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c94429ad-7b8e-45a9-8ccf-3b49e9e32ea5 req-8c86a0fb-921d-4a42-afdb-0eae5e57b2cc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Aug 06 19:21:07.256711 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c94429ad-7b8e-45a9-8ccf-3b49e9e32ea5 req-206992dd-8802-441c-9362-d9146ee36e11 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376606 Aug 06 19:21:07.379560 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5f44-f3bc-42c9-872a-856d70aa47d6 req-a488658d-cbd6-4782-b211-5a2b5204549e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:07.381186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40db5f44-f3bc-42c9-872a-856d70aa47d6 req-a488658d-cbd6-4782-b211-5a2b5204549e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0548539 Aug 06 19:21:07.426535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-40db5f44-f3bc-42c9-872a-856d70aa47d6 req-fe17bc08-31d1-48f6-a215-60984e12f7bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390759 Aug 06 19:21:07.448903 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52524) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:21:07.503369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d9cf1-c531-476d-b785-42a4c555c01d tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:07.504927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-df3d9cf1-c531-476d-b785-42a4c555c01d tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1092 time: 0.0545800 Aug 06 19:21:07.508176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52526) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:21:07.515029 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:21:07.540080 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:07.644892 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:07.753566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.167 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/0b674332-490b-4ef9-a640-3e1bec636320) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:21:07.855028 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:07.899823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:07.940307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:21:07.948815 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:21:07.952671 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:21:07.980255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=0b674332-490b-4ef9-a640-3e1bec636320,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:21:08.343337 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:08.420600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:08.602075 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:08.610310 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:08.680723 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=0b674332-490b-4ef9-a640-3e1bec636320,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:21:08.695645 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:08.799472 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 76ddf0d1-4476-4b8f-88aa-3012217f2c80 associated. External IP: 172.25.3.167, port: 0c74c9b3-29de-4558-80ed-c74219c4af5d. Aug 06 19:21:09.022920 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router de7d3502-e157-4f3c-82b8-736a43be7c23 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:21:09.145649 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:21:09.161772 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Sync routers for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:21:09.167905 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:09.179554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:21:09.180246 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:21:09.209202 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-80381bbd-969e-4076-8ea8-e302145a71d8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6999221 Aug 06 19:21:09.209994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:21:09.212586 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b807b10-c91c-45e6-957b-b5cfe3b559c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:21:09.313954 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28806d95-41bb-4df7-9b80-49c0b2a747ab req-925ba41b-05c7-4024-b5a3-c0c490a29107 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:09.314835 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:21:09.315455 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28806d95-41bb-4df7-9b80-49c0b2a747ab req-925ba41b-05c7-4024-b5a3-c0c490a29107 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0530384 Aug 06 19:21:09.361159 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28806d95-41bb-4df7-9b80-49c0b2a747ab req-fe2c8536-1aee-4197-baaf-2fac1390d065 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Aug 06 19:21:09.385155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52532) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:21:09.410725 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41b0c7f-0833-4ea7-b45b-85e051f8932b x-openstack-request-id: req-a41b0c7f-0833-4ea7-b45b-85e051f8932b {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:21:09.411021 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:21:09.411275 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a41b0c7f-0833-4ea7-b45b-85e051f8932b {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:21:09.411689 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'status': 'completed', 'code': 200} Aug 06 19:21:09.478512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-16499e11-5e74-4075-bc3f-b69563f4ac8e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/76ddf0d1-4476-4b8f-88aa-3012217f2c80 HTTP/1.1" status: 200 len: 991 time: 0.0907764 Aug 06 19:21:09.489251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-d9f8a1b6-08c6-44a1-8d3d-32da3dbbb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:09.490823 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-d9f8a1b6-08c6-44a1-8d3d-32da3dbbb681 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0570474 Aug 06 19:21:09.575542 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76ddf0d1-4476-4b8f-88aa-3012217f2c80', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'mac_address': 'fa:16:3e:56:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:21:08Z', 'updated_at': '2021-08-06T19:21:08Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:21:09.604276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Checking router: de7d3502-e157-4f3c-82b8-736a43be7c23 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:21:09.615969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:21:09.616739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:21:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:21:09.620315 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-7432bfe1-01a1-4988-916a-aa75d884ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:09.622116 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-7432bfe1-01a1-4988-916a-aa75d884ead5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.1237559 Aug 06 19:21:09.688834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-e12787fc-2159-4fee-8059-a856acf4380a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 999 time: 0.0599644 Aug 06 19:21:09.729665 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:21:09.738924 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-3a8e1f31-113a-4be3-9125-a74b1e38e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:09.740402 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-3a8e1f31-113a-4be3-9125-a74b1e38e7c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0454166 Aug 06 19:21:09.793250 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-2bae32f2-cf42-4f8a-b0ca-b0807e7b4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:09.794901 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-2bae32f2-cf42-4f8a-b0ca-b0807e7b4736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476599 Aug 06 19:21:09.893268 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-eb8838ca-cfd5-4928-8a09-fea1a0d804c8 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909891 Aug 06 19:21:09.974654 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76ddf0d1-4476-4b8f-88aa-3012217f2c80', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'mac_address': 'fa:16:3e:56:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:21:08Z', 'updated_at': '2021-08-06T19:21:08Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:21:10.006825 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b807b10-c91c-45e6-957b-b5cfe3b559c4 req-7fe187f9-c31c-4561-b0ec-0ef5850a6281 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060212 Aug 06 19:21:10.007211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00299a8f-d738-4f75-9104-2209272514f3 None None] The sync data for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 is: [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76ddf0d1-4476-4b8f-88aa-3012217f2c80', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'mac_address': 'fa:16:3e:56:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:21:08Z', 'updated_at': '2021-08-06T19:21:08Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:21:10.232838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb9597-8053-47a3-aa02-4cd40a62018d None None] New status for floating IP 76ddf0d1-4476-4b8f-88aa-3012217f2c80: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:21:10.481730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52534) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:21:10.546802 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0a1de6c1-f83c-489f-9863-d965c4a70bed tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/76ddf0d1-4476-4b8f-88aa-3012217f2c80 HTTP/1.1" status: 200 len: 993 time: 0.0636640 Aug 06 19:21:11.146690 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:12.467235 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:19.703432 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-1e6ad447-2822-4221-aa01-9605f5a7f464 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432189 Aug 06 19:21:19.794405 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-9b446280-d2a4-4e7a-a02c-4c7a9bcef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:19.796062 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-9b446280-d2a4-4e7a-a02c-4c7a9bcef18b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0469489 Aug 06 19:21:19.909827 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-626707e9-edef-46ab-9760-3bfd6bbcd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:19.911368 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-626707e9-edef-46ab-9760-3bfd6bbcd59b service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.0948911 Aug 06 19:21:19.992700 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-44c76a12-87a9-474d-a0c1-e07c32295349 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 1001 time: 0.0729213 Aug 06 19:21:20.053099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-b43fef43-436d-49a9-9084-c000cac3c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:20.054762 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-b43fef43-436d-49a9-9084-c000cac3c13d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0526123 Aug 06 19:21:20.105689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-b615a20e-db28-42fc-af58-b683b04a7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:21:20.107279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-b615a20e-db28-42fc-af58-b683b04a7647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450115 Aug 06 19:21:20.234035 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-0290133f-dd57-4a29-82a7-522beb71e394 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160660 Aug 06 19:21:20.339302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f6b1836a-2b98-4b33-8b49-c068f1cbab33 req-e41e67c8-8310-4987-b116-9f9b72d18320 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984557 Aug 06 19:21:28.610748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-55664d1e-5fd7-429c-9133-712e1d8ca328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:31.495087 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:31.828385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4c80484-7cda-4744-a477-71cbbac38945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:33.518460 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:34.995760 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:37.856985 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:21:41.164013 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:42.466831 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:21:58.609097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fd960f1a-617f-4525-848e-0a47460dd6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:01.496129 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:01.836091 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c12fbc2b-fd1f-485e-b5ee-e10e8570fded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:03.519926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:05.006463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:11.167301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:12.479116 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:14.857276 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:22:15.186036 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-891c3229-f9ca-4b6d-93f6-829447726b7c req-75cc34e7-1b2d-4f26-b348-e35be5b171ef service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:22:15.187256 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-891c3229-f9ca-4b6d-93f6-829447726b7c req-75cc34e7-1b2d-4f26-b348-e35be5b171ef service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090728 Aug 06 19:22:15.384640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5129cd-0839-4ea5-8396-f86115aabe27 req-289a8ab3-0018-4e35-90cb-8b4a15703108 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:15.386421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a5129cd-0839-4ea5-8396-f86115aabe27 req-289a8ab3-0018-4e35-90cb-8b4a15703108 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0600035 Aug 06 19:22:15.412797 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-77d00eb6-84b7-48e4-a8e9-b88633a33185 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955982 Aug 06 19:22:15.422660 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-f1d64da7-c561-416c-a4eb-42f52738e22f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:22:15.423726 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-f1d64da7-c561-416c-a4eb-42f52738e22f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053215 Aug 06 19:22:15.427313 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a5129cd-0839-4ea5-8396-f86115aabe27 req-84fd0fd5-f0b8-4dc6-8f6b-6a905f11d3c0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346453 Aug 06 19:22:16.549291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e85-3c66-44c7-a5f5-84cdac511f8d req-b621f6d0-f209-430d-800d-14b4f769ebcf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:16.550835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29554e85-3c66-44c7-a5f5-84cdac511f8d req-b621f6d0-f209-430d-800d-14b4f769ebcf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0510027 Aug 06 19:22:16.590569 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-29554e85-3c66-44c7-a5f5-84cdac511f8d req-06025a29-2b45-41d2-9f78-3c780a31a5cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336185 Aug 06 19:22:17.787827 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce301705-ba55-4a7d-a2d3-a3ea4cb984c6 req-17842b7a-884f-4c52-867e-a652e98df136 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:17.789365 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce301705-ba55-4a7d-a2d3-a3ea4cb984c6 req-17842b7a-884f-4c52-867e-a652e98df136 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0541141 Aug 06 19:22:17.829531 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce301705-ba55-4a7d-a2d3-a3ea4cb984c6 req-0c94e18e-ca97-4c81-aaf6-b5d79e0e85e0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Aug 06 19:22:18.955800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ece5d-1477-4689-813c-7bc32428475a req-cbd51ad3-1345-4fc6-80eb-73ebf9dce47f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:18.957320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab2ece5d-1477-4689-813c-7bc32428475a req-cbd51ad3-1345-4fc6-80eb-73ebf9dce47f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0579324 Aug 06 19:22:18.999197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ab2ece5d-1477-4689-813c-7bc32428475a req-d206c429-33a5-4357-af41-69da6bfd57c4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337384 Aug 06 19:22:19.724550 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-a574b72a-71a2-4996-8fe2-ca5b52e49b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:19.726176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-a574b72a-71a2-4996-8fe2-ca5b52e49b87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0432467 Aug 06 19:22:19.846610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-125124ad-943e-4ed2-a905-689f8e820bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:19.848136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-125124ad-943e-4ed2-a905-689f8e820bbc service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.1006546 Aug 06 19:22:19.924127 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-2eb99718-3ead-461b-9c4a-2b3077f3fac3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 1001 time: 0.0684450 Aug 06 19:22:19.976049 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-47fe39a3-1bab-49c3-9d7f-ffd811492c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:19.977482 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-47fe39a3-1bab-49c3-9d7f-ffd811492c8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0454869 Aug 06 19:22:20.026711 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-b85dec0a-4f39-4f5f-afe3-c050a2e1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.028718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-b85dec0a-4f39-4f5f-afe3-c050a2e1cb3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437293 Aug 06 19:22:20.040426 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-d2ff68c9-7f0d-46cd-b286-02f1d03a22a8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:22:20.041416 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-d2ff68c9-7f0d-46cd-b286-02f1d03a22a8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055978 Aug 06 19:22:20.141064 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612faf92-c901-4b56-a882-a6c221542bfa req-447e7de9-2b43-4852-bb76-73a0fb94e6bf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.143180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-612faf92-c901-4b56-a882-a6c221542bfa req-447e7de9-2b43-4852-bb76-73a0fb94e6bf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0680978 Aug 06 19:22:20.152899 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-2e77ccc7-eebb-4dd8-9894-dd0ec5dcf96e service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039724 Aug 06 19:22:20.193032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-612faf92-c901-4b56-a882-a6c221542bfa req-95e1bf0c-b506-4a80-9701-0b3333140412 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Aug 06 19:22:20.262334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6dba6050-6b64-4b4d-8b93-6bf5820ab9c7 req-1270f825-3691-4970-98d1-f9ab7fb8bfe2 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019406 Aug 06 19:22:20.704604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-dd67f513-3e82-42e7-a1e5-640ed4c372b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.706186 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-dd67f513-3e82-42e7-a1e5-640ed4c372b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0447502 Aug 06 19:22:20.798656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-6f7fb096-1448-4b35-a754-4730aca58a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.800144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-6f7fb096-1448-4b35-a754-4730aca58a92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.0868165 Aug 06 19:22:20.870224 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-090fab22-4f26-45e4-956c-576a99029a2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 1001 time: 0.0625463 Aug 06 19:22:20.925612 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-a774408a-48e3-48a5-a13c-62773d4bd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.927149 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-a774408a-48e3-48a5-a13c-62773d4bd25e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0499821 Aug 06 19:22:20.974241 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-4fc3d81b-4b4c-49d5-873f-8991078f7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:20.975681 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-4fc3d81b-4b4c-49d5-873f-8991078f7e09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419741 Aug 06 19:22:21.071957 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-a388b849-5fc0-4441-8d9a-50cd55c6c0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888894 Aug 06 19:22:21.163287 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-218b6d58-d21a-4153-86c9-e245878a73f4 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837936 Aug 06 19:22:21.323281 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fcfbf-3055-49e4-8703-7cdb5e7ff1ef req-ba698ff7-6b48-4581-9b7f-9b667c77c23d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:21.324882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b59fcfbf-3055-49e4-8703-7cdb5e7ff1ef req-ba698ff7-6b48-4581-9b7f-9b667c77c23d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0576637 Aug 06 19:22:21.364524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b59fcfbf-3055-49e4-8703-7cdb5e7ff1ef req-75169477-ece3-4efb-96dd-34ab9b1273dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333052 Aug 06 19:22:22.498402 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59d17b-6a76-47c2-ad71-6a5b4a0402c2 req-1baa45ca-2152-4b8d-81a5-d4605fbef5df tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:22.499887 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c59d17b-6a76-47c2-ad71-6a5b4a0402c2 req-1baa45ca-2152-4b8d-81a5-d4605fbef5df tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0588546 Aug 06 19:22:22.549875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c59d17b-6a76-47c2-ad71-6a5b4a0402c2 req-918a7ad1-1dc6-4fe0-9082-b9a3510b360b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 Aug 06 19:22:23.684306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf451207-5ca2-41fd-9e5b-dcf00d948585 req-ae2bfcf7-c2b4-4d1c-a573-214a7abd1249 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:23.685997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf451207-5ca2-41fd-9e5b-dcf00d948585 req-ae2bfcf7-c2b4-4d1c-a573-214a7abd1249 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0613968 Aug 06 19:22:23.731373 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf451207-5ca2-41fd-9e5b-dcf00d948585 req-41a5f280-5d55-44cd-b5ae-ca71dbdc183c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384033 Aug 06 19:22:24.862595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25bc25-bd03-426f-b418-c3d222652a07 req-1308a030-4707-4d8d-af91-feb15917ce17 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:24.864131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c25bc25-bd03-426f-b418-c3d222652a07 req-1308a030-4707-4d8d-af91-feb15917ce17 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0554898 Aug 06 19:22:24.907200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6c25bc25-bd03-426f-b418-c3d222652a07 req-ef0bb875-506d-423b-a6c8-159e3b6b4a0f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Aug 06 19:22:26.049463 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e76a8-5d5f-4eea-b839-306e5cc1de0d req-aa373761-888f-42f6-b3e8-878203cac754 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:26.051041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-586e76a8-5d5f-4eea-b839-306e5cc1de0d req-aa373761-888f-42f6-b3e8-878203cac754 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0636947 Aug 06 19:22:26.092535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-586e76a8-5d5f-4eea-b839-306e5cc1de0d req-59c3de63-e314-4a92-bc16-bcb687407659 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352454 Aug 06 19:22:27.217053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddcc86-c1ea-46d2-ac9e-6de0f5a960d0 req-7732db44-949b-4aac-b014-544b20148365 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:27.218507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-feddcc86-c1ea-46d2-ac9e-6de0f5a960d0 req-7732db44-949b-4aac-b014-544b20148365 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Aug 06 19:22:27.259963 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-feddcc86-c1ea-46d2-ac9e-6de0f5a960d0 req-83c472fd-b5af-4930-90fa-a076806cd814 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329807 Aug 06 19:22:28.380244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e135f8-d8f2-4919-8073-d630bf7545c5 req-8d398834-1733-4511-bd1a-db084c4b38ee tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:28.381764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04e135f8-d8f2-4919-8073-d630bf7545c5 req-8d398834-1733-4511-bd1a-db084c4b38ee tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0505126 Aug 06 19:22:28.427620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04e135f8-d8f2-4919-8073-d630bf7545c5 req-f7f04b75-5018-47cb-b413-d1b0491f1d43 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396419 Aug 06 19:22:28.604417 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-35bf0643-f63f-4022-918f-f650ebdc90f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:29.561861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77adbb-b4a2-4d23-ac24-b2bde1b1d98b req-9be05bed-f96c-4c84-8877-55786f81231a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:29.563388 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f77adbb-b4a2-4d23-ac24-b2bde1b1d98b req-9be05bed-f96c-4c84-8877-55786f81231a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0645883 Aug 06 19:22:29.611714 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f77adbb-b4a2-4d23-ac24-b2bde1b1d98b req-b85f12ea-4ec1-4187-9e8b-4b44da3b3830 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379891 Aug 06 19:22:30.735068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e7d2e-7963-46b6-ab35-d6354dcb92fb req-640ec615-5077-4bce-a8e2-a52b44a49260 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:30.736557 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a66e7d2e-7963-46b6-ab35-d6354dcb92fb req-640ec615-5077-4bce-a8e2-a52b44a49260 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Aug 06 19:22:30.784886 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a66e7d2e-7963-46b6-ab35-d6354dcb92fb req-92df7f04-0dbc-408b-8e9a-e8cf114644b6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Aug 06 19:22:31.494097 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:31.838890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6f83cec6-f951-469e-922c-b7f86c13feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:31.924456 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0080-4478-40b4-9db9-b7ddffdee026 req-4e6b8306-3390-4463-a66e-0bcfb22f05b6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:31.926147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70ce0080-4478-40b4-9db9-b7ddffdee026 req-4e6b8306-3390-4463-a66e-0bcfb22f05b6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Aug 06 19:22:31.969819 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-70ce0080-4478-40b4-9db9-b7ddffdee026 req-50345920-1b7f-4270-bf0e-66e594b17b1e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365093 Aug 06 19:22:33.104041 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa81449-1776-468f-b624-bbe0e43168ac req-5f05fd0e-9091-4db1-9fce-bc76fc4d6c9a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:33.105746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efa81449-1776-468f-b624-bbe0e43168ac req-5f05fd0e-9091-4db1-9fce-bc76fc4d6c9a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0608220 Aug 06 19:22:33.150623 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-efa81449-1776-468f-b624-bbe0e43168ac req-54095b25-0108-4f4a-8716-869eced878c8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Aug 06 19:22:33.229600 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-b76ebeb8-3785-4610-b803-2936236729a2 service neutron] show failed (client error): The resource could not be found. Aug 06 19:22:33.230635 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-b76ebeb8-3785-4610-b803-2936236729a2 service neutron] 10.222.0.16 "GET /v2.0/ports/0c74c9b3-29de-4558-80ed-c74219c4af5d/bindings/n-h1-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.1085215 Aug 06 19:22:33.447499 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-e1894aa2-f0e9-4562-9540-3da6f5c9e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:33.449025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-e1894aa2-f0e9-4562-9540-3da6f5c9e1e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 1097 time: 0.0427439 Aug 06 19:22:33.460527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-e36dbeac-5e6c-4526-88c2-4c4984bd9fda service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:22:33.461556 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-e36dbeac-5e6c-4526-88c2-4c4984bd9fda service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056055 Aug 06 19:22:33.474612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:22:33.522705 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:33.539247 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:33.780393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:22:33.816014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h2-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:22:33.856833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:22:33.859175 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62e3d9-2bee-4492-9ace-c96faf44424f" -d '{"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-unplugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:22:33.863390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:33.877773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Transition to ACTIVE for port object 0c74c9b3-29de-4558-80ed-c74219c4af5d will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:22:33.884476 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:33.914282 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93c3581-541e-42ef-9aa0-8290de72c817 x-openstack-request-id: req-b93c3581-541e-42ef-9aa0-8290de72c817 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:22:33.914571 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-unplugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:22:33.914825 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b93c3581-541e-42ef-9aa0-8290de72c817 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:22:33.915225 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'code': 200} Aug 06 19:22:33.966800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=6']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:22:33.985872 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.986217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.986558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.986894 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.987226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.987555 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.987880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.988206 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.988528 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.988861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.989172 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:33.989515 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:34.039533 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] No DVR routers for this DVR port 0c74c9b3-29de-4558-80ed-c74219c4af5d on host n-h2-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:22:34.177864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:22:34.178564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:22:34.178564 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:22:34.183057 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:22:34.183377 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Attempting to bind port 0c74c9b3-29de-4558-80ed-c74219c4af5d on network df6e552b-1c49-48a3-bd8a-e50747bf62ac {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:22:34.188375 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:22:34.188709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Checking segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:22:34.189092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Bound using segment: {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:22:34.189566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Bound port: 0c74c9b3-29de-4558-80ed-c74219c4af5d, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c996f-e3c5-4354-a9cf-7a8184608953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:22:34.189927 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:34.281251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:22:34.286772 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:22:34.295625 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8001-5b68-4fb4-ab19-82e58d539110 req-e4a96061-3910-436a-903c-600128084dfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.297057 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0fe8001-5b68-4fb4-ab19-82e58d539110 req-e4a96061-3910-436a-903c-600128084dfd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0737805 Aug 06 19:22:34.298554 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:34.355151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.355754 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:34.357139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 1092 time: 0.8869824 Aug 06 19:22:34.410772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e0fe8001-5b68-4fb4-ab19-82e58d539110 req-89f69263-4a3e-4efc-80aa-f14d27d524f1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042087 Aug 06 19:22:34.412342 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26538a-3413-4bb1-bc09-74c105daa794 service neutron] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=7']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:22:34.434718 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-a3362344-d484-4313-8233-76ca70243c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.436726 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-a3362344-d484-4313-8233-76ca70243c4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0562320 Aug 06 19:22:34.550401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-77b85774-647d-48d8-96e7-942785c28db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.551880 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-77b85774-647d-48d8-96e7-942785c28db6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.1077135 Aug 06 19:22:34.616998 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-acf5682e-093a-438a-908d-a575cfab6423 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 999 time: 0.0584633 Aug 06 19:22:34.669835 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-c1d32e6c-9917-4e8d-b374-b80fb22c4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.671356 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-c1d32e6c-9917-4e8d-b374-b80fb22c4b0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0477443 Aug 06 19:22:34.729905 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-102f2935-c946-4277-94e5-7f3066780066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:34.732070 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-102f2935-c946-4277-94e5-7f3066780066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531850 Aug 06 19:22:34.834844 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-979a3155-2db5-4321-bcf7-1980825f77df service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954838 Aug 06 19:22:34.933768 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-75b26da0-f4aa-4287-91ea-50380e4b8ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916133 Aug 06 19:22:35.004946 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:35.550481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e9205-6c16-4549-9826-ac88e6f43e21 req-4505f8ae-ab3c-4360-8f5b-69485ca31949 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:35.552102 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d2e9205-6c16-4549-9826-ac88e6f43e21 req-4505f8ae-ab3c-4360-8f5b-69485ca31949 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0631263 Aug 06 19:22:35.594770 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0d2e9205-6c16-4549-9826-ac88e6f43e21 req-9ff37eb5-1bc3-43ab-8a2d-9ffdbb64caac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362737 Aug 06 19:22:35.916429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:22:35.919267 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d170e99-d863-4aff-a411-91807200b432" -d '{"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:22:35.971939 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc428c-09e0-4f51-a4be-a0dfe320ab34 x-openstack-request-id: req-d5dc428c-09e0-4f51-a4be-a0dfe320ab34 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:22:35.972216 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:22:35.972456 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5dc428c-09e0-4f51-a4be-a0dfe320ab34 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:22:35.972864 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'status': 'completed', 'code': 200} Aug 06 19:22:36.007087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:22:36.031806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-7b9ddb30-4263-484a-a01e-893593452c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.033560 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-7b9ddb30-4263-484a-a01e-893593452c26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0430219 Aug 06 19:22:36.037146 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-999547df-e302-49ee-bad0-a1a7039b300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.038729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-999547df-e302-49ee-bad0-a1a7039b300e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0443232 Aug 06 19:22:36.050059 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:22:36.128345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-a36ffde2-d7ea-444e-9089-f02796866004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.130103 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-a36ffde2-d7ea-444e-9089-f02796866004 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.0898538 Aug 06 19:22:36.137024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-0a2e169a-3af7-42f5-8e50-1ae498685c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.138545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-0a2e169a-3af7-42f5-8e50-1ae498685c27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.0927870 Aug 06 19:22:36.197036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-0e484a4f-51e7-4b76-ba42-e561f7da00ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 999 time: 0.0592527 Aug 06 19:22:36.205578 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-b4ee15ca-33f4-4310-bd14-f584ac2d1a65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 999 time: 0.0591531 Aug 06 19:22:36.249009 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-d67678f1-3226-432f-b52f-600a0fdcdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.250736 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-d67678f1-3226-432f-b52f-600a0fdcdcdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0467474 Aug 06 19:22:36.267608 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-ed6a939d-03b3-494d-83a0-f97325eab663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.269581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-ed6a939d-03b3-494d-83a0-f97325eab663 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0536294 Aug 06 19:22:36.303473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-4b27754a-4df1-4da1-8ca6-a21412889346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.305112 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-4b27754a-4df1-4da1-8ca6-a21412889346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449984 Aug 06 19:22:36.316834 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170e99-d863-4aff-a411-91807200b432 req-28525a68-ddc1-4480-ab0f-94edb7383f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.318400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-28525a68-ddc1-4480-ab0f-94edb7383f02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412860 Aug 06 19:22:36.399301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-baf7d429-5ab2-406c-9dfc-1622fea3f962 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Aug 06 19:22:36.423897 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-84b2189c-3162-4aa1-bb8d-6f72f95eb6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957382 Aug 06 19:22:36.504104 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-d0419685-589a-411d-a658-ddf3787620fd service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980334 Aug 06 19:22:36.525122 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1d170e99-d863-4aff-a411-91807200b432 req-a292a3f7-6f19-46e3-a37e-f3d893449479 service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942082 Aug 06 19:22:36.729662 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740fcf-7c94-4e2d-95da-ca9c5b737d83 req-9eed207a-f3a2-4ff1-b229-0c4e8c45bafe tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:36.731234 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5740fcf-7c94-4e2d-95da-ca9c5b737d83 req-9eed207a-f3a2-4ff1-b229-0c4e8c45bafe tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0561037 Aug 06 19:22:36.779145 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5740fcf-7c94-4e2d-95da-ca9c5b737d83 req-4160bf86-d443-4468-b4c8-21ed8d306841 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392663 Aug 06 19:22:37.008675 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89adb5-4f08-43b9-b402-cf88d0c45ca1 req-538347a3-e8c9-4909-bad9-2f0af4fc0e5a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.010403 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db89adb5-4f08-43b9-b402-cf88d0c45ca1 req-538347a3-e8c9-4909-bad9-2f0af4fc0e5a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0576928 Aug 06 19:22:37.014871 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-615cf28f-8fb2-4c59-b661-7e4dbced4f8e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.016362 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-615cf28f-8fb2-4c59-b661-7e4dbced4f8e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37&tenant_id=9612781b8d5d4277beb3212204ed601a&binding%3Ahost_id=n-h1-793621-29 HTTP/1.1" status: 200 len: 943 time: 0.0528541 Aug 06 19:22:37.050620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db89adb5-4f08-43b9-b402-cf88d0c45ca1 req-9b16e8ad-edec-40d8-9d15-3af9669fae98 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335939 Aug 06 19:22:37.080236 n-d-793621-29 neutron-server[94121]: INFO neutron.api.v2.resource [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-9c7661b5-efde-498d-ae33-e43c02259d7f service neutron] delete failed (client error): The resource could not be found. Aug 06 19:22:37.081301 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-9c7661b5-efde-498d-ae33-e43c02259d7f service neutron] 10.222.0.16 "DELETE /v2.0/ports/0c74c9b3-29de-4558-80ed-c74219c4af5d/bindings/n-h2-793621-29 HTTP/1.1" status: 404 len: 381 time: 0.0569980 Aug 06 19:22:37.164945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-75775371-535e-4cb9-a8e5-6c30dea5c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.166839 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-75775371-535e-4cb9-a8e5-6c30dea5c9cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1095 time: 0.0408337 Aug 06 19:22:37.168729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2c75-d48f-49f7-b3e6-387819c08c84 req-a60bc4d3-2aae-463b-853e-fa4aa7f47e71 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.170305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10ca2c75-d48f-49f7-b3e6-387819c08c84 req-a60bc4d3-2aae-463b-853e-fa4aa7f47e71 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 943 time: 0.0511250 Aug 06 19:22:37.209026 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10ca2c75-d48f-49f7-b3e6-387819c08c84 req-3df1a23c-711e-4232-b8d6-7e7d37e883af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326841 Aug 06 19:22:37.263657 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-9c9ca9bb-1e5a-4d9a-b9f3-edc5e7eefea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.265147 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-9c9ca9bb-1e5a-4d9a-b9f3-edc5e7eefea0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.0920827 Aug 06 19:22:37.332740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-affc906b-2e1a-4469-b997-e0dc2a40751e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 999 time: 0.0591228 Aug 06 19:22:37.386410 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-3fab2bf6-67b0-4787-b20d-dc96281759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.388132 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-3fab2bf6-67b0-4787-b20d-dc96281759dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0491791 Aug 06 19:22:37.435997 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-e2070cb8-2080-4353-b304-35439659d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:37.437522 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-e2070cb8-2080-4353-b304-35439659d1d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415030 Aug 06 19:22:37.549344 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-fc7d6270-e3de-43b9-bd46-dc9927a16b7c service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042962 Aug 06 19:22:37.802581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:22:37.910398 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:22:37.922964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'port_id': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'mac_address': 'fa:16:3e:56:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:22:37.979370 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:37.993939 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c74c9b3-29de-4558-80ed-c74219c4af5d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:22:38.019261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:22:38.025991 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:38.042938 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-1b16b725-e9b3-4ff4-9552-5407a7e1642a req-1501cab4-080c-40ff-af37-645c9363d4b1 service neutron] 10.222.0.16 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856441 Aug 06 19:22:38.077330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:22:38.084481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.084823 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.085158 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.085511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.085838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.086163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.086483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.086802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.087119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.087436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.087747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.088061 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:22:38.274560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['0c74c9b3-29de-4558-80ed-c74219c4af5d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:22:38.337163 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cebc64-c6c5-42db-ab92-a69838086523 req-635e7ed8-c6a7-474f-9d01-10a353bfadd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:38.338621 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5cebc64-c6c5-42db-ab92-a69838086523 req-635e7ed8-c6a7-474f-9d01-10a353bfadd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 944 time: 0.0534315 Aug 06 19:22:38.380154 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c5cebc64-c6c5-42db-ab92-a69838086523 req-2a324d4b-9b9d-4d8c-bf56-11226280e0a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347431 Aug 06 19:22:39.513926 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ee4ca-50ca-46e3-8845-33f8e09eb4aa req-6ff07464-e11c-46e7-9bab-dd66c0d43491 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:22:39.515419 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e8ee4ca-50ca-46e3-8845-33f8e09eb4aa req-6ff07464-e11c-46e7-9bab-dd66c0d43491 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 944 time: 0.0639989 Aug 06 19:22:39.556463 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8e8ee4ca-50ca-46e3-8845-33f8e09eb4aa req-228be19d-5fbc-47b8-aa83-b5999db66145 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326469 Aug 06 19:22:39.582077 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52654) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:22:39.646940 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-687295fc-f38d-41bf-a7a8-bcd66072c2b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/76ddf0d1-4476-4b8f-88aa-3012217f2c80 HTTP/1.1" status: 200 len: 992 time: 0.0636272 Aug 06 19:22:39.816297 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:22:39.871950 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 0c74c9b3-29de-4558-80ed-c74219c4af5d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:22:39.877855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 0c74c9b3-29de-4558-80ed-c74219c4af5d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:22:39.878399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:39.977430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:40.004219 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:22:40.006574 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b0149a-5c3c-472b-9ca6-71f4cf55bc20" -d '{"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-plugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:22:40.020159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:22:40.025301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:40.089788 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:22:40.094745 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ba4d5-9d04-4d92-a8ca-9b59d4a29b82 x-openstack-request-id: req-dc7ba4d5-9d04-4d92-a8ca-9b59d4a29b82 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:22:40.095033 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-plugged", "status": "completed", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:22:40.095292 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc7ba4d5-9d04-4d92-a8ca-9b59d4a29b82 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:22:40.095688 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'code': 200} Aug 06 19:22:41.176395 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:42.479973 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:22:51.858278 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:22:58.609935 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6622071b-ba68-47da-9f0e-7f4660add471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:01.490436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:01.840326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ca0c610e-7327-42b8-8197-aeb26801a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:03.522850 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:05.004800 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.010968 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52670) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:08.187528 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 0b674332-490b-4ef9-a640-3e1bec636320 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:23:08.187869 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.275964 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.276321 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.288014 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 0b674332-490b-4ef9-a640-3e1bec636320 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:23:08.446928 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.474554 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=0b674332-490b-4ef9-a640-3e1bec636320,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:08.486640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.486989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.487335 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.487680 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.488017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.488319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.488659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.488995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.489326 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.489720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.490042 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.490371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:08.549775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.550024 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP 76ddf0d1-4476-4b8f-88aa-3012217f2c80 disassociated (deleted). External IP: 172.25.3.167, port: 0c74c9b3-29de-4558-80ed-c74219c4af5d. Aug 06 19:23:08.777807 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router de7d3502-e157-4f3c-82b8-736a43be7c23 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:23:08.899699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:23:08.904269 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:08.911085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Sync routers for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:23:08.924841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:08.925493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:08.932934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c8cdfab2-88a6-4030-b92a-f69a725b2ff4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/floatingips/76ddf0d1-4476-4b8f-88aa-3012217f2c80 HTTP/1.1" status: 204 len: 168 time: 0.9208462 Aug 06 19:23:08.933532 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:23:08.935885 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827febe7-3334-43a4-ab4c-0ec321d67702" -d '{"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:23:09.033357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:09.172885 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2d79b-ed26-4e90-bb55-9d301ef02106 x-openstack-request-id: req-bca2d79b-ed26-4e90-bb55-9d301ef02106 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:23:09.173428 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:23:09.173428 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bca2d79b-ed26-4e90-bb55-9d301ef02106 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:23:09.174214 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'status': 'completed', 'code': 200} Aug 06 19:23:09.267306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-a6028d4f-b51f-45f7-b1f5-e9fe861bed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:09.268909 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-a6028d4f-b51f-45f7-b1f5-e9fe861bed54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 1097 time: 0.0710399 Aug 06 19:23:09.291683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abb9f2-7d35-408c-abf5-6766daf2e58f req-feb431e3-e792-4df9-9e59-f9aaf3161ff8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:09.293171 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77abb9f2-7d35-408c-abf5-6766daf2e58f req-feb431e3-e792-4df9-9e59-f9aaf3161ff8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0698924 Aug 06 19:23:09.382795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-77abb9f2-7d35-408c-abf5-6766daf2e58f req-4c44e544-77e9-4b2a-9088-07116b61b22d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779212 Aug 06 19:23:09.400265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:09.405045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-432d8112-eb51-4d32-a282-58579760dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:09.406580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-432d8112-eb51-4d32-a282-58579760dbd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 200 len: 898 time: 0.1302550 Aug 06 19:23:09.426630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Checking router: de7d3502-e157-4f3c-82b8-736a43be7c23 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:23:09.436116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:09.436744 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:09.449972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-c6bad961-7248-4921-acd5-1e7cd2d21c12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 200 len: 217 time: 0.0348437 Aug 06 19:23:09.503813 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-7a444f81-e486-46fc-b250-616553fb3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:09.505315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-7a444f81-e486-46fc-b250-616553fb3d60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 200 len: 834 time: 0.0472403 Aug 06 19:23:09.560388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:09.782116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:09.810790 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c034d0e-68a3-4dd5-b274-5ff4d47d2b3b None None] The sync data for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 is: [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:20:54Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'a0d421b3-a323-4f15-a852-eb3f74148955', 'name': '', 'network_id': 'df6e552b-1c49-48a3-bd8a-e50747bf62ac', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:5f:17:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:53Z', 'updated_at': '2021-08-06T19:20:58Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'b695afad-3633-436d-b3a9-6e2f36a25e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:23:09.925840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-58e33534-0d3c-4c84-a7fe-984fbeff38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:09.927402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-58e33534-0d3c-4c84-a7fe-984fbeff38d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df6e552b-1c49-48a3-bd8a-e50747bf62ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4142749 Aug 06 19:23:10.026457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-f2bf9f12-ee4a-4939-acd4-1bce41a73bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902660 Aug 06 19:23:10.069623 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f19ce-bd07-49fd-b987-be6b2c283bc6 None None] New status for floating IP 76ddf0d1-4476-4b8f-88aa-3012217f2c80: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:23:10.127810 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-827febe7-3334-43a4-ab4c-0ec321d67702 req-299ffb73-d6ab-4c88-a789-5cb850e70d80 service neutron] 10.222.0.55 "GET /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934036 Aug 06 19:23:10.384120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-cf46a566-0d8e-4c14-9ea1-d95e9dc5cdac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:10.385672 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-cf46a566-0d8e-4c14-9ea1-d95e9dc5cdac tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Aug 06 19:23:10.516473 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aa4e-9fff-47eb-889b-06b9737c8a56 req-1095f22e-7434-4b7e-9b7e-855ab816e922 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:10.518055 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2750aa4e-9fff-47eb-889b-06b9737c8a56 req-1095f22e-7434-4b7e-9b7e-855ab816e922 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=a984c037-0d8b-4fea-81de-7ec07fa5dc37 HTTP/1.1" status: 200 len: 945 time: 0.0623348 Aug 06 19:23:10.523525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 0c74c9b3-29de-4558-80ed-c74219c4af5d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:23:10.523870 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:10.611448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2750aa4e-9fff-47eb-889b-06b9737c8a56 req-a4b73604-0221-431a-9bd0-03d67e81848b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=29953600-6c69-4ec4-9c12-9f32f82b8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845602 Aug 06 19:23:10.642654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 0c74c9b3-29de-4558-80ed-c74219c4af5d, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=0c74c9b3-29de-4558-80ed-c74219c4af5d,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:10.642906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:10.655783 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 0c74c9b3-29de-4558-80ed-c74219c4af5d owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:23:10.798135 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:10.826444 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=0c74c9b3-29de-4558-80ed-c74219c4af5d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:10.872770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] No DVR routers for this DVR port 0c74c9b3-29de-4558-80ed-c74219c4af5d on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:23:10.876042 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:10.878358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f440f64-ddce-4263-9dba-54dca0c4a8c8 req-0a37531a-2d48-434f-a839-961f09f9e23a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "DELETE /v2.0/ports/0c74c9b3-29de-4558-80ed-c74219c4af5d HTTP/1.1" status: 204 len: 173 time: 0.4857316 Aug 06 19:23:10.878964 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-deleted', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:23:10.881727 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb33d79-812b-4ba1-b5ff-c4561acb1ed7" -d '{"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-deleted", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:23:10.975742 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad91ef48-fdd3-4f9e-b147-cac994ef054c x-openstack-request-id: req-ad91ef48-fdd3-4f9e-b147-cac994ef054c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:23:10.976029 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a984c037-0d8b-4fea-81de-7ec07fa5dc37", "name": "network-vif-deleted", "tag": "0c74c9b3-29de-4558-80ed-c74219c4af5d", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:23:10.976278 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad91ef48-fdd3-4f9e-b147-cac994ef054c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:23:10.976695 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a984c037-0d8b-4fea-81de-7ec07fa5dc37', 'name': 'network-vif-deleted', 'tag': '0c74c9b3-29de-4558-80ed-c74219c4af5d', 'status': 'completed', 'code': 200} Aug 06 19:23:11.189816 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:11.672448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52688) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:12.075378 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:12.355126 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port a0d421b3-a323-4f15-a852-eb3f74148955 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:23:12.355389 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:12.450480 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port a0d421b3-a323-4f15-a852-eb3f74148955, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=a0d421b3-a323-4f15-a852-eb3f74148955,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:12.450809 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:12.463803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for a0d421b3-a323-4f15-a852-eb3f74148955 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:23:12.479150 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:12.660803 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:12.687019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=a0d421b3-a323-4f15-a852-eb3f74148955,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:12.870772 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.105803 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router de7d3502-e157-4f3c-82b8-736a43be7c23 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:23:13.220698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:23:13.228769 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8cc6751d-5967-4ec0-92d8-61524faa95bd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/de7d3502-e157-4f3c-82b8-736a43be7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520957 Aug 06 19:23:13.229158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52690) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:13.233194 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Sync routers for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:23:13.243269 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:13.243901 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:13.291709 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting subnet b695afad-3633-436d-b3a9-6e2f36a25e3f {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:23:13.295103 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.346513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.352632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:13.436353 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.520649 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.551458 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.553381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/subnets/b695afad-3633-436d-b3a9-6e2f36a25e3f HTTP/1.1" status: 204 len: 168 time: 0.3231859 Aug 06 19:23:13.554430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be062b-f55b-4595-b879-100529db6b44 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Subnet': ['ID=b695afad-3633-436d-b3a9-6e2f36a25e3f,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:13.556192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52692) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:13.566137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ccb49-139a-464f-9ec4-c0bc0ce3f456 None None] Network df6e552b-1c49-48a3-bd8a-e50747bf62ac requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:23:13.620159 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:23:12Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:13.658060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Checking router: de7d3502-e157-4f3c-82b8-736a43be7c23 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:23:13.678100 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.710861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Routers {'de7d3502-e157-4f3c-82b8-736a43be7c23'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:13.711399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['de7d3502-e157-4f3c-82b8-736a43be7c23'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:13.790358 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.829170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] Set router de7d3502-e157-4f3c-82b8-736a43be7c23 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:13.857777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 94997b12-3d15-4d17-8bb2-3bae44f177b8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:23:13.858043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.887280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] DHCP port deletion for df6e552b-1c49-48a3-bd8a-e50747bf62ac request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:23:13.950308 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 94997b12-3d15-4d17-8bb2-3bae44f177b8, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=94997b12-3d15-4d17-8bb2-3bae44f177b8,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:13.950683 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:13.966792 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 94997b12-3d15-4d17-8bb2-3bae44f177b8 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:23:14.029344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Deleting port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:23:14.029751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.051238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:23:14.105963 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 0c74c9b3-29de-4558-80ed-c74219c4af5d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:23:14.106334 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 0c74c9b3-29de-4558-80ed-c74219c4af5d not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:23:14.136509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] For port 7005d772-6dfa-4d7c-8fad-11edef7c42b0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=7005d772-6dfa-4d7c-8fad-11edef7c42b0,segment=NetworkSegment(737c996f-e3c5-4354-a9cf-7a8184608953),segment_id=737c996f-e3c5-4354-a9cf-7a8184608953)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:14.137015 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.153060 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Calling delete_port for 7005d772-6dfa-4d7c-8fad-11edef7c42b0 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:23:14.159580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.197922 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=94997b12-3d15-4d17-8bb2-3bae44f177b8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:14.253587 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:23:12Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:14.273425 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.285240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57017ec-df78-407b-855f-5a70b3548aa6 None None] The sync data for ids ['de7d3502-e157-4f3c-82b8-736a43be7c23'] in n-d-793621-29 is: [{'id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77402242', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:20:50Z', 'updated_at': '2021-08-06T19:23:12Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '94997b12-3d15-4d17-8bb2-3bae44f177b8', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7d3502-e157-4f3c-82b8-736a43be7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:20:51Z', 'updated_at': '2021-08-06T19:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:23:14.297374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.332042 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7005d772-6dfa-4d7c-8fad-11edef7c42b0 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:23:14.336555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] Pushing event deleted for resources: {'Port': ['ID=7005d772-6dfa-4d7c-8fad-11edef7c42b0,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:14.341529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92f895-cb0b-49f4-91e2-462e13f67129 None None] No DVR routers for this DVR port 7005d772-6dfa-4d7c-8fad-11edef7c42b0 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:23:14.363142 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 7005d772-6dfa-4d7c-8fad-11edef7c42b0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:23:14.363494 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 7005d772-6dfa-4d7c-8fad-11edef7c42b0 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:23:14.391356 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.393502 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.437546 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.438158 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Fanout notify agent at l3_agent the message router_deleted on router de7d3502-e157-4f3c-82b8-736a43be7c23 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:23:14.446027 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.447253 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-b6815b8f-6a14-403a-a5a5-ddce731ee4e4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/routers/de7d3502-e157-4f3c-82b8-736a43be7c23 HTTP/1.1" status: 204 len: 168 time: 0.8900070 Aug 06 19:23:14.450007 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52694) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:14.541907 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.638701 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.653072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6e552b-1c49-48a3-bd8a-e50747bf62ac']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:14.665288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737c996f-e3c5-4354-a9cf-7a8184608953') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:14.665602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737c996f-e3c5-4354-a9cf-7a8184608953') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:14.680684 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.700340 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.711970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:23:14.712611 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:23:14.717092 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:23:14.785084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.794160 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.796008 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/networks/df6e552b-1c49-48a3-bd8a-e50747bf62ac HTTP/1.1" status: 204 len: 168 time: 0.3451068 Aug 06 19:23:14.799381 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52698) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:14.808672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447404-c758-421c-ae37-96766e053e34 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Network': ['ID=df6e552b-1c49-48a3-bd8a-e50747bf62ac,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:14.868623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.907791 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.981326 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.984256 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:14.988419 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/security-groups/29953600-6c69-4ec4-9c12-9f32f82b8718 HTTP/1.1" status: 204 len: 168 time: 0.1845052 Aug 06 19:23:14.996477 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a755a87-78e5-4c69-a1e6-2bfcddb3d4c6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29953600-6c69-4ec4-9c12-9f32f82b8718,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:15.336386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52704) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:15.342741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623330389', 'description': 'tempest-secgroup-smoke-1623330389 description', 'project_id': '9612781b8d5d4277beb3212204ed601a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:15.368304 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.470331 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.477108 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.502506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.503743 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1663055 Aug 06 19:23:15.507746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52706) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:15.508286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8f7ec-709a-438f-a1cb-7046a25911b7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708954aa-df09-4d2a-8747-402c970051f5,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:15.512751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:15.541128 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.604936 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.611071 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.629122 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1594a0a7-ad7e-4059-9f48-851c20a9a368,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:15.635237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.636390 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-c72daa5c-6d86-4efe-b287-ccf29789bc4c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276159 Aug 06 19:23:15.639412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52708) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:15.644217 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:15.672846 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.739520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.753511 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.776755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4469aa10-b9b0-4eb2-b7c8-1d46e308a036,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:15.782129 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.785906 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-266b3156-1d3e-4cd4-85a8-0d99267aed6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430981 Aug 06 19:23:15.786539 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52710) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:15.791334 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:15.821694 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.896946 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.905642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.926023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16aa384a-4264-4ac4-bfff-f773acb1e16c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:15.934240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:15.935441 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1849a974-bd97-41a4-964f-1dc63b522fd2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478546 Aug 06 19:23:15.939516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52712) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:15.944443 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:15.975868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.042749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.048086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.066911 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569cac1b-0efc-4bcb-a1c1-1f75e832408f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:16.073942 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.075176 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-be2c4229-69fd-4d26-b3af-c5c26bd59aaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346283 Aug 06 19:23:16.078082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52714) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:16.082545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:16.107034 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:23:16.112081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.174963 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.180508 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.200248 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da72d4d0-6546-4841-a4a0-d0e175086273,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:16.202361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94997b12-3d15-4d17-8bb2-3bae44f177b8 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:23:16.210330 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.211563 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c16a1045-b1ec-42e2-8902-77540d2385fd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325414 Aug 06 19:23:16.214348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52716) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:16.218948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '708954aa-df09-4d2a-8747-402c970051f5', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:16.226249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 94997b12-3d15-4d17-8bb2-3bae44f177b8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:23:16.226596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 94997b12-3d15-4d17-8bb2-3bae44f177b8 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:23:16.227005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a0d421b3-a323-4f15-a852-eb3f74148955 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:23:16.240809 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:23:16.245802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: a0d421b3-a323-4f15-a852-eb3f74148955 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:23:16.245977 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.246153 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device a0d421b3-a323-4f15-a852-eb3f74148955 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:23:16.310955 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.316298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.335210 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19386405-950c-41d1-9eb0-32970a06ff2f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:16.343825 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.346057 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-654e62c6-e42d-43a9-8ebd-adce0baeaf28 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304064 Aug 06 19:23:16.349019 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52718) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:16.354960 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'network': {'name': 'tempest-network-smoke--789157601', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:16.379166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:23:16.383351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.411078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:23:16.421843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.422300 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Added segment 461184c6-93af-4e5c-b6d2-b80fda09b09a of type vlan for network ccf1ab1f-bf39-4381-be9c-e90aee175c68 Aug 06 19:23:16.468876 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.500046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.505650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:16.506240 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.564194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2138486 Aug 06 19:23:16.567266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52720) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:16.572123 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'admin_state_up': True, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:16.585693 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2684f9-b324-470c-ba5a-bd064161b169 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Network': ['ID=ccf1ab1f-bf39-4381-be9c-e90aee175c68,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:16.596895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:23:16.602997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.604170 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.661783 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:16.820798 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:17.039920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:17.059757 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:17.168875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.172 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/2dcd70fc-cc2b-4877-8799-99a0e1dcf76e) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:23:17.286843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:17.331651 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:17.377150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:17.380361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:17.384863 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:23:17.388113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:17.665842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:18.251249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:18.384238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 0d07b38e-2786-4bd4-9224-d0695036c953 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:23:18.495769 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:23:18.511652 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Sync routers for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:23:18.524909 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:18.525570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:18.526145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:18.527555 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9c5c4f30-8799-45a9-8226-3a03d46febdd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9592676 Aug 06 19:23:18.530681 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52722) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:18.623036 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c77aa346-4a65-47de-b727-a21ab58d3261 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9612781b8d5d4277beb3212204ed601a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0911782 Aug 06 19:23:18.626734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52726) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:18.646165 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:18.722010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73531261-fa7d-47cb-a23a-9eea251429c1 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:18.723548 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-73531261-fa7d-47cb-a23a-9eea251429c1 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946145 Aug 06 19:23:18.726372 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52728) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:18.755569 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aca7b148-4e36-4bad-8425-184cab0455fa tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280864 Aug 06 19:23:18.758251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52730) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:18.763266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632471198', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:18.823474 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:17Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:18.852908 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Checking router: 0d07b38e-2786-4bd4-9224-d0695036c953 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:23:18.853295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Updating router 0d07b38e-2786-4bd4-9224-d0695036c953 port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:23:18.856552 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:23:18.860226 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:18.878396 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.053075 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.118516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Subnet': ['ID=d5f8e61a-2c1e-4521-9d62-317a84a18247,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:19.128344 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Checking segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:23:19.128746 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network hostable DHCP agents. Network: ccf1ab1f-bf39-4381-be9c-e90aee175c68, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:23:19.147236 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:23:19.152970 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.156866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, ccf1ab1f-bf39-4381-be9c-e90aee175c68) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:19.161343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:19.161984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.163407 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Transition to ACTIVE for port object 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:19.167149 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd3026-64c1-4eef-9338-3a32ee213cbb None None] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:23:19.177335 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.181664 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-db17ef7b-4683-4bad-899e-99b43b3b99d5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4221950 Aug 06 19:23:19.184568 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52732) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:19.235528 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Attempting to bind port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:23:19.235931 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Attempting to bind port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:23:19.236318 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Attempting to bind port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:23:19.245523 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Pushing event updated for resources: {'Port': ['ID=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:19.247988 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:23:19.248364 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:23:19.248766 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.249162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:23:19.249686 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Bound port: 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:23:19.250056 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.258361 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.258712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.259053 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.259374 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.259840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.260065 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.260352 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.260674 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.260995 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.261313 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.261658 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.261973 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:23:19.319484 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] For port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:23:19.320718 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:23:19.321651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.324337 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] For port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:23:19.330562 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.385872 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:19.386509 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:19.428150 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14dba0-400e-4c04-ab0a-846d297d3392 None None] Pushing event updated for resources: {'Port': ['ID=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:19.471238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Allocated IP 172.20.0.2 (ccf1ab1f-bf39-4381-be9c-e90aee175c68/d5f8e61a-2c1e-4521-9d62-317a84a18247/4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:23:19.515096 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:19.635659 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.648240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Transition to ACTIVE for port object 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:19.671418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Transition to ACTIVE for port object 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:19.681851 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.723587 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.724526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:19.728557 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:19.732756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:23:19.742208 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Pushing event updated for resources: {'Port': ['ID=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:19.794782 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Attempting to bind port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:23:19.795151 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Attempting to bind port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:23:19.795488 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Attempting to bind port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 on network ccf1ab1f-bf39-4381-be9c-e90aee175c68 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:23:19.801373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:23:19.801373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Checking segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:23:19.801739 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.801970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Bound using segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:23:19.806049 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Bound port: 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:23:19.806339 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:19.827832 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:17Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:19.858774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522d68f-f911-4d2f-93dd-84b0755144db None None] The sync data for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 is: [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:17Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:23:20.061161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] For port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:23:20.068718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.1 (ccf1ab1f-bf39-4381-be9c-e90aee175c68/d5f8e61a-2c1e-4521-9d62-317a84a18247/8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:23:20.072568 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] For port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:23:20.081423 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.157163 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaab15d-5f4e-450e-ad44-4c7edd490098 None None] Pushing event updated for resources: {'Port': ['ID=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:20.260233 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.272056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:20.283461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:20.327733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.346558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:20.374977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:20.375359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.378378 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:20.393281 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:20.397778 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:23:20.425178 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:20.482019 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.497728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.529248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:20.537376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:20.597887 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:20.659952 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:21.009405 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:21.016158 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:21.099293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:21.101935 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:21.219307 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:21.220982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:21.244862 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4619f0b-edca-4e46-b693-d50512b78418 None None] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:23:21.310825 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dfb25566-aa9a-450d-aba2-3c541a5671a2 None None] Provisioning for port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:21.360514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 0d07b38e-2786-4bd4-9224-d0695036c953 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:23:21.482490 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:23:21.488139 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0f702cc5-83cf-4cf2-bbef-58ea604bf71b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/0d07b38e-2786-4bd4-9224-d0695036c953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024330 Aug 06 19:23:21.650610 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-21d56932-1489-46c3-8903-88b403c7d5c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623330389&fields=id&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 267 time: 0.0407321 Aug 06 19:23:21.703938 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Sync routers for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:23:21.715038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:21.715618 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:21.813069 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-8e36667d-4daf-4724-bbcd-c3c15d5c4d86 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:21.815282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-8e36667d-4daf-4724-bbcd-c3c15d5c4d86 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 796 time: 0.1541944 Aug 06 19:23:21.820994 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a8cb751-1b3a-46ac-b511-5431c0d59c1a None None] Provisioning for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:21.828240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2a8cb751-1b3a-46ac-b511-5431c0d59c1a None None] Provisioning complete for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:21.828721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb751-1b3a-46ac-b511-5431c0d59c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:21.836582 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-794dba82-0e05-401a-bdd9-9ecc456bfe58 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/quotas/9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 375 time: 0.0137012 Aug 06 19:23:21.890212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cb751-1b3a-46ac-b511-5431c0d59c1a None None] Port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:23:21.894631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:21.918806 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-8d057d48-1522-4123-a9b9-55b79d26859f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713069 Aug 06 19:23:22.074363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-f3c5faa6-4bca-419a-9aa6-ec80587127cb None None] Provisioning complete for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:22.074363 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3c5faa6-4bca-419a-9aa6-ec80587127cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.106164 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-87ea8d7d-b898-448d-9e44-1ba9b963a55a service neutron] 10.222.0.64 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639667 Aug 06 19:23:22.146777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5faa6-4bca-419a-9aa6-ec80587127cb None None] Port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:23:22.178193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 2, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:22.210987 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-c4a8c06b-ecd1-4b5f-a146-3b62a5a2266b service neutron] 10.222.0.64 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010675 Aug 06 19:23:22.222411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Checking router: 0d07b38e-2786-4bd4-9224-d0695036c953 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:23:22.222811 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Updating router 0d07b38e-2786-4bd4-9224-d0695036c953 port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:23:22.250675 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.296319 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-69d2d545-de47-4727-90d3-39c423cfab2b None None] Provisioning complete for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:22.296691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-69d2d545-de47-4727-90d3-39c423cfab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.327262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:22.424144 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e775e637-dcd1-4263-bf3d-150374847ae3 req-319d6fd8-fa53-4a1e-ab6b-847cf9c7f6f9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 210 time: 0.0322740 Aug 06 19:23:22.434167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-69d2d545-de47-4727-90d3-39c423cfab2b None None] Port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:23:22.513008 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:22.513384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.668919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:22.675134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.710704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Transition to ACTIVE for port object 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:22.721157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.769343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:22.777866 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6d0d5-630a-4d74-8651-dd167ee79d11 None None] Pushing event updated for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:22.781389 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:22.781766 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.863708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Attempting to bind port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:23:22.864077 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Attempting to bind port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:23:22.864427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Attempting to bind port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc on network ccf1ab1f-bf39-4381-be9c-e90aee175c68 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:23:22.871699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:23:22.872045 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Checking segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:23:22.872451 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.872833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Bound using segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:23:22.873289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Bound port: 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:23:22.873715 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:22.964351 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:23.021157 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] For port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:23:23.029482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] For port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:23:23.042830 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:23.046721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:23.079159 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:23.132713 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:23.133323 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:23.135708 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6d0d5-630a-4d74-8651-dd167ee79d11 None None] Pushing event updated for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:23.263264 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:23.293221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:23.564246 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-90b09a8e-f4e4-4495-a732-7abec169181c req-1970b7fd-9260-49c3-86e5-a7578aa0aa0d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 210 time: 0.0298955 Aug 06 19:23:23.595467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:23.605742 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-e370d3db-6d89-4031-bd9d-3406227ad3dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:23.607406 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-e370d3db-6d89-4031-bd9d-3406227ad3dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 796 time: 0.1414893 Aug 06 19:23:23.625512 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae0c68-ee47-4313-a725-263286a08306 None None] The sync data for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 is: [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:23Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:23:23.659387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-173ee800-6487-402e-8b5c-b72ff2ac45fe tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 380 time: 0.0427656 Aug 06 19:23:23.671875 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'port': {'device_id': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'admin_state_up': True, 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'security_groups': ['708954aa-df09-4d2a-8747-402c970051f5']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:23.849156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:23:23.853830 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:23.999766 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.5 (ccf1ab1f-bf39-4381-be9c-e90aee175c68/d5f8e61a-2c1e-4521-9d62-317a84a18247/6ae88e0b-5e07-4277-8865-f48030914ce8) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:23:24.183867 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.204126 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object 6ae88e0b-5e07-4277-8865-f48030914ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:24.245979 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.301565 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:24.305142 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:24.309904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:23:24.314014 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:24.351867 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:24.376354 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:24.380509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.416092 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-97e304eb-74ec-43eb-bbe4-1177786fa506 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7456429 Aug 06 19:23:24.426221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Request body: {'port': {'device_id': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:24.437787 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:24.445034 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:24.445488 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.508043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.589393 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.644669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:24.655249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5ca0d611-f83f-4fba-8792-b7289c4a50fb None None] Provisioning for port 6ae88e0b-5e07-4277-8865-f48030914ce8 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:24.657645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.658479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:24.665481 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-5ca0d611-f83f-4fba-8792-b7289c4a50fb None None] Provisioning complete for port 6ae88e0b-5e07-4277-8865-f48030914ce8 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:24.665481 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d611-f83f-4fba-8792-b7289c4a50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.786552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594925c-8409-4158-a9b5-e6d7a490b578 req-28699d97-d6dc-47aa-9ac9-409efc368f06 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:24.788386 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3594925c-8409-4158-a9b5-e6d7a490b578 req-28699d97-d6dc-47aa-9ac9-409efc368f06 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 931 time: 0.1186988 Aug 06 19:23:24.866307 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3594925c-8409-4158-a9b5-e6d7a490b578 req-b76d5ed7-7ea5-491f-b311-05fa915a3ba6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665233 Aug 06 19:23:24.940055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae88e0b-5e07-4277-8865-f48030914ce8 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:23:24.948975 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.962628 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Transition to ACTIVE for port object 6ae88e0b-5e07-4277-8865-f48030914ce8 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:23:24.968187 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:24.971912 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0d611-f83f-4fba-8792-b7289c4a50fb None None] Port 6ae88e0b-5e07-4277-8865-f48030914ce8 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:23:24.975728 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:24.987529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:24.987972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:25.036825 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:25.131161 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Attempting to bind port 6ae88e0b-5e07-4277-8865-f48030914ce8 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:23:25.131448 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Attempting to bind port 6ae88e0b-5e07-4277-8865-f48030914ce8 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:23:25.131733 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Attempting to bind port 6ae88e0b-5e07-4277-8865-f48030914ce8 on network ccf1ab1f-bf39-4381-be9c-e90aee175c68 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:23:25.137805 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Port 6ae88e0b-5e07-4277-8865-f48030914ce8 on network ccf1ab1f-bf39-4381-be9c-e90aee175c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:23:25.138309 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Attempting to bind port 6ae88e0b-5e07-4277-8865-f48030914ce8 on network ccf1ab1f-bf39-4381-be9c-e90aee175c68 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:23:25.144317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:23:25.144661 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Checking segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:23:25.145065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Bound using segment: {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:23:25.145552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Bound port: 6ae88e0b-5e07-4277-8865-f48030914ce8, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461184c6-93af-4e5c-b6d2-b80fda09b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:23:25.145925 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:25.244030 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:23:25.250916 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6ae88e0b-5e07-4277-8865-f48030914ce8,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:23:25.258669 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:25.326159 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:25.327213 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:25.329566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 1092 time: 0.9089899 Aug 06 19:23:25.330356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:23:25.334707 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61320837-4899-4902-a055-d8f01aba1e03" -d '{"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:23:25.368369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb301ca-0c28-4511-8aa9-77ef7ee95831 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:25.389367 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2796c-a741-4e93-9829-8cc2bf1b1006 x-openstack-request-id: req-11b2796c-a741-4e93-9829-8cc2bf1b1006 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:23:25.389967 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:23:25.390284 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11b2796c-a741-4e93-9829-8cc2bf1b1006 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:23:25.390927 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'status': 'completed', 'code': 200} Aug 06 19:23:25.443156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-4717094c-964c-4d57-95d0-18edcc29bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:25.445067 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-4717094c-964c-4d57-95d0-18edcc29bda4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1095 time: 0.0696700 Aug 06 19:23:25.492353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-7ae3e4dd-ef0d-42f1-ac42-36a79f5729d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 217 time: 0.0391784 Aug 06 19:23:25.546195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-100752f9-ef62-40ca-8412-e48cc38a09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:25.547732 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-100752f9-ef62-40ca-8412-e48cc38a09c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0481324 Aug 06 19:23:25.602103 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-ba7a7518-057e-49d0-b4f4-e88e70d0ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:25.603511 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-ba7a7518-057e-49d0-b4f4-e88e70d0ed17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486791 Aug 06 19:23:25.701625 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-e933466e-f31d-45a0-bedb-27f873ce37a5 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903862 Aug 06 19:23:25.812176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-486380a8-d1ed-47d5-9ad0-1c27ca963374 req-a96bc757-bf2c-47d1-820e-10d1133d9281 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032510 Aug 06 19:23:25.919787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320837-4899-4902-a055-d8f01aba1e03 req-5f09e612-02d2-4f4d-8b32-f54647b7739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:25.921315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-5f09e612-02d2-4f4d-8b32-f54647b7739b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1095 time: 0.0474074 Aug 06 19:23:26.055752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921f19b-a08e-406c-8fb1-8f6d693e1d4e req-37e54c0e-2af1-4bd3-8101-ac0d7e8a4689 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:26.057345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4921f19b-a08e-406c-8fb1-8f6d693e1d4e req-37e54c0e-2af1-4bd3-8101-ac0d7e8a4689 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 943 time: 0.1107242 Aug 06 19:23:26.060543 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320837-4899-4902-a055-d8f01aba1e03 req-b98fc60b-d1b4-4667-9334-f0569d2bde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:26.062012 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-b98fc60b-d1b4-4667-9334-f0569d2bde08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 897 time: 0.1337800 Aug 06 19:23:26.110912 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-80c318d9-4809-46fa-8c99-716a1ae42eed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 217 time: 0.0401323 Aug 06 19:23:26.153795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4921f19b-a08e-406c-8fb1-8f6d693e1d4e req-a84dfac2-dc99-4264-a247-c8029b279dee tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901349 Aug 06 19:23:26.188764 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320837-4899-4902-a055-d8f01aba1e03 req-1d118985-073d-47d6-b8ab-796d6528144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:26.190710 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-1d118985-073d-47d6-b8ab-796d6528144e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0687199 Aug 06 19:23:26.225335 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:26.248276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320837-4899-4902-a055-d8f01aba1e03 req-110434fb-4a92-4f53-9edc-fde4a57a1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:26.249965 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-110434fb-4a92-4f53-9edc-fde4a57a1185 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511248 Aug 06 19:23:26.278324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:26.278695 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:26.351771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-58fdae15-53f5-4eb9-9a6c-cc1c82581c62 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939660 Aug 06 19:23:26.453617 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-61320837-4899-4902-a055-d8f01aba1e03 req-a88102aa-3574-45f1-831e-1e4022fe25dc service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939031 Aug 06 19:23:27.290648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822f8db-7945-414c-bd56-21d07840af68 req-b6f248f7-6209-40c8-9452-123744fcf6ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:27.292456 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f822f8db-7945-414c-bd56-21d07840af68 req-b6f248f7-6209-40c8-9452-123744fcf6ae tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 943 time: 0.0539932 Aug 06 19:23:27.344240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f822f8db-7945-414c-bd56-21d07840af68 req-236451ff-17aa-47eb-9fbd-d62827808f72 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Aug 06 19:23:28.065347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6ae88e0b-5e07-4277-8865-f48030914ce8 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:23:28.175382 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6ae88e0b-5e07-4277-8865-f48030914ce8,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:28.189295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'port_id': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'mac_address': 'fa:16:3e:f1:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:23:28.230367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:28.248237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae88e0b-5e07-4277-8865-f48030914ce8 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:23:28.271009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6ae88e0b-5e07-4277-8865-f48030914ce8,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:28.277016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:28.328213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:28.495721 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['6ae88e0b-5e07-4277-8865-f48030914ce8'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:23:28.496641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06838458-85c5-4477-a462-529b12a59ae8 req-ed707e83-50bf-459a-bb94-8c5a3b35d5f1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:28.498457 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06838458-85c5-4477-a462-529b12a59ae8 req-ed707e83-50bf-459a-bb94-8c5a3b35d5f1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 944 time: 0.0776072 Aug 06 19:23:28.548134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-06838458-85c5-4477-a462-529b12a59ae8 req-9a1f4db9-2ff6-486e-878e-3fcf781d9903 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Aug 06 19:23:28.626050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-08a7714f-0861-488e-9d02-ebd0ed193b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:28.858474 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:23:29.678395 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dac8d-c745-42bd-afc2-e7f684327a38 req-1c5c3837-2795-4cee-880d-f7813ddd0bef tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:29.679966 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-949dac8d-c745-42bd-afc2-e7f684327a38 req-1c5c3837-2795-4cee-880d-f7813ddd0bef tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 944 time: 0.0559847 Aug 06 19:23:29.725226 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-949dac8d-c745-42bd-afc2-e7f684327a38 req-3db5f34e-08e2-4adc-b289-0f50ae3956a5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390174 Aug 06 19:23:30.080262 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6ae88e0b-5e07-4277-8865-f48030914ce8 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:23:30.147155 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 6ae88e0b-5e07-4277-8865-f48030914ce8 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:23:30.151497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 6ae88e0b-5e07-4277-8865-f48030914ce8 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:23:30.151869 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:30.246315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:30.271118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:23:30.273542 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7791e87d-825f-469a-9569-ee9044c3666f" -d '{"events": [{"server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:23:30.289048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6ae88e0b-5e07-4277-8865-f48030914ce8,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:23:30.294569 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:30.323789 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f54e2-5645-4350-8e7d-863f676effb3 x-openstack-request-id: req-755f54e2-5645-4350-8e7d-863f676effb3 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:23:30.324039 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:23:30.324297 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-755f54e2-5645-4350-8e7d-863f676effb3 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:23:30.324689 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'code': 200} Aug 06 19:23:30.365911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:30.416012 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce189fc2-a4ea-40ca-b8b7-0dea21e84aea req-dfb96558-10d5-440f-a615-8b14f9ce0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:30.417805 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce189fc2-a4ea-40ca-b8b7-0dea21e84aea req-dfb96558-10d5-440f-a615-8b14f9ce0b83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1097 time: 0.0438781 Aug 06 19:23:30.461308 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce189fc2-a4ea-40ca-b8b7-0dea21e84aea req-08779e81-59fb-40c7-b45b-91b8caf86ce6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365074 Aug 06 19:23:30.866736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb634-eba9-4067-8043-c58b569df14b req-67694fc2-964d-4b5f-bcdd-9ed14a8abcaf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:30.868317 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36bcb634-eba9-4067-8043-c58b569df14b req-67694fc2-964d-4b5f-bcdd-9ed14a8abcaf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0523834 Aug 06 19:23:30.910497 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36bcb634-eba9-4067-8043-c58b569df14b req-2d4c45f6-fc9d-43bb-bbd5-496fbc840635 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Aug 06 19:23:31.500186 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:31.839541 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b86fd4fe-8273-4020-adbc-4f53f1e7803e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:32.050346 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332c0f-470b-41c7-8589-d097280b59c4 req-a99a5223-65a5-45b1-972a-4aff1c123472 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:32.051925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a332c0f-470b-41c7-8589-d097280b59c4 req-a99a5223-65a5-45b1-972a-4aff1c123472 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0597906 Aug 06 19:23:32.100842 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1a332c0f-470b-41c7-8589-d097280b59c4 req-1c5f26fd-26c5-458a-bee6-c36649f19320 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Aug 06 19:23:32.221089 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23ff82-1ec0-4d1f-bf26-cacbfbf885c5 req-2d2aad2e-8760-4645-8371-94667ef39ed0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:32.222847 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b23ff82-1ec0-4d1f-bf26-cacbfbf885c5 req-2d2aad2e-8760-4645-8371-94667ef39ed0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Aug 06 19:23:32.267470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7b23ff82-1ec0-4d1f-bf26-cacbfbf885c5 req-1e99d79e-4da9-4e1e-bc07-f9ad5e7dd53c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Aug 06 19:23:32.294880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52788) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:32.340403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094a891-4222-4f9b-abcd-aea37da6aa4c tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:32.341947 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4094a891-4222-4f9b-abcd-aea37da6aa4c tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1092 time: 0.0457950 Aug 06 19:23:32.345891 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52790) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:32.350460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:23:32.379883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:32.496287 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:32.611802 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.80 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/e2134998-d889-4a75-924a-fd53b2b45a24) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:23:33.094378 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.142379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.186672 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:23:33.191856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:23:33.197423 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:23:33.200904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=e2134998-d889-4a75-924a-fd53b2b45a24,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:33.526949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.596267 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.671547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.840525 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.847011 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:33.921658 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=e2134998-d889-4a75-924a-fd53b2b45a24,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:23:33.931507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:34.077074 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP d796a1ca-296b-438f-bf01-53858069cfb8 associated. External IP: 172.25.3.80, port: 6ae88e0b-5e07-4277-8865-f48030914ce8. Aug 06 19:23:34.307315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 0d07b38e-2786-4bd4-9224-d0695036c953 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:23:34.422882 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:23:34.433291 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Sync routers for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:23:34.442668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:34.445159 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:34.445845 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:34.471814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-14fca3f7-db81-4f19-9bad-a7a0c255eb94 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1248565 Aug 06 19:23:34.475927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:23:34.475927 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6fa533-3ad8-4496-9be9-99ab19262c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:23:34.559185 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:34.574696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d73860-a88f-4fa1-82b1-ac8d9368540c req-c349ee82-8ff8-4566-a017-37492ee880f7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:34.576340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d73860-a88f-4fa1-82b1-ac8d9368540c req-c349ee82-8ff8-4566-a017-37492ee880f7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Aug 06 19:23:34.624332 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-12d73860-a88f-4fa1-82b1-ac8d9368540c req-4462c841-a6c8-4fd1-badf-21080b667d39 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Aug 06 19:23:34.648205 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52796) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:34.680193 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b673a4-404d-4cf2-b714-5b6ad6bd81bd x-openstack-request-id: req-00b673a4-404d-4cf2-b714-5b6ad6bd81bd {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:23:34.680494 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:23:34.680742 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00b673a4-404d-4cf2-b714-5b6ad6bd81bd {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:23:34.681181 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'status': 'completed', 'code': 200} Aug 06 19:23:34.723617 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e13edf7b-f887-4bd0-b6a1-14a7c73baf22 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/d796a1ca-296b-438f-bf01-53858069cfb8 HTTP/1.1" status: 200 len: 990 time: 0.0741816 Aug 06 19:23:34.754840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-cafe45c4-8021-4eb4-96e7-dbdd98403dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:34.756492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-cafe45c4-8021-4eb4-96e7-dbdd98403dfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1097 time: 0.0492508 Aug 06 19:23:34.812297 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd796a1ca-296b-438f-bf01-53858069cfb8', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'port_id': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'mac_address': 'fa:16:3e:f1:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:23:33Z', 'updated_at': '2021-08-06T19:23:33Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:34.843654 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Checking router: 0d07b38e-2786-4bd4-9224-d0695036c953 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:23:34.852143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-b4340990-7ab0-494f-842a-95f0f22e1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:34.853019 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:23:34.853676 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:23:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:34.853849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-b4340990-7ab0-494f-842a-95f0f22e1117 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 897 time: 0.0906718 Aug 06 19:23:34.935574 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-75c7b216-8305-439b-b0bc-f1a2d2fe2285 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 998 time: 0.0728772 Aug 06 19:23:34.982013 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:23:34.991141 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-0c7f50ca-fda6-4188-8823-33e45a9036a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:34.992855 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-0c7f50ca-fda6-4188-8823-33e45a9036a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0494921 Aug 06 19:23:35.014428 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:35.054917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-7d87cc1a-55f3-4286-b4d4-a511aa5cebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:23:35.056764 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-7d87cc1a-55f3-4286-b4d4-a511aa5cebf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565548 Aug 06 19:23:35.207639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-ad2abbc5-f642-4b1d-a597-9a5bae2a8420 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418612 Aug 06 19:23:35.253490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd796a1ca-296b-438f-bf01-53858069cfb8', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'port_id': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'mac_address': 'fa:16:3e:f1:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:23:33Z', 'updated_at': '2021-08-06T19:23:33Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:23:35.280659 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67970958-3285-43c6-bb6c-9ff243e0388e None None] The sync data for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 is: [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'd796a1ca-296b-438f-bf01-53858069cfb8', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'port_id': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'mac_address': 'fa:16:3e:f1:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:23:33Z', 'updated_at': '2021-08-06T19:23:33Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:23:35.305321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8f6fa533-3ad8-4496-9be9-99ab19262c9e req-5e1b7516-9232-45b5-b063-49c23a44e409 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905817 Aug 06 19:23:35.482410 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63334339-01c8-4421-96c9-cc9ef6c1bda9 None None] New status for floating IP d796a1ca-296b-438f-bf01-53858069cfb8: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:23:35.726512 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52798) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:23:35.795297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-57b5e7d7-46eb-4177-a2f6-bf42dfae9057 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/d796a1ca-296b-438f-bf01-53858069cfb8 HTTP/1.1" status: 200 len: 992 time: 0.0671642 Aug 06 19:23:41.190672 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:42.492056 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:23:58.602642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c39afd87-7ec6-434f-94ac-5316c40eaa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:01.495463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:01.838315 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2794-701c-4e6a-ab77-4f103976ae8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:03.529268 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:05.011377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:05.862056 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:24:07.185192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f436f-3dda-4853-b6ce-c63efaab7b59 req-b973d328-acd1-4bb6-8248-5dc58f9398dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:07.186888 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570f436f-3dda-4853-b6ce-c63efaab7b59 req-b973d328-acd1-4bb6-8248-5dc58f9398dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Aug 06 19:24:07.231358 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-570f436f-3dda-4853-b6ce-c63efaab7b59 req-ebabd01e-a5cd-4535-a14f-f45d341f38a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381439 Aug 06 19:24:08.359970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8b4f-415c-45d9-94ed-3867ec0434b3 req-637fff9f-b584-4bf8-829c-22c2c6155daa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:08.361520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d10e8b4f-415c-45d9-94ed-3867ec0434b3 req-637fff9f-b584-4bf8-829c-22c2c6155daa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Aug 06 19:24:08.404033 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d10e8b4f-415c-45d9-94ed-3867ec0434b3 req-6aac1622-79d0-45a8-b752-423cfaf29571 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361097 Aug 06 19:24:09.533956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa22c-5419-425a-a5d9-97c57a30be8c req-f5f6e913-82b6-4e14-b8af-5aac4dd2eebb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:09.535479 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d7aa22c-5419-425a-a5d9-97c57a30be8c req-f5f6e913-82b6-4e14-b8af-5aac4dd2eebb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0606451 Aug 06 19:24:09.583667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5d7aa22c-5419-425a-a5d9-97c57a30be8c req-ba5514fe-ccb4-4841-baeb-214a9d6c5119 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Aug 06 19:24:10.706450 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4480d-6f2f-4f7a-9ecb-41d0f2396afb req-c205372a-95ef-450f-9a6f-eb96ffabfa4a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:10.708017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d4480d-6f2f-4f7a-9ecb-41d0f2396afb req-c205372a-95ef-450f-9a6f-eb96ffabfa4a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Aug 06 19:24:10.754251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-87d4480d-6f2f-4f7a-9ecb-41d0f2396afb req-03aa8272-b18b-4322-9170-d6d846cb43fe tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Aug 06 19:24:11.194890 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:11.888364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f861a-5faf-4268-97f3-dabe8cac073a req-3a5c8b58-e30f-4bba-8bcd-b33a901f7521 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:11.889918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d58f861a-5faf-4268-97f3-dabe8cac073a req-3a5c8b58-e30f-4bba-8bcd-b33a901f7521 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0534132 Aug 06 19:24:11.933754 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d58f861a-5faf-4268-97f3-dabe8cac073a req-deb40834-1f82-46bd-bdaa-2b0dfad7a76e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372698 Aug 06 19:24:12.482882 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:13.068190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f0bc7-01b3-4d4c-8334-78fd4a658fdd req-3a20ea8d-eb0f-46b2-959f-751e9c3017bb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:13.070073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-386f0bc7-01b3-4d4c-8334-78fd4a658fdd req-3a20ea8d-eb0f-46b2-959f-751e9c3017bb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0544300 Aug 06 19:24:13.110651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-386f0bc7-01b3-4d4c-8334-78fd4a658fdd req-e120c0b5-7c31-4916-8bd1-cdaf846e485e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Aug 06 19:24:14.229944 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674f488-6217-4bdb-bf2a-27aeb6aadee6 req-15a6620a-3531-4758-b6ce-018fe67cf3b3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:14.231629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3674f488-6217-4bdb-bf2a-27aeb6aadee6 req-15a6620a-3531-4758-b6ce-018fe67cf3b3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Aug 06 19:24:14.279184 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3674f488-6217-4bdb-bf2a-27aeb6aadee6 req-9d7cd233-d7c3-4017-9fd9-0dc2750447ab tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Aug 06 19:24:15.403731 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c794f8-78b5-495f-b857-af8e61677b1f req-f6a7a351-bf37-4fd8-a739-bdcd29547856 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:15.405257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31c794f8-78b5-495f-b857-af8e61677b1f req-f6a7a351-bf37-4fd8-a739-bdcd29547856 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Aug 06 19:24:15.448471 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31c794f8-78b5-495f-b857-af8e61677b1f req-f50cfea9-020d-4235-bca8-a5c8efd20295 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Aug 06 19:24:16.576521 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245ae14-07bd-4eb0-9391-98a10b7fbab4 req-2d4a8013-e330-4b33-85e5-40f60dec3ada tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:16.578073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9245ae14-07bd-4eb0-9391-98a10b7fbab4 req-2d4a8013-e330-4b33-85e5-40f60dec3ada tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0584760 Aug 06 19:24:16.620925 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9245ae14-07bd-4eb0-9391-98a10b7fbab4 req-e2bf982a-6763-4bac-a07d-92d1fdd80358 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Aug 06 19:24:17.737850 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feffde-dbe8-49ef-870a-926beda728fd req-391b15b0-d46e-468a-8b9c-2c94b065607d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:17.739368 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86feffde-dbe8-49ef-870a-926beda728fd req-391b15b0-d46e-468a-8b9c-2c94b065607d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0499525 Aug 06 19:24:17.782904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86feffde-dbe8-49ef-870a-926beda728fd req-b3aad834-6607-4865-84a9-2a875c8eb1b2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Aug 06 19:24:18.921411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a38e-a946-4946-bbb9-c22bf2d330fe req-920425e0-edfc-4350-b28c-1dc351872df6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:18.922967 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7e3a38e-a946-4946-bbb9-c22bf2d330fe req-920425e0-edfc-4350-b28c-1dc351872df6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0596902 Aug 06 19:24:18.973917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e7e3a38e-a946-4946-bbb9-c22bf2d330fe req-b724b404-cf69-4629-b7bf-3822394bcb08 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 Aug 06 19:24:20.098151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14709aa4-f007-4bc0-8c55-0b282b8ee455 req-903a8552-93d4-443b-a875-37f70d77f13c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:20.099849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-14709aa4-f007-4bc0-8c55-0b282b8ee455 req-903a8552-93d4-443b-a875-37f70d77f13c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Aug 06 19:24:20.154268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-14709aa4-f007-4bc0-8c55-0b282b8ee455 req-49c84ce3-0ac0-4719-85f4-fc576f11161f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 Aug 06 19:24:21.284994 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c52f6-f3fb-4aa1-9cd9-226b8b684184 req-a44ea73b-617c-483f-a7ae-c81e3ab425a2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:21.286526 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d5c52f6-f3fb-4aa1-9cd9-226b8b684184 req-a44ea73b-617c-483f-a7ae-c81e3ab425a2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0591409 Aug 06 19:24:21.334641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7d5c52f6-f3fb-4aa1-9cd9-226b8b684184 req-b6e51e7f-9c0e-4903-acf9-f99643936365 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Aug 06 19:24:22.469648 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7e9f-b413-49fb-b0b4-a301dc1234ed req-b538449f-ab14-4415-997c-577cb7cd75e5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:22.471041 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f06d7e9f-b413-49fb-b0b4-a301dc1234ed req-b538449f-ab14-4415-997c-577cb7cd75e5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0577791 Aug 06 19:24:22.512274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f06d7e9f-b413-49fb-b0b4-a301dc1234ed req-20d248d2-8ede-4064-8369-eff462baf7d4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Aug 06 19:24:22.534801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52848) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:24:22.604302 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4aceab0-8955-4a6e-a4ef-f6a0fd980271 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/d796a1ca-296b-438f-bf01-53858069cfb8 HTTP/1.1" status: 200 len: 992 time: 0.0673659 Aug 06 19:24:23.914703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cf6c0-76c2-4a51-90cd-2aa2d69e5d1e req-a3e0f649-b127-409c-ab84-5cbdf7acf605 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:23.916085 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b51cf6c0-76c2-4a51-90cd-2aa2d69e5d1e req-a3e0f649-b127-409c-ab84-5cbdf7acf605 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0773845 Aug 06 19:24:23.945545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-360d93fd-cc88-4285-a7e8-5d31155960ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:23.947029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-360d93fd-cc88-4285-a7e8-5d31155960ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1097 time: 0.0737507 Aug 06 19:24:23.987928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b51cf6c0-76c2-4a51-90cd-2aa2d69e5d1e req-8c2208a4-d7fa-489d-b387-a0b17845c5a5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655558 Aug 06 19:24:24.050016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-d76d2ec7-ca3f-4413-874f-7af16b123327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:24.051509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-d76d2ec7-ca3f-4413-874f-7af16b123327 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 897 time: 0.0933001 Aug 06 19:24:24.123877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-60d26953-5e7e-4236-a535-56269a8b932e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 1000 time: 0.0650275 Aug 06 19:24:24.190529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-d2030bc0-9ef9-41a4-bfc7-5db1d190eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:24.192646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-d2030bc0-9ef9-41a4-bfc7-5db1d190eafb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0620129 Aug 06 19:24:24.242004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-2ac8c662-44b7-4aee-87ae-1aa03b432468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:24.243598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-2ac8c662-44b7-4aee-87ae-1aa03b432468 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433953 Aug 06 19:24:24.337484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-95c744ae-b089-4e18-bc25-78943915229b service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Aug 06 19:24:24.429369 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fb3ea80b-d9a0-45eb-a02c-565d8fb2e2f7 req-047f9260-cbb5-4b83-ad86-8b50f5b1f083 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843012 Aug 06 19:24:25.116985 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d8b78-bf0e-4294-bdfc-849c623616bb req-49261fa6-9778-45f9-8d4c-220a40ff30ea tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:25.118662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa2d8b78-bf0e-4294-bdfc-849c623616bb req-49261fa6-9778-45f9-8d4c-220a40ff30ea tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0608747 Aug 06 19:24:25.163181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fa2d8b78-bf0e-4294-bdfc-849c623616bb req-0361ee11-95e8-45b2-ac48-6e5dca503c7d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384860 Aug 06 19:24:25.185976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52858) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:24:25.250101 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ebe3416b-f910-4261-9d63-9c7d54c4a53a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/d796a1ca-296b-438f-bf01-53858069cfb8 HTTP/1.1" status: 200 len: 992 time: 0.0629442 Aug 06 19:24:25.960930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-d2fe1c15-288a-4770-95e6-2b12dea0733b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872302 Aug 06 19:24:26.057077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-c8bc2c99-0834-4627-af6f-4c8b6ad1bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:26.058706 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-c8bc2c99-0834-4627-af6f-4c8b6ad1bbac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1097 time: 0.0537481 Aug 06 19:24:26.172115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-207de207-10eb-448c-8e2e-4d60c998acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:26.173504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-207de207-10eb-448c-8e2e-4d60c998acf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 897 time: 0.0927491 Aug 06 19:24:26.242560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-c463b953-6a88-4ec8-a27c-89851014d39b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 1000 time: 0.0615535 Aug 06 19:24:26.301614 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-06d5d64a-052b-4d8f-8f97-38fb55fcd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:26.303103 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-06d5d64a-052b-4d8f-8f97-38fb55fcd713 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0530949 Aug 06 19:24:26.349973 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-32f704a4-a159-48e5-8884-eb5dcf095424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:26.351460 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-32f704a4-a159-48e5-8884-eb5dcf095424 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409832 Aug 06 19:24:26.460444 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-a4107f6c-cf03-419d-9cf5-2b6ee19ba3bb service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010182 Aug 06 19:24:26.561978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8a35b6be-f42b-4eac-a4e8-bbdef77545a2 req-f17550fa-0349-4fa8-a9a4-1a84d3340168 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Aug 06 19:24:28.608256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-17341a6b-0ecd-4a84-a3fc-ddcdd8a0be46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:31.499154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:31.837949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c2c7b02c-ca2e-4ea0-8a06-acf3f6dafb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:33.534585 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:35.020652 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:41.190584 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:42.486403 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:42.866823 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:24:55.717811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52872) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:24:55.889826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port e2134998-d889-4a75-924a-fd53b2b45a24 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:24:55.890147 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:55.970506 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:55.970766 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:55.984058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for e2134998-d889-4a75-924a-fd53b2b45a24 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:24:56.148392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:56.173813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=e2134998-d889-4a75-924a-fd53b2b45a24,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:24:56.185823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.186169 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.186508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.186839 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.187167 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.187501 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.187823 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.188143 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.188449 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.188772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.189091 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.189404 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:56.250283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:56.250529 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP d796a1ca-296b-438f-bf01-53858069cfb8 disassociated (deleted). External IP: 172.25.3.80, port: 6ae88e0b-5e07-4277-8865-f48030914ce8. Aug 06 19:24:56.479912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 0d07b38e-2786-4bd4-9224-d0695036c953 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:24:56.608131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:24:56.613297 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:56.618223 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Sync routers for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:24:56.627719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:24:56.628399 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:24:56.644503 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-fd1a035e-da37-4372-809e-e7b405ef7565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/floatingips/d796a1ca-296b-438f-bf01-53858069cfb8 HTTP/1.1" status: 204 len: 168 time: 0.9255319 Aug 06 19:24:56.645097 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:24:56.647538 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216373d-aa25-409e-81fb-cca6b072885f" -d '{"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:24:56.732635 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:24:56.805866 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf23e7-14f6-4b0c-bdab-04e2885a2604 x-openstack-request-id: req-f5bf23e7-14f6-4b0c-bdab-04e2885a2604 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:24:56.806406 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:24:56.806406 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5bf23e7-14f6-4b0c-bdab-04e2885a2604 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:24:56.806863 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'status': 'completed', 'code': 200} Aug 06 19:24:56.928976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216373d-aa25-409e-81fb-cca6b072885f req-56e7a063-4515-4bde-b942-4c08b4b75a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:56.931494 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-56e7a063-4515-4bde-b942-4c08b4b75a41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 1097 time: 0.1005182 Aug 06 19:24:56.961364 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f481-3062-4c43-9125-0d75342461d8 req-59f410f4-c63c-483a-8509-e7295287b50f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:56.962920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a15f481-3062-4c43-9125-0d75342461d8 req-59f410f4-c63c-483a-8509-e7295287b50f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.1045680 Aug 06 19:24:56.973917 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:24:57.000257 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Checking router: 0d07b38e-2786-4bd4-9224-d0695036c953 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:24:57.009585 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:24:57.010218 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:24:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:24:57.063732 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216373d-aa25-409e-81fb-cca6b072885f req-8940fe89-e8a7-4d8e-b035-84a79faeb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:57.065258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-8940fe89-e8a7-4d8e-b035-84a79faeb173 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 200 len: 897 time: 0.1249564 Aug 06 19:24:57.091495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a15f481-3062-4c43-9125-0d75342461d8 req-29a520c8-f26b-4e54-bb4b-0c4457349a50 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175358 Aug 06 19:24:57.118336 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-5b689dda-3538-4bd3-9480-b8e8c8042f1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 200 len: 217 time: 0.0429485 Aug 06 19:24:57.119563 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:24:57.169151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216373d-aa25-409e-81fb-cca6b072885f req-c8fdb637-726f-4725-b109-ef8dcc2249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:57.170693 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-c8fdb637-726f-4725-b109-ef8dcc2249c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 200 len: 834 time: 0.0442936 Aug 06 19:24:57.229803 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216373d-aa25-409e-81fb-cca6b072885f req-cb4db464-861b-4ab0-9e97-7bfe84379171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:57.231391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-cb4db464-861b-4ab0-9e97-7bfe84379171 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccf1ab1f-bf39-4381-be9c-e90aee175c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521562 Aug 06 19:24:57.337120 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-fe14d63d-4397-47ce-bddc-ec3c8399f578 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963650 Aug 06 19:24:57.440683 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6216373d-aa25-409e-81fb-cca6b072885f req-78c1459a-3c0c-4a36-8989-fbf787e7d3b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940690 Aug 06 19:24:57.446927 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:24:57.473425 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823268e-bbbd-4119-bc97-bec9660f9570 None None] The sync data for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 is: [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc', 'name': '', 'network_id': 'ccf1ab1f-bf39-4381-be9c-e90aee175c68', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:19Z', 'updated_at': '2021-08-06T19:23:24Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': 'd5f8e61a-2c1e-4521-9d62-317a84a18247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:24:57.717569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094fd7e-6e15-4c4a-81a8-d95ec7f6496c None None] New status for floating IP d796a1ca-296b-438f-bf01-53858069cfb8: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:24:58.220883 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006c85d-c4ad-46b6-b85a-aef68c2a413a req-91a98a34-d422-424b-b19f-be6173692c2e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:58.222454 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0006c85d-c4ad-46b6-b85a-aef68c2a413a req-91a98a34-d422-424b-b19f-be6173692c2e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0550466 Aug 06 19:24:58.265953 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0006c85d-c4ad-46b6-b85a-aef68c2a413a req-054c0371-e861-4fb5-ac6f-a2e694c0b875 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=708954aa-df09-4d2a-8747-402c970051f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342219 Aug 06 19:24:58.392710 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-7c0084d0-6587-463a-b00f-a59f6f0457b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:24:58.394209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-7c0084d0-6587-463a-b00f-a59f6f0457b5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Aug 06 19:24:58.495620 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 6ae88e0b-5e07-4277-8865-f48030914ce8 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:24:58.495950 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:58.599288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 6ae88e0b-5e07-4277-8865-f48030914ce8, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=6ae88e0b-5e07-4277-8865-f48030914ce8,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:24:58.599615 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:58.613577 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 6ae88e0b-5e07-4277-8865-f48030914ce8 owned by compute:nova {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:24:58.617291 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f26d36b-1d61-4b04-b350-632a1ca3f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:58.764394 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:58.794475 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=6ae88e0b-5e07-4277-8865-f48030914ce8,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:24:58.822055 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.822400 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.822734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.823065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.823391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.823752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.824070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.824643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.825214 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.825659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.826117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.826578 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:24:58.845669 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] No DVR routers for this DVR port 6ae88e0b-5e07-4277-8865-f48030914ce8 on host n-h1-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:24:58.849020 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:24:58.851445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2f546842-6013-4ef5-af1b-28a4262f4d74 req-4793f5d9-9a68-4b5e-a0ae-fb2a85fce698 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.55 "DELETE /v2.0/ports/6ae88e0b-5e07-4277-8865-f48030914ce8 HTTP/1.1" status: 204 len: 173 time: 0.4504330 Aug 06 19:24:58.851806 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'name': 'network-vif-deleted', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:24:58.854249 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66409078-5bef-4259-ae81-a5c30f8d5433" -d '{"events": [{"server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "name": "network-vif-deleted", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:24:58.891260 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6174592-78d8-47fa-998a-736227ee065e x-openstack-request-id: req-c6174592-78d8-47fa-998a-736227ee065e {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:24:58.891774 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a79c14-9912-4394-9744-07f5d3abc2f0", "name": "network-vif-deleted", "tag": "6ae88e0b-5e07-4277-8865-f48030914ce8", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:24:58.892086 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6174592-78d8-47fa-998a-736227ee065e {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:24:58.892494 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a79c14-9912-4394-9744-07f5d3abc2f0', 'name': 'network-vif-deleted', 'tag': '6ae88e0b-5e07-4277-8865-f48030914ce8', 'status': 'completed', 'code': 200} Aug 06 19:24:59.387727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b8eabf87-fe0a-4755-a901-81d9337690a5 req-5e6ca17a-6405-45c1-8b28-d2a75cee3939 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=72a79c14-9912-4394-9744-07f5d3abc2f0 HTTP/1.1" status: 200 len: 210 time: 0.0308700 Aug 06 19:25:00.444135 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52890) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:01.189547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:01.450793 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:25:01.451537 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:01.498780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:01.559646 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:01.560009 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:01.573259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:25:01.800262 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:01.825849 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:01.832845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2a6d22bf-12c8-4e2c-abc5-9d0fbd465b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.017168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.243595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 0d07b38e-2786-4bd4-9224-d0695036c953 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:25:02.358004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:25:02.363527 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-3694418f-d93d-4ba3-804d-e29e87fa020f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/0d07b38e-2786-4bd4-9224-d0695036c953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183319 Aug 06 19:25:02.366580 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52892) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:02.368856 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Sync routers for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:25:02.378907 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:02.379512 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:02.419399 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting subnet d5f8e61a-2c1e-4521-9d62-317a84a18247 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:25:02.422842 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.463264 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.481803 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:02.514860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6ae88e0b-5e07-4277-8865-f48030914ce8 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:25:02.539124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 6ae88e0b-5e07-4277-8865-f48030914ce8 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:25:02.539460 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 6ae88e0b-5e07-4277-8865-f48030914ce8 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:25:02.552214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.611345 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.639016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f8e61a-2c1e-4521-9d62-317a84a18247,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:02.644371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.646491 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-974de87e-d248-4fff-acd5-209bb2b949c7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/subnets/d5f8e61a-2c1e-4521-9d62-317a84a18247 HTTP/1.1" status: 204 len: 168 time: 0.2782948 Aug 06 19:25:02.651934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52894) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:02.654303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048f51c2-5c00-4e91-b892-c5f31ca8f8cb None None] Network ccf1ab1f-bf39-4381-be9c-e90aee175c68 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:25:02.672203 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:25:01Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:02.704759 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Checking router: 0d07b38e-2786-4bd4-9224-d0695036c953 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:25:02.714376 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Routers {'0d07b38e-2786-4bd4-9224-d0695036c953'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:02.715456 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['0d07b38e-2786-4bd4-9224-d0695036c953'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:02.772432 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.845263 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] Set router 0d07b38e-2786-4bd4-9224-d0695036c953 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:02.855875 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] DHCP port deletion for ccf1ab1f-bf39-4381-be9c-e90aee175c68 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:25:02.917758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Deleting port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:25:02.918421 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.921943 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.982670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:25:02.983184 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:02.991147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] For port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,segment=NetworkSegment(461184c6-93af-4e5c-b6d2-b80fda09b09a),segment_id=461184c6-93af-4e5c-b6d2-b80fda09b09a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:02.991540 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.005931 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Calling delete_port for 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:25:03.057461 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:25:01Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:03.083898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:03.084368 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.087709 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d5b74-0410-48c8-bc57-a16712a15f17 None None] The sync data for ids ['0d07b38e-2786-4bd4-9224-d0695036c953'] in n-d-793621-29 is: [{'id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660819697', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:23:16Z', 'updated_at': '2021-08-06T19:25:01Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '2dcd70fc-cc2b-4877-8799-99a0e1dcf76e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d07b38e-2786-4bd4-9224-d0695036c953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:23:17Z', 'updated_at': '2021-08-06T19:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:25:03.103899 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:25:03.127011 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.156212 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Pushing event deleted for resources: {'Port': ['ID=4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:03.160885 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] No DVR routers for this DVR port 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:25:03.169515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.169714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.170039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.170367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.174036 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e906-0a0e-4840-ab99-c8de919efcdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:03.306944 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.333921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=2dcd70fc-cc2b-4877-8799-99a0e1dcf76e,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:03.400613 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.500507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.503194 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.555168 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.558597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.559221 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Fanout notify agent at l3_agent the message router_deleted on router 0d07b38e-2786-4bd4-9224-d0695036c953 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:25:03.567222 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.571254 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-45af6fcf-daa6-4c68-a10a-1416683bdddf tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/routers/0d07b38e-2786-4bd4-9224-d0695036c953 HTTP/1.1" status: 204 len: 168 time: 0.9153075 Aug 06 19:25:03.573023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52896) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:03.654043 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.749785 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.760462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf1ab1f-bf39-4381-be9c-e90aee175c68']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:03.771890 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461184c6-93af-4e5c-b6d2-b80fda09b09a') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:03.772166 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461184c6-93af-4e5c-b6d2-b80fda09b09a') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:03.790404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.805858 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.812374 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:25:03.813059 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:25:03.816294 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:25:03.880597 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.885375 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.890421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/networks/ccf1ab1f-bf39-4381-be9c-e90aee175c68 HTTP/1.1" status: 204 len: 168 time: 0.3152375 Aug 06 19:25:03.890907 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52898) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:03.904201 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3636b-56c3-4d06-a024-13b0ca11b4af tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Network': ['ID=ccf1ab1f-bf39-4381-be9c-e90aee175c68,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:03.955540 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:03.988351 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.060089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.063046 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.064471 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/security-groups/708954aa-df09-4d2a-8747-402c970051f5 HTTP/1.1" status: 204 len: 168 time: 0.1724873 Aug 06 19:25:04.074957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98f24-be54-481e-9be6-f7f4a6d0dca4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708954aa-df09-4d2a-8747-402c970051f5,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:04.272474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:25:04.293768 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:25:04.294161 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2dcd70fc-cc2b-4877-8799-99a0e1dcf76e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:25:04.294534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:25:04.314075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:25:04.314418 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 8ffbe3e8-4300-4dc6-a8c9-430ec4e182fc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:25:04.314837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:25:04.337489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:25:04.337849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4ff0449c-c2c3-4fd2-b34b-7d4e6f10bb12 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:25:04.491640 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52904) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:04.496500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563785880', 'description': 'tempest-secgroup-smoke-1563785880 description', 'project_id': '9612781b8d5d4277beb3212204ed601a'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:04.523274 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.619114 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.626298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.652940 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.654201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1615188 Aug 06 19:25:04.657786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52906) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:04.659340 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd243c5-364b-42e7-be01-5b1c4358fe7c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3d17e-7b0f-4e11-ad17-ea8099925faf,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:04.662809 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:04.691424 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.750255 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.756163 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.774791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613d0cc1-2cbc-42f2-8f57-36b49f57a7be,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:04.781170 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.782562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f095f3ff-a2e0-4759-8cdc-51179e1f9881 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236875 Aug 06 19:25:04.785420 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52908) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:04.789885 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:04.824483 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.886987 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.891923 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.909271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b22fbc4-208e-4947-8019-f3cd9622a9aa,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:04.917628 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:04.919059 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-38e4f104-721e-467e-80ba-f9527cd8e03a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325748 Aug 06 19:25:04.922107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52910) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:04.926606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:04.955590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.023522 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.029142 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.034061 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.053023 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42178430-0939-4532-93f4-efe490285376,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:05.069154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.071152 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4542177d-8343-4a1c-a8a3-1a3c469b64cb tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479006 Aug 06 19:25:05.074053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52912) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:05.078935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:05.120131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.189896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.196385 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.214182 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e280c4f5-2aaa-4652-b922-c942a7be98e5,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:05.220967 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.222286 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-66f480c3-96f6-449b-b879-db7cfe5d1e6d tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472254 Aug 06 19:25:05.225406 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52914) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:05.230134 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:05.252868 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:25:05.257776 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.324804 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.331914 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.352198 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4258d4eb-5af3-4c38-a264-e89d47a683f7,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:05.360055 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.361629 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f9721d1b-695e-4d87-bc37-d7b5c0ecb626 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350577 Aug 06 19:25:05.364354 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52916) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:05.369232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'security_group_rule': {'security_group_id': '14a3d17e-7b0f-4e11-ad17-ea8099925faf', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:05.397787 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Project 9612781b8d5d4277beb3212204ed601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:25:05.403098 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.470652 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.476590 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.493998 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63f76f4-d5e7-4755-bacb-3ca61d4d25f1,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:05.502105 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.503397 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-15577bdc-5e45-4510-961d-afa85de9f580 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380322 Aug 06 19:25:05.507744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52918) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:05.512701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'network': {'name': 'tempest-network-smoke--242132657', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'port_security_enabled': True}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:05.536137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:25:05.539862 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.574683 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:25:05.584934 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:05.585191 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Added segment c6f92ab4-2eae-4ba6-aa76-caaed3b2980b of type vlan for network 60ea0333-29b4-4456-8638-e49c5516eb6a Aug 06 19:25:06.009903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.047324 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.053292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:06.053947 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.115066 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6062169 Aug 06 19:25:06.118168 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52920) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:06.125667 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7764b2-c1ec-4774-87bb-f278a42897c2 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Network': ['ID=60ea0333-29b4-4456-8638-e49c5516eb6a,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:06.126097 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'admin_state_up': True, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:06.137126 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 60ea0333-29b4-4456-8638-e49c5516eb6a details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:25:06.158277 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.161619 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.230909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.372517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.592709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.612131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.730540 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.177 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/25ffee24-054a-4410-9465-88f9206986dc) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:25:06.846829 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.897127 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:06.934109 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:06.939791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:06.945525 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:25:06.969412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=25ffee24-054a-4410-9465-88f9206986dc,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:07.209894 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:07.415915 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:07.558558 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:25:07.673526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:25:07.683055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Sync routers for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:25:07.692581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:07.693703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:07.694795 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:07.696082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-024f141c-18b0-4fcc-bdea-31e1a17d2889 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5768225 Aug 06 19:25:07.699299 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52922) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:07.727584 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d7bae5ef-7c48-420e-aa0a-67182dc94a16 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=9612781b8d5d4277beb3212204ed601a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271976 Aug 06 19:25:07.730143 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52924) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:07.799252 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:07.988130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:07Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:08.020013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Checking router: 3409b0ad-5627-4fa6-b9b6-c8c17f125615 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:25:08.020351 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Updating router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 port 25ffee24-054a-4410-9465-88f9206986dc binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:25:08.047005 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.176496 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274519fc-2601-447c-a268-f75201d5d85e tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:08.178079 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-274519fc-2601-447c-a268-f75201d5d85e tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4470425 Aug 06 19:25:08.181067 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52926) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:08.209840 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-da674575-7192-4a37-a1ce-ebe6f05fa718 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=765cf35c-2e01-4222-b4b4-47ccec64cd89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275021 Aug 06 19:25:08.212292 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52928) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:08.223938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074905768', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'project_id': '9612781b8d5d4277beb3212204ed601a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:08.304598 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.316168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Transition to ACTIVE for port object 25ffee24-054a-4410-9465-88f9206986dc will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:08.319967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:25:08.323532 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.324616 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.380651 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Attempting to bind port 25ffee24-054a-4410-9465-88f9206986dc on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:25:08.380943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Attempting to bind port 25ffee24-054a-4410-9465-88f9206986dc by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:25:08.381281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Attempting to bind port 25ffee24-054a-4410-9465-88f9206986dc on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:25:08.388861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1f49-9203-4865-a08f-5332c6e6e77e None None] Pushing event updated for resources: {'Port': ['ID=25ffee24-054a-4410-9465-88f9206986dc,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:08.391839 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:25:08.392215 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:25:08.392625 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.393015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:25:08.393528 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Bound port: 25ffee24-054a-4410-9465-88f9206986dc, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:25:08.393912 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.447552 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] For port 25ffee24-054a-4410-9465-88f9206986dc, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:25:08.450922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] For port 25ffee24-054a-4410-9465-88f9206986dc, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=25ffee24-054a-4410-9465-88f9206986dc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:25:08.455650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.510506 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:08.511127 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:08.522820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.548703 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1f49-9203-4865-a08f-5332c6e6e77e None None] Pushing event updated for resources: {'Port': ['ID=25ffee24-054a-4410-9465-88f9206986dc,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:08.586635 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Subnet': ['ID=3239c63c-116b-43fe-8691-b79d5cc66d5b,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:08.604290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Checking segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:25:08.604658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network hostable DHCP agents. Network: 60ea0333-29b4-4456-8638-e49c5516eb6a, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:25:08.629923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:08.631062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 60ea0333-29b4-4456-8638-e49c5516eb6a is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:25:08.649492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 60ea0333-29b4-4456-8638-e49c5516eb6a) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:08.654398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:08.655013 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:08.672980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-604cd85e-4397-4199-8da3-f757e2f932a8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4529326 Aug 06 19:25:08.675523 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52930) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:08.694011 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab7647a-18ca-4cc0-ab44-aced8d0f187c None None] Network 60ea0333-29b4-4456-8638-e49c5516eb6a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:25:09.079273 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-60ea0333-29b4-4456-8638-e49c5516eb6a', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:25:09.080127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.100203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:07Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:09.133900 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9b2f1-76bb-4d3b-96f3-de2c7d74d662 None None] The sync data for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 is: [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:07Z', 'revision_number': 3, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:25:09.157195 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.263621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Allocated IP 172.20.0.2 (60ea0333-29b4-4456-8638-e49c5516eb6a/3239c63c-116b-43fe-8691-b79d5cc66d5b/b58565c9-cf79-4759-87d4-00422d1a7c46) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:25:09.437269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.447650 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Transition to ACTIVE for port object b58565c9-cf79-4759-87d4-00422d1a7c46 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:09.464392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Transition to ACTIVE for port object b58565c9-cf79-4759-87d4-00422d1a7c46 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:09.471974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.518040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Network 60ea0333-29b4-4456-8638-e49c5516eb6a is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:09.521119 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:09.525190 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:25:09.532879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Pushing event updated for resources: {'Port': ['ID=b58565c9-cf79-4759-87d4-00422d1a7c46,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:09.550412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.1 (60ea0333-29b4-4456-8638-e49c5516eb6a/3239c63c-116b-43fe-8691-b79d5cc66d5b/c18d9e8c-0e33-42fb-aba4-4a382eb64b41) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:25:09.594226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Attempting to bind port b58565c9-cf79-4759-87d4-00422d1a7c46 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:25:09.594594 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Attempting to bind port b58565c9-cf79-4759-87d4-00422d1a7c46 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:25:09.594960 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Attempting to bind port b58565c9-cf79-4759-87d4-00422d1a7c46 on network 60ea0333-29b4-4456-8638-e49c5516eb6a {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:25:09.601471 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:25:09.602017 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Checking segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:25:09.602529 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.603022 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Bound using segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:25:09.603600 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Bound port: b58565c9-cf79-4759-87d4-00422d1a7c46, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:25:09.604297 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.672861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] For port b58565c9-cf79-4759-87d4-00422d1a7c46, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:25:09.677000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] For port b58565c9-cf79-4759-87d4-00422d1a7c46, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b58565c9-cf79-4759-87d4-00422d1a7c46,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:25:09.680452 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.683803 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.702795 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object c18d9e8c-0e33-42fb-aba4-4a382eb64b41 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:09.751194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:09.757053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6e8d-7c75-46f7-9817-87bafc61f2d9 None None] Pushing event updated for resources: {'Port': ['ID=b58565c9-cf79-4759-87d4-00422d1a7c46,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:09.795461 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 60ea0333-29b4-4456-8638-e49c5516eb6a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:09.801152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:09.805187 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:25:09.837545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:09.865677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.030415 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.331317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.337526 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 25ffee24-054a-4410-9465-88f9206986dc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:10.348394 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.394058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 25ffee24-054a-4410-9465-88f9206986dc completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:10.399012 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 25ffee24-054a-4410-9465-88f9206986dc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:10.399365 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.427832 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.438353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:10.481617 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.505105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 25ffee24-054a-4410-9465-88f9206986dc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=25ffee24-054a-4410-9465-88f9206986dc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:10.513028 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.515202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b58565c9-cf79-4759-87d4-00422d1a7c46 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:10.549684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 60ea0333-29b4-4456-8638-e49c5516eb6a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:10.551296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:10.607069 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=25ffee24-054a-4410-9465-88f9206986dc,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:10.623560 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b58565c9-cf79-4759-87d4-00422d1a7c46 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:10.687395 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56fa3fd-eee9-4624-9882-ecca741aa3e6 None None] Network 60ea0333-29b4-4456-8638-e49c5516eb6a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:25:10.693565 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:25:10.821856 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:25:10.827832 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-bbc28b8a-7147-4948-b462-52a3b54a4111 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/3409b0ad-5627-4fa6-b9b6-c8c17f125615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1511467 Aug 06 19:25:10.835762 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Provisioning for port b58565c9-cf79-4759-87d4-00422d1a7c46 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:10.858345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Provisioning complete for port b58565c9-cf79-4759-87d4-00422d1a7c46 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:10.858701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.951225 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:10.988283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] For port b58565c9-cf79-4759-87d4-00422d1a7c46, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b58565c9-cf79-4759-87d4-00422d1a7c46,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:10.989614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-7ef6a96c-bf1e-4416-b8f9-43d638c4d7a1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563785880&fields=id&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 267 time: 0.0417621 Aug 06 19:25:10.995133 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.052525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd982e-607b-4c3b-ae29-0e1dd2e6dca9 None None] Pushing event updated for resources: {'Port': ['ID=b58565c9-cf79-4759-87d4-00422d1a7c46,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:11.112424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-4569131c-fae3-4fd8-af12-5daa1a52cdf5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:11.114089 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-4569131c-fae3-4fd8-af12-5daa1a52cdf5 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 796 time: 0.1169460 Aug 06 19:25:11.128841 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Sync routers for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:25:11.135978 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-fdc3c141-79e3-4fbb-8b56-89b5d124d6ef tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/quotas/9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 375 time: 0.0105734 Aug 06 19:25:11.147411 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:11.148241 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:11.188713 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.200638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-a0948fb3-90aa-419e-ad04-aa845a5f7ade tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586534 Aug 06 19:25:11.229753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Provisioning for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:11.234937 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Provisioning complete for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:11.235381 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.260648 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:11.281089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:25:11.296647 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Provisioning complete for port b58565c9-cf79-4759-87d4-00422d1a7c46 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:11.297118 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4775c87b-76e1-43f7-8bcd-0011ebec433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.320268 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-fb79cc85-6513-4346-a92e-07e3449a4195 service neutron] 10.222.0.64 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032724 Aug 06 19:25:11.423176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-6326da4e-66e0-4889-b6ce-74e4d4b7cdd6 service neutron] 10.222.0.64 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018507 Aug 06 19:25:11.490388 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 2, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:11.512911 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e19fd51f-387c-4033-b89d-0024ccd908c0 None None] Provisioning complete for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:11.513591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e19fd51f-387c-4033-b89d-0024ccd908c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.521506 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Checking router: 3409b0ad-5627-4fa6-b9b6-c8c17f125615 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:25:11.521864 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Updating router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:25:11.577095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e19fd51f-387c-4033-b89d-0024ccd908c0 None None] Port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:25:11.582675 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.625314 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7bd095b2-37f8-415a-9abf-62307fbb7ed1 req-b1df6366-1898-4187-bca6-fce6341a3d81 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 210 time: 0.0293176 Aug 06 19:25:11.701440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dca5a6cf-2a49-48c4-914b-860039bc3d79 None None] Provisioning complete for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:11.703239 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dca5a6cf-2a49-48c4-914b-860039bc3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:11.738975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-dca5a6cf-2a49-48c4-914b-860039bc3d79 None None] Port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:25:11.995569 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.007832 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Transition to ACTIVE for port object c18d9e8c-0e33-42fb-aba4-4a382eb64b41 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:12.016934 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.092112 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Pushing event updated for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:12.119487 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.119835 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.120175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.120510 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.120840 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.121168 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.121520 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.121847 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.122169 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.122571 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.122897 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.123219 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:25:12.161176 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Attempting to bind port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:25:12.161921 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Attempting to bind port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:25:12.162136 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Attempting to bind port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 on network 60ea0333-29b4-4456-8638-e49c5516eb6a {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:25:12.167845 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:25:12.168330 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Checking segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:25:12.168820 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.169377 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Bound using segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:25:12.170088 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Bound port: c18d9e8c-0e33-42fb-aba4-4a382eb64b41, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:25:12.170533 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.239955 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] For port c18d9e8c-0e33-42fb-aba4-4a382eb64b41, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:25:12.244091 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] For port c18d9e8c-0e33-42fb-aba4-4a382eb64b41, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:25:12.257692 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.309788 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:12.310709 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:12.329515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 25ffee24-054a-4410-9465-88f9206986dc up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:12.407354 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 25ffee24-054a-4410-9465-88f9206986dc triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:12.408181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.420631 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38649c4-5705-4a96-aff1-77a7a41b695b None None] Pushing event updated for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=4']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:12.435599 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:12.504943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b58565c9-cf79-4759-87d4-00422d1a7c46 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:12.525617 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.553997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b58565c9-cf79-4759-87d4-00422d1a7c46 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:12.554364 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:12.648849 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:12Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:12.675835 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea01dc-ba0a-4a45-b284-63eb2df20840 None None] The sync data for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 is: [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:12Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:25:12.778233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2d003dec-bd58-4f00-898d-c7b4badd0a2c req-1fdbbc2f-e4d8-4f6b-bab9-4435bdf51be4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 210 time: 0.0723419 Aug 06 19:25:12.869377 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-06c5700c-ef2a-4961-9e0f-e553756d0332 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:12.871244 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-06c5700c-ef2a-4961-9e0f-e553756d0332 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 796 time: 0.1675117 Aug 06 19:25:12.918955 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-5445fd0e-655a-40b4-baa4-83ebaccd0d55 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9612781b8d5d4277beb3212204ed601a HTTP/1.1" status: 200 len: 380 time: 0.0384047 Aug 06 19:25:12.932063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'port': {'device_id': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'admin_state_up': True, 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'security_groups': ['14a3d17e-7b0f-4e11-ad17-ea8099925faf']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:13.060734 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Made reservation on behalf of 9612781b8d5d4277beb3212204ed601a for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:25:13.065085 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.239482 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.20.0.11 (60ea0333-29b4-4456-8638-e49c5516eb6a/3239c63c-116b-43fe-8691-b79d5cc66d5b/f1459b78-e914-4d36-b32b-76ddcb3365e0) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:25:13.394609 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.410870 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Transition to ACTIVE for port object f1459b78-e914-4d36-b32b-76ddcb3365e0 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:13.450100 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.501270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 60ea0333-29b4-4456-8638-e49c5516eb6a is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:13.507556 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:13.512007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:25:13.547317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:13.570218 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:13.571011 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.594220 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-2ddf3003-8f63-49d0-9569-52b4b95af08b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6665125 Aug 06 19:25:13.607675 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Request body: {'port': {'device_id': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:13.682203 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.869429 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-097553ed-6887-4518-8729-56e16fd6e5a1 None None] Provisioning for port f1459b78-e914-4d36-b32b-76ddcb3365e0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:13.876290 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-097553ed-6887-4518-8729-56e16fd6e5a1 None None] Provisioning complete for port f1459b78-e914-4d36-b32b-76ddcb3365e0 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:13.876666 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-097553ed-6887-4518-8729-56e16fd6e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:13.937868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524579d-0f15-44fe-830a-361725284562 req-7981e6f0-a677-4788-98b4-91ef5cfc6dba tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:13.939794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-097553ed-6887-4518-8729-56e16fd6e5a1 None None] Port f1459b78-e914-4d36-b32b-76ddcb3365e0 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:25:13.946321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6524579d-0f15-44fe-830a-361725284562 req-7981e6f0-a677-4788-98b4-91ef5cfc6dba tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 932 time: 0.1008964 Aug 06 19:25:14.005972 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6524579d-0f15-44fe-830a-361725284562 req-64d355eb-ceee-452a-ab45-705c76f6b565 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Aug 06 19:25:14.045040 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1459b78-e914-4d36-b32b-76ddcb3365e0 {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:25:14.053830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.069901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Transition to ACTIVE for port object f1459b78-e914-4d36-b32b-76ddcb3365e0 will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:25:14.074687 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.160290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:14.226619 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Attempting to bind port f1459b78-e914-4d36-b32b-76ddcb3365e0 on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:25:14.226965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Attempting to bind port f1459b78-e914-4d36-b32b-76ddcb3365e0 by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:25:14.227298 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Attempting to bind port f1459b78-e914-4d36-b32b-76ddcb3365e0 on network 60ea0333-29b4-4456-8638-e49c5516eb6a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:25:14.233063 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Port f1459b78-e914-4d36-b32b-76ddcb3365e0 on network 60ea0333-29b4-4456-8638-e49c5516eb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:25:14.233401 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Attempting to bind port f1459b78-e914-4d36-b32b-76ddcb3365e0 on network 60ea0333-29b4-4456-8638-e49c5516eb6a {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:25:14.239202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:25:14.239517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Checking segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:25:14.239912 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Bound using segment: {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:25:14.240358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Bound port: f1459b78-e914-4d36-b32b-76ddcb3365e0, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:25:14.240721 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.327500 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:25:14.330717 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:25:14.337647 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.344260 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c18d9e8c-0e33-42fb-aba4-4a382eb64b41 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:14.376285 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:14.376967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.378364 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 1093 time: 0.7758801 Aug 06 19:25:14.378808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:25:14.381337 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e40831-4477-467c-ad45-3bfb1ba2263a" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:25:14.411415 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:14.412120 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474a47f-01c4-4f5d-8045-1d7b62e8e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:14.416549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:14.417320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.434857 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9dc9da-079f-45b2-9f4d-163f38f9d925 x-openstack-request-id: req-de9dc9da-079f-45b2-9f4d-163f38f9d925 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:25:14.435147 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:25:14.435394 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de9dc9da-079f-45b2-9f4d-163f38f9d925 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:25:14.435796 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'status': 'completed', 'code': 200} Aug 06 19:25:14.491467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d09c944d-c488-4477-a8d6-f6f382845f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:14.493495 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-d09c944d-c488-4477-a8d6-f6f382845f4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1096 time: 0.0558066 Aug 06 19:25:14.512110 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.541770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-52f1afcd-8814-43a1-9636-53153d3a5ed6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 217 time: 0.0401237 Aug 06 19:25:14.547583 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port c18d9e8c-0e33-42fb-aba4-4a382eb64b41, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:14.554104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:14.607513 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-26e3036c-773b-4de6-a495-38d3da2d5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:14.609013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-26e3036c-773b-4de6-a495-38d3da2d5274 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0599172 Aug 06 19:25:14.621241 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:14.656495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-9c8c807f-0b5e-4292-9391-c58db8f5f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:14.657975 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-9c8c807f-0b5e-4292-9391-c58db8f5f6a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421419 Aug 06 19:25:14.754170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-be984732-3326-4162-a413-14156437cd85 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887072 Aug 06 19:25:14.855710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-86beb4d2-8099-4cdb-b0e2-f320b07d4ffe req-57627727-d3bd-4cd6-871e-7facbac2c8c1 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948253 Aug 06 19:25:14.969398 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-78d17de7-8e80-480c-b9a4-e40e1dfe4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:14.971167 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-78d17de7-8e80-480c-b9a4-e40e1dfe4c1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1096 time: 0.0588222 Aug 06 19:25:15.077752 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-347ccee0-16c9-4479-b69c-c01394cf43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:15.079263 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-347ccee0-16c9-4479-b69c-c01394cf43ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.1012075 Aug 06 19:25:15.119581 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f22aeb-8aad-4f3a-9fd1-20f2647050d5 req-9ece4d2a-68fa-462c-bd24-cbf150f63168 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:15.121294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60f22aeb-8aad-4f3a-9fd1-20f2647050d5 req-9ece4d2a-68fa-462c-bd24-cbf150f63168 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 944 time: 0.0565908 Aug 06 19:25:15.126545 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-4a6e5947-f601-4d81-85d5-23e2dfed78f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Aug 06 19:25:15.162447 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-60f22aeb-8aad-4f3a-9fd1-20f2647050d5 req-d0146e31-9526-4c92-82b3-678759b467f1 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Aug 06 19:25:15.178286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-22a6d4bc-0bfa-43b2-aa09-bdacfbaa39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:15.179939 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-22a6d4bc-0bfa-43b2-aa09-bdacfbaa39c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0469265 Aug 06 19:25:15.227587 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-52f6e9bb-057d-4276-a1c3-afa5ab56eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:15.229208 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-52f6e9bb-057d-4276-a1c3-afa5ab56eb20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422385 Aug 06 19:25:15.335644 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-51580b03-8b41-4dfe-bea2-1903da444341 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981698 Aug 06 19:25:15.433415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-33e40831-4477-467c-ad45-3bfb1ba2263a req-e9c89bed-931a-4828-80f4-ff884fba5157 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Aug 06 19:25:16.277671 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c18d9e8c-0e33-42fb-aba4-4a382eb64b41 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:16.287209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc11f88-63c6-40bf-9bd6-070f650fcfca req-ca56f0ad-f69d-4486-bd49-f5c11ebb0380 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:16.288799 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9bc11f88-63c6-40bf-9bd6-070f650fcfca req-ca56f0ad-f69d-4486-bd49-f5c11ebb0380 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 944 time: 0.0505836 Aug 06 19:25:16.331552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9bc11f88-63c6-40bf-9bd6-070f650fcfca req-117bb132-0590-404f-86a8-eb8d26a57cc0 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356338 Aug 06 19:25:16.335109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:16.335495 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:17.451441 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532df1d-0ded-4ec0-98bc-ac5c52fb5c1e req-dc1c505e-10a3-4518-a7a3-bc889fd18eaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:17.452958 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b532df1d-0ded-4ec0-98bc-ac5c52fb5c1e req-dc1c505e-10a3-4518-a7a3-bc889fd18eaa tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 944 time: 0.0524006 Aug 06 19:25:17.493131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b532df1d-0ded-4ec0-98bc-ac5c52fb5c1e req-2c045159-1154-4867-8063-ef1ef406865e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Aug 06 19:25:18.632162 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c5a56-5c21-4447-a695-fe6c5a2fa3b3 req-6b8657bf-6757-4fa4-9f64-4d59071ffbca tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:18.634050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef0c5a56-5c21-4447-a695-fe6c5a2fa3b3 req-6b8657bf-6757-4fa4-9f64-4d59071ffbca tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 944 time: 0.0692613 Aug 06 19:25:18.675344 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1459b78-e914-4d36-b32b-76ddcb3365e0 details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:25:18.677245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ef0c5a56-5c21-4447-a695-fe6c5a2fa3b3 req-ea02d92d-22b6-4984-bcec-6313ea352896 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Aug 06 19:25:18.773621 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:18.785773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'port_id': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'mac_address': 'fa:16:3e:99:55:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:25:18.828101 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:18.842104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1459b78-e914-4d36-b32b-76ddcb3365e0 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:25:18.864376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:18.870380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:18.930055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:19.234876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f1459b78-e914-4d36-b32b-76ddcb3365e0'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:25:19.804312 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd19c97-0015-432f-ac3a-608cfbb30c01 req-88154d61-515b-4817-80c1-011201f525de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:19.805882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8fd19c97-0015-432f-ac3a-608cfbb30c01 req-88154d61-515b-4817-80c1-011201f525de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 945 time: 0.0533361 Aug 06 19:25:19.852562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8fd19c97-0015-432f-ac3a-608cfbb30c01 req-bee5708b-b33d-40af-b837-f1efdf9fcb54 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 Aug 06 19:25:19.866721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:25:20.704515 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1459b78-e914-4d36-b32b-76ddcb3365e0 up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:25:20.760980 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f1459b78-e914-4d36-b32b-76ddcb3365e0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:25:20.768033 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f1459b78-e914-4d36-b32b-76ddcb3365e0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:25:20.768655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:20.858119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:20.884256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:25:20.887334 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693ba57b-0d01-499f-bae9-c9515ec51d98" -d '{"events": [{"server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "name": "network-vif-plugged", "status": "completed", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:25:20.901087 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:25:20.906386 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:20.956106 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:20.979900 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c435f-64e5-4593-ab3f-3f7e414c67d6 req-c2ecdccd-a535-48b6-afd6-3d6ae58194a7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:20.981826 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-098c435f-64e5-4593-ab3f-3f7e414c67d6 req-c2ecdccd-a535-48b6-afd6-3d6ae58194a7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0579093 Aug 06 19:25:21.023818 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-098c435f-64e5-4593-ab3f-3f7e414c67d6 req-048440e3-d59e-4bb3-b29a-54473b02dfd8 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Aug 06 19:25:21.069387 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31823ec2-c578-4c5d-99c8-cfd2c47b6b81 x-openstack-request-id: req-31823ec2-c578-4c5d-99c8-cfd2c47b6b81 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:25:21.069716 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "name": "network-vif-plugged", "status": "completed", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:25:21.069969 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31823ec2-c578-4c5d-99c8-cfd2c47b6b81 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:25:21.070375 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'code': 200} Aug 06 19:25:21.174777 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691a9a-a7c0-4e3e-bb87-8106f0b27ce4 req-ca4addbd-f3ca-47f5-8ba8-78a7511d0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:21.176330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd691a9a-a7c0-4e3e-bb87-8106f0b27ce4 req-ca4addbd-f3ca-47f5-8ba8-78a7511d0259 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0480154 Aug 06 19:25:21.215654 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cd691a9a-a7c0-4e3e-bb87-8106f0b27ce4 req-95418934-a463-4543-9936-eebce3a21810 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Aug 06 19:25:22.163313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47495d-c91d-482e-bee9-285deebd4243 req-6541a717-3346-4cad-bb5f-1ee7b429fea9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:22.164782 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a47495d-c91d-482e-bee9-285deebd4243 req-6541a717-3346-4cad-bb5f-1ee7b429fea9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0619049 Aug 06 19:25:22.216459 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7a47495d-c91d-482e-bee9-285deebd4243 req-3287f3bd-fb46-48f3-9b73-d740d656eb25 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Aug 06 19:25:23.339990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa5c8-3d28-4de5-b1ef-cdc65d2890f7 req-51e36a49-3557-4da6-951a-0e0949b28ccc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.341606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b37aa5c8-3d28-4de5-b1ef-cdc65d2890f7 req-51e36a49-3557-4da6-951a-0e0949b28ccc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0556989 Aug 06 19:25:23.388938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b37aa5c8-3d28-4de5-b1ef-cdc65d2890f7 req-64d97eb0-975e-40e2-926b-34a901bb6c0c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Aug 06 19:25:23.510270 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75117a-bbd3-4e87-9039-55812b802ab5 req-2bf77b79-9dcb-426a-82a7-d88f7e0f23f6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.511798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f75117a-bbd3-4e87-9039-55812b802ab5 req-2bf77b79-9dcb-426a-82a7-d88f7e0f23f6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0527246 Aug 06 19:25:23.556704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f75117a-bbd3-4e87-9039-55812b802ab5 req-2f7b53b4-6346-41eb-86c3-a5c9c76a44fc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385654 Aug 06 19:25:23.586868 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52988) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:23.651686 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c95b81-e5c4-4855-bd7f-f012758a1b96 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.653181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a4c95b81-e5c4-4855-bd7f-f012758a1b96 tempest-TestNetworkAdvancedServerOps-300141929 tempest-TestNetworkAdvancedServerOps-300141929-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1093 time: 0.0651436 Aug 06 19:25:23.656355 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52990) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:23.661317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:25:23.681883 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-1936276e-69b8-41a4-b1c4-3d6c41cc0948 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407650 Aug 06 19:25:23.688741 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:23.776687 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-ed488f75-fd86-42f3-bf6f-3fbcab4a3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.778194 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-ed488f75-fd86-42f3-bf6f-3fbcab4a3062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0503414 Aug 06 19:25:23.810600 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:23.890451 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-5f5cc631-7286-4682-907a-a6c8de07b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.891980 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-5f5cc631-7286-4682-907a-a6c8de07b8ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.0934711 Aug 06 19:25:23.924959 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Allocated IP 172.25.3.200 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/66e5a78a-dfc3-4845-9229-7b51568ff752) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:25:23.937334 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-fe6c218e-c261-40c9-9c44-b3b9763bff47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 217 time: 0.0363910 Aug 06 19:25:23.994456 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-177dc1b6-f6dc-485b-97df-f58387f97a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:23.996009 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-177dc1b6-f6dc-485b-97df-f58387f97a09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0517449 Aug 06 19:25:24.039890 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.046130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-2fab5bd0-891d-484c-8905-e0479e2566d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:24.047721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-2fab5bd0-891d-484c-8905-e0479e2566d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450191 Aug 06 19:25:24.091209 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.151804 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-ffe32cfb-f804-4eb6-926f-073cd0695357 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968621 Aug 06 19:25:24.159816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:25:24.163889 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:25:24.168045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:25:24.199383 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=66e5a78a-dfc3-4845-9229-7b51568ff752,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:24.253151 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9d343766-0463-49fa-9f5c-2e0a82043111 req-eae023c4-4da4-4e55-9f07-edc4e0395715 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Aug 06 19:25:24.589790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.670876 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.825610 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.832533 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:24.906275 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event updated for resources: {'Port': ['ID=66e5a78a-dfc3-4845-9229-7b51568ff752,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:25:24.920721 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:25.028006 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP c7c67746-3542-42e5-91c2-fb6e62d56a8f associated. External IP: 172.25.3.200, port: f1459b78-e914-4d36-b32b-76ddcb3365e0. Aug 06 19:25:25.289256 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:25:25.403260 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:25:25.413745 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Sync routers for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:25:25.422623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:25.424889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:25.425564 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:25.452345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-976592db-4b1f-465c-b946-979eb35bf19b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7947512 Aug 06 19:25:25.453059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:25:25.455502 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:25:25.535940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:25.553391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209b14-51ba-46f4-a7f9-7cb86adb7f66 req-f50a04dd-d3c0-4a2d-a32a-cc80cd8a0c18 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:25.554999 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39209b14-51ba-46f4-a7f9-7cb86adb7f66 req-f50a04dd-d3c0-4a2d-a32a-cc80cd8a0c18 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0532293 Aug 06 19:25:25.600938 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-39209b14-51ba-46f4-a7f9-7cb86adb7f66 req-b37ba639-dfe1-4f20-aa9e-384a1742c9a3 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385029 Aug 06 19:25:25.624538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 52996) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:25.649813 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c31a26-c7e5-46b6-a201-686da352b9f2 x-openstack-request-id: req-04c31a26-c7e5-46b6-a201-686da352b9f2 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:25:25.650106 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:25:25.650391 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04c31a26-c7e5-46b6-a201-686da352b9f2 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:25:25.650804 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'status': 'completed', 'code': 200} Aug 06 19:25:25.724059 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-886b63a5-188f-4a32-a514-17428235568e tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/c7c67746-3542-42e5-91c2-fb6e62d56a8f HTTP/1.1" status: 200 len: 992 time: 0.0982435 Aug 06 19:25:25.734954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-fe6313e9-b93a-440f-a859-8a31e255293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:25.736564 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-fe6313e9-b93a-440f-a859-8a31e255293e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0640185 Aug 06 19:25:25.783922 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c7c67746-3542-42e5-91c2-fb6e62d56a8f', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'port_id': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'mac_address': 'fa:16:3e:99:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:25:24Z', 'updated_at': '2021-08-06T19:25:24Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:25.810829 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Checking router: 3409b0ad-5627-4fa6-b9b6-c8c17f125615 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:25:25.821818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:25:25.822781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:25:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:25.836242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-ec83e94d-6fab-4c4d-a556-65ef5bebda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:25.837929 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-ec83e94d-6fab-4c4d-a556-65ef5bebda7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.0929954 Aug 06 19:25:25.908514 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-69c0972e-98c9-469a-91c2-83a744c548cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 1000 time: 0.0631328 Aug 06 19:25:25.961780 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-3e1b9cf1-3ec0-4cb0-94fe-c4bbc3162e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:25.962226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:25:25.963575 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-3e1b9cf1-3ec0-4cb0-94fe-c4bbc3162e60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0479043 Aug 06 19:25:26.023654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-6c635846-37ab-472e-aefc-21552284fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:25:26.025297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-6c635846-37ab-472e-aefc-21552284fc08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506902 Aug 06 19:25:26.129999 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-06000df3-8a8e-46e4-9954-42a4d4604268 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968943 Aug 06 19:25:26.220848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c7c67746-3542-42e5-91c2-fb6e62d56a8f', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'port_id': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'mac_address': 'fa:16:3e:99:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:25:24Z', 'updated_at': '2021-08-06T19:25:24Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:25:26.229770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-9e85e26f-73fb-4a69-a32d-a966d90a8ac1 req-035fac8a-264d-45f5-ac51-057b21a5b0f1 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902355 Aug 06 19:25:26.253849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a313ed-e83b-4826-8c89-52bbe2b3db82 None None] The sync data for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 is: [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': 'c7c67746-3542-42e5-91c2-fb6e62d56a8f', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'port_id': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'mac_address': 'fa:16:3e:99:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:25:24Z', 'updated_at': '2021-08-06T19:25:24Z', 'revision_number': 0, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:25:26.472075 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40279681-debc-45a3-8e8e-113f79a45fc8 None None] New status for floating IP c7c67746-3542-42e5-91c2-fb6e62d56a8f: ACTIVE {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:25:26.728207 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 52998) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:25:26.802667 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-63c2ddaf-8835-4916-9f52-ec1711974c61 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/c7c67746-3542-42e5-91c2-fb6e62d56a8f HTTP/1.1" status: 200 len: 994 time: 0.0732927 Aug 06 19:25:28.617302 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e812e564-8d57-4594-8a3e-fc13152a6364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:31.497660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:31.839744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a34459f8-3bac-44fb-882c-60feb1fbfd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:33.546501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:35.022712 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:41.194121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:42.517854 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:25:56.868302 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:25:58.612317 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9de82542-3d14-4792-ab21-5d335ee0c9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:01.492326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:01.836642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dccee734-bbe8-43ba-adb1-246d65fa916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:03.546413 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:05.027735 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:11.186540 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:12.521121 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:23.675075 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-0ab9611e-cdb2-4de6-a25b-6bb5b613aa76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550959 Aug 06 19:26:23.761861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-9615ea2a-6762-4d8b-816b-52f6b11c2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:23.763403 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-9615ea2a-6762-4d8b-816b-52f6b11c2975 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0433345 Aug 06 19:26:23.871910 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-4dd1005e-392d-4155-b4ac-2136e7e27e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:23.873413 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-4dd1005e-392d-4155-b4ac-2136e7e27e0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.0857735 Aug 06 19:26:23.941868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-542e1971-b31b-47a6-86a2-73eb727c61f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 1002 time: 0.0613606 Aug 06 19:26:23.998191 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-b731266d-07c6-4473-ac62-cedae96a64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:23.999689 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-b731266d-07c6-4473-ac62-cedae96a64d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0489585 Aug 06 19:26:24.053830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-8cd848db-4613-49cb-ba99-3914b5c4bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:24.056387 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-8cd848db-4613-49cb-ba99-3914b5c4bd97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489900 Aug 06 19:26:24.163880 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-aff6ccec-589e-4343-ae4b-8a575d9922c0 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997050 Aug 06 19:26:24.256531 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cee65335-62e0-48a2-86f0-6b4b568607ee req-293ffd33-bb2a-4cf8-9bcf-d3dc73fcb0ba service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850997 Aug 06 19:26:28.617950 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1f1e4ad5-4993-42ed-873d-395fe203ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:29.610019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6eb0-d374-4822-b8a2-057a42707995 req-a9c656d0-2deb-4bb6-8ec9-54a0708a44ec tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:29.611725 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16bd6eb0-d374-4822-b8a2-057a42707995 req-a9c656d0-2deb-4bb6-8ec9-54a0708a44ec tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0568693 Aug 06 19:26:29.666280 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16bd6eb0-d374-4822-b8a2-057a42707995 req-fce0dc92-2b49-4df8-bc41-d8319a1b2907 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Aug 06 19:26:30.803051 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5a003-1ded-429a-9479-e3642fbe18c7 req-9ff72623-2175-4b25-bd80-57d8a5778f25 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:30.804838 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dd5a003-1ded-429a-9479-e3642fbe18c7 req-9ff72623-2175-4b25-bd80-57d8a5778f25 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0554054 Aug 06 19:26:30.848896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6dd5a003-1ded-429a-9479-e3642fbe18c7 req-113195ba-1ed1-4e41-8941-0e13162efe52 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 Aug 06 19:26:31.497698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:31.841599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0c17fe1f-7a3b-4a70-9826-260493b3bb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:31.990443 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467650bc-0049-4f64-a3a1-081a3d05f9cb req-2bf079f5-7be9-4404-ba14-850e3f91ef8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:31.993735 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-467650bc-0049-4f64-a3a1-081a3d05f9cb req-2bf079f5-7be9-4404-ba14-850e3f91ef8a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0721219 Aug 06 19:26:32.054275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-467650bc-0049-4f64-a3a1-081a3d05f9cb req-81994ec6-d4d0-49b5-83d4-f056d77e2478 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503078 Aug 06 19:26:32.080305 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53036) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:32.542363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a611b11d-8aea-4e89-b27f-e053898782dd tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/c7c67746-3542-42e5-91c2-fb6e62d56a8f HTTP/1.1" status: 200 len: 994 time: 0.4606969 Aug 06 19:26:33.552414 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:33.860371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132211f3-2f27-4592-a1de-e98d04c7bd84 req-3b975371-41f7-4c09-a332-525011434eea tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:33.861923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-132211f3-2f27-4592-a1de-e98d04c7bd84 req-3b975371-41f7-4c09-a332-525011434eea tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0548816 Aug 06 19:26:33.868099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:26:33.878644 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9f25-b651-4028-a894-cb11e3022400 req-f9904c85-4828-46d8-a733-e03f7b9e7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:33.880165 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-f9904c85-4828-46d8-a733-e03f7b9e7206 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0413146 Aug 06 19:26:33.902535 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-132211f3-2f27-4592-a1de-e98d04c7bd84 req-ae1b4668-e2f4-4c03-812b-271d7c34717f tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Aug 06 19:26:33.982223 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9f25-b651-4028-a894-cb11e3022400 req-6ccafe29-343a-492b-99fd-5f9eca106bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:33.984961 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-6ccafe29-343a-492b-99fd-5f9eca106bb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.0973985 Aug 06 19:26:34.058155 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-acf93259-84e3-4319-b2d2-2e676d5e1dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 1002 time: 0.0660260 Aug 06 19:26:34.117020 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9f25-b651-4028-a894-cb11e3022400 req-4cf2acae-d2ca-473d-9062-57602edfa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:34.119137 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-4cf2acae-d2ca-473d-9062-57602edfa3bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0547853 Aug 06 19:26:34.169458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9f25-b651-4028-a894-cb11e3022400 req-405d2bf8-4e09-4f7b-bafc-7c9042eb6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:34.170990 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-405d2bf8-4e09-4f7b-bafc-7c9042eb6ebf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442841 Aug 06 19:26:34.272061 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-955b4b07-c1d2-44e6-8394-2014c39fa924 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937400 Aug 06 19:26:34.366037 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-f4be9f25-b651-4028-a894-cb11e3022400 req-d6a8bdae-5414-406f-820e-2668c1a9c036 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Aug 06 19:26:34.367793 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-daccbfa2-0650-47fa-adac-ba08f1223817 req-558588c9-ff87-4a89-8d34-510da207cb4b service neutron] (94121) timed out ('10.222.0.64', 49494) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:26:35.026208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012bf8-9053-4ace-8e26-425384ec0113 req-c83b97eb-dd43-4c30-95d2-1d40e3c9f843 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:35.027854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38012bf8-9053-4ace-8e26-425384ec0113 req-c83b97eb-dd43-4c30-95d2-1d40e3c9f843 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0530696 Aug 06 19:26:35.033845 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:35.071865 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38012bf8-9053-4ace-8e26-425384ec0113 req-4a5160ff-d1de-419e-8d87-2c1d76eb62d7 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370693 Aug 06 19:26:36.195722 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940e1e7-f8df-420d-a7ef-78425307ba2b req-e96406c3-6c6c-43ce-a93d-fd43e50d26a6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:36.197472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e940e1e7-f8df-420d-a7ef-78425307ba2b req-e96406c3-6c6c-43ce-a93d-fd43e50d26a6 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0531712 Aug 06 19:26:36.249323 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e940e1e7-f8df-420d-a7ef-78425307ba2b req-7cd518e3-8f9e-4629-b70a-637eaca4901c tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Aug 06 19:26:36.275249 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53048) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:36.338208 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d6267277-ccab-4f94-9d4c-c49f26eff95b tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/floatingips/c7c67746-3542-42e5-91c2-fb6e62d56a8f HTTP/1.1" status: 200 len: 994 time: 0.0615313 Aug 06 19:26:36.569994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53054) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:36.761785 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 66e5a78a-dfc3-4845-9229-7b51568ff752 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:26:36.762146 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:36.851360 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:36.851690 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:36.867999 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 66e5a78a-dfc3-4845-9229-7b51568ff752 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:26:37.034244 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:37.060894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=66e5a78a-dfc3-4845-9229-7b51568ff752,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:37.070672 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.071021 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.071362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.071698 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.072035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.072361 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.072689 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.073023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.073348 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.073700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.074026 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.074345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:37.138716 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:37.139021 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Floating IP c7c67746-3542-42e5-91c2-fb6e62d56a8f disassociated (deleted). External IP: 172.25.3.200, port: f1459b78-e914-4d36-b32b-76ddcb3365e0. Aug 06 19:26:37.379284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:26:37.492096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:37.497412 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:37.504513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Sync routers for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:37.514330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:37.514970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:37.530390 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e52e0d43-2af1-4ca6-92ff-848d2f91a61a tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/floatingips/c7c67746-3542-42e5-91c2-fb6e62d56a8f HTTP/1.1" status: 204 len: 168 time: 0.9591291 Aug 06 19:26:37.531007 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:26:37.533363 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c805e-3f96-4c4e-b6cf-56c2d245a58d" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:26:37.623554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:37.703216 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e255d2a-1d01-45de-a149-e9b97fc1c64e x-openstack-request-id: req-2e255d2a-1d01-45de-a149-e9b97fc1c64e {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:26:37.703875 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:26:37.704086 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e255d2a-1d01-45de-a149-e9b97fc1c64e {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:26:37.704573 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'status': 'completed', 'code': 200} Aug 06 19:26:37.774112 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-b2dc6858-9b60-4000-93c0-9bb677a9615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:37.775998 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-b2dc6858-9b60-4000-93c0-9bb677a9615a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9612781b8d5d4277beb3212204ed601a&device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 1098 time: 0.0455189 Aug 06 19:26:37.808574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed53da5-b93a-4a56-836d-8382d40e7e67 req-8bbc16ce-387b-4d78-8aad-b5a451abb286 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:37.810516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ed53da5-b93a-4a56-836d-8382d40e7e67 req-8bbc16ce-387b-4d78-8aad-b5a451abb286 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0562456 Aug 06 19:26:37.858405 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2ed53da5-b93a-4a56-836d-8382d40e7e67 req-1f4b147c-5d9a-4679-b8be-63eddb3ac3a4 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Aug 06 19:26:37.889163 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-9114e2c5-ca0a-428e-a11d-d77bee346e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:37.890718 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-9114e2c5-ca0a-428e-a11d-d77bee346e08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 200 len: 897 time: 0.1062684 Aug 06 19:26:37.939534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-24616857-91e7-408e-8136-3685dc9504ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 200 len: 217 time: 0.0408638 Aug 06 19:26:37.999701 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-85cd9ac8-5de8-486d-bd7a-ac7a52f8a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:38.001733 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-85cd9ac8-5de8-486d-bd7a-ac7a52f8a4ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 200 len: 835 time: 0.0547531 Aug 06 19:26:38.024710 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:38.054838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Checking router: 3409b0ad-5627-4fa6-b9b6-c8c17f125615 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:38.062825 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-246d1a30-e772-489f-8631-9f752fd19a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:38.063486 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:38.064108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:38.064741 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-246d1a30-e772-489f-8631-9f752fd19a3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60ea0333-29b4-4456-8638-e49c5516eb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540543 Aug 06 19:26:38.174181 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-488073ae-d2a0-4531-97a6-40313889c787 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016998 Aug 06 19:26:38.178737 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:38.287550 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-326c805e-3f96-4c4e-b6cf-56c2d245a58d req-c51dcf3f-d7f7-4e83-adc9-e2f777edeb53 service neutron] 10.222.0.16 "GET /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042070 Aug 06 19:26:38.428467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:38.456305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58f723-8c81-4959-92f4-e7b640dc8a16 None None] The sync data for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 is: [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:09Z', 'revision_number': 4, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'c18d9e8c-0e33-42fb-aba4-4a382eb64b41', 'name': '', 'network_id': '60ea0333-29b4-4456-8638-e49c5516eb6a', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'mac_address': 'fa:16:3e:e5:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:09Z', 'updated_at': '2021-08-06T19:25:14Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'subnets': [{'id': '3239c63c-116b-43fe-8691-b79d5cc66d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:26:38.717141 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074130b-9ab6-4255-bbff-88f57b12e0b9 None None] New status for floating IP c7c67746-3542-42e5-91c2-fb6e62d56a8f: DOWN {{(pid=94124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:26:38.992757 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609201b-ad37-46eb-8243-e3bbe9cf41af req-d84e6bc0-3048-42e7-bfc4-98ce84291cf9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:38.994402 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4609201b-ad37-46eb-8243-e3bbe9cf41af req-d84e6bc0-3048-42e7-bfc4-98ce84291cf9 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0559771 Aug 06 19:26:39.037532 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4609201b-ad37-46eb-8243-e3bbe9cf41af req-6e400ff5-dc8f-472f-98ca-ced2194a89bc tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/security-groups?id=14a3d17e-7b0f-4e11-ad17-ea8099925faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361292 Aug 06 19:26:39.628764 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-189b92d8-1772-423c-824e-e85d1b6f1d39 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:39.630346 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-189b92d8-1772-423c-824e-e85d1b6f1d39 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 946 time: 0.0561781 Aug 06 19:26:39.731229 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port f1459b78-e914-4d36-b32b-76ddcb3365e0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:26:39.731553 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:39.830514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port f1459b78-e914-4d36-b32b-76ddcb3365e0, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f1459b78-e914-4d36-b32b-76ddcb3365e0,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:39.830866 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:39.844559 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for f1459b78-e914-4d36-b32b-76ddcb3365e0 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:26:39.984642 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:40.019475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=f1459b78-e914-4d36-b32b-76ddcb3365e0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:40.063414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] No DVR routers for this DVR port f1459b78-e914-4d36-b32b-76ddcb3365e0 on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:26:40.066505 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:40.069945 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-b10bd8e8-35bd-4985-bed5-b93be3585f61 req-55139c46-5134-46cc-9fce-013d6c0900de tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.16 "DELETE /v2.0/ports/f1459b78-e914-4d36-b32b-76ddcb3365e0 HTTP/1.1" status: 204 len: 173 time: 0.4327645 Aug 06 19:26:40.070444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'name': 'network-vif-deleted', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:26:40.073648 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11a26e-361a-4858-b288-86a28c516072" -d '{"events": [{"server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "name": "network-vif-deleted", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:26:40.155854 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a6874e9b-7142-4cc0-b9de-744b4b2ed8ab req-5b9a777e-15e1-40c2-a038-a677e00e4617 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "GET /v2.0/ports?device_id=80e4b721-b092-4c46-90e2-aaf2808e40cd HTTP/1.1" status: 200 len: 210 time: 0.0404236 Aug 06 19:26:40.208030 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822326d-6744-4523-b35f-b6c5270312a9 x-openstack-request-id: req-2822326d-6744-4523-b35f-b6c5270312a9 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:26:40.208428 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e4b721-b092-4c46-90e2-aaf2808e40cd", "name": "network-vif-deleted", "tag": "f1459b78-e914-4d36-b32b-76ddcb3365e0", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:26:40.208770 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2822326d-6744-4523-b35f-b6c5270312a9 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:26:40.209263 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e4b721-b092-4c46-90e2-aaf2808e40cd', 'name': 'network-vif-deleted', 'tag': 'f1459b78-e914-4d36-b32b-76ddcb3365e0', 'status': 'completed', 'code': 200} Aug 06 19:26:41.184034 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:41.232107 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53072) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:41.647607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:41.938417 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port c18d9e8c-0e33-42fb-aba4-4a382eb64b41 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:26:41.938686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:42.053144 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port c18d9e8c-0e33-42fb-aba4-4a382eb64b41, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:42.053758 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:42.075590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for c18d9e8c-0e33-42fb-aba4-4a382eb64b41 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:26:42.318009 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:42.350497 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=c18d9e8c-0e33-42fb-aba4-4a382eb64b41,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:42.520834 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:42.552769 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:42.814046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:26:42.931274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:42.938972 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6dc5bf11-9966-41a1-a0d1-c7da62981b77 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "PUT /v2.0/routers/3409b0ad-5627-4fa6-b9b6-c8c17f125615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051957 Aug 06 19:26:42.941708 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:42.945040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Sync routers for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:42.958345 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:42.958969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:43.021075 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting subnet 3239c63c-116b-43fe-8691-b79d5cc66d5b {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:26:43.024975 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.073918 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.080120 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1459b78-e914-4d36-b32b-76ddcb3365e0 no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:26:43.085493 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:43.156658 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f1459b78-e914-4d36-b32b-76ddcb3365e0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:26:43.157116 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f1459b78-e914-4d36-b32b-76ddcb3365e0 not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:26:43.168656 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.241236 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.267148 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Subnet': ['ID=3239c63c-116b-43fe-8691-b79d5cc66d5b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:43.273336 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.275595 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e37c5e5a-6781-4e86-a59f-feca3914df36 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/subnets/3239c63c-116b-43fe-8691-b79d5cc66d5b HTTP/1.1" status: 204 len: 168 time: 0.3317966 Aug 06 19:26:43.278135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:43.281674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1941265-4a47-4080-83c1-2c80c4aa1173 None None] Network 60ea0333-29b4-4456-8638-e49c5516eb6a requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:26:43.360222 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:26:42Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:43.410427 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Checking router: 3409b0ad-5627-4fa6-b9b6-c8c17f125615 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:43.437397 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Routers {'3409b0ad-5627-4fa6-b9b6-c8c17f125615'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:43.437948 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:43.582684 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] Set router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:43.587716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] DHCP port deletion for 60ea0333-29b4-4456-8638-e49c5516eb6a request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:26:43.764141 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Deleting port b58565c9-cf79-4759-87d4-00422d1a7c46 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:26:43.764382 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.797284 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.855816 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] For port b58565c9-cf79-4759-87d4-00422d1a7c46, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b58565c9-cf79-4759-87d4-00422d1a7c46,segment=NetworkSegment(c6f92ab4-2eae-4ba6-aa76-caaed3b2980b),segment_id=c6f92ab4-2eae-4ba6-aa76-caaed3b2980b)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:43.856277 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.876551 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Calling delete_port for b58565c9-cf79-4759-87d4-00422d1a7c46 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:26:43.897592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:26:42Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:43.915520 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:43.954581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb370b4-9b81-44f6-bab1-3ead21b09917 None None] The sync data for ids ['3409b0ad-5627-4fa6-b9b6-c8c17f125615'] in n-d-793621-29 is: [{'id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551909641', 'tenant_id': '9612781b8d5d4277beb3212204ed601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '25ffee24-054a-4410-9465-88f9206986dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:26:42Z', 'revision_number': 5, 'project_id': '9612781b8d5d4277beb3212204ed601a', 'gw_port': {'id': '25ffee24-054a-4410-9465-88f9206986dc', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3409b0ad-5627-4fa6-b9b6-c8c17f125615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:25:06Z', 'updated_at': '2021-08-06T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:26:43.992450 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Deleting port 25ffee24-054a-4410-9465-88f9206986dc {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:26:43.993107 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.034673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.063414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Pushing event deleted for resources: {'Port': ['ID=b58565c9-cf79-4759-87d4-00422d1a7c46,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:44.070207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] No DVR routers for this DVR port b58565c9-cf79-4759-87d4-00422d1a7c46 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:26:44.079813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.080349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.080813 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.081237 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.082002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.082002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.082283 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.082746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.082941 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.083238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.083555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.084455 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2baea46-bbff-4c3a-9463-30010b07f729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:44.118038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] For port 25ffee24-054a-4410-9465-88f9206986dc, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=25ffee24-054a-4410-9465-88f9206986dc,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:44.118411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.134970 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Calling delete_port for 25ffee24-054a-4410-9465-88f9206986dc owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:26:44.326807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.374444 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Port': ['ID=25ffee24-054a-4410-9465-88f9206986dc,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:44.406182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c18d9e8c-0e33-42fb-aba4-4a382eb64b41 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:26:44.433436 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: c18d9e8c-0e33-42fb-aba4-4a382eb64b41 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:26:44.434350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device c18d9e8c-0e33-42fb-aba4-4a382eb64b41 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:26:44.434350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b58565c9-cf79-4759-87d4-00422d1a7c46 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:26:44.445346 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.454172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b58565c9-cf79-4759-87d4-00422d1a7c46 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:26:44.454518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b58565c9-cf79-4759-87d4-00422d1a7c46 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:26:44.545486 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.547746 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.609495 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.610149 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Fanout notify agent at l3_agent the message router_deleted on router 3409b0ad-5627-4fa6-b9b6-c8c17f125615 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:26:44.620458 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.621834 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0cf709ec-42d4-477c-8dea-766c25094888 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/routers/3409b0ad-5627-4fa6-b9b6-c8c17f125615 HTTP/1.1" status: 204 len: 168 time: 1.3423038 Aug 06 19:26:44.626028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53080) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:44.723142 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.825788 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.836251 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ea0333-29b4-4456-8638-e49c5516eb6a']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:44.846914 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:44.847174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f92ab4-2eae-4ba6-aa76-caaed3b2980b') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:44.856698 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.871737 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.879208 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:26:44.879619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:26:44.882857 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:26:44.969401 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.978058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:44.979854 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/networks/60ea0333-29b4-4456-8638-e49c5516eb6a HTTP/1.1" status: 204 len: 168 time: 0.3523123 Aug 06 19:26:44.983208 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:44.993877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad220e95-7385-468c-bb28-97e0d69ee823 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'Network': ['ID=60ea0333-29b4-4456-8638-e49c5516eb6a,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:45.083556 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.126729 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.200052 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.202939 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.204260 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] 10.222.0.64 "DELETE /v2.0/security-groups/14a3d17e-7b0f-4e11-ad17-ea8099925faf HTTP/1.1" status: 204 len: 168 time: 0.2198315 Aug 06 19:26:45.214715 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3d17e-7b0f-4e11-ad17-ea8099925faf,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:45.224392 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.224740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.225077 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.225461 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.225816 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.226405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.226774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.227100 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.227428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.227745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.228070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.228397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1143e2-b31c-4cc9-aa5b-5c655aa9ab80 tempest-TestNetworkAdvancedServerOps-105491679 tempest-TestNetworkAdvancedServerOps-105491679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:45.581286 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53090) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:45.748330 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ef0e4bce-4049-4a39-a006-45ccc58afbc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9612781b8d5d4277beb3212204ed601a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654828 Aug 06 19:26:45.750749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53094) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:45.807117 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.828927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.879089 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.883349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:45.885282 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b49fb5d1-f624-4b10-a0b0-9b03d40d1b3e HTTP/1.1" status: 204 len: 168 time: 0.1332436 Aug 06 19:26:45.894655 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a18b-6341-45b5-b8be-d38bbc09e4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49fb5d1-f624-4b10-a0b0-9b03d40d1b3e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:46.202176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53100) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:46.218320 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fabc95c0-3b6f-40e8-a870-9fc6049d8944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.334137 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 25ffee24-054a-4410-9465-88f9206986dc no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:26:46.334920 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fabc95c0-3b6f-40e8-a870-9fc6049d8944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.341084 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-fabc95c0-3b6f-40e8-a870-9fc6049d8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.357196 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 25ffee24-054a-4410-9465-88f9206986dc {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:26:46.357679 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 25ffee24-054a-4410-9465-88f9206986dc not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:26:46.380489 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc95c0-3b6f-40e8-a870-9fc6049d8944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c73cf-a37e-4c7b-ad7c-19c398573622,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:46.385310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-fabc95c0-3b6f-40e8-a870-9fc6049d8944 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1e2688fe07942ccaaac3a6cc89d6f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818168 Aug 06 19:26:46.388086 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53102) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:46.442285 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.463968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.523623 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.526391 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:46.527704 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/401c73cf-a37e-4c7b-ad7c-19c398573622 HTTP/1.1" status: 204 len: 168 time: 0.1386683 Aug 06 19:26:46.536409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41307bd-82b2-48e6-b0c5-cfa662dd0097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c73cf-a37e-4c7b-ad7c-19c398573622,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:47.349537 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53124) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:47.453697 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1252923092-network', 'tenant_id': '77d50f07673146869ae9f9619b760b03'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:47.487176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Made reservation on behalf of 77d50f07673146869ae9f9619b760b03 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:26:47.491015 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.505005 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.612775 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.618733 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.647530 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:26:47.656826 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dfe1fc-5f9e-4394-8ec5-7b9fc5411e12,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:47.665879 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.666413 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Added segment 57bb6951-04b6-4e9e-9c33-7696d2b50cdd of type vlan for network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 Aug 06 19:26:47.709186 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.741263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.742321 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:47.743159 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:47.801270 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4503779 Aug 06 19:26:47.804176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53128) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:47.811514 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Request body: {'subnet': {'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1252923092-subnet', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:47.815957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600473d-e3d9-41dc-a6ef-f76bd1136b53 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1bc542-6e6b-4724-8c71-b28b8e6a4137,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:47.827659 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:26:47.840452 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Made reservation on behalf of 77d50f07673146869ae9f9619b760b03 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:26:47.843125 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.038014 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.099212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2411ce12-a2f9-4677-906c-300c590c84e4,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:48.110319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:48.110688 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Network hostable DHCP agents. Network: 1d1bc542-6e6b-4724-8c71-b28b8e6a4137, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:26:48.135180 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:26:48.150152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 1d1bc542-6e6b-4724-8c71-b28b8e6a4137) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:48.154616 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:48.156044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.160338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8043507d-cf68-4284-9dea-0baa7a870d63 None None] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:26:48.177142 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5ec144e9-462a-4452-b1a2-60ecc9fa4b03 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714998 Aug 06 19:26:48.180192 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53130) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:48.188132 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:48.221381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.222623 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.290325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.367639 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:26:48.370666 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.452611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.515261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Allocated IP 172.20.0.2 (1d1bc542-6e6b-4724-8c71-b28b8e6a4137/2411ce12-a2f9-4677-906c-300c590c84e4/58084d89-cab3-4516-b194-f920f92d20ba) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:48.662738 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.672108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Transition to ACTIVE for port object 58084d89-cab3-4516-b194-f920f92d20ba will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:48.677646 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.688013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Transition to ACTIVE for port object 58084d89-cab3-4516-b194-f920f92d20ba will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:48.695429 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.698102 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.744202 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:48.747575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:48.752396 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:48.755904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Pushing event updated for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:48.809423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Attempting to bind port 58084d89-cab3-4516-b194-f920f92d20ba on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:48.809908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Attempting to bind port 58084d89-cab3-4516-b194-f920f92d20ba by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:48.810267 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Attempting to bind port 58084d89-cab3-4516-b194-f920f92d20ba on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:48.815863 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:48.816238 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:48.816653 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.817377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:48.817953 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Bound port: 58084d89-cab3-4516-b194-f920f92d20ba, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:48.818319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.824772 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Allocated IP 172.25.3.151 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/36fd0369-8365-47b1-8cd7-fb77307f245e) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:48.887200 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:48.891014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=58084d89-cab3-4516-b194-f920f92d20ba,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:48.896748 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.946727 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:48.963322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f471a-24f8-44f7-93ee-9861a50fb45b None None] Pushing event updated for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:49.002731 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:49.049279 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:49.052593 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:49.059293 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:49.094814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=36fd0369-8365-47b1-8cd7-fb77307f245e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:49.384778 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:49.608434 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:49.764535 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Router 051c3be1-183b-4bba-a742-c2b24cb40085 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:26:49.879682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:49.894797 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:49.899905 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:49.905198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:49.906280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8deec35c-f331-4ad0-b0cd-bfabcdf68ac6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7237236 Aug 06 19:26:49.909901 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:49.910779 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:49.931971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054ce1e-30ba-4755-a078-dde552f7758f None None] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:26:50.029285 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:50.163311 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-bc58490d-0811-4fca-b109-71634a25d2be None None] Provisioning for port 58084d89-cab3-4516-b194-f920f92d20ba completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:50.253501 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:49Z', 'revision_number': 3, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:50.287922 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:50.288988 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Updating router 051c3be1-183b-4bba-a742-c2b24cb40085 port 36fd0369-8365-47b1-8cd7-fb77307f245e binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:26:50.326583 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.405519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 58084d89-cab3-4516-b194-f920f92d20ba up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:50.428569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.459752 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 58084d89-cab3-4516-b194-f920f92d20ba completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:50.474973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 58084d89-cab3-4516-b194-f920f92d20ba triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:50.478306 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.583265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.620923 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-7fec6d42-f45a-4588-8059-095400e40fe4 None None] Provisioning complete for port 58084d89-cab3-4516-b194-f920f92d20ba triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:50.621494 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7fec6d42-f45a-4588-8059-095400e40fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.631113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Allocated IP 172.20.0.1 (1d1bc542-6e6b-4724-8c71-b28b8e6a4137/2411ce12-a2f9-4677-906c-300c590c84e4/d00862c9-fc07-40b2-b4d1-8a8ff1e864d6) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:50.648274 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=58084d89-cab3-4516-b194-f920f92d20ba,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:50.655459 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.658137 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.671906 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Transition to ACTIVE for port object 36fd0369-8365-47b1-8cd7-fb77307f245e will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:50.679524 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.735068 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Attempting to bind port 36fd0369-8365-47b1-8cd7-fb77307f245e on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:50.735433 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Attempting to bind port 36fd0369-8365-47b1-8cd7-fb77307f245e by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:50.735799 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Attempting to bind port 36fd0369-8365-47b1-8cd7-fb77307f245e on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:50.739194 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Pushing event updated for resources: {'Port': ['ID=36fd0369-8365-47b1-8cd7-fb77307f245e,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:50.744592 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:50.744993 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:50.745402 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.745846 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:50.746355 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Bound port: 36fd0369-8365-47b1-8cd7-fb77307f245e, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:50.746739 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.748640 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:50.762934 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.775167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.775511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.775841 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.776175 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.776500 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.776824 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.777142 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.777546 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.777734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Transition to ACTIVE for port object d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:50.777851 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.778173 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.778493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.778990 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:26:50.813544 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.816700 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] For port 36fd0369-8365-47b1-8cd7-fb77307f245e, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:50.820424 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] For port 36fd0369-8365-47b1-8cd7-fb77307f245e, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fd0369-8365-47b1-8cd7-fb77307f245e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:50.825070 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:50.853391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:50.856746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:50.860548 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:50.884211 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Pushing event updated for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:50.888115 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:50.888739 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:50.890568 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ca037-0cb3-451b-9bb1-a4e31d27ad2a None None] Pushing event updated for resources: {'Port': ['ID=36fd0369-8365-47b1-8cd7-fb77307f245e,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:50.905379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.004447 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:51.123199 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1a4e363a-da43-45d9-b6e7-f962515b56ca None None] Provisioning for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:51.128166 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-1a4e363a-da43-45d9-b6e7-f962515b56ca None None] Provisioning complete for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:51.128669 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1a4e363a-da43-45d9-b6e7-f962515b56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.168905 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e363a-da43-45d9-b6e7-f962515b56ca None None] Port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:26:51.299837 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:49Z', 'revision_number': 3, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:51.327287 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b2596-fe15-4012-81ae-7cd760192b10 None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:49Z', 'revision_number': 3, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:26:51.434499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.629280 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.636242 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.703580 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Pushing event updated for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:51.706387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:51.807725 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:51.809861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:51.946411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:26:52.074704 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:52.079942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-4b3465a9-97db-4ea8-a07f-2b59127d6526 admin admin] 10.222.0.64 "PUT /v2.0/routers/051c3be1-183b-4bba-a742-c2b24cb40085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1735644 Aug 06 19:26:52.096322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8678ddb9-f0b7-4699-b7b5-b4891508ca67 None None] Provisioning complete for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:52.096940 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8678ddb9-f0b7-4699-b7b5-b4891508ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.134232 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8678ddb9-f0b7-4699-b7b5-b4891508ca67 None None] Port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:26:52.431933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 58084d89-cab3-4516-b194-f920f92d20ba up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:52.485473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 58084d89-cab3-4516-b194-f920f92d20ba triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:52.485871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.573798 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fd0369-8365-47b1-8cd7-fb77307f245e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:52.642853 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 36fd0369-8365-47b1-8cd7-fb77307f245e completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:52.652968 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 36fd0369-8365-47b1-8cd7-fb77307f245e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:52.652968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.653431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53148) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:52.660763 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-284804273-network', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:52.694744 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Made reservation on behalf of 64f42a83ee1e4f818bcbe9cfbd83cf77 for: {'network': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:26:52.698121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.713260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.759083 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.783461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 36fd0369-8365-47b1-8cd7-fb77307f245e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fd0369-8365-47b1-8cd7-fb77307f245e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:52.793282 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.840352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.845682 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.855248 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=36fd0369-8365-47b1-8cd7-fb77307f245e,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:52.878232 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:26:52.885076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be7a7b-8821-4b47-9ecd-fc68965b702e,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:52.893287 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.893592 n-d-793621-29 neutron-server[94121]: INFO neutron.db.segments_db [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Added segment df794638-050d-4e83-8d35-6fa7e4aa440a of type vlan for network 564ebf89-5bf2-446c-a379-a1ff9170fc95 Aug 06 19:26:52.936563 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.970513 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.972078 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:52.972885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:52.981884 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:52.995952 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:52.997156 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:53.032312 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3773832 Aug 06 19:26:53.035054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53150) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:53.041468 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Request body: {'subnet': {'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-284804273-subnet', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:53.052943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533221-9fba-42c2-9b71-0c3ca3c3f8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=564ebf89-5bf2-446c-a379-a1ff9170fc95,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:53.066558 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:26:53.072347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Made reservation on behalf of 64f42a83ee1e4f818bcbe9cfbd83cf77 for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:26:53.074802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.227747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:53.261954 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.326920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2e9323-a167-4341-bce1-4a8d4fb53511,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:53.337329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Checking segment: {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:53.337329 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Network hostable DHCP agents. Network: 564ebf89-5bf2-446c-a379-a1ff9170fc95, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:26:53.354418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:26:53.363888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 564ebf89-5bf2-446c-a379-a1ff9170fc95) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:53.368922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:26:53.370343 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.373226 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c545c-040b-44b0-89b9-9a2ec0304170 None None] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:26:53.389093 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-cd25a3be-2205-4f4b-ada2-e2d880164642 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3500688 Aug 06 19:26:53.389371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:53.393957 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:53.415868 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.417050 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.474201 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.553098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 2, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:53.593040 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:53.593394 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Updating router 051c3be1-183b-4bba-a742-c2b24cb40085 port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:26:53.621423 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.633876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.637257 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-564ebf89-5bf2-446c-a379-a1ff9170fc95', 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'fixed_ips': [{'subnet_id': '5b2e9323-a167-4341-bce1-4a8d4fb53511'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:26:53.638115 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.833724 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.852723 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:53.913749 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Allocated IP 172.20.0.2 (564ebf89-5bf2-446c-a379-a1ff9170fc95/5b2e9323-a167-4341-bce1-4a8d4fb53511/b701a804-1dea-456c-bba5-23f99b37b5b0) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:53.964750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Allocated IP 172.25.3.76 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/5c41ad56-e8e2-4078-ae08-48f880c434f9) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:54.085294 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.130175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.131499 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.153104 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Transition to ACTIVE for port object d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:54.155565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.165261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.167860 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Transition to ACTIVE for port object b701a804-1dea-456c-bba5-23f99b37b5b0 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:54.184557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:54.190130 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:54.197170 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:54.201695 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c41ad56-e8e2-4078-ae08-48f880c434f9,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:54.211831 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Transition to ACTIVE for port object b701a804-1dea-456c-bba5-23f99b37b5b0 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:54.229241 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.241178 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2f30-2abb-4a36-bef8-b51ebceaf654 None None] Pushing event updated for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:54.294093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:54.302724 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:54.324254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:54.357268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Pushing event updated for resources: {'Port': ['ID=b701a804-1dea-456c-bba5-23f99b37b5b0,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:54.379536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Attempting to bind port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:54.379915 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Attempting to bind port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:54.380495 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Attempting to bind port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:54.384255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fd0369-8365-47b1-8cd7-fb77307f245e up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:54.440414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:54.440784 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:54.441193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.441625 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:54.442437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Bound port: d00862c9-fc07-40b2-b4d1-8a8ff1e864d6, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:54.442821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.452511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Attempting to bind port b701a804-1dea-456c-bba5-23f99b37b5b0 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:54.452882 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Attempting to bind port b701a804-1dea-456c-bba5-23f99b37b5b0 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:54.453265 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Attempting to bind port b701a804-1dea-456c-bba5-23f99b37b5b0 on network 564ebf89-5bf2-446c-a379-a1ff9170fc95 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:54.470786 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:54.471128 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Checking segment: {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:54.471534 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.471933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Bound using segment: {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:54.472411 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Bound port: b701a804-1dea-456c-bba5-23f99b37b5b0, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:54.472795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.565933 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 36fd0369-8365-47b1-8cd7-fb77307f245e triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:54.566184 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.606521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] For port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:54.645423 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] For port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:54.651240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d73a6140-5933-495f-b035-63f549266a3f None None] For port b701a804-1dea-456c-bba5-23f99b37b5b0, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:54.658429 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.679608 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d73a6140-5933-495f-b035-63f549266a3f None None] For port b701a804-1dea-456c-bba5-23f99b37b5b0, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b701a804-1dea-456c-bba5-23f99b37b5b0,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:54.705197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:54.755440 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:54.756085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:54.763268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2f30-2abb-4a36-bef8-b51ebceaf654 None None] Pushing event updated for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:54.961099 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:55.131268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a6140-5933-495f-b035-63f549266a3f None None] Pushing event updated for resources: {'Port': ['ID=b701a804-1dea-456c-bba5-23f99b37b5b0,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:55.152295 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:55.246985 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:55.370704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:54Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:55.383705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Router 6a864b29-f881-43b0-a276-8700e83227b3 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:26:55.399876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615df767-9628-45e8-ac1f-04ddab6f0abb None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:54Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:26:55.522225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:55.535253 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Sync routers for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:55.546893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:55.548534 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-49e96290-944d-4c45-ab3d-e8c690b72cf3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1578763 Aug 06 19:26:55.553150 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53154) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:55.559877 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:55.561097 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:55.702866 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:55.936190 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:54Z', 'revision_number': 3, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:55.942880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23175d0a-dd91-413c-910a-c960b989ffed None None] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:26:55.980195 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Checking router: 6a864b29-f881-43b0-a276-8700e83227b3 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:55.980998 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Updating router 6a864b29-f881-43b0-a276-8700e83227b3 port 5c41ad56-e8e2-4078-ae08-48f880c434f9 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:26:56.015789 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.037582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-68841182-6f25-46db-b4d1-7deebaab8ec9 None None] Provisioning for port b701a804-1dea-456c-bba5-23f99b37b5b0 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:56.158257 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.414376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Allocated IP 172.20.0.1 (564ebf89-5bf2-446c-a379-a1ff9170fc95/5b2e9323-a167-4341-bce1-4a8d4fb53511/ca0f82c5-1db6-4095-9334-fc2ce9cf8655) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:26:56.469388 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:56.470859 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.484489 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Transition to ACTIVE for port object 5c41ad56-e8e2-4078-ae08-48f880c434f9 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:56.492661 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.557627 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:56.562902 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:56.563063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.575280 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.576441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Attempting to bind port 5c41ad56-e8e2-4078-ae08-48f880c434f9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:56.577182 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Attempting to bind port 5c41ad56-e8e2-4078-ae08-48f880c434f9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:56.577981 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Attempting to bind port 5c41ad56-e8e2-4078-ae08-48f880c434f9 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:56.590917 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Transition to ACTIVE for port object ca0f82c5-1db6-4095-9334-fc2ce9cf8655 will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:56.592662 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:56.593166 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:56.593697 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.594212 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:56.594774 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Bound port: 5c41ad56-e8e2-4078-ae08-48f880c434f9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:56.595218 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.633717 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.642344 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83ae29-bbd7-4d06-a97a-7d986193f85c None None] Pushing event updated for resources: {'Port': ['ID=5c41ad56-e8e2-4078-ae08-48f880c434f9,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:56.663743 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.664368 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] For port 5c41ad56-e8e2-4078-ae08-48f880c434f9, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:56.670690 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] For port 5c41ad56-e8e2-4078-ae08-48f880c434f9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5c41ad56-e8e2-4078-ae08-48f880c434f9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:56.678419 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.680936 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:56.691136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:56.696160 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:26:56.703333 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Pushing event updated for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:56.735861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:56.751628 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.752511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b701a804-1dea-456c-bba5-23f99b37b5b0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:56.770086 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.776613 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:56.777295 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:56.905365 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:56.943368 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b701a804-1dea-456c-bba5-23f99b37b5b0 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:56.952715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b701a804-1dea-456c-bba5-23f99b37b5b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:56.953317 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:56.975167 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:56.979936 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83ae29-bbd7-4d06-a97a-7d986193f85c None None] Pushing event updated for resources: {'Port': ['ID=5c41ad56-e8e2-4078-ae08-48f880c434f9,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:57.056607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.072075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e7f6c8a7-6716-4a02-a2bd-18718929515d None None] Provisioning for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:57.076874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e7f6c8a7-6716-4a02-a2bd-18718929515d None None] Provisioning complete for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:57.077491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c8a7-6716-4a02-a2bd-18718929515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.147501 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6c8a7-6716-4a02-a2bd-18718929515d None None] Port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:26:57.156044 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.195015 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port b701a804-1dea-456c-bba5-23f99b37b5b0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b701a804-1dea-456c-bba5-23f99b37b5b0,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:57.201162 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.237615 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:54Z', 'revision_number': 3, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:57.266082 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=b701a804-1dea-456c-bba5-23f99b37b5b0,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:57.268079 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.268842 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffceed-6388-4f10-9323-8ef0f81c0443 None None] The sync data for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 is: [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:54Z', 'revision_number': 3, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:26:57.278431 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.354393 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.359899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Pushing event updated for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:57.471742 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:26:57.474492 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:26:57.642420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Router 6a864b29-f881-43b0-a276-8700e83227b3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:26:57.775635 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cccb86d3-db55-47e0-9ff9-e95842dd62bc None None] Provisioning complete for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:57.776318 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cccb86d3-db55-47e0-9ff9-e95842dd62bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:57.782610 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:26:57.790487 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-3351a059-0aa3-40fb-a716-159dc01da22d admin admin] 10.222.0.64 "PUT /v2.0/routers/6a864b29-f881-43b0-a276-8700e83227b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356007 Aug 06 19:26:57.818227 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cccb86d3-db55-47e0-9ff9-e95842dd62bc None None] Port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:26:58.426519 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5c41ad56-e8e2-4078-ae08-48f880c434f9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:58.478614 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 5c41ad56-e8e2-4078-ae08-48f880c434f9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:26:58.482487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5c41ad56-e8e2-4078-ae08-48f880c434f9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:58.482866 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.559022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53162) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:58.572239 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845105221', 'description': 'tempest-secgroup-smoke-845105221 description', 'project_id': '77d50f07673146869ae9f9619b760b03'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:58.582574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.611066 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.630991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 5c41ad56-e8e2-4078-ae08-48f880c434f9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5c41ad56-e8e2-4078-ae08-48f880c434f9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:26:58.638230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.639630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b701a804-1dea-456c-bba5-23f99b37b5b0 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:58.690632 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2824e05b-7e28-4207-85f1-111d7af5157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.716501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.721677 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.736746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=5c41ad56-e8e2-4078-ae08-48f880c434f9,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:58.746091 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b701a804-1dea-456c-bba5-23f99b37b5b0 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:58.746464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.771893 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.773187 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2121146 Aug 06 19:26:58.776707 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53164) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:58.779771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb549-df97-4b92-a45a-4e6926df62ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb539342-fa33-4149-b135-4000fc30cdc1,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:58.781897 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:58.813520 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.848303 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:26:58.888708 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.893755 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.899118 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:26:58.899603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.910801 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61da72fe-66e0-4b2d-9945-80f6642aeb9e,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:58.929584 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:58.931031 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-009934ed-88b1-478d-8c45-cffb7c6f9a48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530457 Aug 06 19:26:58.933840 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53166) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:58.939226 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:58.976745 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.020338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Sync routers for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:26:59.032794 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:26:59.033697 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:59.071812 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.077339 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.101654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953add4c-de53-461c-8d46-5a561a22ac68,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.107965 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.109665 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0613966c-49f6-4f25-90f5-9f32d7b19b44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742792 Aug 06 19:26:59.112116 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53168) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:59.121773 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:59.155796 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.163014 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:26:59.232958 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.242379 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.264192 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c547a4ee-54ba-48c4-8cd3-2a9522cdc3d7,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.274580 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.278258 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-949e9990-639a-4a22-bd69-01fb249608d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633258 Aug 06 19:26:59.281487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53170) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:59.286788 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:59.323955 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.384139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 4, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ca0f82c5-1db6-4095-9334-fc2ce9cf8655', 'name': '', 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'mac_address': 'fa:16:3e:c6:15:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:56Z', 'updated_at': '2021-08-06T19:26:57Z', 'revision_number': 2, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'subnets': [{'id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:26:59.388681 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.394663 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.411845 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Checking router: 6a864b29-f881-43b0-a276-8700e83227b3 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:26:59.412206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Updating router 6a864b29-f881-43b0-a276-8700e83227b3 port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:26:59.413779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0971fc-cccf-4dac-9a18-d403c20fcd53,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.424730 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.427294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-903d9ab9-c20d-42ca-ba35-ad727094bdb6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433773 Aug 06 19:26:59.429588 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53172) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:59.434504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:59.446008 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.459401 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Project 77d50f07673146869ae9f9619b760b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:26:59.465384 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.548259 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.554814 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.572448 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c1442a-879c-420b-b885-8292d6c72d57,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.585390 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.587297 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-914ab221-487a-4183-8d01-893ef21073de tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566629 Aug 06 19:26:59.590124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53174) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:26:59.595416 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': 'eb539342-fa33-4149-b135-4000fc30cdc1', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:26:59.624565 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Project 77d50f07673146869ae9f9619b760b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:26:59.630167 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.700155 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.705249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.727854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04404e7-9855-4dbd-afa8-c5fcd87c5b2f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.732235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.743433 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-65aa7bc1-2104-4da4-8015-b76fd7d727a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521277 Aug 06 19:26:59.745777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.757777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Transition to ACTIVE for port object ca0f82c5-1db6-4095-9334-fc2ce9cf8655 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:26:59.766098 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.823268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253aa7-9366-4023-b86a-0c89130518f7 None None] Pushing event updated for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:26:59.897598 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Attempting to bind port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:26:59.898282 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Attempting to bind port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:26:59.898421 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Attempting to bind port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 on network 564ebf89-5bf2-446c-a379-a1ff9170fc95 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:26:59.904272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:26:59.904652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Checking segment: {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:26:59.905092 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.905513 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Bound using segment: {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:26:59.906002 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Bound port: ca0f82c5-1db6-4095-9334-fc2ce9cf8655, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df794638-050d-4e83-8d35-6fa7e4aa440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:26:59.906387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:26:59.977629 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-fe090dad-8385-4745-86c4-fc1d8576d752 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845105221&fields=id&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 267 time: 0.0438068 Aug 06 19:26:59.985739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] For port ca0f82c5-1db6-4095-9334-fc2ce9cf8655, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:26:59.989662 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] For port ca0f82c5-1db6-4095-9334-fc2ce9cf8655, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:26:59.996464 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:00.080531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253aa7-9366-4023-b86a-0c89130518f7 None None] Pushing event updated for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:00.084193 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:27:00.084735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:26:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:00.130745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-a2d64a17-be7e-4248-a9a1-a3051f76e6ba tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:00.132449 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-a2d64a17-be7e-4248-a9a1-a3051f76e6ba tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 809 time: 0.1463695 Aug 06 19:27:00.154400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-b6f5de3d-a152-4213-b6fb-cdc5f77b9678 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/quotas/77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 375 time: 0.0154731 Aug 06 19:27:00.228131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-3c53d75c-40cb-4cf4-bd89-40ff91a865fa tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716593 Aug 06 19:27:00.234361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:27:00.364206 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-beb8cafd-9d1e-4859-8b79-493d225181b4 service neutron] 10.222.0.64 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147652 Aug 06 19:27:00.380367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5c41ad56-e8e2-4078-ae08-48f880c434f9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:27:00.471044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-52c294ee-f450-472f-92db-2c5c323a62b8 service neutron] 10.222.0.64 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987034 Aug 06 19:27:00.481797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 5c41ad56-e8e2-4078-ae08-48f880c434f9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:27:00.482175 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:00.546089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 4, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ca0f82c5-1db6-4095-9334-fc2ce9cf8655', 'name': '', 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'mac_address': 'fa:16:3e:c6:15:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:56Z', 'updated_at': '2021-08-06T19:26:59Z', 'revision_number': 4, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'subnets': [{'id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:00.607781 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9656f233-f907-49df-ba3e-4749d0b7e7d0 None None] The sync data for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 is: [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 4, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ca0f82c5-1db6-4095-9334-fc2ce9cf8655', 'name': '', 'network_id': '564ebf89-5bf2-446c-a379-a1ff9170fc95', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'mac_address': 'fa:16:3e:c6:15:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:56Z', 'updated_at': '2021-08-06T19:26:59Z', 'revision_number': 4, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'subnets': [{'id': '5b2e9323-a167-4341-bce1-4a8d4fb53511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:27:00.648920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b6a5052-5fa0-43d5-99ed-2cc08d6c6cff req-2a99feb1-3fa1-43b9-a501-1d66c7854492 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 210 time: 0.0300081 Aug 06 19:27:01.502127 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:01.672314 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-526de941-8596-4a69-b94e-3a78cc0a7a68 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:01.673736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-526de941-8596-4a69-b94e-3a78cc0a7a68 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 809 time: 0.1249216 Aug 06 19:27:01.720448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-167a44e1-1236-4e52-9a87-3353c83b1b1b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 379 time: 0.0372925 Aug 06 19:27:01.736276 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'port': {'device_id': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'admin_state_up': True, 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'security_groups': ['eb539342-fa33-4149-b135-4000fc30cdc1']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:27:01.784567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-95bda6d9-d2be-44c9-8103-ae851a855825 req-81680c3e-3f0f-4a7d-960e-d0cdd64628c1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 210 time: 0.0613101 Aug 06 19:27:01.836826 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-356eb942-9a24-43a5-83ee-fa6779855b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:01.885690 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Made reservation on behalf of 77d50f07673146869ae9f9619b760b03 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:27:01.889714 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.033895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Allocated IP 172.20.0.3 (1d1bc542-6e6b-4724-8c71-b28b8e6a4137/2411ce12-a2f9-4677-906c-300c590c84e4/fe57b8d0-0670-412d-ab7b-2634ef336cfb) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:27:02.187151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.202612 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Transition to ACTIVE for port object fe57b8d0-0670-412d-ab7b-2634ef336cfb will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:27:02.239883 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.286858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:27:02.291902 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:27:02.295878 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:27:02.325222 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:02.354468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:02.355159 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.377284 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-fde6ac04-59f0-4328-bcf0-0f96dd081cc4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449111 Aug 06 19:27:02.393338 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Request body: {'port': {'device_id': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:27:02.411084 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ca0f82c5-1db6-4095-9334-fc2ce9cf8655 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:27:02.475954 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.488403 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:27:02.493716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:27:02.494295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.577355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc5c9ad2-9341-4432-81e1-442f9f716263 None None] Provisioning for port fe57b8d0-0670-412d-ab7b-2634ef336cfb completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:27:02.585329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-cc5c9ad2-9341-4432-81e1-442f9f716263 None None] Provisioning complete for port fe57b8d0-0670-412d-ab7b-2634ef336cfb triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:27:02.585749 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cc5c9ad2-9341-4432-81e1-442f9f716263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.620719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.646343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c9ad2-9341-4432-81e1-442f9f716263 None None] Port fe57b8d0-0670-412d-ab7b-2634ef336cfb cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:27:02.663309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ca0f82c5-1db6-4095-9334-fc2ce9cf8655, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:27:02.669871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.719808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:02.801129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:27:02.809172 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.823753 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Transition to ACTIVE for port object fe57b8d0-0670-412d-ab7b-2634ef336cfb will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:27:02.828790 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:02.903190 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:02.970696 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb6e2-a0f3-4fdd-9f19-92d59f9a7961 req-ca4437b4-c0ca-48c8-b9dd-8be4e992add1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:02.972378 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9ddb6e2-a0f3-4fdd-9f19-92d59f9a7961 req-ca4437b4-c0ca-48c8-b9dd-8be4e992add1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.1105754 Aug 06 19:27:03.030561 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:27:03.030685 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:27:03.030919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:27:03.035651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a9ddb6e2-a0f3-4fdd-9f19-92d59f9a7961 req-f0981761-ffd2-4788-ae06-d035827dda0b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541270 Aug 06 19:27:03.039255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:27:03.039752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:27:03.045814 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:27:03.046324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:27:03.046719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:27:03.047151 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Bound port: fe57b8d0-0670-412d-ab7b-2634ef336cfb, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:27:03.047499 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:03.116189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:27:03.119487 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:27:03.126857 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:03.177170 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.177831 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:03.179282 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1092 time: 0.7918684 Aug 06 19:27:03.179842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:27:03.182167 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a674c31-7fdf-4cbe-973d-ad55f261714d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:27:03.206740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67b0f-ebf6-4b2c-b06a-c2907522b865 service neutron] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:03.236860 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecc1e5-7485-4116-bc84-891ae5d7b047 x-openstack-request-id: req-85ecc1e5-7485-4116-bc84-891ae5d7b047 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:27:03.237154 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:27:03.237404 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85ecc1e5-7485-4116-bc84-891ae5d7b047 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:27:03.237878 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'status': 'completed', 'code': 200} Aug 06 19:27:03.267880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-9c894e0f-03e7-4683-93ef-8737e6a3ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.269567 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-9c894e0f-03e7-4683-93ef-8737e6a3ab62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1095 time: 0.0455558 Aug 06 19:27:03.317789 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-605b82da-48ba-4ece-8cd5-813b4fd7bd28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 217 time: 0.0392795 Aug 06 19:27:03.368391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-a0cf2686-dcc3-4a5a-b734-53f7b6aab0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.369960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-a0cf2686-dcc3-4a5a-b734-53f7b6aab0b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0459201 Aug 06 19:27:03.420860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b74e-771b-4781-a0db-352b45618814 req-58c3a708-9b65-46fc-9aac-c60e8a548123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.422452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-58c3a708-9b65-46fc-9aac-c60e8a548123 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451369 Aug 06 19:27:03.525546 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-7d070761-b998-48f8-b2f0-11cc6189b639 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947044 Aug 06 19:27:03.553945 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:03.636598 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9846b74e-771b-4781-a0db-352b45618814 req-6ff868a2-79f9-4f59-98b9-8052a728d7c5 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043978 Aug 06 19:27:03.731795 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-38452f27-ebe6-4749-ab07-a52efd3e1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.733342 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-38452f27-ebe6-4749-ab07-a52efd3e1ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1095 time: 0.0463595 Aug 06 19:27:03.831202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-4f95744b-1b56-45d3-ba25-1997643336f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.832733 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-4f95744b-1b56-45d3-ba25-1997643336f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0925624 Aug 06 19:27:03.885473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-81bcc6ae-7c68-4eca-bbb0-69559d1ca2cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 217 time: 0.0435588 Aug 06 19:27:03.936457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-c4cfd69a-dfd3-446d-bab5-66fad9a138d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.937913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-c4cfd69a-dfd3-446d-bab5-66fad9a138d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0450799 Aug 06 19:27:03.993259 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-c2a30c9c-5136-4ff9-969c-568c26cba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:03.994856 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-c2a30c9c-5136-4ff9-969c-568c26cba35a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483932 Aug 06 19:27:04.095920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-b9dffc45-464b-41df-a640-01d1d4f10f1c service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926647 Aug 06 19:27:04.215568 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fa16-0795-44f4-9ec5-b40d7059681c req-c26d1e12-9369-4002-bca1-210597840d0d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:04.217090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c784fa16-0795-44f4-9ec5-b40d7059681c req-c26d1e12-9369-4002-bca1-210597840d0d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.1056101 Aug 06 19:27:04.244597 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a674c31-7fdf-4cbe-973d-ad55f261714d req-08132114-3aa4-4123-8151-327512d25c29 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411967 Aug 06 19:27:04.273261 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c784fa16-0795-44f4-9ec5-b40d7059681c req-092c1ee9-d256-49b0-ba1b-0ed854a32b0c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457773 Aug 06 19:27:04.356004 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ca0f82c5-1db6-4095-9334-fc2ce9cf8655 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:27:04.408172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:27:04.408418 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:05.033551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:05.407136 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb47b9-8ed8-4b7d-a828-c96a35207061 req-46de4e9f-69d2-4522-89b9-1c337863ce3b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:05.408650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96fb47b9-8ed8-4b7d-a828-c96a35207061 req-46de4e9f-69d2-4522-89b9-1c337863ce3b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.0567975 Aug 06 19:27:05.454341 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96fb47b9-8ed8-4b7d-a828-c96a35207061 req-2d46e648-bfb9-48cc-8e9f-c2850e391723 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369475 Aug 06 19:27:06.587517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab022-12ca-45d9-aa45-43843dab92a3 req-483f4c82-e2ea-466a-af6a-f8bee347944e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:06.589071 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac6ab022-12ca-45d9-aa45-43843dab92a3 req-483f4c82-e2ea-466a-af6a-f8bee347944e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.0602779 Aug 06 19:27:06.628357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac6ab022-12ca-45d9-aa45-43843dab92a3 req-b1672502-f0fd-4c3e-800a-6cfb9c3819ac tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Aug 06 19:27:07.355893 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:27:07.458883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:27:07.476731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:27:07.515821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:07.529756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:27:07.551731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:27:07.557308 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:07.607916 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:07.750381 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3774fcb-bdf2-4d78-a864-bc5cc06f3e05 req-46858e06-fcc4-435e-b901-1b7c18bd0fff tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:07.751875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3774fcb-bdf2-4d78-a864-bc5cc06f3e05 req-46858e06-fcc4-435e-b901-1b7c18bd0fff tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0526187 Aug 06 19:27:07.784660 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['fe57b8d0-0670-412d-ab7b-2634ef336cfb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:27:07.790448 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d3774fcb-bdf2-4d78-a864-bc5cc06f3e05 req-8cca50ab-b552-4833-b5bd-7150665b8388 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323274 Aug 06 19:27:08.931730 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b265a3-649d-4de0-a0bb-377250550e4e req-02c87b8f-9d42-4c5d-92cd-8f6794a26eb0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:08.933241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2b265a3-649d-4de0-a0bb-377250550e4e req-02c87b8f-9d42-4c5d-92cd-8f6794a26eb0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0535259 Aug 06 19:27:08.983472 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2b265a3-649d-4de0-a0bb-377250550e4e req-185197f2-a545-4838-89b5-e34c5ea855ab tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398567 Aug 06 19:27:09.369919 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:27:09.428741 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port fe57b8d0-0670-412d-ab7b-2634ef336cfb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:27:09.432719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port fe57b8d0-0670-412d-ab7b-2634ef336cfb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:27:09.433098 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:09.523651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:09.548810 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:27:09.551149 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598effb9-6369-4b84-8a49-c5f3c432f5f6" -d '{"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:27:09.564424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:27:09.571785 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:09.595332 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9154c-65f4-4d22-860c-951f8b66d341 x-openstack-request-id: req-e6f9154c-65f4-4d22-860c-951f8b66d341 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:27:09.595616 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:27:09.595874 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6f9154c-65f4-4d22-860c-951f8b66d341 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:27:09.596315 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'code': 200} Aug 06 19:27:09.626932 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:09.705527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd05f67-fc0b-4254-ad75-76ed7f31b072 req-3496c71e-47cf-4084-b98b-1a52141e8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:09.707288 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9dd05f67-fc0b-4254-ad75-76ed7f31b072 req-3496c71e-47cf-4084-b98b-1a52141e8294 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0495331 Aug 06 19:27:09.752232 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9dd05f67-fc0b-4254-ad75-76ed7f31b072 req-88ba0f3f-5795-4822-bca5-3185a944781d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Aug 06 19:27:10.109227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1295-9103-48ce-9ee0-a84069d9c7a1 req-79e58189-c955-4157-be5f-3f1d2c79c6e8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:10.110879 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4ec1295-9103-48ce-9ee0-a84069d9c7a1 req-79e58189-c955-4157-be5f-3f1d2c79c6e8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0528052 Aug 06 19:27:10.163134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c4ec1295-9103-48ce-9ee0-a84069d9c7a1 req-bfd3b5c4-9fda-4468-9a7c-e861d55684ec tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Aug 06 19:27:10.868737 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:27:11.191191 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:11.294569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98555eb0-87a0-41b7-b409-3971526d04ec req-e57e86f3-0f43-4732-b25a-78db3a4026f4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:11.296320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98555eb0-87a0-41b7-b409-3971526d04ec req-e57e86f3-0f43-4732-b25a-78db3a4026f4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0609925 Aug 06 19:27:11.347523 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98555eb0-87a0-41b7-b409-3971526d04ec req-7816b403-f5e7-4f37-8d7b-0ed04d44f005 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447416 Aug 06 19:27:11.481187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05bf5e-9e57-4efb-8e58-2c7d158c9157 req-a4f29cc9-0ca7-45cc-975d-0ffc6d053e63 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:11.482643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c05bf5e-9e57-4efb-8e58-2c7d158c9157 req-a4f29cc9-0ca7-45cc-975d-0ffc6d053e63 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0615079 Aug 06 19:27:11.522707 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0c05bf5e-9e57-4efb-8e58-2c7d158c9157 req-8bde12f6-1b85-41e0-82b4-4c8364ba9cc1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Aug 06 19:27:11.545353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53228) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:27:11.701429 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aedc035-f282-4830-bd20-e26e261986e2 tempest-TestShelveInstance-1048276431 tempest-TestShelveInstance-1048276431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:11.703017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-8aedc035-f282-4830-bd20-e26e261986e2 tempest-TestShelveInstance-1048276431 tempest-TestShelveInstance-1048276431-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1092 time: 0.1563513 Aug 06 19:27:11.707471 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53232) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:27:11.714688 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:27:11.741664 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:11.853111 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:11.969130 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Allocated IP 172.25.3.135 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4272fd30-3eb2-45fb-8ceb-b948b651bf5f) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:27:12.083904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.125697 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.165085 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:27:12.169880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:27:12.173505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:27:12.197033 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=4272fd30-3eb2-45fb-8ceb-b948b651bf5f,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:12.515867 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.568454 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.638497 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.806154 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.811995 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:12.880195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=4272fd30-3eb2-45fb-8ceb-b948b651bf5f,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:27:12.900799 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:13.016897 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Floating IP 0b3c5390-d86c-4211-bc18-0e32296cf3f6 associated. External IP: 172.25.3.135, port: fe57b8d0-0670-412d-ab7b-2634ef336cfb. Aug 06 19:27:13.638527 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:27:13.753038 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:27:13.765725 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:27:13.778065 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:13.781633 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:27:13.782595 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:27:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:13.826946 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cd60c718-abdc-4b32-b01c-2479199044d7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1177759 Aug 06 19:27:13.827842 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:27:13.831795 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd56518a-1f54-4693-a1ad-f814bd69bc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:27:13.876211 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb4fb1-863d-42cf-9731-8c5b06e72092 x-openstack-request-id: req-e8bb4fb1-863d-42cf-9731-8c5b06e72092 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:27:13.876622 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:27:13.876973 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8bb4fb1-863d-42cf-9731-8c5b06e72092 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:27:13.877625 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'status': 'completed', 'code': 200} Aug 06 19:27:13.943932 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-f957397e-e5ef-4382-9319-3d546b1940f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:13.945673 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-f957397e-e5ef-4382-9319-3d546b1940f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0462101 Aug 06 19:27:14.030687 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:27:14.092433 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-c08005f5-2d7a-4ce7-b6da-5901933306b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:14.094111 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-c08005f5-2d7a-4ce7-b6da-5901933306b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1414523 Aug 06 19:27:14.180495 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-6b0ff3dd-a86b-41dd-b7ce-8505f17b5a1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 999 time: 0.0787976 Aug 06 19:27:14.249819 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-9707d0d9-ae00-4c40-8359-8afb6b99e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:14.251380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-9707d0d9-ae00-4c40-8359-8afb6b99e0c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0641029 Aug 06 19:27:14.283242 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '0b3c5390-d86c-4211-bc18-0e32296cf3f6', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:27:12Z', 'updated_at': '2021-08-06T19:27:12Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:14.302439 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-1c5c96ca-b1fb-480c-9d46-4cc1039e9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:14.304013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-1c5c96ca-b1fb-480c-9d46-4cc1039e9c71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453842 Aug 06 19:27:14.319702 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:27:14.326454 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:27:14.327095 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:27:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:14.407815 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-0cab72e3-546f-448f-87a7-1c5a76212ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961144 Aug 06 19:27:14.438956 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:27:14.515029 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cd56518a-1f54-4693-a1ad-f814bd69bc4c req-31d571dc-d59f-46a3-9a7e-9ed627cddf54 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997744 Aug 06 19:27:14.694857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '0b3c5390-d86c-4211-bc18-0e32296cf3f6', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:27:12Z', 'updated_at': '2021-08-06T19:27:12Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:27:14.725437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eaea32-03c5-464d-bd97-3ab3c51ee922 None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '0b3c5390-d86c-4211-bc18-0e32296cf3f6', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:27:12Z', 'updated_at': '2021-08-06T19:27:12Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:27:14.942376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fdf8b4-9847-4cf4-be68-75eb0a024a69 None None] New status for floating IP 0b3c5390-d86c-4211-bc18-0e32296cf3f6: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:27:28.631299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a6c1aac0-5b69-48cf-8358-693099ef65e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:28.806650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-40eee2b2-d180-4308-8092-293d9f08cc7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460234 Aug 06 19:27:28.904786 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-7b1764cb-b2c4-4263-b7c8-3bbad76812c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:28.906426 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-7b1764cb-b2c4-4263-b7c8-3bbad76812c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0499783 Aug 06 19:27:29.033144 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-3e1200b7-d371-4cd0-b00f-0e91ccc88367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:29.034882 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-3e1200b7-d371-4cd0-b00f-0e91ccc88367 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1072478 Aug 06 19:27:29.107627 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-50c11e62-200f-471b-83fd-92e39f817bb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0642409 Aug 06 19:27:29.168472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-86b8365d-7480-4103-9952-2bebd4422339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:29.170227 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-86b8365d-7480-4103-9952-2bebd4422339 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0544684 Aug 06 19:27:29.233832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-b28c0bd9-4512-44a7-903f-5f3d9b164ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:27:29.235628 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-b28c0bd9-4512-44a7-903f-5f3d9b164ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576274 Aug 06 19:27:29.344713 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-3428b7b4-bd81-41e6-a441-962868be1aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Aug 06 19:27:29.452283 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0cc44f6-89ab-4520-b3db-05cd0dc296d2 req-731417df-1e45-4ecb-9233-b73d54e1514f service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988684 Aug 06 19:27:31.498545 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:31.842543 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-31bba6dd-b08c-42ff-a151-586d2d235a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:33.557489 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:35.038805 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:41.216525 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:42.516806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:27:47.873627 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:27:58.635058 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6d5a6dd-e6f2-4a18-822b-2aa777d2f9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:01.504952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:01.839298 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e21cda26-f5be-4645-b1b1-fb427ad0f6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:03.561041 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:05.040160 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:11.210332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:12.509084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:24.874422 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:28:28.636568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c153543e-e3ba-41e5-95c4-873d1643ce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:29.816346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-6a81f3d8-2669-4ae4-97d0-0cde87c92908 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469522 Aug 06 19:28:29.904290 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-259747f5-acac-4ba9-9981-5866c3943e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:28:29.905809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-259747f5-acac-4ba9-9981-5866c3943e31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0416541 Aug 06 19:28:30.022836 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-0311739f-441b-47ed-8879-01a4529f974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:28:30.024385 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-0311739f-441b-47ed-8879-01a4529f974c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0985956 Aug 06 19:28:30.094413 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-4a8c8280-8fbe-4feb-a3ba-ba6df4fc5078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0627422 Aug 06 19:28:30.149995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-a7baebf1-faf9-4254-b5db-a56b32b2f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:28:30.151486 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-a7baebf1-faf9-4254-b5db-a56b32b2f13a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0498369 Aug 06 19:28:30.199556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-770963da-8a9b-4a63-a48f-03aa32b55adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:28:30.201082 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-770963da-8a9b-4a63-a48f-03aa32b55adc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428016 Aug 06 19:28:30.306186 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-117d4170-c634-4154-ac8c-283f7739d1ff service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974345 Aug 06 19:28:30.411524 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7faf58a5-cd94-460c-a132-0fb8b8793131 req-29b4057b-d930-49a7-b469-ae4dd290da81 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986388 Aug 06 19:28:31.502460 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:31.840103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-06d10386-6b9b-4202-9520-2dffce8a8dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:33.564594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:35.043847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:41.226817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:42.526103 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:28:58.631374 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-83cab0cd-b672-4906-a437-b56997447c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:01.502637 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:01.840728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a921-54c3-4bc9-8965-efd37fb8c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:01.874812 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:29:03.568758 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:05.052663 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:09.177934 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d8235-a823-4584-9d9f-67e1b94732c6 req-0b6ec2fb-f0fe-4244-a08d-bef5c66ae1aa tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:09.179650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e10d8235-a823-4584-9d9f-67e1b94732c6 req-0b6ec2fb-f0fe-4244-a08d-bef5c66ae1aa tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0553963 Aug 06 19:29:09.234156 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e10d8235-a823-4584-9d9f-67e1b94732c6 req-419ca787-77d7-4d11-a845-6623720d40a6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468736 Aug 06 19:29:10.405113 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a3f4c-db3d-44da-8b85-c53e05f2ddb2 req-afdd2a90-e26c-4c69-973a-1b841b29f804 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:10.407699 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-780a3f4c-db3d-44da-8b85-c53e05f2ddb2 req-afdd2a90-e26c-4c69-973a-1b841b29f804 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0786071 Aug 06 19:29:10.474783 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-780a3f4c-db3d-44da-8b85-c53e05f2ddb2 req-bd0d3405-61a5-4422-bf73-bd612f8a74d0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559509 Aug 06 19:29:11.231280 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:11.603606 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20957eda-2614-45f9-9425-4ed9ee871032 req-14c99443-0a6c-4eed-98fe-30bc5dfce635 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:11.605228 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20957eda-2614-45f9-9425-4ed9ee871032 req-14c99443-0a6c-4eed-98fe-30bc5dfce635 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0558693 Aug 06 19:29:11.669094 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-20957eda-2614-45f9-9425-4ed9ee871032 req-32a39fc4-dbb4-456d-8df7-a275622d5aa8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532923 Aug 06 19:29:12.540549 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:12.808864 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85134384-28c4-4135-b6a6-ec4c61e7d786 req-a55a68cb-49ee-4295-8186-904a7a36c1cc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:12.810482 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85134384-28c4-4135-b6a6-ec4c61e7d786 req-a55a68cb-49ee-4295-8186-904a7a36c1cc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0628204 Aug 06 19:29:12.854992 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-85134384-28c4-4135-b6a6-ec4c61e7d786 req-7112fdbb-7765-4a3c-b6f7-953d893c41f2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Aug 06 19:29:13.982838 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3459-446a-471e-b1c2-0c30743f8f25 req-5ee19167-83f8-49c1-acaa-ee56c6fc4510 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:13.984407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38bb3459-446a-471e-b1c2-0c30743f8f25 req-5ee19167-83f8-49c1-acaa-ee56c6fc4510 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0542288 Aug 06 19:29:14.041930 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38bb3459-446a-471e-b1c2-0c30743f8f25 req-6bbfd917-186a-4b1a-81a2-5bbad23768ad tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510473 Aug 06 19:29:15.183004 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42270-153b-4662-b8ed-af62493b6efc req-191d02c6-8cd3-428b-9413-4c0504a8e9fa tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:15.184559 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bec42270-153b-4662-b8ed-af62493b6efc req-191d02c6-8cd3-428b-9413-4c0504a8e9fa tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0531418 Aug 06 19:29:15.232353 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bec42270-153b-4662-b8ed-af62493b6efc req-bf0f55d5-2589-4453-bb7f-5208e726661f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Aug 06 19:29:16.366070 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c8ec-04f0-4766-8b7d-6321a273f33f req-885c0862-c8fe-483c-af08-92c4e28aeb9f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:16.368330 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86b5c8ec-04f0-4766-8b7d-6321a273f33f req-885c0862-c8fe-483c-af08-92c4e28aeb9f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0612302 Aug 06 19:29:16.415723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86b5c8ec-04f0-4766-8b7d-6321a273f33f req-b2b1f52c-17c5-479a-99ea-43ab0df67c74 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385385 Aug 06 19:29:17.554963 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6725-81f0-4f50-a2e9-e52c3dd17d9a req-4800f29e-cb10-4158-92f5-09f7cd3f7533 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:17.556738 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70a6725-81f0-4f50-a2e9-e52c3dd17d9a req-4800f29e-cb10-4158-92f5-09f7cd3f7533 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0633886 Aug 06 19:29:17.616129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b70a6725-81f0-4f50-a2e9-e52c3dd17d9a req-86d54a68-089c-489a-bcd1-eff40e7ed3bf tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526316 Aug 06 19:29:18.759870 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b772f8-a54f-490e-b4d5-6cc87960bf62 req-a2b46393-b5b8-47cb-894a-578d069da392 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:18.762056 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78b772f8-a54f-490e-b4d5-6cc87960bf62 req-a2b46393-b5b8-47cb-894a-578d069da392 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0689492 Aug 06 19:29:18.804989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-78b772f8-a54f-490e-b4d5-6cc87960bf62 req-82c8e724-6022-44ff-9bbd-a33a7817e082 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367301 Aug 06 19:29:19.942117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b363c7-57b4-4e78-a0b7-9fb932b2eb35 req-7e2334eb-f2fb-448c-ab91-4a5d86404394 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:19.944035 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59b363c7-57b4-4e78-a0b7-9fb932b2eb35 req-7e2334eb-f2fb-448c-ab91-4a5d86404394 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0516119 Aug 06 19:29:19.991239 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-59b363c7-57b4-4e78-a0b7-9fb932b2eb35 req-6fb5f727-074d-4bd8-9aa3-5107e7cc3a49 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 Aug 06 19:29:21.122595 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc367ef-d741-41be-9522-dee49bcff604 req-e1887f56-2407-41b1-938d-05ff053db6f9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:21.124209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adc367ef-d741-41be-9522-dee49bcff604 req-e1887f56-2407-41b1-938d-05ff053db6f9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0570998 Aug 06 19:29:21.179512 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-adc367ef-d741-41be-9522-dee49bcff604 req-8d73d2ba-26a0-42c6-b633-edd36dad8129 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453267 Aug 06 19:29:21.912824 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:29:22.069818 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:22.084496 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:29:22.143926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:22.162956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:29:22.185981 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:22.201507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:22.266111 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:22.276586 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.277330 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.277765 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.278098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.278874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.279474 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.279801 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.280289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.280783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.281256 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.281838 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.282340 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:22.288324 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['fe57b8d0-0670-412d-ab7b-2634ef336cfb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:29:22.346494 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a441d19-987d-438b-952d-2485f203a053 req-ab349e33-b461-4d7c-b0f5-5af46247ba75 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:22.350896 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a441d19-987d-438b-952d-2485f203a053 req-ab349e33-b461-4d7c-b0f5-5af46247ba75 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0664363 Aug 06 19:29:22.441635 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5a441d19-987d-438b-952d-2485f203a053 req-0e9f724f-5cc7-4471-aa88-67344e1a4fc0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763493 Aug 06 19:29:23.589904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965058-0dd6-45b1-9701-97a28fa02790 req-d713a603-72f2-449c-9b6e-af096691ca6c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:23.591645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28965058-0dd6-45b1-9701-97a28fa02790 req-d713a603-72f2-449c-9b6e-af096691ca6c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0619292 Aug 06 19:29:23.645615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-28965058-0dd6-45b1-9701-97a28fa02790 req-3fff39e6-c302-4f35-9cf3-a12f2ef6e505 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456045 Aug 06 19:29:23.929756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:29:23.986095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port fe57b8d0-0670-412d-ab7b-2634ef336cfb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:29:23.986516 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:24.100657 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:24.143326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:29:24.146417 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd42f5b7-c14c-4bdc-bdba-412c1a673e84" -d '{"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:29:24.151043 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:24.162660 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:24.256386 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:24.279098 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81e182-2b96-472e-a95d-75f73c8ab198 x-openstack-request-id: req-bb81e182-2b96-472e-a95d-75f73c8ab198 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:29:24.279662 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:29:24.279919 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb81e182-2b96-472e-a95d-75f73c8ab198 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:29:24.280316 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'code': 200} Aug 06 19:29:24.828358 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781b1be-1021-473a-912c-aeda0da907b8 req-abc8fc17-0522-4b7c-80db-17df448536ab tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:24.831576 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f781b1be-1021-473a-912c-aeda0da907b8 req-abc8fc17-0522-4b7c-80db-17df448536ab tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0781331 Aug 06 19:29:24.898601 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f781b1be-1021-473a-912c-aeda0da907b8 req-10c5205d-7d80-4b9a-8aa0-2c98fa9ddb03 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557868 Aug 06 19:29:26.036472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721a89-3975-495b-bc31-df9b5118517a req-0bcc2345-b3c1-419d-a0d9-df502691e7ad tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:26.040562 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e721a89-3975-495b-bc31-df9b5118517a req-0bcc2345-b3c1-419d-a0d9-df502691e7ad tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0596204 Aug 06 19:29:26.090759 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9e721a89-3975-495b-bc31-df9b5118517a req-bd004d93-e661-4bd8-acf2-eeaf85ff8301 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451880 Aug 06 19:29:27.227585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253574e-06d6-4687-8a8b-802041ab708f req-b5986420-72fc-4741-84d8-337f76f0f42c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:27.238734 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7253574e-06d6-4687-8a8b-802041ab708f req-b5986420-72fc-4741-84d8-337f76f0f42c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0686126 Aug 06 19:29:27.286217 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7253574e-06d6-4687-8a8b-802041ab708f req-d342a1eb-c6e6-4c85-b8e1-36ae1e18a6f6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Aug 06 19:29:28.430603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42996-f7cd-4f6f-beee-64c110e1d2e8 req-68cf9ca9-9aff-41da-813d-1c6be42f615c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:28.432357 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3b42996-f7cd-4f6f-beee-64c110e1d2e8 req-68cf9ca9-9aff-41da-813d-1c6be42f615c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0509529 Aug 06 19:29:28.484034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e3b42996-f7cd-4f6f-beee-64c110e1d2e8 req-f2298bfa-f152-4e6e-a0eb-7d8945b3e346 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Aug 06 19:29:28.626907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c6b240bb-6f21-4826-87e3-560a4e35d24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:29.639915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36652d5b-adba-4c06-a542-b86923716935 req-7ed65203-deb7-4e94-a602-06025f21a98f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:29.641892 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36652d5b-adba-4c06-a542-b86923716935 req-7ed65203-deb7-4e94-a602-06025f21a98f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0739644 Aug 06 19:29:29.687345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36652d5b-adba-4c06-a542-b86923716935 req-0d0c7290-811c-4639-919e-0d14761f30bb tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Aug 06 19:29:30.832267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cd471-dd6c-4136-860b-f116deb1e22b req-e426c760-f243-4edf-8f93-74683f9ca626 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:30.833832 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-573cd471-dd6c-4136-860b-f116deb1e22b req-e426c760-f243-4edf-8f93-74683f9ca626 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0547071 Aug 06 19:29:30.880001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-573cd471-dd6c-4136-860b-f116deb1e22b req-090f9005-8ba5-4575-a2f1-bd05ba149267 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 Aug 06 19:29:31.090942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-96fb1c1e-e766-4da5-8fb6-e70577dda594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.092560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-96fb1c1e-e766-4da5-8fb6-e70577dda594 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.1147957 Aug 06 19:29:31.209909 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-56ff05b6-494c-4f08-a0d4-c0b13ee18913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.211329 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-56ff05b6-494c-4f08-a0d4-c0b13ee18913 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0968239 Aug 06 19:29:31.288340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-63ee0fba-c1ed-45b9-aea9-d74c5119267a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0692387 Aug 06 19:29:31.338746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-d39d0324-8fec-4269-a73c-a8b82d018475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.340248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-d39d0324-8fec-4269-a73c-a8b82d018475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0447249 Aug 06 19:29:31.389191 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-7962b464-0a7a-4454-adad-6c42edb230da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.390835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-7962b464-0a7a-4454-adad-6c42edb230da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428011 Aug 06 19:29:31.496775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-64c08baa-e9ae-478b-a95b-cb369b89750e service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971980 Aug 06 19:29:31.500732 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:31.599609 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f526f427-3061-49b7-80c2-ce9e1e3e4e6e req-98d083b2-fa46-455d-9062-f76a35cc76d6 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955713 Aug 06 19:29:31.677609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-6ada157e-7a89-4fb9-ba3a-f56c13c69d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.679126 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-6ada157e-7a89-4fb9-ba3a-f56c13c69d10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0422297 Aug 06 19:29:31.777187 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-f1d03d76-771c-4ac1-898d-b48d9bee5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.778604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-f1d03d76-771c-4ac1-898d-b48d9bee5f38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0925698 Aug 06 19:29:31.836023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3527a63c-0bd4-4dfb-8ec4-1313f56c0e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:31.851820 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-791b3229-307f-46bb-b2d6-69d706345607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0664244 Aug 06 19:29:31.904508 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-8b4c4f84-ac87-4fd4-9ac6-398351a8ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.906090 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-8b4c4f84-ac87-4fd4-9ac6-398351a8ed9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0476444 Aug 06 19:29:31.988403 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-a806d4e7-9b55-429a-9df0-d061e6128d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:31.989989 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-a806d4e7-9b55-429a-9df0-d061e6128d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761981 Aug 06 19:29:32.070624 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5a640-2fe8-4f6e-b14a-a36d9e14760a req-abf0524a-1523-4c0d-9d27-a3101234a416 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:32.072191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ed5a640-2fe8-4f6e-b14a-a36d9e14760a req-abf0524a-1523-4c0d-9d27-a3101234a416 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.1142604 Aug 06 19:29:32.134470 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7ed5a640-2fe8-4f6e-b14a-a36d9e14760a req-875ebc73-ed6c-4694-8b2c-3bbedad27686 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550616 Aug 06 19:29:32.136424 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-b6181d4a-14ea-4a9b-841f-ea00c7643eca service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379380 Aug 06 19:29:32.240539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b9edfc3-f9cb-4a81-bd41-c52c327c37a9 req-061c60fb-e480-4ad9-86eb-51bcb73ee1d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954907 Aug 06 19:29:33.256272 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f161b3-57f4-4fe9-9623-691cd2aa31e9 req-acdabb7b-01a7-49cc-ada1-f08b54b8215c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:33.257801 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f161b3-57f4-4fe9-9623-691cd2aa31e9 req-acdabb7b-01a7-49cc-ada1-f08b54b8215c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0513568 Aug 06 19:29:33.299013 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-86f161b3-57f4-4fe9-9623-691cd2aa31e9 req-152c1d48-9d56-4f83-936a-34181df8995d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Aug 06 19:29:33.571387 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:33.959448 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:29:34.045556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:34.069973 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:29:34.072265 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e788c6-aaba-4c2c-b38c-fd2fffe0164c" -d '{"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:29:34.086174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:34.091683 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:34.115554 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba571d-558c-455a-835e-e60e031b9c61 x-openstack-request-id: req-c1ba571d-558c-455a-835e-e60e031b9c61 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:29:34.115870 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:29:34.116219 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1ba571d-558c-455a-835e-e60e031b9c61 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:29:34.116614 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'code': 200} Aug 06 19:29:34.143872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:34.424401 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcf255-7409-4c4f-9b2f-ead7537f2d70 req-97db9359-0903-41b2-b81f-5f8b4890ea6d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:34.425931 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1fcf255-7409-4c4f-9b2f-ead7537f2d70 req-97db9359-0903-41b2-b81f-5f8b4890ea6d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.0545034 Aug 06 19:29:34.468997 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c1fcf255-7409-4c4f-9b2f-ead7537f2d70 req-e4acb6b8-6224-42eb-a1c0-2fb2b1ca805b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340786 Aug 06 19:29:34.595235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-88f157f5-1666-423e-bddf-fc2964a5c8d6 req-b1deba8c-a315-489f-ba5d-4636bab8ada0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:29:34.596262 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-88f157f5-1666-423e-bddf-fc2964a5c8d6 req-b1deba8c-a315-489f-ba5d-4636bab8ada0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565062 Aug 06 19:29:34.783397 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648cf95-6a05-4853-947c-7c2601fd64f5 req-4ab8193e-1342-49c2-ba4c-b4bd52923789 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:34.784893 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e648cf95-6a05-4853-947c-7c2601fd64f5 req-4ab8193e-1342-49c2-ba4c-b4bd52923789 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.0627120 Aug 06 19:29:34.824422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e648cf95-6a05-4853-947c-7c2601fd64f5 req-c25dc845-1c8d-4d7f-9093-c22dd46a1e9a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329416 Aug 06 19:29:35.005067 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53434) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:29:35.052959 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:35.103195 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-d3862459-4f69-4cce-868a-197ef290f7fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966380 Aug 06 19:29:35.113953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-9b496652-2a21-43a4-aafd-08022ef6c98a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:29:35.115146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-9b496652-2a21-43a4-aafd-08022ef6c98a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070174 Aug 06 19:29:35.954129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d2e2b-d6fe-457a-aef0-a00cc700f954 req-407ed9f2-2457-42e3-b7a9-9b8b7f2303b8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:35.955712 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-374d2e2b-d6fe-457a-aef0-a00cc700f954 req-407ed9f2-2457-42e3-b7a9-9b8b7f2303b8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 943 time: 0.0533319 Aug 06 19:29:35.996920 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-374d2e2b-d6fe-457a-aef0-a00cc700f954 req-6a37362d-5902-4dd7-a5bb-5bd53e24b4a6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Aug 06 19:29:36.219726 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-e41e7af2-16df-4fb4-bb6c-455a42b79ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:36.221280 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-e41e7af2-16df-4fb4-bb6c-455a42b79ef5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 1095 time: 0.0995517 Aug 06 19:29:36.232964 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:29:36.290895 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:36.520962 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:36.562212 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:29:36.597156 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:29:36.605177 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:36.618037 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Transition to ACTIVE for port object fe57b8d0-0670-412d-ab7b-2634ef336cfb will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:29:36.623184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:36.701850 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=9']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:36.718262 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.718583 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.718941 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.719284 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.719602 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.719930 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.720257 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.720575 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.720880 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.721199 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.721538 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.721854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:29:36.754945 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] No DVR routers for this DVR port fe57b8d0-0670-412d-ab7b-2634ef336cfb on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:29:36.895010 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:29:36.895317 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:29:36.895665 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:29:36.900518 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:29:36.900872 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Attempting to bind port fe57b8d0-0670-412d-ab7b-2634ef336cfb on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:29:36.906391 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:29:36.906730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:29:36.907117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:29:36.907545 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Bound port: fe57b8d0-0670-412d-ab7b-2634ef336cfb, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:29:36.907904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:36.977540 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:29:36.981618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:29:36.989325 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:37.054395 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.055487 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:37.058121 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] 10.222.0.16 "PUT /v2.0/ports/fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1092 time: 0.8291769 Aug 06 19:29:37.058865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:29:37.065796 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97037172-30db-47f6-8186-f01f1f31a8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:29:37.126117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7402f-bdf6-4158-b0e9-18b3b259c4bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=10']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:37.142320 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-97700877-0ad6-45f9-865e-5cd2f570f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.143942 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-97700877-0ad6-45f9-865e-5cd2f570f03a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1096 time: 0.0563996 Aug 06 19:29:37.144542 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62179a59-40b9-4123-902c-364a41b54535 req-e5bcd84c-d2e7-4392-8a6f-428be4562359 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.146142 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62179a59-40b9-4123-902c-364a41b54535 req-e5bcd84c-d2e7-4392-8a6f-428be4562359 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0628498 Aug 06 19:29:37.197207 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-62179a59-40b9-4123-902c-364a41b54535 req-6cc4d8ea-b82f-49e5-b333-29a1134ef252 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Aug 06 19:29:37.265522 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-00ad7bee-7de7-4d66-a806-f814861c89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.267193 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-00ad7bee-7de7-4d66-a806-f814861c89bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1162722 Aug 06 19:29:37.328647 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7303d2-94af-4feb-ad04-d5696268b922 x-openstack-request-id: req-ae7303d2-94af-4feb-ad04-d5696268b922 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:29:37.328953 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:29:37.329273 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae7303d2-94af-4feb-ad04-d5696268b922 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:29:37.329891 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'status': 'completed', 'code': 200} Aug 06 19:29:37.362237 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-958833bb-0d45-4244-85f0-609088170569 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 999 time: 0.0878415 Aug 06 19:29:37.419216 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-d953e256-c86f-442b-a53c-d72bcfbcb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.421064 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-d953e256-c86f-442b-a53c-d72bcfbcb300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0521359 Aug 06 19:29:37.474158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-1dad5ffe-4e15-4185-a42a-41988817ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.475887 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-1dad5ffe-4e15-4185-a42a-41988817ea46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466425 Aug 06 19:29:37.582577 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-0f3e6c23-be8c-4cc3-9ac0-ca0a7fb62441 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994852 Aug 06 19:29:37.677978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-349c8291-3662-4dd8-bc7d-9609b0c2d53a req-705f45d7-f787-4d35-ad74-db9d13608113 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876186 Aug 06 19:29:37.776973 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-2ef8cb0c-a134-4c83-b484-448753327102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.778685 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-2ef8cb0c-a134-4c83-b484-448753327102 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1096 time: 0.0484858 Aug 06 19:29:37.889814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-252c7a7c-a26a-461a-ac97-0db83d0e6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:37.891353 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-252c7a7c-a26a-461a-ac97-0db83d0e6539 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1050725 Aug 06 19:29:37.968356 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-a7fb6da1-5b4e-4610-b90e-a35ad9007f2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 999 time: 0.0696101 Aug 06 19:29:37.990989 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:29:38.113007 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:29:38.123478 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-45170761-f8ba-4970-b322-16263e243e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:38.125134 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-45170761-f8ba-4970-b322-16263e243e58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.1471322 Aug 06 19:29:38.354593 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc2812-2445-4334-91f7-24df6cae2cbf req-bf0f1be4-94a8-47f6-99d2-22f822ee80d5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:38.356176 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49dc2812-2445-4334-91f7-24df6cae2cbf req-bf0f1be4-94a8-47f6-99d2-22f822ee80d5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0654104 Aug 06 19:29:38.416015 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-49dc2812-2445-4334-91f7-24df6cae2cbf req-c0e31ae3-83f2-4f10-aff3-1b65c4b0e442 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528812 Aug 06 19:29:38.881925 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:29:39.550779 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8d113-d429-4dfc-a6b0-7abcce8b92ea req-06e06486-e68b-49d8-be7f-5bce2e4330e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:39.552320 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01e8d113-d429-4dfc-a6b0-7abcce8b92ea req-06e06486-e68b-49d8-be7f-5bce2e4330e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0591943 Aug 06 19:29:39.594671 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-01e8d113-d429-4dfc-a6b0-7abcce8b92ea req-3eeb321b-cd7d-4fd5-add1-8e57b05a34e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 Aug 06 19:29:40.727049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9f96f-350d-4eb7-a77c-25a9bda05dbb req-11977e7a-db12-4bab-84f0-721d639d6342 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:40.728650 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56e9f96f-350d-4eb7-a77c-25a9bda05dbb req-11977e7a-db12-4bab-84f0-721d639d6342 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0563004 Aug 06 19:29:40.777379 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-56e9f96f-350d-4eb7-a77c-25a9bda05dbb req-79a3bcd4-977d-4c0b-ab64-f9c1dddb38bb tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Aug 06 19:29:41.242209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:41.928120 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdb8b0-a05b-47d7-950b-ccd7bd5089b8 req-0fd9c366-b125-488a-8c16-305d77c508a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:41.929807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eecdb8b0-a05b-47d7-950b-ccd7bd5089b8 req-0fd9c366-b125-488a-8c16-305d77c508a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0591099 Aug 06 19:29:41.980275 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-eecdb8b0-a05b-47d7-950b-ccd7bd5089b8 req-3d3d2c8d-615e-444c-b8dd-b731635f3779 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Aug 06 19:29:42.547165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:43.157213 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f26f5b-84e5-426c-a3f9-9cd47f0957a7 req-6a89b76b-ed5c-4d74-b9cb-b2c1000909bd tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:43.159050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25f26f5b-84e5-426c-a3f9-9cd47f0957a7 req-6a89b76b-ed5c-4d74-b9cb-b2c1000909bd tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0753450 Aug 06 19:29:43.199875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-25f26f5b-84e5-426c-a3f9-9cd47f0957a7 req-75ae6362-2783-416f-a035-53d825f2dc33 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Aug 06 19:29:44.331927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa644ec7-8827-4b99-a190-ee4b75412c06 req-386567f3-46d2-48cd-80ef-99b4bda3e2f2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:44.331927 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa644ec7-8827-4b99-a190-ee4b75412c06 req-386567f3-46d2-48cd-80ef-99b4bda3e2f2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0551221 Aug 06 19:29:44.371566 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-aa644ec7-8827-4b99-a190-ee4b75412c06 req-6e77de1c-ccf1-46ba-b94d-fb4ca5a5a046 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378299 Aug 06 19:29:45.513197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac258cc3-d7cf-43d6-8d53-412f546ebeb2 req-8c44c8e4-1f27-4934-9351-52a165b5a004 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:45.514877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac258cc3-d7cf-43d6-8d53-412f546ebeb2 req-8c44c8e4-1f27-4934-9351-52a165b5a004 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0542047 Aug 06 19:29:45.577534 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ac258cc3-d7cf-43d6-8d53-412f546ebeb2 req-0973a933-b25d-4909-b3fa-7444ee277251 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543804 Aug 06 19:29:46.704284 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866104f-c7bc-4434-a863-aec6166e2125 req-72004830-1ce9-4e10-a2f7-677282e300b6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:46.706131 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f866104f-c7bc-4434-a863-aec6166e2125 req-72004830-1ce9-4e10-a2f7-677282e300b6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0569580 Aug 06 19:29:46.752939 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f866104f-c7bc-4434-a863-aec6166e2125 req-4ede36de-ab3f-490c-a56e-1368ea49fb13 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Aug 06 19:29:47.875970 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abd2fa-0bdc-4a78-b1f6-fbe37d8a6e2a req-07c15686-be3f-4965-8ce1-99d97d06cb97 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:47.877516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2abd2fa-0bdc-4a78-b1f6-fbe37d8a6e2a req-07c15686-be3f-4965-8ce1-99d97d06cb97 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0548551 Aug 06 19:29:47.920960 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2abd2fa-0bdc-4a78-b1f6-fbe37d8a6e2a req-21c7fc0e-2fd2-42e0-b577-e47f3ff3726d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372200 Aug 06 19:29:49.071266 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f935ea-5140-4274-a6e5-d589161762b2 req-2822932a-f96e-4716-8cec-e15b50c02a03 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:49.072923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5f935ea-5140-4274-a6e5-d589161762b2 req-2822932a-f96e-4716-8cec-e15b50c02a03 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0608816 Aug 06 19:29:49.118340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e5f935ea-5140-4274-a6e5-d589161762b2 req-d2e89219-91a2-43b5-8a3b-ce9c6e22e613 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373929 Aug 06 19:29:49.888707 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-c6d7a2dc-7cca-4a58-ad41-edc456b1d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:49.890347 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-c6d7a2dc-7cca-4a58-ad41-edc456b1d7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493891 Aug 06 19:29:50.003024 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-c9f0d97a-9c76-4884-8499-3348f771d5e9 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007164 Aug 06 19:29:50.102399 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-97037172-30db-47f6-8186-f01f1f31a8b2 req-22cbaf41-2976-440a-be48-df88d2de4d96 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906694 Aug 06 19:29:50.268978 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832a5e-984e-4e35-9f4b-881acf30480c req-2f8c8ad3-12b5-41c9-95bf-829ed8abf157 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:50.271724 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc832a5e-984e-4e35-9f4b-881acf30480c req-2f8c8ad3-12b5-41c9-95bf-829ed8abf157 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0684226 Aug 06 19:29:50.324274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fc832a5e-984e-4e35-9f4b-881acf30480c req-78c3f37e-4040-4952-b631-d7350078b458 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463691 Aug 06 19:29:51.454306 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b553a-83c7-4b75-b8be-633cb3b88dd5 req-68e51385-041b-4a33-a246-36c8083ab749 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:51.455913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-498b553a-83c7-4b75-b8be-633cb3b88dd5 req-68e51385-041b-4a33-a246-36c8083ab749 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0528536 Aug 06 19:29:51.504139 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-498b553a-83c7-4b75-b8be-633cb3b88dd5 req-e000f3db-3d44-4aa4-b1b4-2e08f6e71654 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 Aug 06 19:29:52.629468 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875cee0-296e-4e96-85dc-758654cc9ba7 req-e4719990-c573-4137-9101-cee28700a4db tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:52.631077 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0875cee0-296e-4e96-85dc-758654cc9ba7 req-e4719990-c573-4137-9101-cee28700a4db tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0545511 Aug 06 19:29:52.672507 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0875cee0-296e-4e96-85dc-758654cc9ba7 req-d72f6348-a80f-4508-a68f-ad74d8577062 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350225 Aug 06 19:29:53.793250 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a812-ff24-4e41-85a1-6b8d617d9361 req-4b54efc1-4152-49f9-a247-3b167f222765 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:53.794771 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a75a812-ff24-4e41-85a1-6b8d617d9361 req-4b54efc1-4152-49f9-a247-3b167f222765 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 944 time: 0.0521662 Aug 06 19:29:53.837244 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a75a812-ff24-4e41-85a1-6b8d617d9361 req-54d3a1d9-6435-4cad-ad8f-a4d05c8e8010 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361748 Aug 06 19:29:53.993013 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:29:54.101945 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:54.113261 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'port_id': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'mac_address': 'fa:16:3e:77:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:29:54.155172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:54.168006 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:29:54.189636 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:54.197498 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:54.248105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=11']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:54.542032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['fe57b8d0-0670-412d-ab7b-2634ef336cfb'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:29:54.972852 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fffcf-0a66-4663-bf38-66815d6cb10c req-33fab313-3a49-421a-99eb-c478c09b3522 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:54.974421 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b3fffcf-0a66-4663-bf38-66815d6cb10c req-33fab313-3a49-421a-99eb-c478c09b3522 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0615616 Aug 06 19:29:55.025592 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9b3fffcf-0a66-4663-bf38-66815d6cb10c req-c7c1c728-2b53-4be9-a285-0b61f1b638d3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Aug 06 19:29:55.997108 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:29:56.051879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port fe57b8d0-0670-412d-ab7b-2634ef336cfb completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:29:56.057581 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port fe57b8d0-0670-412d-ab7b-2634ef336cfb triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:29:56.058021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:56.151898 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22033834-02f3-40dd-ae52-a9c5a6e8e3d9 req-279a74ba-7695-458c-990b-a29186659a7c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:56.152556 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:56.153475 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22033834-02f3-40dd-ae52-a9c5a6e8e3d9 req-279a74ba-7695-458c-990b-a29186659a7c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 945 time: 0.0516729 Aug 06 19:29:56.177035 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:29:56.179767 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b207c8b8-87f1-405a-b888-013020fe5903" -d '{"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:29:56.194315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:29:56.199515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:29:56.209816 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-22033834-02f3-40dd-ae52-a9c5a6e8e3d9 req-1b592c2a-81eb-45fc-b34b-7c2b7c21445f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461349 Aug 06 19:29:56.245986 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a7c54d-6703-4055-ae63-04ef7cd6f76b x-openstack-request-id: req-c8a7c54d-6703-4055-ae63-04ef7cd6f76b {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:29:56.246316 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:29:56.246596 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8a7c54d-6703-4055-ae63-04ef7cd6f76b {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:29:56.246990 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'code': 200} Aug 06 19:29:56.261020 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=12']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:29:56.434735 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675b93-5d25-4202-a0c9-3ec3447f8df6 req-f88044ec-c901-496b-9930-11b64262a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:56.436388 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7675b93-5d25-4202-a0c9-3ec3447f8df6 req-f88044ec-c901-496b-9930-11b64262a220 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1098 time: 0.0526001 Aug 06 19:29:56.472852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e7675b93-5d25-4202-a0c9-3ec3447f8df6 req-5c7de2ff-9a61-49bb-a45f-9e4f39b58219 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289669 Aug 06 19:29:57.387438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486e88b-28e7-4f22-a536-e1239e3094b5 req-e40693d3-312d-4803-a0c2-4fec4985d229 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:57.388970 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6486e88b-28e7-4f22-a536-e1239e3094b5 req-e40693d3-312d-4803-a0c2-4fec4985d229 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 946 time: 0.1101253 Aug 06 19:29:57.436211 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6486e88b-28e7-4f22-a536-e1239e3094b5 req-9b2f8a68-1fc6-46ac-8b10-dc569c6cccd3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Aug 06 19:29:58.566405 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7027be5-4187-4b58-b671-a0c0f2b21038 req-89fb0c56-0c51-4233-aaa6-adeab18238f8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:29:58.567913 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7027be5-4187-4b58-b671-a0c0f2b21038 req-89fb0c56-0c51-4233-aaa6-adeab18238f8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 946 time: 0.0519428 Aug 06 19:29:58.627243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a7027be5-4187-4b58-b671-a0c0f2b21038 req-af831eb1-7c2c-4b28-9641-dc654ca03d34 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499172 Aug 06 19:29:58.631954 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4a52a11a-fd87-4ef6-a170-4ffb6f21f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:01.506682 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:01.841219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e31df617-fece-4733-adc5-27f551bdc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:03.577212 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:05.058149 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:11.256724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:12.547333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:15.872117 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:30:26.652004 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-bad8a87c-760e-4b70-a84c-7cce8c774bb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428593 Aug 06 19:30:26.739516 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e85e-540c-4184-a02d-0363649d85d0 req-8133198c-4fb2-4ace-91c5-23d0c5d22418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:30:26.740949 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-8133198c-4fb2-4ace-91c5-23d0c5d22418 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1098 time: 0.0436420 Aug 06 19:30:26.864429 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e85e-540c-4184-a02d-0363649d85d0 req-4a5ed5fb-3232-4d96-8e17-2b27053fe42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:30:26.865996 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-4a5ed5fb-3232-4d96-8e17-2b27053fe42a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1036167 Aug 06 19:30:26.937002 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-1d12e617-5296-4386-9a5e-af045d764e90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0641737 Aug 06 19:30:26.990741 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e85e-540c-4184-a02d-0363649d85d0 req-6866607e-9fd9-4e27-9e3e-96950286fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:30:26.992178 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-6866607e-9fd9-4e27-9e3e-96950286fed7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0472865 Aug 06 19:30:27.043937 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132e85e-540c-4184-a02d-0363649d85d0 req-2c81eae3-867b-4c82-8ee7-f21ad420bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:30:27.045625 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-2c81eae3-867b-4c82-8ee7-f21ad420bf89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464532 Aug 06 19:30:27.141931 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-3ddd4cdd-ea50-47b6-8db0-884b24664871 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891793 Aug 06 19:30:27.237480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-c132e85e-540c-4184-a02d-0363649d85d0 req-645ea5a4-ffe7-4675-a22b-43c606b041ea service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877769 Aug 06 19:30:28.636430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb17c-fff7-4833-9b06-1796cbe085d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:31.503952 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:31.849548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed5a-57c8-40c0-8eee-881248cec12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:33.579161 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:35.063501 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:41.253320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:42.547828 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:30:52.872466 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:30:58.645603 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-904ab80c-dc9d-4acc-9606-d5ba362a576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:01.498570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:01.842487 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a43064e7-ab6c-4d19-a0c0-db052ad24ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:03.579455 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:05.063751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:11.255534 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:12.551105 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:27.696894 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-9988c415-309f-4e7e-a247-dfd3d50092d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443375 Aug 06 19:31:27.795155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-b2efb04f-295e-49a5-a178-ad5ec2d5ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:27.796930 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-b2efb04f-295e-49a5-a178-ad5ec2d5ea76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1098 time: 0.0508204 Aug 06 19:31:27.917338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-b1a09b08-fb37-41e7-b94a-2fc0a20da044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:27.919156 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-b1a09b08-fb37-41e7-b94a-2fc0a20da044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0960193 Aug 06 19:31:27.987866 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-0b5cc265-581e-49c2-9fa2-9ac61f4c7e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 1001 time: 0.0602794 Aug 06 19:31:28.041074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-2497d357-89a8-4694-bc6d-af1ae103e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:28.042714 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-2497d357-89a8-4694-bc6d-af1ae103e3bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0484242 Aug 06 19:31:28.092944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-2c93e353-b722-4e58-8262-34d8d5397156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:28.094552 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-2c93e353-b722-4e58-8262-34d8d5397156 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439429 Aug 06 19:31:28.188544 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-00efc0a0-aaa2-427c-be33-7589572b8704 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865598 Aug 06 19:31:28.287439 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-335e2477-c5e2-44cc-b2cf-78665c11c638 req-510d5ec1-62f9-4dbb-bc6a-970c56b160f4 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924330 Aug 06 19:31:28.646942 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e5cdf773-7736-47d1-86a8-c8cedadf2339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:29.872084 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:31:31.505201 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:31.846270 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-94d57cb3-84de-400b-b320-337f746d86bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:33.584474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:35.062880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:41.268269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:42.568719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:42.937756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53590) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:43.115027 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Deleting port 4272fd30-3eb2-45fb-8ceb-b948b651bf5f {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:31:43.115381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:43.224865 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:43.225126 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:43.240814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Calling delete_port for 4272fd30-3eb2-45fb-8ceb-b948b651bf5f owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:31:43.406722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:43.438388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'Port': ['ID=4272fd30-3eb2-45fb-8ceb-b948b651bf5f,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:43.465584 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.465989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.466369 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.466699 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.467060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.467382 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.467730 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.468060 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.468393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.468719 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.469058 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.469411 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:43.517410 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:43.517410 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Floating IP 0b3c5390-d86c-4211-bc18-0e32296cf3f6 disassociated (deleted). External IP: 172.25.3.135, port: fe57b8d0-0670-412d-ab7b-2634ef336cfb. Aug 06 19:31:44.115099 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:31:44.227054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:31:44.232121 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:44.236776 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:31:44.246827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:31:44.247541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:31:44.262379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6ef73f4d-1868-469e-a970-f461e891ee47 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "DELETE /v2.0/floatingips/0b3c5390-d86c-4211-bc18-0e32296cf3f6 HTTP/1.1" status: 204 len: 168 time: 1.3205597 Aug 06 19:31:44.262379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:31:44.262955 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2b607-9510-4460-8a5e-8975a39e7409" -d '{"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:31:44.361121 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:31:44.427049 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a1134-3bdd-4c5a-932f-d4be8ca02742 x-openstack-request-id: req-0a8a1134-3bdd-4c5a-932f-d4be8ca02742 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:31:44.427460 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:31:44.427796 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a8a1134-3bdd-4c5a-932f-d4be8ca02742 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:31:44.428300 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'status': 'completed', 'code': 200} Aug 06 19:31:44.513088 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-928963f0-9191-47d0-b578-fca11ddac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:44.514723 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-928963f0-9191-47d0-b578-fca11ddac7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 1098 time: 0.0637469 Aug 06 19:31:44.531844 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875827ec-1df8-4454-a088-0027aa5c552b req-bf9d8f03-0613-4f52-b251-385575725753 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:44.534075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-875827ec-1df8-4454-a088-0027aa5c552b req-bf9d8f03-0613-4f52-b251-385575725753 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 946 time: 0.0606112 Aug 06 19:31:44.572061 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:31:44.600611 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:31:44.603558 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-875827ec-1df8-4454-a088-0027aa5c552b req-3720ba66-7a2a-406c-956e-8820f3f7ba56 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616596 Aug 06 19:31:44.611888 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:31:44.612544 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:31:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:31:44.626931 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-4bbe421e-53e6-4916-b66c-2639839d5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:44.628486 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-4bbe421e-53e6-4916-b66c-2639839d5cd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1057050 Aug 06 19:31:44.671971 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-c77f5b6d-c07d-4b92-8749-7463ee3c80e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 200 len: 217 time: 0.0355017 Aug 06 19:31:44.728549 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-2292bf52-5784-446d-8e4e-e70f0f2fa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:44.730129 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-2292bf52-5784-446d-8e4e-e70f0f2fa76d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0492566 Aug 06 19:31:44.785553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-cd8186ad-1f46-4c86-a5d5-8e48904ba2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:44.787122 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-cd8186ad-1f46-4c86-a5d5-8e48904ba2da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483930 Aug 06 19:31:44.820857 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:31:44.889029 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-a378373b-b4fb-4faa-b800-9bed246008be service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933177 Aug 06 19:31:44.995245 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-87e2b607-9510-4460-8a5e-8975a39e7409 req-bbfb5fd2-11c2-48b1-a991-3d815d6c4b75 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973725 Aug 06 19:31:45.030738 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:31:45.061810 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb7f1b-5914-48eb-acfd-6d3c468fc66a None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:31:45.320532 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db9dc4-04b2-47ff-87dc-0e2034a910f0 None None] New status for floating IP 0b3c5390-d86c-4211-bc18-0e32296cf3f6: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:31:45.733399 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958983f-2eea-4220-9eaa-525b9b083a25 req-2fe8e99b-8f0d-4421-85e0-0d546e717992 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:45.734877 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1958983f-2eea-4220-9eaa-525b9b083a25 req-2fe8e99b-8f0d-4421-85e0-0d546e717992 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 946 time: 0.0517814 Aug 06 19:31:45.783715 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1958983f-2eea-4220-9eaa-525b9b083a25 req-3052eedc-8af2-46cf-a5a6-1fbf755f17ce tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb539342-fa33-4149-b135-4000fc30cdc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Aug 06 19:31:46.051371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-8df717e3-0e68-4cd1-b758-4f40b409e689 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:31:46.052958 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-8df717e3-0e68-4cd1-b758-4f40b409e689 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 946 time: 0.0536966 Aug 06 19:31:46.146893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Deleting port fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:31:46.147248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:46.250087 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] For port fe57b8d0-0670-412d-ab7b-2634ef336cfb, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=fe57b8d0-0670-412d-ab7b-2634ef336cfb,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:31:46.250466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:46.263469 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Calling delete_port for fe57b8d0-0670-412d-ab7b-2634ef336cfb owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:31:46.411558 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:46.447664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'Port': ['ID=fe57b8d0-0670-412d-ab7b-2634ef336cfb,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:46.489783 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] No DVR routers for this DVR port fe57b8d0-0670-412d-ab7b-2634ef336cfb on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:31:46.492585 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:46.494740 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a23fde67-399c-4db9-ba95-e4ab78397c91 req-96e12c4f-0ebb-4fbe-b06a-aebf3b6fa1ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.16 "DELETE /v2.0/ports/fe57b8d0-0670-412d-ab7b-2634ef336cfb HTTP/1.1" status: 204 len: 173 time: 0.4358854 Aug 06 19:31:46.495272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-deleted', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:31:46.497522 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea2eef-4842-446b-bdcf-91da70256f02" -d '{"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-deleted", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:31:46.536764 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e6268-dcc5-4da2-bbce-0c7a93c2d552 x-openstack-request-id: req-ef1e6268-dcc5-4da2-bbce-0c7a93c2d552 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:31:46.537056 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc06ac98-d256-4b95-941a-6c4caf51cb8a", "name": "network-vif-deleted", "tag": "fe57b8d0-0670-412d-ab7b-2634ef336cfb", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:31:46.537463 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef1e6268-dcc5-4da2-bbce-0c7a93c2d552 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:31:46.537749 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc06ac98-d256-4b95-941a-6c4caf51cb8a', 'name': 'network-vif-deleted', 'tag': 'fe57b8d0-0670-412d-ab7b-2634ef336cfb', 'status': 'completed', 'code': 200} Aug 06 19:31:46.908852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-63b94e85-f8e0-4956-bd7f-0a6e9b31065d req-af7fc8b6-b51d-4ec2-be77-8fdec23c7d21 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc06ac98-d256-4b95-941a-6c4caf51cb8a HTTP/1.1" status: 200 len: 210 time: 0.0353210 Aug 06 19:31:47.979188 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53618) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:48.047388 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.074424 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.149145 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.152030 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.153254 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb539342-fa33-4149-b135-4000fc30cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1730306 Aug 06 19:31:48.169875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68014dc-28c6-4164-a345-9c4460f23873 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb539342-fa33-4149-b135-4000fc30cdc1,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:48.419113 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53624) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:48.424038 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827921361', 'description': 'tempest-secgroup-smoke-827921361 description', 'project_id': '77d50f07673146869ae9f9619b760b03'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:48.449327 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.537261 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.543181 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.580938 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.583087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1627159 Aug 06 19:31:48.585811 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a448a-43f5-4020-9933-7e02c1e5e570 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc47936-aefa-4a66-8bc5-98163e186682,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:48.586075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 53626) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:48.591096 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:48.629495 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.688294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.694324 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.713297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1397e70a-0659-41ab-b903-419aec82fa2f,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:48.720095 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.721309 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342294 Aug 06 19:31:48.723066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.723418 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.723744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.724088 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.724431 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.724641 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53628) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:48.724760 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.725148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.725497 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.725824 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.726148 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.726472 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.726797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a7a1e-39b5-4430-84fe-3200942fad94 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:31:48.729901 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:48.759663 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.821214 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.833997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.854956 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6feac25-571d-4f88-b57f-017810889cc5,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:48.859841 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.861204 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-25b94097-9f5a-4adb-bf2b-a7a7ad8c35f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353719 Aug 06 19:31:48.864135 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53630) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:48.868626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:48.899956 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.966213 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.971891 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:48.993801 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cc02f2-8865-46e4-b3e6-858fa8fdf0d3,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:49.003301 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.004694 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-6eab2aa4-7564-469f-ae9d-924c308bb60e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395319 Aug 06 19:31:49.009346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53632) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:49.014301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:49.046686 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.110116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.116993 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.135096 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68e892c-f271-473f-b496-829ecd34a337,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:49.143281 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.145331 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-75114809-4e1b-4b20-a955-03a24bd84b76 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347992 Aug 06 19:31:49.147900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53634) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:49.152938 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:49.183913 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Project 77d50f07673146869ae9f9619b760b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:31:49.190596 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.261249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.268000 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.286991 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b1e29c-08f5-4390-9edc-d0f1f1f25b8d,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:49.298722 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.299962 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-0ae6f08f-cbe4-4d68-a671-d963c5ff6017 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511061 Aug 06 19:31:49.302800 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53636) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:31:49.307358 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'security_group_rule': {'security_group_id': '4bc47936-aefa-4a66-8bc5-98163e186682', 'project_id': '77d50f07673146869ae9f9619b760b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:31:49.335708 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Project 77d50f07673146869ae9f9619b760b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:31:49.347112 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.419749 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.425619 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.443247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec1064a-d9ed-4cdb-a6f0-423d7d5d7a5f,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:31:49.450911 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:31:49.452195 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c4b18d3c-66d5-4060-9518-8d0e4a290cf7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484668 Aug 06 19:31:50.489483 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:31:50.510296 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: fe57b8d0-0670-412d-ab7b-2634ef336cfb {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:31:50.510631 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device fe57b8d0-0670-412d-ab7b-2634ef336cfb not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:31:58.642131 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7da36a96-deaa-4c1e-9365-613a0d026cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:01.504728 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:01.849933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-123db97c-9c54-4c21-981c-65cfeda32532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:03.588964 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:05.039088 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-adba6e6f-e671-432d-b3a0-4f2762a109e8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827921361&fields=id&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 267 time: 0.0486376 Aug 06 19:32:05.065993 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:05.157409 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-12bdefea-4450-43bf-9122-080fa34963c4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:05.158934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-12bdefea-4450-43bf-9122-080fa34963c4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 809 time: 0.1125693 Aug 06 19:32:05.174391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-50322183-6f83-489b-9489-f90ffbfda2d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/quotas/77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 375 time: 0.0095780 Aug 06 19:32:05.229466 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-1598c465-c849-4c89-9c93-60d36ae4fd25 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482554 Aug 06 19:32:05.245268 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-e3fac58b-e158-4fcc-a013-e6bcde973f02 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:32:05.246218 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-e3fac58b-e158-4fcc-a013-e6bcde973f02 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056837 Aug 06 19:32:05.347857 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-85cb1178-a29d-41e4-930e-0326f0678cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957153 Aug 06 19:32:05.458688 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-ad3514b9-ba70-4116-a9ca-8bf7638c13eb service neutron] 10.222.0.64 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009636 Aug 06 19:32:05.773396 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-dfa980e5-12be-4805-b406-2e5f542f9eb5 req-db5fb26b-5b7e-4cc0-9d85-58a9ffadd3a0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0261569 Aug 06 19:32:06.871719 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:32:06.886664 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-04f66fc6-1d4b-49d3-8d1a-e781032a4a95 req-9aa9d49d-7036-4641-9a78-3e977ac209c8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0343668 Aug 06 19:32:06.919643 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-a35aabe9-11dc-4fb8-8f7a-308810b877bb tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:06.921141 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-a35aabe9-11dc-4fb8-8f7a-308810b877bb tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 809 time: 0.1448596 Aug 06 19:32:06.966160 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-41c88806-112a-4e1f-9ec3-93001fa70486 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 379 time: 0.0362856 Aug 06 19:32:06.976736 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'port': {'device_id': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'admin_state_up': True, 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'security_groups': ['4bc47936-aefa-4a66-8bc5-98163e186682']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:32:07.095246 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Made reservation on behalf of 77d50f07673146869ae9f9619b760b03 for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:32:07.099122 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:07.591484 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Allocated IP 172.20.0.10 (1d1bc542-6e6b-4724-8c71-b28b8e6a4137/2411ce12-a2f9-4677-906c-300c590c84e4/f83ecf4e-aa8b-415a-830b-db44fb9e67ec) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:32:07.743621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:07.759410 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Transition to ACTIVE for port object f83ecf4e-aa8b-415a-830b-db44fb9e67ec will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:32:07.793237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:07.838482 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:32:07.839956 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:32:07.844098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:32:07.882366 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:07.906526 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:07.907286 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:07.927380 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-c75e77ad-612a-4444-937e-8fec699aa9a7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548309 Aug 06 19:32:07.940239 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Request body: {'port': {'device_id': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:32:08.031872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.089075 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3686-e45e-4285-9db4-e65a4581818d req-2a80b24b-aebf-475f-be2b-6f2b06e1c3e7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:08.090632 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0ac3686-e45e-4285-9db4-e65a4581818d req-2a80b24b-aebf-475f-be2b-6f2b06e1c3e7 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 932 time: 0.1171877 Aug 06 19:32:08.184841 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b3e1752d-53d3-4dbb-92ac-fe6be5b72667 None None] Provisioning for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:32:08.189971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b3e1752d-53d3-4dbb-92ac-fe6be5b72667 None None] Provisioning complete for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:32:08.190565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b3e1752d-53d3-4dbb-92ac-fe6be5b72667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.212291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d0ac3686-e45e-4285-9db4-e65a4581818d req-4a1b830f-e0b0-473f-a6d1-bb871005c12f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107435 Aug 06 19:32:08.229387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1752d-53d3-4dbb-92ac-fe6be5b72667 None None] Port f83ecf4e-aa8b-415a-830b-db44fb9e67ec cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:32:08.378139 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:32:08.387809 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.405053 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Transition to ACTIVE for port object f83ecf4e-aa8b-415a-830b-db44fb9e67ec will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:32:08.410645 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.482601 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45029084-6bf9-4423-a486-38000303df91 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:08.543013 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:32:08.543745 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:32:08.544244 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:32:08.549727 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:32:08.550336 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:32:08.556931 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:32:08.557438 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:32:08.557904 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:32:08.558371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Bound port: f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:32:08.558734 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.656516 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:32:08.660387 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:32:08.668033 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.706711 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:08.707539 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:08.709747 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-45029084-6bf9-4423-a486-38000303df91 service neutron] 10.222.0.55 "PUT /v2.0/ports/f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1093 time: 0.7743645 Aug 06 19:32:08.709953 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:32:08.712242 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584957b-8368-49d4-a19e-6f8046f804f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:32:08.752609 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45029084-6bf9-4423-a486-38000303df91 service neutron] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:08.831705 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-e1dd7a74-d987-4963-9a27-7d296221b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:08.833407 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-e1dd7a74-d987-4963-9a27-7d296221b786 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1096 time: 0.0604572 Aug 06 19:32:08.889242 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7399715-ac64-4925-a7d6-8fbc830afe60 x-openstack-request-id: req-d7399715-ac64-4925-a7d6-8fbc830afe60 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:32:08.889555 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:32:08.889807 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7399715-ac64-4925-a7d6-8fbc830afe60 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:32:08.890206 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'status': 'completed', 'code': 200} Aug 06 19:32:08.892321 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-89421427-bec5-4e1e-a13d-f4ed88442232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 217 time: 0.0494468 Aug 06 19:32:08.950535 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-1d48d6dd-1a90-4e23-aeb9-6a8a3c8795c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:08.952210 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-1d48d6dd-1a90-4e23-aeb9-6a8a3c8795c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0526178 Aug 06 19:32:09.013990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-f228ed86-3ddf-42f7-b605-dae40e9e93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.015589 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-f228ed86-3ddf-42f7-b605-dae40e9e93dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565934 Aug 06 19:32:09.111849 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-6b00e12d-2339-4414-88a8-21e5242addcc service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887961 Aug 06 19:32:09.214219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8bcc74a5-9162-4646-9ad0-1adaf80247df req-d7463a3c-ed52-4cf3-8938-49c20067b727 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954752 Aug 06 19:32:09.330942 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-3dbe9dfe-e815-4d9f-8afb-b22eafd51661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.332591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-3dbe9dfe-e815-4d9f-8afb-b22eafd51661 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1096 time: 0.0708983 Aug 06 19:32:09.367289 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248fa1b-91a6-4774-8277-112b00c82fb8 req-a185c828-9d20-48d0-912b-753d6a7bb8c3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.368793 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0248fa1b-91a6-4774-8277-112b00c82fb8 req-a185c828-9d20-48d0-912b-753d6a7bb8c3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0802085 Aug 06 19:32:09.449781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0248fa1b-91a6-4774-8277-112b00c82fb8 req-96a119fc-90a0-4a55-8c0e-0894d81130c6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743480 Aug 06 19:32:09.469495 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-7877353c-3a3c-4b9b-8d27-5919b4412d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.470919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-7877353c-3a3c-4b9b-8d27-5919b4412d7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1307638 Aug 06 19:32:09.512775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-f5f658dc-d801-45ce-97e9-66090dcff984 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 217 time: 0.0349436 Aug 06 19:32:09.564981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-22cc72c6-935a-432a-92ea-4096470f126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.566516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-22cc72c6-935a-432a-92ea-4096470f126c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0463688 Aug 06 19:32:09.616245 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-52e5159b-0f38-421a-a2d8-c740fc1787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:09.617907 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-52e5159b-0f38-421a-a2d8-c740fc1787f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446784 Aug 06 19:32:09.716180 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-fffd395a-3f70-437b-8820-70fc195adf3f service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899115 Aug 06 19:32:09.823333 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f584957b-8368-49d4-a19e-6f8046f804f2 req-010c0283-9812-4f62-bf1c-b46707646810 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994759 Aug 06 19:32:10.577678 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894df0-e4e7-4133-951d-252dbcf1cd25 req-4bdec702-503e-4a5a-8e4a-6ff989e58858 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:10.579293 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f894df0-e4e7-4133-951d-252dbcf1cd25 req-4bdec702-503e-4a5a-8e4a-6ff989e58858 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Aug 06 19:32:10.618743 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0f894df0-e4e7-4133-951d-252dbcf1cd25 req-a9bbf2b2-9bb9-41f8-90df-562590e0ff6e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Aug 06 19:32:11.265463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:11.752569 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e283a4-3b41-4718-b714-f05e59f2c0c6 req-286a2294-eb2f-4b06-a707-c01db64a0e25 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:11.754087 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6e283a4-3b41-4718-b714-f05e59f2c0c6 req-286a2294-eb2f-4b06-a707-c01db64a0e25 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0517118 Aug 06 19:32:11.793248 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d6e283a4-3b41-4718-b714-f05e59f2c0c6 req-4784bcbc-4f6b-4186-b142-484f3510e49b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Aug 06 19:32:12.585833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:12.924412 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231718d0-8a2a-4ff9-9abe-8a2625dde6e6 req-ae6ae439-daf3-40fa-906d-231464567db5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:12.926245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231718d0-8a2a-4ff9-9abe-8a2625dde6e6 req-ae6ae439-daf3-40fa-906d-231464567db5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0607455 Aug 06 19:32:12.967257 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-231718d0-8a2a-4ff9-9abe-8a2625dde6e6 req-75f56231-bb85-4d75-93f5-716ff62b49fd tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345592 Aug 06 19:32:14.102592 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973314b0-59b6-41cb-b10a-c699cf610c8a req-5ce4d4de-00fc-4c7e-9c81-6c720f125c85 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:14.104299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-973314b0-59b6-41cb-b10a-c699cf610c8a req-5ce4d4de-00fc-4c7e-9c81-6c720f125c85 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0563452 Aug 06 19:32:14.151047 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-973314b0-59b6-41cb-b10a-c699cf610c8a req-7d80a68e-db6d-4f1f-ac04-fa5e8b5bf3df tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Aug 06 19:32:15.278227 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda868-bd54-4bfc-a2b6-b1616f8225a3 req-0e7a0543-75de-46cd-9fda-2b94a7929871 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:15.279807 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4acda868-bd54-4bfc-a2b6-b1616f8225a3 req-0e7a0543-75de-46cd-9fda-2b94a7929871 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0567193 Aug 06 19:32:15.320004 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4acda868-bd54-4bfc-a2b6-b1616f8225a3 req-c30cccc5-6725-4faf-a230-cddb64c3e8b5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 Aug 06 19:32:16.461156 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acff2d-c019-4db5-9c3e-1f1c89676036 req-9c0dd058-93a1-4e64-9cf2-59f04e0cd742 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:16.462869 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76acff2d-c019-4db5-9c3e-1f1c89676036 req-9c0dd058-93a1-4e64-9cf2-59f04e0cd742 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0590196 Aug 06 19:32:16.519552 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-76acff2d-c019-4db5-9c3e-1f1c89676036 req-2267e99c-6056-4c28-bcf2-3d09d0b0af26 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482101 Aug 06 19:32:17.649430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6aed-8822-4ef8-afb9-72659475f20c req-b03b84e3-1041-4365-b4eb-a3cf69261e10 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:17.651851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db4b6aed-8822-4ef8-afb9-72659475f20c req-b03b84e3-1041-4365-b4eb-a3cf69261e10 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0583079 Aug 06 19:32:17.695431 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-db4b6aed-8822-4ef8-afb9-72659475f20c req-2e9f71d8-1246-4617-ab6f-433c5af494f5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362639 Aug 06 19:32:18.625966 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:32:18.735433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:32:18.755667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'mac_address': 'fa:16:3e:e3:87:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:32:18.807400 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:18.824129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:32:18.846804 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:32:18.852568 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:18.869780 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562a01-8719-4fca-a8ec-de2c0c80639d req-d7a96215-4262-4633-99e1-e7f05952f81d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:18.871464 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54562a01-8719-4fca-a8ec-de2c0c80639d req-d7a96215-4262-4633-99e1-e7f05952f81d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0776153 Aug 06 19:32:18.911096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:18.918809 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-54562a01-8719-4fca-a8ec-de2c0c80639d req-a77cdf1f-870e-4337-913e-ba970490c8e1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358365 Aug 06 19:32:18.920309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.921521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.921521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.921943 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.922203 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.922705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.923399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.923399 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.929555 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.930250 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.930747 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:18.930940 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:32:19.087055 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['f83ecf4e-aa8b-415a-830b-db44fb9e67ec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:32:20.076460 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9c991-c4e6-47ed-91a9-b8120058320d req-0a195af8-978b-452a-9b31-75a2ea5ed6a2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:20.078022 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23e9c991-c4e6-47ed-91a9-b8120058320d req-0a195af8-978b-452a-9b31-75a2ea5ed6a2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 945 time: 0.0649896 Aug 06 19:32:20.118309 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-23e9c991-c4e6-47ed-91a9-b8120058320d req-8e40f0d5-aa70-4194-ab97-a899c788378b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332539 Aug 06 19:32:20.641467 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:32:20.693270 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:32:20.697225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:32:20.697633 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:20.784784 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:20.817093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:32:20.819582 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d049c-8232-471a-8991-52004e5f21f4" -d '{"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-plugged", "status": "completed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:32:20.834518 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:32:20.840787 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:20.869919 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146bbc39-2084-4d0a-9b69-406eb6faca52 x-openstack-request-id: req-146bbc39-2084-4d0a-9b69-406eb6faca52 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:32:20.870207 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-plugged", "status": "completed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:32:20.870458 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-146bbc39-2084-4d0a-9b69-406eb6faca52 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:32:20.870909 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'code': 200} Aug 06 19:32:20.900511 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:20.969623 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aca8f2-24c3-4173-95d0-d352cbbddc4c req-6ac844fb-b794-4c62-8c9e-73cc77d9f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:20.971251 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2aca8f2-24c3-4173-95d0-d352cbbddc4c req-6ac844fb-b794-4c62-8c9e-73cc77d9f968 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1098 time: 0.0520148 Aug 06 19:32:21.022872 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b2aca8f2-24c3-4173-95d0-d352cbbddc4c req-0764a1b1-1af5-44ca-95d6-14fa19733c99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429614 Aug 06 19:32:21.239651 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2436ffb-b5e0-40db-a0d1-cc2d5a9b87c7 req-e9574248-a5e5-4b10-a47f-ffe37da86b40 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:21.241189 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2436ffb-b5e0-40db-a0d1-cc2d5a9b87c7 req-e9574248-a5e5-4b10-a47f-ffe37da86b40 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0509913 Aug 06 19:32:21.283181 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2436ffb-b5e0-40db-a0d1-cc2d5a9b87c7 req-ac4d3d2f-43fb-4c17-80f9-6f9483c7dd6d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Aug 06 19:32:22.417955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3caf7-8a6a-40cc-87e0-5aacfca527aa req-e61c9705-b85b-4b65-b2e8-12ba54525949 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:22.419579 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdb3caf7-8a6a-40cc-87e0-5aacfca527aa req-e61c9705-b85b-4b65-b2e8-12ba54525949 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0637336 Aug 06 19:32:22.467864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-fdb3caf7-8a6a-40cc-87e0-5aacfca527aa req-b9abfd3e-2085-432d-aef1-41b769df2e12 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Aug 06 19:32:22.596693 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dce2b-74b0-4bf5-8dd3-a7e5f410af55 req-f69fc00e-d725-4f20-b5e9-813ce6caf1f8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:22.598197 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c0dce2b-74b0-4bf5-8dd3-a7e5f410af55 req-f69fc00e-d725-4f20-b5e9-813ce6caf1f8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0562916 Aug 06 19:32:22.643542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c0dce2b-74b0-4bf5-8dd3-a7e5f410af55 req-6b9c370f-1338-46b5-8706-26a007f75dac tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374460 Aug 06 19:32:22.667353 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53842) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:32:22.755926 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16a236-cf67-4b4d-9161-210f7c111627 tempest-TestShelveInstance-1048276431 tempest-TestShelveInstance-1048276431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:22.757497 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-ef16a236-cf67-4b4d-9161-210f7c111627 tempest-TestShelveInstance-1048276431 tempest-TestShelveInstance-1048276431-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1093 time: 0.0890949 Aug 06 19:32:22.760467 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 53846) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:32:22.765034 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:32:22.789409 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:22.894044 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.021864 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Allocated IP 172.25.3.90 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/efe2226a-aa76-4458-8bec-69260064cfd2) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:32:23.189204 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.249562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.292475 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:32:23.295418 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:32:23.298114 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:32:23.323090 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=efe2226a-aa76-4458-8bec-69260064cfd2,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:23.688289 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.769291 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.936845 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:23.943502 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:24.009618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event updated for resources: {'Port': ['ID=efe2226a-aa76-4458-8bec-69260064cfd2,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:32:24.026029 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:24.133431 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Floating IP 7031de1b-a32c-45f5-a2c3-f0a0a78dbe24 associated. External IP: 172.25.3.90, port: f83ecf4e-aa8b-415a-830b-db44fb9e67ec. Aug 06 19:32:24.367966 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:32:24.490974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:32:24.506514 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:32:24.513997 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:24.516640 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:32:24.517565 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:32:24.543787 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-201d0906-141f-4487-ab6b-89f85926c11a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7820735 Aug 06 19:32:24.545000 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:32:24.548896 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:32:24.586766 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97790ad-323a-4c1f-afad-48b990151167 x-openstack-request-id: req-a97790ad-323a-4c1f-afad-48b990151167 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:32:24.587056 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:32:24.587308 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a97790ad-323a-4c1f-afad-48b990151167 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:32:24.587718 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'status': 'completed', 'code': 200} Aug 06 19:32:24.638441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:32:24.656927 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-0d2ca60a-9f6e-4ea6-80fe-872b7b293b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:24.658675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-0d2ca60a-9f6e-4ea6-80fe-872b7b293b95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1098 time: 0.0489111 Aug 06 19:32:24.763107 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-8287a3bf-b0cd-4d32-bcd1-cf744a92cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:24.764741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-8287a3bf-b0cd-4d32-bcd1-cf744a92cbf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0996478 Aug 06 19:32:24.845700 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-7f51bb79-d1d6-4081-a4bd-8acd6799a117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 999 time: 0.0735192 Aug 06 19:32:24.901573 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7031de1b-a32c-45f5-a2c3-f0a0a78dbe24', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:e3:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:32:23Z', 'updated_at': '2021-08-06T19:32:23Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:32:24.903160 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-ec7c077a-b4e0-4dec-8b3d-c375712dfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:24.904729 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-ec7c077a-b4e0-4dec-8b3d-c375712dfbde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0524626 Aug 06 19:32:24.929009 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:32:24.938756 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:32:24.939366 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:32:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:32:24.954574 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-1ed66947-e743-4396-95c7-dd5eff881042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:24.956104 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-1ed66947-e743-4396-95c7-dd5eff881042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438056 Aug 06 19:32:25.054690 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:32:25.084613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-e59be201-ca5d-4e87-a00c-69c3b630c961 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208529 Aug 06 19:32:25.198446 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ea6c1db0-8c44-43d1-99aa-ade7ce4583f4 req-046687d3-9173-4a41-86df-7d22dff14320 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071973 Aug 06 19:32:25.397626 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7031de1b-a32c-45f5-a2c3-f0a0a78dbe24', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:e3:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:32:23Z', 'updated_at': '2021-08-06T19:32:23Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:32:25.431094 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b65f5-6498-4026-b2bd-c379156e1570 None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '7031de1b-a32c-45f5-a2c3-f0a0a78dbe24', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'mac_address': 'fa:16:3e:e3:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:32:23Z', 'updated_at': '2021-08-06T19:32:23Z', 'revision_number': 0, 'project_id': '77d50f07673146869ae9f9619b760b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:32:25.667758 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d1c645-7c0e-42cf-8d97-5ab5fc47ec81 None None] New status for floating IP 7031de1b-a32c-45f5-a2c3-f0a0a78dbe24: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:32:28.649061 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0cf04822-3142-42df-b288-eef1243a2abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:31.500181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:31.853117 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9e1b427d-131e-45bc-ad66-1147ee39a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:33.600319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:33.812516 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-d2ec9a4b-7096-4650-b274-8cd4c8d4e2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417542 Aug 06 19:32:33.906457 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-f7d1f442-3e47-4907-8330-1dff9bcdc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:33.907948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-f7d1f442-3e47-4907-8330-1dff9bcdc7e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1098 time: 0.0434575 Aug 06 19:32:34.022049 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-4883dbaa-01a1-4076-b416-f68b1aaf9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:34.023548 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-4883dbaa-01a1-4076-b416-f68b1aaf9e08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0915680 Aug 06 19:32:34.089668 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-c5e85567-3edd-4fdc-b423-250120630cc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1001 time: 0.0587120 Aug 06 19:32:34.149679 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-d88a453e-6e76-4e28-8650-cd4ed90a3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:34.151209 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-d88a453e-6e76-4e28-8650-cd4ed90a3477 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0544629 Aug 06 19:32:34.205990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-6691036d-77bd-46ed-9080-99432362bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:32:34.207542 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-6691036d-77bd-46ed-9080-99432362bd29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480146 Aug 06 19:32:34.220504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-4ccc5ec6-66dc-4e84-9d8b-e601c4e69a7f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:32:34.221696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-4ccc5ec6-66dc-4e84-9d8b-e601c4e69a7f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063071 Aug 06 19:32:34.330393 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-1ea22d09-47ef-4b5a-b5dd-e8d0189f6ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006494 Aug 06 19:32:34.427568 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-37fe074d-cdc9-4b8c-aa04-5bf25b47c5dc req-149ab783-0c8f-4c30-a27a-614bb159d1ec service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888598 Aug 06 19:32:35.070806 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:41.271300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:42.584292 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:32:43.872104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:32:58.647293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1161d8b6-866a-4666-a492-422c4863a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:01.499430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:01.864084 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-13e806a3-8b0a-42be-9048-266d9b44803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:03.601368 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:05.071767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:11.265612 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:12.581512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:20.871780 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:33:28.650180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ecffe44d-1da9-4c9a-9806-dda8a3565f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:31.494587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:31.858570 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-4be5149e-2c12-4bc7-a27b-1aa3142ab6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:33.599403 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:35.078156 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:35.806971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-fae82dd0-ad65-42c0-af63-063b6ccbd183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499425 Aug 06 19:33:35.893091 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-452e5965-7ea3-48be-87c4-98e2f3a1c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:33:35.894670 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-452e5965-7ea3-48be-87c4-98e2f3a1c79c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1098 time: 0.0444000 Aug 06 19:33:36.017641 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-cea6b9af-d9d8-42ae-9f83-28cc3eacbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:33:36.019146 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-cea6b9af-d9d8-42ae-9f83-28cc3eacbb37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0963037 Aug 06 19:33:36.098611 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-ab070d41-74e4-4e97-a718-824024a4a0c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1001 time: 0.0718398 Aug 06 19:33:36.153025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-e6342dc1-a6a7-48c7-b7a8-5106d7417dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:33:36.154718 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-e6342dc1-a6a7-48c7-b7a8-5106d7417dbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0483704 Aug 06 19:33:36.202921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-15a5e073-5c9f-4040-9254-868fc98101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:33:36.204429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-15a5e073-5c9f-4040-9254-868fc98101be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431330 Aug 06 19:33:36.303326 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-edb97bb8-e60f-443d-a934-1165fdeb49ce service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917046 Aug 06 19:33:36.396727 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b6b2b62f-ff15-4876-ae6f-6caa84f70b79 req-1679cf69-70ee-4fae-82a0-b27ac25ecba8 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857673 Aug 06 19:33:41.300452 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:42.595327 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:33:57.871885 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:33:58.646249 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9c1-7960-4b0c-a9b6-6078a1c310be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:01.500220 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:01.863492 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-21c62a1f-addf-4b55-b3f2-5f5f9e20a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:03.606729 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:05.082511 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:11.293914 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:12.595300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:20.222626 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a041b4-8679-4d2d-8136-c42fe76ccb6d req-33afc498-6eff-4f11-baf4-236b546d5ef8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:20.224198 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8a041b4-8679-4d2d-8136-c42fe76ccb6d req-33afc498-6eff-4f11-baf4-236b546d5ef8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0621748 Aug 06 19:34:20.273429 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c8a041b4-8679-4d2d-8136-c42fe76ccb6d req-f6b60625-f272-4519-b508-415e8a4c8910 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Aug 06 19:34:21.417271 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ea6b-5f52-40f0-9504-729fba7ccad6 req-169c8dc5-58d4-44b5-83ba-ff5459844a44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:21.418772 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a095ea6b-5f52-40f0-9504-729fba7ccad6 req-169c8dc5-58d4-44b5-83ba-ff5459844a44 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Aug 06 19:34:21.460637 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a095ea6b-5f52-40f0-9504-729fba7ccad6 req-e39fa210-48ce-43fb-8e5d-517aa6b00e96 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354972 Aug 06 19:34:22.590746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aef15b-f23f-47d7-8a5d-29bba80555de req-f249eb49-f053-4f91-9582-1f70f50a8d8f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:22.592259 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38aef15b-f23f-47d7-8a5d-29bba80555de req-f249eb49-f053-4f91-9582-1f70f50a8d8f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0562961 Aug 06 19:34:22.631811 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38aef15b-f23f-47d7-8a5d-29bba80555de req-b70e4f4e-061c-4cd2-8c50-7c76d5954436 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 06 19:34:23.763174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137641af-6553-43e0-a3c6-29b7a6607d4d req-aa65b343-5a2f-4b11-abf2-e3305c6a6615 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:23.764641 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-137641af-6553-43e0-a3c6-29b7a6607d4d req-aa65b343-5a2f-4b11-abf2-e3305c6a6615 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0601690 Aug 06 19:34:23.807153 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-137641af-6553-43e0-a3c6-29b7a6607d4d req-eeaf7422-9565-4d98-9311-a01594f7ca10 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362513 Aug 06 19:34:24.940979 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d389-c185-4d80-abc8-41d0a727e6a0 req-22935c9d-84a5-455a-b268-628b58852de6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:24.942504 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57f8d389-c185-4d80-abc8-41d0a727e6a0 req-22935c9d-84a5-455a-b268-628b58852de6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0596189 Aug 06 19:34:24.984509 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-57f8d389-c185-4d80-abc8-41d0a727e6a0 req-21205185-3ddc-40d9-a5f4-b9fe59f59384 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 06 19:34:26.116115 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381ae0c-b454-47a5-9e80-3129d80d342a req-033ca23e-2189-493c-a1d6-6a5e3250fc48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:26.117730 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4381ae0c-b454-47a5-9e80-3129d80d342a req-033ca23e-2189-493c-a1d6-6a5e3250fc48 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0563149 Aug 06 19:34:26.161620 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4381ae0c-b454-47a5-9e80-3129d80d342a req-d57777ae-a9c8-4cc0-bb25-0d6ad4857b6f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Aug 06 19:34:27.284478 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0489-c5c4-4435-bfc4-bc084ca3d09b req-934924fd-7e64-496b-a217-514d6c3f63af tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:27.286306 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f3c0489-c5c4-4435-bfc4-bc084ca3d09b req-934924fd-7e64-496b-a217-514d6c3f63af tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0531118 Aug 06 19:34:27.336630 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5f3c0489-c5c4-4435-bfc4-bc084ca3d09b req-627763af-6714-4152-8bd7-6190d7db2d2b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Aug 06 19:34:28.472700 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b16774-1df0-4f3d-a22b-62f6ee5313e5 req-f6a3c1c6-3b2e-4aff-9a8e-f7ee1fa39638 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:28.474469 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16b16774-1df0-4f3d-a22b-62f6ee5313e5 req-f6a3c1c6-3b2e-4aff-9a8e-f7ee1fa39638 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0642900 Aug 06 19:34:28.515032 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16b16774-1df0-4f3d-a22b-62f6ee5313e5 req-7f0e1932-006d-4ff4-aa8e-42b849e773a1 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342183 Aug 06 19:34:28.652236 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07207a45-b80a-4528-803e-93b1ae51e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:29.640712 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece4d54-696a-4345-acc3-5103b83c8e9a req-c9f4ac92-e7c4-44e6-9574-42b82df20c39 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:29.642337 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ece4d54-696a-4345-acc3-5103b83c8e9a req-c9f4ac92-e7c4-44e6-9574-42b82df20c39 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0548911 Aug 06 19:34:29.683305 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6ece4d54-696a-4345-acc3-5103b83c8e9a req-80089acf-6663-4f41-b9a5-169156645c0c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345221 Aug 06 19:34:30.345318 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a528a-2892-4161-8970-ac3ff3e64879 req-fbbe11a9-c9a3-4057-a0e8-1c47fd0a071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:30.346875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-fbbe11a9-c9a3-4057-a0e8-1c47fd0a071a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1098 time: 0.0468550 Aug 06 19:34:30.455692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a528a-2892-4161-8970-ac3ff3e64879 req-e35a23bd-79b2-4b5b-aa1d-8df16529dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:30.457216 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-e35a23bd-79b2-4b5b-aa1d-8df16529dbaa service neutron] 10.222.0.55 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1025321 Aug 06 19:34:30.531740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-30efa97c-7135-40a3-94a2-e0685cfb071d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1001 time: 0.0666993 Aug 06 19:34:30.591128 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a528a-2892-4161-8970-ac3ff3e64879 req-f9f02d03-e61f-4693-970d-3a79bd26b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:30.592695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-f9f02d03-e61f-4693-970d-3a79bd26b6cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0542016 Aug 06 19:34:30.646587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a528a-2892-4161-8970-ac3ff3e64879 req-85651c9c-af40-4216-aad0-b27602baadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:30.648165 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-85651c9c-af40-4216-aad0-b27602baadb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485044 Aug 06 19:34:30.755606 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-89e651b4-f64c-450a-9cad-d32bc060ae85 service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002550 Aug 06 19:34:30.862935 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac354e-026e-4020-873a-69fe28bc108e req-7293a5d3-3ae4-4c4a-a053-fd918271dcba tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:30.864608 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fac354e-026e-4020-873a-69fe28bc108e req-7293a5d3-3ae4-4c4a-a053-fd918271dcba tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.1052043 Aug 06 19:34:30.903716 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-873a528a-2892-4161-8970-ac3ff3e64879 req-e39155d3-1985-4490-b039-fd6fe279529e service neutron] 10.222.0.55 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355002 Aug 06 19:34:30.923643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1fac354e-026e-4020-873a-69fe28bc108e req-1ee92a43-6543-4216-a5b3-7369471f411b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514498 Aug 06 19:34:31.505643 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:31.868761 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-82a484df-4938-427d-9789-7c39fa34260e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:32.052861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63309d3-8555-4ce8-a138-09d45211fb9b req-4ac4fbc7-adb3-4a42-976b-3863a39093bf tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:32.054591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f63309d3-8555-4ce8-a138-09d45211fb9b req-4ac4fbc7-adb3-4a42-976b-3863a39093bf tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0562165 Aug 06 19:34:32.102110 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f63309d3-8555-4ce8-a138-09d45211fb9b req-95fbe625-839f-4375-89b4-2f2ff94b1c6f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 Aug 06 19:34:33.228770 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8218d4-98b2-4bac-ba63-75d51ae0ba00 req-2a21fc36-c2f3-4289-8132-fece1323c2f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:33.230382 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce8218d4-98b2-4bac-ba63-75d51ae0ba00 req-2a21fc36-c2f3-4289-8132-fece1323c2f3 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0530317 Aug 06 19:34:33.270241 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-ce8218d4-98b2-4bac-ba63-75d51ae0ba00 req-92d5e12c-b1da-47c8-b1b8-e26dbd59a28e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Aug 06 19:34:33.604533 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:34.393708 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e48c53-327b-4db2-a4a3-6ba13168cf49 req-8418411c-5ebc-478a-9006-ad53c69429fe tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:34.395168 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31e48c53-327b-4db2-a4a3-6ba13168cf49 req-8418411c-5ebc-478a-9006-ad53c69429fe tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0513344 Aug 06 19:34:34.441240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-31e48c53-327b-4db2-a4a3-6ba13168cf49 req-cca11189-ca5b-4c65-85e1-7b8d810d59d6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372183 Aug 06 19:34:34.666044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-ece2d25a-99e8-4c05-a542-88fd5a091f11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655935 Aug 06 19:34:34.681579 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e75852-2a98-4d3c-90ef-160eb3fa2ca6 req-d5035796-06b6-4a34-830a-0aa17008bf20 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:34.683023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f3e75852-2a98-4d3c-90ef-160eb3fa2ca6 req-d5035796-06b6-4a34-830a-0aa17008bf20 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 946 time: 0.0562315 Aug 06 19:34:34.726538 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f3e75852-2a98-4d3c-90ef-160eb3fa2ca6 req-6d6828a5-b50c-4cdb-8e26-90716b9ac1b4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350158 Aug 06 19:34:34.873192 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:34:35.087148 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:35.221601 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:34:35.306668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:35.338404 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:34:35.340650 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83623031-679c-4d31-a647-2dbaeff98f9f" -d '{"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-unplugged", "status": "completed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:34:35.358075 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:34:35.364367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:35.421525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:34:35.429894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.429894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.430168 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.430367 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.430698 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.431026 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.431357 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.431683 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.432005 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.432327 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.432648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.432969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:35.443979 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22ec1b-29a1-484e-b407-3627c9175726 x-openstack-request-id: req-6e22ec1b-29a1-484e-b407-3627c9175726 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:34:35.444103 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-unplugged", "status": "failed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "code": 422}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:34:35.444305 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e22ec1b-29a1-484e-b407-3627c9175726 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:34:35.444694 n-d-793621-29 neutron-server[94123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'code': 422} returned with failed status Aug 06 19:34:35.846391 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f1de0-8381-4d90-bb8e-12b9f3fe610f req-f990b750-f975-4c1b-a8a5-d78e198597ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:35.846391 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-645f1de0-8381-4d90-bb8e-12b9f3fe610f req-f990b750-f975-4c1b-a8a5-d78e198597ef tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0504227 Aug 06 19:34:35.886634 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-645f1de0-8381-4d90-bb8e-12b9f3fe610f req-e328ba8f-c69b-40b6-8efc-1e3446087f4b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342078 Aug 06 19:34:37.017791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deb2dc-2f73-4da2-9b34-1866ae9712ab req-5abd2c1f-5b2c-4756-bf70-0ebc9accd85d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:37.019346 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0deb2dc-2f73-4da2-9b34-1866ae9712ab req-5abd2c1f-5b2c-4756-bf70-0ebc9accd85d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0592766 Aug 06 19:34:37.060045 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f0deb2dc-2f73-4da2-9b34-1866ae9712ab req-f999353a-b3c2-4302-9e49-448780abca1f tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345991 Aug 06 19:34:38.181313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6f66-bb9c-41e2-9a4a-1c71ad70acd3 req-ec395927-f2a5-4077-85c1-96aa539f242d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:38.182859 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-681a6f66-bb9c-41e2-9a4a-1c71ad70acd3 req-ec395927-f2a5-4077-85c1-96aa539f242d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0509281 Aug 06 19:34:38.227415 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-681a6f66-bb9c-41e2-9a4a-1c71ad70acd3 req-531e86a1-9234-4c11-9adb-890224809bb2 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Aug 06 19:34:39.360132 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc730a-089c-42ce-9c4a-6ba60ba411b3 req-d90d6593-ada0-41fe-b59e-9a4d4763365b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:39.361696 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73dc730a-089c-42ce-9c4a-6ba60ba411b3 req-d90d6593-ada0-41fe-b59e-9a4d4763365b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0606465 Aug 06 19:34:39.404073 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-73dc730a-089c-42ce-9c4a-6ba60ba411b3 req-b592375c-2e76-45e0-91ea-f92a0493aa1a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357454 Aug 06 19:34:39.596794 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-354de101-62e9-460e-acbc-0fdd36044e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:39.598398 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-354de101-62e9-460e-acbc-0fdd36044e50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58&tenant_id=77d50f07673146869ae9f9619b760b03 HTTP/1.1" status: 200 len: 1096 time: 0.0886676 Aug 06 19:34:39.609921 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-fbed06d9-68ea-4e95-914e-22f85b37784f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 19:34:39.610873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-fbed06d9-68ea-4e95-914e-22f85b37784f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052466 Aug 06 19:34:39.622887 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-29', 'device_owner': 'compute:nova'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:34:39.688150 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:39.902626 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:34:39.937659 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h1-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:34:39.970866 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:34:39.978659 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:39.991302 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Transition to ACTIVE for port object f83ecf4e-aa8b-415a-830b-db44fb9e67ec will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:34:39.996235 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:40.083756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=7']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:34:40.100896 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.101242 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.101617 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.101965 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.102300 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.102634 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.102967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.103314 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.103622 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.103949 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.104277 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.104599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:34:40.153116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] No DVR routers for this DVR port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:34:40.306393 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:34:40.306604 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:34:40.306967 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:34:40.311976 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:34:40.312296 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Attempting to bind port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:34:40.317713 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:34:40.318181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Checking segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:34:40.318566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Bound using segment: {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:34:40.319003 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Bound port: f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb6951-04b6-4e9e-9c33-7696d2b50cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:34:40.319349 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:40.387977 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:34:40.391062 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:34:40.397807 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:40.432110 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.432920 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:40.434782 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] 10.222.0.16 "PUT /v2.0/ports/f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1093 time: 0.8157048 Aug 06 19:34:40.437495 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:34:40.439757 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e099a0ee-ed4b-4840-874e-f291696003ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:34:40.481270 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ff852-8934-4553-86ac-3fa04ef8af8a service neutron] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=8']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:34:40.527841 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-5ae1f189-6c3d-4611-8656-63aeeb32ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.530604 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-5ae1f189-6c3d-4611-8656-63aeeb32ff07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1096 time: 0.0698392 Aug 06 19:34:40.564365 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a1de-6c6f-4313-b673-2e505c805665 req-43bb6e6f-27f9-4fc4-a45a-94852b6515a8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.565980 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b89a1de-6c6f-4313-b673-2e505c805665 req-43bb6e6f-27f9-4fc4-a45a-94852b6515a8 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0566282 Aug 06 19:34:40.613662 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5b89a1de-6c6f-4313-b673-2e505c805665 req-5eeb2f70-1161-446c-b401-ab8222b9263c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385458 Aug 06 19:34:40.638035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-b521c6ef-6259-4306-a53c-8666fede9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.639658 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-b521c6ef-6259-4306-a53c-8666fede9836 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1025696 Aug 06 19:34:40.707852 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-06f9f853-e9e5-4738-aa3d-a0a4c077a861 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 999 time: 0.0609722 Aug 06 19:34:40.714506 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564bc39-448e-43f4-bd37-592e4cd2f728 x-openstack-request-id: req-a564bc39-448e-43f4-bd37-592e4cd2f728 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:34:40.714810 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:34:40.715256 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a564bc39-448e-43f4-bd37-592e4cd2f728 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:34:40.715653 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'status': 'completed', 'code': 200} Aug 06 19:34:40.770876 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-1ad8eb54-ba4c-4b29-8cf3-1f19e5b9a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.772449 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-1ad8eb54-ba4c-4b29-8cf3-1f19e5b9a97a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0536690 Aug 06 19:34:40.826884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-5983b0f0-8a9b-40bd-aca7-33563eacb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:40.828470 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-5983b0f0-8a9b-40bd-aca7-33563eacb116 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488915 Aug 06 19:34:40.926415 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-f5b2d303-8ec5-4a46-9b42-825ce870958d service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Aug 06 19:34:41.023381 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-02704039-7934-492f-8783-8dabb94e50a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898001 Aug 06 19:34:41.121586 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a0ee-ed4b-4840-874e-f291696003ca req-f99cd15d-6f18-4eae-ad9d-4136e6806660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:41.123114 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-f99cd15d-6f18-4eae-ad9d-4136e6806660 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1096 time: 0.0520804 Aug 06 19:34:41.222171 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a0ee-ed4b-4840-874e-f291696003ca req-9cd05b3f-a43d-4657-b643-69e161cf7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:41.223649 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-9cd05b3f-a43d-4657-b643-69e161cf7397 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0924559 Aug 06 19:34:41.294306 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-c4f73b69-b699-47cc-8ae4-bacabc3aee37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 999 time: 0.0626769 Aug 06 19:34:41.314066 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:41.346974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a0ee-ed4b-4840-874e-f291696003ca req-98d93de3-3d56-4747-9474-18aceb3ce814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:41.348464 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-98d93de3-3d56-4747-9474-18aceb3ce814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0474486 Aug 06 19:34:41.402084 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a0ee-ed4b-4840-874e-f291696003ca req-0212f8c1-4a7f-46a6-9542-ad0bce4745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:41.404234 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-0212f8c1-4a7f-46a6-9542-ad0bce4745c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484548 Aug 06 19:34:41.499704 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-78bd160c-3f3d-4dd2-aad9-54d99fb8aeeb service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884809 Aug 06 19:34:41.604213 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e099a0ee-ed4b-4840-874e-f291696003ca req-1adfea77-38ec-4029-86ef-10dd86cf04cb service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968478 Aug 06 19:34:41.742469 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372a73-a695-4906-b648-727f1bd2e0ba req-5bca8f96-6c0f-496c-9d45-3ea5a225b7ea tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:41.744014 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f372a73-a695-4906-b648-727f1bd2e0ba req-5bca8f96-6c0f-496c-9d45-3ea5a225b7ea tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0605624 Aug 06 19:34:41.792694 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7f372a73-a695-4906-b648-727f1bd2e0ba req-50676e57-693b-4cf2-a52e-fce03eacef5e tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Aug 06 19:34:42.614180 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:42.914176 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f501f3-824c-42cc-9ef3-c61662a4a660 req-1a397be2-9471-4fe1-b5a3-5f6e0920b467 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:42.915690 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2f501f3-824c-42cc-9ef3-c61662a4a660 req-1a397be2-9471-4fe1-b5a3-5f6e0920b467 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0507152 Aug 06 19:34:42.957572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-f2f501f3-824c-42cc-9ef3-c61662a4a660 req-f6a6c1ad-9d07-48ec-9dd8-ba41848e70c4 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331326 Aug 06 19:34:44.086446 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a5c6-e00e-4bd1-a9b1-e31168756e99 req-2266cc5b-c0df-44e5-bbe7-caec05890c5b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:44.087969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf55a5c6-e00e-4bd1-a9b1-e31168756e99 req-2266cc5b-c0df-44e5-bbe7-caec05890c5b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0562596 Aug 06 19:34:44.128695 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-cf55a5c6-e00e-4bd1-a9b1-e31168756e99 req-09d06b78-441e-4490-a2ee-046181f7a33a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346463 Aug 06 19:34:45.253982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af23c5-5105-4b5a-9588-61c64fe60525 req-acff6b34-4f30-4c06-9ce7-dbea6b2396ce tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:45.255781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65af23c5-5105-4b5a-9588-61c64fe60525 req-acff6b34-4f30-4c06-9ce7-dbea6b2396ce tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0551085 Aug 06 19:34:45.313091 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-65af23c5-5105-4b5a-9588-61c64fe60525 req-99f66953-a134-4629-ae6f-2be9871c1ec0 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Aug 06 19:34:46.446761 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b47fe-0bfb-4240-b35d-e2f37465a418 req-e48e13a2-31a6-4838-b2c4-1a053ad11a69 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:46.448319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-511b47fe-0bfb-4240-b35d-e2f37465a418 req-e48e13a2-31a6-4838-b2c4-1a053ad11a69 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0570524 Aug 06 19:34:46.493776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-511b47fe-0bfb-4240-b35d-e2f37465a418 req-72aa5ecb-a594-455e-b379-4f964a1fe4c6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Aug 06 19:34:47.623832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb503e-f8a3-4031-b8ab-533272b16cd1 req-76f25ce1-5277-4d5c-84f3-947bbfd45082 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:47.625339 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44cb503e-f8a3-4031-b8ab-533272b16cd1 req-76f25ce1-5277-4d5c-84f3-947bbfd45082 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0593021 Aug 06 19:34:47.664647 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-44cb503e-f8a3-4031-b8ab-533272b16cd1 req-66e5140d-9527-4385-84aa-c6539fbc298b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Aug 06 19:34:48.804509 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cb173-ee24-429f-893a-775ac0e8a7bf req-1329df52-6407-4a2b-88c4-60979140525c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:48.806044 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-743cb173-ee24-429f-893a-775ac0e8a7bf req-1329df52-6407-4a2b-88c4-60979140525c tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0502186 Aug 06 19:34:48.845580 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-743cb173-ee24-429f-893a-775ac0e8a7bf req-10e9e3ba-c702-4e6d-acb1-5dc56e257136 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Aug 06 19:34:49.973785 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396a424-bb33-49fe-bd36-ff33a4231df5 req-a216d96a-4878-4ac2-b938-e3f76c327156 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:49.975295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7396a424-bb33-49fe-bd36-ff33a4231df5 req-a216d96a-4878-4ac2-b938-e3f76c327156 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0563025 Aug 06 19:34:50.016289 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7396a424-bb33-49fe-bd36-ff33a4231df5 req-90e5dcec-a661-4d82-ad55-ea9b707af113 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341103 Aug 06 19:34:51.165995 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30410-f15f-4700-803f-27bd540cbe4d req-4c93b529-9941-4e24-bf64-36ed288b20a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:51.167692 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e30410-f15f-4700-803f-27bd540cbe4d req-4c93b529-9941-4e24-bf64-36ed288b20a5 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 944 time: 0.0662732 Aug 06 19:34:51.210381 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e6e30410-f15f-4700-803f-27bd540cbe4d req-64b12e93-333d-4d96-af83-76c56daacd8d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364678 Aug 06 19:34:51.349576 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:34:51.452872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:34:51.465995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'port_id': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'mac_address': 'fa:16:3e:e3:87:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:34:51.514701 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:51.529363 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:34:51.551220 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:34:51.558752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:51.616487 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=9']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:34:51.988803 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['f83ecf4e-aa8b-415a-830b-db44fb9e67ec'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:34:52.343363 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0289-621e-4ec8-83f4-392e63325f0b req-e8b2f1ae-f8c5-4e09-867b-570d9bfe39ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:52.344836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a8c0289-621e-4ec8-83f4-392e63325f0b req-e8b2f1ae-f8c5-4e09-867b-570d9bfe39ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 945 time: 0.0551262 Aug 06 19:34:52.395061 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6a8c0289-621e-4ec8-83f4-392e63325f0b req-8c34a6e3-d7b7-4c58-8858-f2aea5e229ed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 Aug 06 19:34:53.365843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:34:53.419569 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:34:53.424531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port f83ecf4e-aa8b-415a-830b-db44fb9e67ec triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:34:53.424531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:53.508323 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:53.514653 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374141b7-c12f-41f9-b92c-3a6e79eaf5da req-4697eae7-c99d-43c6-921f-62038a967664 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:53.516183 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-374141b7-c12f-41f9-b92c-3a6e79eaf5da req-4697eae7-c99d-43c6-921f-62038a967664 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Aug 06 19:34:53.532322 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:34:53.534637 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d841d-810d-482d-8045-7103c021be59" -d '{"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-plugged", "status": "completed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:34:53.547310 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:34:53.552398 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:34:53.555604 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-374141b7-c12f-41f9-b92c-3a6e79eaf5da req-15167e5c-fb89-46c4-acb4-67cc68dd3ada tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Aug 06 19:34:53.608872 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=10']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:34:53.614199 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3485ef-edb4-450a-a413-a35d0d42cfd9 x-openstack-request-id: req-3d3485ef-edb4-450a-a413-a35d0d42cfd9 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:34:53.614484 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-plugged", "status": "completed", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:34:53.614732 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d3485ef-edb4-450a-a413-a35d0d42cfd9 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:34:53.615112 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'code': 200} Aug 06 19:34:53.769166 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38826f72-a371-4136-aa6a-d133baa07ff1 req-7ab166a5-2edd-4038-b1c1-dad9cc37c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:53.771130 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38826f72-a371-4136-aa6a-d133baa07ff1 req-7ab166a5-2edd-4038-b1c1-dad9cc37c700 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1099 time: 0.0432684 Aug 06 19:34:53.812403 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-38826f72-a371-4136-aa6a-d133baa07ff1 req-ac3a0cf1-6260-4518-a6b4-6e86dbb9b498 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Aug 06 19:34:54.689752 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33244ace-103b-48f2-921e-fbbdfac5f803 req-78c0057a-9fb6-4242-a516-1f21dd65a14a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:54.691285 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33244ace-103b-48f2-921e-fbbdfac5f803 req-78c0057a-9fb6-4242-a516-1f21dd65a14a tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 947 time: 0.0592802 Aug 06 19:34:54.732290 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-33244ace-103b-48f2-921e-fbbdfac5f803 req-a602b509-24a7-4bd1-b649-d733f18a7381 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Aug 06 19:34:55.854616 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80894a-5ce3-487e-8bab-66cb37672f48 req-3a9975dc-d4c3-46bf-a0f7-0445f4ddbd24 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:34:55.856024 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd80894a-5ce3-487e-8bab-66cb37672f48 req-3a9975dc-d4c3-46bf-a0f7-0445f4ddbd24 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 947 time: 0.0534551 Aug 06 19:34:55.899748 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bd80894a-5ce3-487e-8bab-66cb37672f48 req-95d81c95-9a63-4a56-ba31-5df223b81f92 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 Aug 06 19:34:58.665926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fdce75a2-2884-402a-bf0b-3e2795ae25e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:01.502731 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:01.878486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-397ea781-c481-410f-a695-ca64d8f823e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:03.612515 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:05.083362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:11.329508 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:11.872181 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:35:12.635506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:28.661898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8677ba3-6e8e-4f0b-83fa-181fb9494b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:31.504163 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:31.694246 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-9c7c6b3b-90f6-4720-989d-1d18359ffdc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432837 Aug 06 19:35:31.789202 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-1a5219b4-d930-40f7-bffb-4f66ffde8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:35:31.790661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-1a5219b4-d930-40f7-bffb-4f66ffde8bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1099 time: 0.0534039 Aug 06 19:35:31.871661 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e3dcd9ed-51a4-49fa-b944-4f52ce150122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:31.909656 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-d2a7f4fd-a8ba-4739-af66-7970dd2e9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:35:31.911170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-d2a7f4fd-a8ba-4739-af66-7970dd2e9970 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.0970581 Aug 06 19:35:31.997281 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-c2abb79e-963d-4644-a9ae-5b766f2bcd80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 1001 time: 0.0774083 Aug 06 19:35:32.052557 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-6e353b8f-0ae4-4c07-98d7-7bf932c5b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:35:32.054048 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-6e353b8f-0ae4-4c07-98d7-7bf932c5b2e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0496886 Aug 06 19:35:32.105813 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-3db205f5-44cf-4ea3-81c4-b0ce0969cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:35:32.107382 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-3db205f5-44cf-4ea3-81c4-b0ce0969cc58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462935 Aug 06 19:35:32.592934 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-4554b61c-aa6d-4655-bc25-cc17ced47368 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781358 Aug 06 19:35:32.690354 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-58ab5fcc-280d-487b-87b4-2ffc567e3b8f req-bb5285af-ed37-4fb0-b58b-8dbb3585edb5 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Aug 06 19:35:33.610999 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:35.084833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:41.322324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:42.636169 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:35:48.873033 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:35:58.667326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3f98c73f-8d0c-4ea4-8bd5-2f3f152dc07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:01.499051 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:01.876267 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d8e4-999a-441b-865f-d12545922045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:03.618231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:05.088262 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.386537 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.437098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54016) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:11.635943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Deleting port efe2226a-aa76-4458-8bec-69260064cfd2 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:11.636276 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.724820 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.725067 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.738044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Calling delete_port for efe2226a-aa76-4458-8bec-69260064cfd2 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:11.911847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:11.938222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'Port': ['ID=efe2226a-aa76-4458-8bec-69260064cfd2,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:11.950728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.951076 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.951414 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.951749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.952082 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.952408 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.952732 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.953055 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.953375 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.953728 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.954054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:11.954379 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:12.014685 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:12.015171 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Floating IP 7031de1b-a32c-45f5-a2c3-f0a0a78dbe24 disassociated (deleted). External IP: 172.25.3.90, port: f83ecf4e-aa8b-415a-830b-db44fb9e67ec. Aug 06 19:36:12.255275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:12.376915 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:12.382176 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:12.389378 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:12.399791 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:12.400430 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:12.411770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-1fa7cd94-1ac7-4c32-b3fa-2e8e5262d0e9 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "DELETE /v2.0/floatingips/7031de1b-a32c-45f5-a2c3-f0a0a78dbe24 HTTP/1.1" status: 204 len: 168 time: 0.9734540 Aug 06 19:36:12.412366 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:36:12.414925 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1158f-a4ba-4f61-b202-2b6adc505e62" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:36:12.622850 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575af37e-9b93-435c-9d28-8e7fa40f96ba x-openstack-request-id: req-575af37e-9b93-435c-9d28-8e7fa40f96ba {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:36:12.624889 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:36:12.625937 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-575af37e-9b93-435c-9d28-8e7fa40f96ba {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:36:12.626988 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'status': 'completed', 'code': 200} Aug 06 19:36:12.645122 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:12.685301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:12.748808 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-d578c5a9-811c-4272-9fd1-7728e6d23fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:12.750539 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-d578c5a9-811c-4272-9fd1-7728e6d23fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77d50f07673146869ae9f9619b760b03&device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 1099 time: 0.0982652 Aug 06 19:36:12.810784 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a64e63-253c-48f5-9ee2-00cd779daff4 req-c81119d9-96d3-4442-847d-7d75cd4b0fed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:12.813351 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38a64e63-253c-48f5-9ee2-00cd779daff4 req-c81119d9-96d3-4442-847d-7d75cd4b0fed tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 947 time: 0.1427047 Aug 06 19:36:12.868904 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-38a64e63-253c-48f5-9ee2-00cd779daff4 req-88fee4cd-edc0-4a94-8d5d-a90f67a5103d tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Aug 06 19:36:12.897541 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-29f23a95-1414-4349-8679-73bf63eea06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:12.900201 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-29f23a95-1414-4349-8679-73bf63eea06e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 200 len: 910 time: 0.1411636 Aug 06 19:36:12.951512 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-011fc96c-85ea-4512-9eee-c86962c995e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 200 len: 217 time: 0.0438306 Aug 06 19:36:12.959112 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:12.986107 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:12.995618 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:12.996259 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:13.006620 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-e447145e-5a25-470d-be2c-dc3411755a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:13.008721 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-e447145e-5a25-470d-be2c-dc3411755a16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 200 len: 848 time: 0.0497477 Aug 06 19:36:13.068041 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-01cd71ba-5338-417c-a490-bd4498777cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:13.069770 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-01cd71ba-5338-417c-a490-bd4498777cd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d1bc542-6e6b-4724-8c71-b28b8e6a4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532608 Aug 06 19:36:13.130106 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:13.189865 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-546ee1a5-7155-4c24-a830-1b7f1ef4b09f service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122191 Aug 06 19:36:13.285087 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-12c1158f-a4ba-4f61-b202-2b6adc505e62 req-936fcd00-6ba2-4f2d-bea7-7d03da5f0149 service neutron] 10.222.0.16 "GET /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Aug 06 19:36:13.333657 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:13.359683 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8221b-bf07-4b6e-b146-bb2b120df107 None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:51Z', 'revision_number': 4, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'd00862c9-fc07-40b2-b4d1-8a8ff1e864d6', 'name': '', 'network_id': '1d1bc542-6e6b-4724-8c71-b28b8e6a4137', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'mac_address': 'fa:16:3e:c9:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:50Z', 'updated_at': '2021-08-06T19:26:56Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'subnets': [{'id': '2411ce12-a2f9-4677-906c-300c590c84e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:13.600991 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e26e46-84c7-4ce7-8ea0-1349007dd223 None None] New status for floating IP 7031de1b-a32c-45f5-a2c3-f0a0a78dbe24: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:36:14.264019 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad568bb-d741-43e0-bccb-aca7eddc27ea req-72bddb5a-b26b-4d40-a0fd-6ba7c58eed77 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:14.265581 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ad568bb-d741-43e0-bccb-aca7eddc27ea req-72bddb5a-b26b-4d40-a0fd-6ba7c58eed77 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 947 time: 0.0555637 Aug 06 19:36:14.279228 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fda53-e739-43eb-b2b7-5b284d00386a req-a629aa30-0d25-48ad-8a46-85e27ea5e380 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:14.280744 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-033fda53-e739-43eb-b2b7-5b284d00386a req-a629aa30-0d25-48ad-8a46-85e27ea5e380 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 947 time: 0.0511093 Aug 06 19:36:14.307400 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9ad568bb-d741-43e0-bccb-aca7eddc27ea req-585dbf61-4f19-44c2-80de-55f057d37564 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bc47936-aefa-4a66-8bc5-98163e186682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355711 Aug 06 19:36:14.379995 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Deleting port f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:14.380317 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:14.471213 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] For port f83ecf4e-aa8b-415a-830b-db44fb9e67ec, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:14.471519 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:14.488649 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Calling delete_port for f83ecf4e-aa8b-415a-830b-db44fb9e67ec owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:14.632529 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:14.663386 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'Port': ['ID=f83ecf4e-aa8b-415a-830b-db44fb9e67ec,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:14.713599 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] No DVR routers for this DVR port f83ecf4e-aa8b-415a-830b-db44fb9e67ec on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:36:14.716620 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:14.718693 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-033fda53-e739-43eb-b2b7-5b284d00386a req-48a8aa4f-db03-407a-bc6b-4c38b440b45b tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.16 "DELETE /v2.0/ports/f83ecf4e-aa8b-415a-830b-db44fb9e67ec HTTP/1.1" status: 204 len: 173 time: 0.4319012 Aug 06 19:36:14.719303 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-deleted', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:36:14.721672 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43029bc-9421-4729-b48c-beb442570670" -d '{"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-deleted", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:36:14.757382 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a80a03-8e55-4c67-ab56-a2224ad6f755 x-openstack-request-id: req-86a80a03-8e55-4c67-ab56-a2224ad6f755 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:36:14.757812 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8b8d47-98b1-461f-9ad4-c216a453da58", "name": "network-vif-deleted", "tag": "f83ecf4e-aa8b-415a-830b-db44fb9e67ec", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:36:14.758046 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86a80a03-8e55-4c67-ab56-a2224ad6f755 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:36:14.758454 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8b8d47-98b1-461f-9ad4-c216a453da58', 'name': 'network-vif-deleted', 'tag': 'f83ecf4e-aa8b-415a-830b-db44fb9e67ec', 'status': 'completed', 'code': 200} Aug 06 19:36:15.412803 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c21b7f74-6b31-4518-997c-87a09ff5318e req-68afcd3f-5dfe-4cfa-9b33-e0c452856f04 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Aug 06 19:36:16.509914 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-98f10c09-a26a-4410-923f-cd8cea49da31 req-59ba2e08-fd12-45ce-92f5-d732140e0afd tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0262475 Aug 06 19:36:17.607310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1463aac4-b32a-4022-9e88-9c9370904310 req-4e73210c-38b2-4667-88c7-35792cb32ae6 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0261004 Aug 06 19:36:17.761221 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:17.790041 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: f83ecf4e-aa8b-415a-830b-db44fb9e67ec {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:17.790626 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device f83ecf4e-aa8b-415a-830b-db44fb9e67ec not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:18.729775 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4e1de8bd-01ce-4a06-b0c5-2c5fc829e768 req-42a2f06a-a341-4cf6-9d32-239481e3c231 tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8b8d47-98b1-461f-9ad4-c216a453da58 HTTP/1.1" status: 200 len: 210 time: 0.0301173 Aug 06 19:36:19.791065 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54048) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:19.855419 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:19.881389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:19.945050 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:19.948246 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:19.949536 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] 10.222.0.64 "DELETE /v2.0/security-groups/4bc47936-aefa-4a66-8bc5-98163e186682 HTTP/1.1" status: 204 len: 168 time: 0.1569810 Aug 06 19:36:19.960638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc47936-aefa-4a66-8bc5-98163e186682,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:19.969291 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.969755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.970255 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.970566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.971204 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.971687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.972034 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.972369 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.972866 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.973267 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.973748 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:19.974084 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcb0a14-9675-4e41-b359-1af636807ecc tempest-TestShelveInstance-1224931523 tempest-TestShelveInstance-1224931523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:20.022718 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54052) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:20.501237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:20.760570 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Deleting port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:20.760929 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:20.849227 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] For port d00862c9-fc07-40b2-b4d1-8a8ff1e864d6, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:20.849636 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:20.863920 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Calling delete_port for d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:21.068471 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:21.094750 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Pushing event deleted for resources: {'Port': ['ID=d00862c9-fc07-40b2-b4d1-8a8ff1e864d6,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:21.277283 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:21.521948 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Router 051c3be1-183b-4bba-a742-c2b24cb40085 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:21.637831 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:21.644226 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-d84e4ce9-cc13-46d2-b124-db163c0e106f admin admin] 10.222.0.64 "PUT /v2.0/routers/051c3be1-183b-4bba-a742-c2b24cb40085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6191051 Aug 06 19:36:21.646319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54056) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:21.649344 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Sync routers for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:21.659721 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:21.660360 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:21.752984 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:21.765731 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:21.859310 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:21.915989 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Deleting port 36fd0369-8365-47b1-8cd7-fb77307f245e {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:21.916263 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:21.947570 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:36:21Z', 'revision_number': 5, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port': {'id': '36fd0369-8365-47b1-8cd7-fb77307f245e', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:21.974675 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Checking router: 051c3be1-183b-4bba-a742-c2b24cb40085 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:21.983556 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Routers {'051c3be1-183b-4bba-a742-c2b24cb40085'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:21.984201 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['051c3be1-183b-4bba-a742-c2b24cb40085'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:22.009471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] For port 36fd0369-8365-47b1-8cd7-fb77307f245e, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fd0369-8365-47b1-8cd7-fb77307f245e,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:22.009835 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.022200 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Calling delete_port for 36fd0369-8365-47b1-8cd7-fb77307f245e owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:22.074378 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] Set router 051c3be1-183b-4bba-a742-c2b24cb40085 gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:22.125045 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:36:21Z', 'revision_number': 6, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:22.156585 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068d04d-e352-4835-b4b0-fb1522e6dce4 None None] The sync data for ids ['051c3be1-183b-4bba-a742-c2b24cb40085'] in n-d-793621-29 is: [{'id': '051c3be1-183b-4bba-a742-c2b24cb40085', 'name': 'tempest-TestShelveInstance-1252923092-router', 'tenant_id': '77d50f07673146869ae9f9619b760b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:48Z', 'updated_at': '2021-08-06T19:36:21Z', 'revision_number': 6, 'project_id': '77d50f07673146869ae9f9619b760b03', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:22.206607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.235419 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fd0369-8365-47b1-8cd7-fb77307f245e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:22.304684 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.407796 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.410194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.462132 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.462806 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 051c3be1-183b-4bba-a742-c2b24cb40085 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:36:22.467907 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.469357 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e2bbfb16-412c-4bea-80db-3b7a49cc1a61 admin admin] 10.222.0.64 "DELETE /v2.0/routers/051c3be1-183b-4bba-a742-c2b24cb40085 HTTP/1.1" status: 204 len: 168 time: 0.8219886 Aug 06 19:36:22.472291 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54060) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:22.519117 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Deleting subnet 2411ce12-a2f9-4677-906c-300c590c84e4 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:36:22.522568 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.562313 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.653777 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.709344 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.737552 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.739374 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2411ce12-a2f9-4677-906c-300c590c84e4 HTTP/1.1" status: 204 len: 168 time: 0.2661171 Aug 06 19:36:22.740861 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a63a-4645-43bc-8c41-067114aed9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2411ce12-a2f9-4677-906c-300c590c84e4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:22.742264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54062) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:22.743489 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7d853-8a57-4f5a-b7a7-3a2280c37395 None None] Network 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:22.814946 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.875587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Deleting port 58084d89-cab3-4516-b194-f920f92d20ba {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:22.875929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.935338 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] DHCP port deletion for 1d1bc542-6e6b-4724-8c71-b28b8e6a4137 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:36:22.951301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=58084d89-cab3-4516-b194-f920f92d20ba,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:22.951906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.968912 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Calling delete_port for 58084d89-cab3-4516-b194-f920f92d20ba owned by network:dhcp {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:22.992881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Deleting port 58084d89-cab3-4516-b194-f920f92d20ba {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:22.993261 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:22.996409 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 58084d89-cab3-4516-b194-f920f92d20ba no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:23.093039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=58084d89-cab3-4516-b194-f920f92d20ba,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:23.093486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.108692 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Calling delete_port for 58084d89-cab3-4516-b194-f920f92d20ba owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:23.187695 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.244667 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 58084d89-cab3-4516-b194-f920f92d20ba, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=58084d89-cab3-4516-b194-f920f92d20ba,segment=NetworkSegment(57bb6951-04b6-4e9e-9c33-7696d2b50cdd),segment_id=57bb6951-04b6-4e9e-9c33-7696d2b50cdd)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:23.248882 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.249735 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fd0369-8365-47b1-8cd7-fb77307f245e no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:23.292272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 36fd0369-8365-47b1-8cd7-fb77307f245e {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:23.292272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fd0369-8365-47b1-8cd7-fb77307f245e not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:23.292272 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:23.294906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.322961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:23.323305 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device d00862c9-fc07-40b2-b4d1-8a8ff1e864d6 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:23.330063 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] No DVR routers for this DVR port 58084d89-cab3-4516-b194-f920f92d20ba on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:36:23.349105 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:23.357240 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.357630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.357971 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.358304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.358634 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.358961 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.359286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.359612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.359935 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.360255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.360575 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.360894 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:23.389143 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e737c2-a2d1-4599-985e-be4265001da6 None None] Pushing event deleted for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:23.431211 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.457174 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Pushing event deleted for resources: {'Port': ['ID=58084d89-cab3-4516-b194-f920f92d20ba,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:23.460867 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] No DVR routers for this DVR port 58084d89-cab3-4516-b194-f920f92d20ba on host n-d-793621-29 {{(pid=94122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:36:23.546972 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.561941 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1bc542-6e6b-4724-8c71-b28b8e6a4137']}} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:23.573105 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bb6951-04b6-4e9e-9c33-7696d2b50cdd') {'for_net_delete': True} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:23.573396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.services.segments.db [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bb6951-04b6-4e9e-9c33-7696d2b50cdd') {} {{(pid=94122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:23.584422 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491234'] for segment, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.597825 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.604234 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:36:23.604618 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3864358'] for segment, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self.session.flush() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: Traceback (most recent call last): Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: timer() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: cb(*args, **kw) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: return func(*args, **kwargs) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self._notify() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: self.callback(batched_events) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: event.method(event) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: return f(self, *a, **k) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: return self._get(url).json() Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: return self.request(url, 'GET', **kwargs) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:36:23.606328 n-d-793621-29 neutron-server[94122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:36:23.662109 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.668528 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:23.670539 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d1bc542-6e6b-4724-8c71-b28b8e6a4137 HTTP/1.1" status: 204 len: 168 time: 0.9271188 Aug 06 19:36:23.674174 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54064) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:23.682861 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17062320-e085-4d8f-b380-bb3311f3a19e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1bc542-6e6b-4724-8c71-b28b8e6a4137,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:24.045492 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:24.320238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Deleting port ca0f82c5-1db6-4095-9334-fc2ce9cf8655 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:24.322629 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:24.404266 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] For port ca0f82c5-1db6-4095-9334-fc2ce9cf8655, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:24.404640 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:24.422247 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Calling delete_port for ca0f82c5-1db6-4095-9334-fc2ce9cf8655 owned by network:router_interface {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:25.014533 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.044282 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0f82c5-1db6-4095-9334-fc2ce9cf8655,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:25.212583 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.438438 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Router 6a864b29-f881-43b0-a276-8700e83227b3 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:25.566368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:25.573138 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7e916272-5677-4251-be19-ebcde1de4012 admin admin] 10.222.0.64 "PUT /v2.0/routers/6a864b29-f881-43b0-a276-8700e83227b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951874 Aug 06 19:36:25.574817 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54066) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:25.575637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Sync routers for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:25.586977 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:25.587637 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:25.692197 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.705286 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:25.794389 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.855219 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Deleting port 5c41ad56-e8e2-4078-ae08-48f880c434f9 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:25.855536 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.872663 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:36:25.888817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:36:24Z', 'revision_number': 5, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port': {'id': '5c41ad56-e8e2-4078-ae08-48f880c434f9', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a864b29-f881-43b0-a276-8700e83227b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:25.915655 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Checking router: 6a864b29-f881-43b0-a276-8700e83227b3 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:25.924730 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Routers {'6a864b29-f881-43b0-a276-8700e83227b3'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:25.925347 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['6a864b29-f881-43b0-a276-8700e83227b3'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:25.940016 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] For port 5c41ad56-e8e2-4078-ae08-48f880c434f9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=5c41ad56-e8e2-4078-ae08-48f880c434f9,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:25.940390 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:25.953549 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Calling delete_port for 5c41ad56-e8e2-4078-ae08-48f880c434f9 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:26.012780 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] Set router 6a864b29-f881-43b0-a276-8700e83227b3 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:26.137763 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.162481 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c41ad56-e8e2-4078-ae08-48f880c434f9,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:26.231785 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:36:25Z', 'revision_number': 6, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:26.233784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.266088 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f1789-8bca-4cbd-a491-07a4a54d388f None None] The sync data for ids ['6a864b29-f881-43b0-a276-8700e83227b3'] in n-d-793621-29 is: [{'id': '6a864b29-f881-43b0-a276-8700e83227b3', 'name': 'tempest-TestShelveInstance-284804273-router', 'tenant_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:26:53Z', 'updated_at': '2021-08-06T19:36:25Z', 'revision_number': 6, 'project_id': '64f42a83ee1e4f818bcbe9cfbd83cf77', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:26.326470 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.328753 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.374196 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.374719 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a864b29-f881-43b0-a276-8700e83227b3 {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:36:26.379896 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.383626 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-02575a62-eb3d-4ff0-bcef-eb02956252e7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6a864b29-f881-43b0-a276-8700e83227b3 HTTP/1.1" status: 204 len: 168 time: 0.8052735 Aug 06 19:36:26.384282 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54068) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:26.429587 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Deleting subnet 5b2e9323-a167-4341-bce1-4a8d4fb53511 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:36:26.432811 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.474603 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.567119 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.628155 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.652479 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2e9323-a167-4341-bce1-4a8d4fb53511,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:26.658969 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.663274 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54070) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:26.665098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca737a-5bca-4b5e-82f6-33e36ac1cca9 None None] Network 564ebf89-5bf2-446c-a379-a1ff9170fc95 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:26.672375 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-dbabb780-1501-48d8-9422-7d94f91a90f4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5b2e9323-a167-4341-bce1-4a8d4fb53511 HTTP/1.1" status: 204 len: 168 time: 0.2851000 Aug 06 19:36:26.780703 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.854238 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Deleting port b701a804-1dea-456c-bba5-23f99b37b5b0 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:36:26.854593 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.920779 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] For port b701a804-1dea-456c-bba5-23f99b37b5b0, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b701a804-1dea-456c-bba5-23f99b37b5b0,segment=NetworkSegment(df794638-050d-4e83-8d35-6fa7e4aa440a),segment_id=df794638-050d-4e83-8d35-6fa7e4aa440a)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:26.921120 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:26.939264 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Calling delete_port for b701a804-1dea-456c-bba5-23f99b37b5b0 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:36:27.052422 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.084294 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=b701a804-1dea-456c-bba5-23f99b37b5b0,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:27.088176 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] No DVR routers for this DVR port b701a804-1dea-456c-bba5-23f99b37b5b0 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:36:27.119889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec622e7-a650-4d1b-a3a3-a1f4c41e45a3 None None] DHCP port deletion for 564ebf89-5bf2-446c-a379-a1ff9170fc95 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:36:27.151797 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ca0f82c5-1db6-4095-9334-fc2ce9cf8655 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:27.174521 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ca0f82c5-1db6-4095-9334-fc2ce9cf8655 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:27.174926 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ca0f82c5-1db6-4095-9334-fc2ce9cf8655 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:27.175524 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.187368 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564ebf89-5bf2-446c-a379-a1ff9170fc95']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:27.202356 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df794638-050d-4e83-8d35-6fa7e4aa440a') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:27.202642 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df794638-050d-4e83-8d35-6fa7e4aa440a') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:27.211586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.225387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.231900 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:36:27.232292 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:36:27.234005 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:36:27.291545 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.297607 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.299660 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] 10.222.0.64 "DELETE /v2.0/networks/564ebf89-5bf2-446c-a379-a1ff9170fc95 HTTP/1.1" status: 204 len: 168 time: 0.6354001 Aug 06 19:36:27.311124 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885a162-49bb-490b-9e53-77f3f17d3d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=564ebf89-5bf2-446c-a379-a1ff9170fc95,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:27.429023 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:27.470311 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-a44ff5ed-fb7e-4040-a0fa-ccf6241abfb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77d50f07673146869ae9f9619b760b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399261 Aug 06 19:36:27.473858 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:27.527843 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.556978 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.610756 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.614503 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:27.619691 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10dfe1fc-5f9e-4394-8ec5-7b9fc5411e12 HTTP/1.1" status: 204 len: 168 time: 0.1412740 Aug 06 19:36:27.629002 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece97c3-acd2-4057-8f61-dfbe49db91d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dfe1fc-5f9e-4394-8ec5-7b9fc5411e12,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:27.974723 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54082) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:28.016014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e5be6ba2-676c-4517-9e59-c70568aad791 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64f42a83ee1e4f818bcbe9cfbd83cf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397997 Aug 06 19:36:28.018865 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54084) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:28.075081 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:28.098373 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:28.159951 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:28.162501 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:28.163835 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5be7a7b-8821-4b47-9ecd-fc68965b702e HTTP/1.1" status: 204 len: 168 time: 0.1439807 Aug 06 19:36:28.171884 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e1a21-8609-4e2b-8124-86363b13a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be7a7b-8821-4b47-9ecd-fc68965b702e,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:28.677821 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-598795d3-bc18-4b01-b21a-c30d3c80d180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:28.712089 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5c41ad56-e8e2-4078-ae08-48f880c434f9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:28.735339 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 5c41ad56-e8e2-4078-ae08-48f880c434f9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:28.735677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 5c41ad56-e8e2-4078-ae08-48f880c434f9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:28.736093 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b701a804-1dea-456c-bba5-23f99b37b5b0 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:36:28.754833 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b701a804-1dea-456c-bba5-23f99b37b5b0 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:36:28.755174 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b701a804-1dea-456c-bba5-23f99b37b5b0 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:36:28.920083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54106) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:29.038552 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1081009651-network', 'tenant_id': '910ff14586934876ada3ad2580be41cf'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:29.063462 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Made reservation on behalf of 910ff14586934876ada3ad2580be41cf for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:36:29.065913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.075275 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.174434 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.179968 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.206241 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:36:29.217196 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8d707-b5f0-405f-9765-7eb6e8161366,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:29.224232 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.224581 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Added segment 73a74890-17ca-4411-a2ae-e60c638a6fb3 of type vlan for network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b Aug 06 19:36:29.270677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.309272 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.310556 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:29.311293 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.368230 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4465246 Aug 06 19:36:29.371678 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54110) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:29.373774 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292cd2a-068a-4c0e-8f0e-f612266383ab admin admin] Pushing event updated for resources: {'Network': ['ID=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:29.377222 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Request body: {'subnet': {'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1081009651-subnet', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'ip_version': 4}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:29.386516 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:36:29.404074 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Made reservation on behalf of 910ff14586934876ada3ad2580be41cf for: {'subnet': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:36:29.406603 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4103384'] for subnet, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.606765 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2714324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4103402'] for subnet, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.676153 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6dafec1-d0d9-4884-9de7-d94d755d9c51,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:29.688786 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Checking segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:29.689155 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Network hostable DHCP agents. Network: aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:36:29.709158 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:36:29.719990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b) {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:29.724245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:29.724829 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.731965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25847aba-2731-41e5-a51d-898b6a02a192 None None] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:29.739881 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7b36fd0e-e16c-4274-9d51-8c5b8c126e79 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3670988 Aug 06 19:36:29.742771 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54112) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:29.747272 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:29.767854 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.769249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.823398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.877712 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:36:29.878597 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:29.963904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.022373 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Allocated IP 172.20.0.2 (aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b/c6dafec1-d0d9-4884-9de7-d94d755d9c51/f5cda730-a1a3-4750-ab0b-579650848838) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:30.178249 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.181998 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.191057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Transition to ACTIVE for port object f5cda730-a1a3-4750-ab0b-579650848838 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:30.202702 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.205904 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Transition to ACTIVE for port object f5cda730-a1a3-4750-ab0b-579650848838 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:30.212843 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.249482 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:30.254701 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:30.258420 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:30.267591 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Pushing event updated for resources: {'Port': ['ID=f5cda730-a1a3-4750-ab0b-579650848838,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:30.313383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Allocated IP 172.25.3.81 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/2b65daf6-ad02-41ad-a47e-6fea662c9b46) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:30.320024 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Attempting to bind port f5cda730-a1a3-4750-ab0b-579650848838 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:30.320531 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Attempting to bind port f5cda730-a1a3-4750-ab0b-579650848838 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:30.320789 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Attempting to bind port f5cda730-a1a3-4750-ab0b-579650848838 on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:30.326473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:30.326880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Checking segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:30.327333 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.327755 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Bound using segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:30.328258 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Bound port: f5cda730-a1a3-4750-ab0b-579650848838, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:30.328734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.395582 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] For port f5cda730-a1a3-4750-ab0b-579650848838, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:30.398597 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] For port f5cda730-a1a3-4750-ab0b-579650848838, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5cda730-a1a3-4750-ab0b-579650848838,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:30.403975 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.425782 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.461920 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc01e75-7f23-4484-a284-eaabeb385091 None None] Pushing event updated for resources: {'Port': ['ID=f5cda730-a1a3-4750-ab0b-579650848838,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:30.472662 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:30.516534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:30.520319 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:30.524875 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:30.528224 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b65daf6-ad02-41ad-a47e-6fea662c9b46,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:30.754206 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5cda730-a1a3-4750-ab0b-579650848838 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:30.804895 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port f5cda730-a1a3-4750-ab0b-579650848838 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:30.813194 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.017058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.154346 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Router 8b573c9a-d7fc-4184-a248-255601c64a8c is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:36:31.269705 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:31.282310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:31.289945 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.294777 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54114) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:31.295384 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:31.295501 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-f59aac62-7690-4d5c-a48e-c419653727b1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5509784 Aug 06 19:36:31.295609 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:31.414870 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:31.498341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22769f9c-5d1d-43eb-b764-96a171a0c96d None None] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:31.522609 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.580652 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Provisioning for port f5cda730-a1a3-4750-ab0b-579650848838 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:31.591578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Provisioning complete for port f5cda730-a1a3-4750-ab0b-579650848838 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:31.591949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.617906 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:30Z', 'revision_number': 3, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:31.657162 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:31.657696 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Updating router 8b573c9a-d7fc-4184-a248-255601c64a8c port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:36:31.759583 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.775903 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.801056 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] For port f5cda730-a1a3-4750-ab0b-579650848838, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5cda730-a1a3-4750-ab0b-579650848838,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:31.803471 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.808700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.879783 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937dd84-e535-4b3c-859a-fe0d74ea931b None None] Pushing event updated for resources: {'Port': ['ID=f5cda730-a1a3-4750-ab0b-579650848838,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:31.891580 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fcd19baa-1a4d-4603-987e-2f52d8c13bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:31.960506 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Allocated IP 172.20.0.1 (aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b/c6dafec1-d0d9-4884-9de7-d94d755d9c51/36fc96c9-6a77-45f0-bc03-efab288ef38d) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:32.036623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c967c3cc-7e0d-4879-9059-79ad749da5a5 None None] Provisioning complete for port f5cda730-a1a3-4750-ab0b-579650848838 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:32.037269 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c967c3cc-7e0d-4879-9059-79ad749da5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.085294 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.099209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Transition to ACTIVE for port object 36fc96c9-6a77-45f0-bc03-efab288ef38d will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:32.137419 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.139765 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.150838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Transition to ACTIVE for port object 2b65daf6-ad02-41ad-a47e-6fea662c9b46 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:32.156740 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.184547 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:32.191833 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:32.195754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:32.202153 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Pushing event updated for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:32.214493 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Attempting to bind port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:32.214861 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Attempting to bind port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:32.215222 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Attempting to bind port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:32.226064 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:32.226439 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:32.226944 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.227316 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:32.227839 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Bound port: 2b65daf6-ad02-41ad-a47e-6fea662c9b46, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:32.228231 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.231527 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Pushing event updated for resources: {'Port': ['ID=2b65daf6-ad02-41ad-a47e-6fea662c9b46,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:32.240813 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.270971 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.271385 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.271651 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.271954 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.272292 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.272617 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.272944 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.273261 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.273607 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.273926 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.274243 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.274557 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:36:32.295542 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] For port 2b65daf6-ad02-41ad-a47e-6fea662c9b46, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:32.299180 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] For port 2b65daf6-ad02-41ad-a47e-6fea662c9b46, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b65daf6-ad02-41ad-a47e-6fea662c9b46,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:32.306105 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.370713 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:32.371485 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:32.392507 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.411490 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddd9f-85a3-4901-b312-52b792b2d6ef None None] Pushing event updated for resources: {'Port': ['ID=2b65daf6-ad02-41ad-a47e-6fea662c9b46,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:32.467693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30f4e1cf-d2b8-4b43-bdd5-5309c63bdedd None None] Provisioning for port 36fc96c9-6a77-45f0-bc03-efab288ef38d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:32.475918 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-30f4e1cf-d2b8-4b43-bdd5-5309c63bdedd None None] Provisioning complete for port 36fc96c9-6a77-45f0-bc03-efab288ef38d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:32.476369 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-30f4e1cf-d2b8-4b43-bdd5-5309c63bdedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.491955 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:32.516630 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-30f4e1cf-d2b8-4b43-bdd5-5309c63bdedd None None] Port 36fc96c9-6a77-45f0-bc03-efab288ef38d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:36:32.575555 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.581547 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.653741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Pushing event updated for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:32.656592 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.702845 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:31Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:32.708705 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5cda730-a1a3-4750-ab0b-579650848838 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:32.730488 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fdf50f-ddb8-425b-88fa-32619e46e6e3 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:31Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:32.758677 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:32.760348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port f5cda730-a1a3-4750-ab0b-579650848838 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:32.760843 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:32.760936 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:32.890771 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:33.016687 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:33.026129 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ce2b378b-87f0-4836-bb8f-ea31353e45fa admin admin] 10.222.0.64 "PUT /v2.0/routers/8b573c9a-d7fc-4184-a248-255601c64a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281263 Aug 06 19:36:33.052165 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-c4292a4b-fa01-4c3e-8b51-38cbcc8c89e4 None None] Provisioning complete for port 36fc96c9-6a77-45f0-bc03-efab288ef38d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:33.052599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c4292a4b-fa01-4c3e-8b51-38cbcc8c89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.091038 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-c4292a4b-fa01-4c3e-8b51-38cbcc8c89e4 None None] Port 36fc96c9-6a77-45f0-bc03-efab288ef38d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:36:33.559917 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54130) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:33.565292 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1548522908-network', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:33.590755 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Made reservation on behalf of 31aea049d40d46cc938f35a1bff62b09 for: {'network': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:36:33.593695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for network, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.608362 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.621214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.714804 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.721014 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.750021 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 19:36:33.767288 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b822a3-e26d-4db8-83d3-674c68f45fc4,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:33.771816 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.772162 n-d-793621-29 neutron-server[94122]: INFO neutron.db.segments_db [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Added segment de4574ee-2851-4a0b-921d-9a4761642432 of type vlan for network 4d6ec680-a5eb-4504-ac94-df900bba3479 Aug 06 19:36:33.817878 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755202093388'] for network, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.850803 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258'] for network, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.852199 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:33.852590 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Notify callbacks [] for network, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:33.907572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3464541 Aug 06 19:36:33.910297 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54132) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:33.915279 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Request body: {'subnet': {'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1548522908-subnet', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'ip_version': 4}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:33.926699 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff6f25-c759-4870-b25b-190387e9a149 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6ec680-a5eb-4504-ac94-df900bba3479,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:33.938584 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 details requested by agent ovs-agent-n-d-793621-29 with host n-d-793621-29 {{(pid=94123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 19:36:33.945695 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Made reservation on behalf of 31aea049d40d46cc938f35a1bff62b09 for: {'subnet': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:36:33.948621 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937551'] for subnet, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.135614 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3864511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937597'] for subnet, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.194655 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af147fc-6b96-41a6-9ee0-715bcf52cd60,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:34.206200 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Checking segment: {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:34.206566 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Network hostable DHCP agents. Network: 4d6ec680-a5eb-4504-ac94-df900bba3479, hostable agents: ['67f7c939-92a3-4a7b-825b-775217912d7b'], hosted agents: [] {{(pid=94122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 19:36:34.227274 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 is scheduled to be hosted by DHCP agent 67f7c939-92a3-4a7b-825b-775217912d7b with binding_index 1 {{(pid=94122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 19:36:34.236918 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-29, 4d6ec680-a5eb-4504-ac94-df900bba3479) {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:34.241037 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:34.241657 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.246812 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9daf7-8dd1-486d-8f68-453a919c9ba4 None None] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:34.258981 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-00d28bcd-d11c-4468-9ebd-1c1b8649557e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3476114 Aug 06 19:36:34.261791 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54134) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:34.266353 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:34.290599 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-722698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.291695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-729116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-742816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.353309 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.402773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82de1722-07b1-564c-8a27-3b84fddc50a3-4d6ec680-a5eb-4504-ac94-df900bba3479', 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'fixed_ips': [{'subnet_id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60'}]}} from n-d-793621-29. {{(pid=94123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 19:36:34.403764 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.501151 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.553879 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.db_base_plugin_common [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Allocated IP 172.20.0.2 (4d6ec680-a5eb-4504-ac94-df900bba3479/2af147fc-6b96-41a6-9ee0-715bcf52cd60/b0a47708-fa12-48ad-b36d-ae0807984bb9) {{(pid=94123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:34.737823 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.740000 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks [] for port, precommit_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.750051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Transition to ACTIVE for port object b0a47708-fa12-48ad-b36d-ae0807984bb9 will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:34.758529 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b65daf6-ad02-41ad-a47e-6fea662c9b46 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:34.762404 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.790370 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Transition to ACTIVE for port object b0a47708-fa12-48ad-b36d-ae0807984bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:34.801737 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148'] for port, after_create {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.842508 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 is already hosted by enough agents. {{(pid=94123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:34.846098 n-d-793621-29 neutron-server[94123]: DEBUG neutron.scheduler.base_scheduler [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Resources bound (agent type, host, resource id): {{(pid=94123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:34.849053 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Received port after_create {{(pid=94123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:34.878854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Allocated IP 172.25.3.210 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/4074cd71-b520-41a5-bf3a-e89321102528) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:34.894849 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Pushing event updated for resources: {'Port': ['ID=b0a47708-fa12-48ad-b36d-ae0807984bb9,revision_number=1']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:34.898766 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:34.929287 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:34.932548 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:34.933186 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:34.973592 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:34.974242 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:34.978714 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Attempting to bind port b0a47708-fa12-48ad-b36d-ae0807984bb9 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:34.979123 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Attempting to bind port b0a47708-fa12-48ad-b36d-ae0807984bb9 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:34.979525 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Attempting to bind port b0a47708-fa12-48ad-b36d-ae0807984bb9 on network 4d6ec680-a5eb-4504-ac94-df900bba3479 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:34.984929 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.016498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:35.016861 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Checking segment: {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:35.017263 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.017689 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Bound using segment: {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:35.018175 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Bound port: b0a47708-fa12-48ad-b36d-ae0807984bb9, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:35.018566 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.028959 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.072787 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:35.075746 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:35.082435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:35.111517 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Pushing event updated for resources: {'Port': ['ID=4074cd71-b520-41a5-bf3a-e89321102528,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:35.137859 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.158746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:35.229139 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] For port b0a47708-fa12-48ad-b36d-ae0807984bb9, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:35.245968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.283892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] For port b0a47708-fa12-48ad-b36d-ae0807984bb9, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b0a47708-fa12-48ad-b36d-ae0807984bb9,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:35.348872 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.467265 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.485316 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 2b65daf6-ad02-41ad-a47e-6fea662c9b46, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b65daf6-ad02-41ad-a47e-6fea662c9b46,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:35.540725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.571784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729228'] for router, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.590500 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048efbc8-593a-4b8b-977a-8dd4ae64fe8c None None] Pushing event updated for resources: {'Port': ['ID=b0a47708-fa12-48ad-b36d-ae0807984bb9,revision_number=2']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:35.678855 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=2b65daf6-ad02-41ad-a47e-6fea662c9b46,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:35.701992 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 2, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:35.730925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:35.731289 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Updating router 8b573c9a-d7fc-4184-a248-255601c64a8c port 36fc96c9-6a77-45f0-bc03-efab288ef38d binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:36:35.761820 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 is scheduled to L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d with binding_index 1 {{(pid=94122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 19:36:35.765185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.885529 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:35.899099 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Sync routers for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:35.909585 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:35.910673 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:35.911585 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:35.912219 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d2ced1f3-6c80-42fd-8386-a906beedde1a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6485884 Aug 06 19:36:35.914646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54136) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:36.036076 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:36.095010 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.106473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Transition to ACTIVE for port object 36fc96c9-6a77-45f0-bc03-efab288ef38d will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:36.122049 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.200068 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866be8b1-f229-4f77-8505-ec233f629517 None None] Pushing event updated for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:36.236157 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 3, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:36.236805 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Attempting to bind port 36fc96c9-6a77-45f0-bc03-efab288ef38d on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:36.237182 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Attempting to bind port 36fc96c9-6a77-45f0-bc03-efab288ef38d by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:36.237699 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Attempting to bind port 36fc96c9-6a77-45f0-bc03-efab288ef38d on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:36.243251 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:36.243622 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Checking segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:36.244028 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.244549 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Bound using segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:36.245018 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Bound port: 36fc96c9-6a77-45f0-bc03-efab288ef38d, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:36.245491 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.280551 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Checking router: e59b2f64-b4e1-42d5-8462-34c1b7d316f1 for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:36.280894 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Updating router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 port 4074cd71-b520-41a5-bf3a-e89321102528 binding host n-d-793621-29 {{(pid=94124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:36:36.317044 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.322890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] For port 36fc96c9-6a77-45f0-bc03-efab288ef38d, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:36.328498 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] For port 36fc96c9-6a77-45f0-bc03-efab288ef38d, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fc96c9-6a77-45f0-bc03-efab288ef38d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:36.337065 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.410383 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866be8b1-f229-4f77-8505-ec233f629517 None None] Pushing event updated for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:36.426554 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.430280 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:36.430925 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:36.621160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:36.630929 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Allocated IP 172.20.0.1 (4d6ec680-a5eb-4504-ac94-df900bba3479/2af147fc-6b96-41a6-9ee0-715bcf52cd60/ff5d25d9-5a98-4fc6-8590-f5d73c34130c) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:36.695215 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.716300 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Transition to ACTIVE for port object 4074cd71-b520-41a5-bf3a-e89321102528 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:36.726423 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.821705 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ce0d2-aae8-46d6-b78b-90f24b8d9505 None None] Pushing event updated for resources: {'Port': ['ID=4074cd71-b520-41a5-bf3a-e89321102528,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:36.853423 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Attempting to bind port 4074cd71-b520-41a5-bf3a-e89321102528 on host n-d-793621-29 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:36.854044 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Attempting to bind port 4074cd71-b520-41a5-bf3a-e89321102528 by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:36.854505 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Attempting to bind port 4074cd71-b520-41a5-bf3a-e89321102528 on network 765cf35c-2e01-4222-b4b4-47ccec64cd89 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:36.868630 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:36.870250 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Checking segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:36.871021 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.872414 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Bound using segment: {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:36.872414 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Bound port: 4074cd71-b520-41a5-bf3a-e89321102528, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432f89c-08a2-4d31-9cc6-bcfc605685f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:36.872414 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.877716 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b8b8f-cfe3-429f-a25f-3ccb4fc48703 None None] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:36:36.953639 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] For port 4074cd71-b520-41a5-bf3a-e89321102528, host n-d-793621-29, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:36.957183 n-d-793621-29 neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] For port 4074cd71-b520-41a5-bf3a-e89321102528, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4074cd71-b520-41a5-bf3a-e89321102528,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:36.962536 n-d-793621-29 neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:36.967497 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b0a47708-fa12-48ad-b36d-ae0807984bb9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:37.011170 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0a67c403-8648-4bb0-a370-5c0a107d5d17 None None] Provisioning for port b0a47708-fa12-48ad-b36d-ae0807984bb9 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:37.031346 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:37.031979 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:37.037085 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ce0d2-aae8-46d6-b78b-90f24b8d9505 None None] Pushing event updated for resources: {'Port': ['ID=4074cd71-b520-41a5-bf3a-e89321102528,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:37.128236 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:36Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:37.163616 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab7ae9-02b5-455e-b485-7ac944a82e66 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:36Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:37.168883 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port b0a47708-fa12-48ad-b36d-ae0807984bb9 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:37.180807 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b0a47708-fa12-48ad-b36d-ae0807984bb9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:37.182081 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.315515 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:37.320751 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.322972 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.343609 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Transition to ACTIVE for port object ff5d25d9-5a98-4fc6-8590-f5d73c34130c will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:37.376571 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port b0a47708-fa12-48ad-b36d-ae0807984bb9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b0a47708-fa12-48ad-b36d-ae0807984bb9,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:37.390095 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.390914 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b65daf6-ad02-41ad-a47e-6fea662c9b46 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:37.402165 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.460078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=b0a47708-fa12-48ad-b36d-ae0807984bb9,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:37.470269 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:37.484471 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:37.488814 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:37.506746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:37.506746 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.531514 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733542'] for router_interface, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.575073 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Pushing event updated for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:37.632437 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 3, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:37.666612 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fc96c9-6a77-45f0-bc03-efab288ef38d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:37.670376 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-04068c4e-880f-432c-be28-0936b717c5fe None None] Provisioning complete for port b0a47708-fa12-48ad-b36d-ae0807984bb9 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:37.670376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-04068c4e-880f-432c-be28-0936b717c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.681415 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47e62f-99d0-4fe8-adef-3e2c0ae1169e None None] The sync data for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 is: [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 3, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:37.727450 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.790255 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 36fc96c9-6a77-45f0-bc03-efab288ef38d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:37.796392 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 36fc96c9-6a77-45f0-bc03-efab288ef38d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:37.796849 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.930937 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.958298 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.967751 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:37.990266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 36fc96c9-6a77-45f0-bc03-efab288ef38d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fc96c9-6a77-45f0-bc03-efab288ef38d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:37.998871 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.057704 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Pushing event updated for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:38.060927 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691414'] for router_interface, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.068435 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:38.086037 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0010bfb1-4547-4b5c-9ad7-5c257dde1917 None None] Provisioning for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:38.091623 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-0010bfb1-4547-4b5c-9ad7-5c257dde1917 None None] Provisioning complete for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:38.091623 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0010bfb1-4547-4b5c-9ad7-5c257dde1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.143057 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-0010bfb1-4547-4b5c-9ad7-5c257dde1917 None None] Port ff5d25d9-5a98-4fc6-8590-f5d73c34130c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:36:38.201820 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:38.203527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:38.341664 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:38.458922 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:38.465379 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-e3095176-4c78-40cb-9637-f3744f09f1ec admin admin] 10.222.0.64 "PUT /v2.0/routers/e59b2f64-b4e1-42d5-8462-34c1b7d316f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494506 Aug 06 19:36:38.473965 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-9bd761b3-c039-4223-9afa-6f2ced6d1284 None None] Provisioning complete for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:38.474334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9bd761b3-c039-4223-9afa-6f2ced6d1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.515189 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-9bd761b3-c039-4223-9afa-6f2ced6d1284 None None] Port ff5d25d9-5a98-4fc6-8590-f5d73c34130c cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:36:38.790332 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b0a47708-fa12-48ad-b36d-ae0807984bb9 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:38.839468 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port b0a47708-fa12-48ad-b36d-ae0807984bb9 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:38.839747 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.917738 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4074cd71-b520-41a5-bf3a-e89321102528 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:38.958240 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54146) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:38.963767 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919835252', 'description': 'tempest-secgroup-smoke-919835252 description', 'project_id': '910ff14586934876ada3ad2580be41cf'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:38.974908 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port 4074cd71-b520-41a5-bf3a-e89321102528 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:38.979473 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4074cd71-b520-41a5-bf3a-e89321102528 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:38.979817 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:38.991763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.082242 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.106917 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port 4074cd71-b520-41a5-bf3a-e89321102528, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4074cd71-b520-41a5-bf3a-e89321102528,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:39.112293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.113124 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fc96c9-6a77-45f0-bc03-efab288ef38d up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:39.115316 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.122802 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.149504 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.150798 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1913936 Aug 06 19:36:39.154220 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54148) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:39.155684 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c6a5d-0adc-4ee5-8e5b-f9020fd74fbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008493ca-e4aa-4147-82c1-74c93594ffe4,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:39.166195 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:39.193341 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=4074cd71-b520-41a5-bf3a-e89321102528,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:39.204219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.206534 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 36fc96c9-6a77-45f0-bc03-efab288ef38d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:39.206905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.612205 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.619070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.638639 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548e11b4-aa2c-4997-889d-d583cd467ed4,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:39.642494 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.643741 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-1b82eedf-fff2-4bd2-8aff-d512db65cefa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867976 Aug 06 19:36:39.646729 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54150) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:39.651278 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:39.680504 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.741500 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.746410 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.765908 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3931f250-800d-4364-af8d-c58f1a39e29d,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:39.773215 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.774545 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e38bad34-c017-4efb-92f3-4ebb4bb045e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268148 Aug 06 19:36:39.777592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54152) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:39.782434 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:39.817116 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.889411 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.894453 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.913888 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b51cdd-7b53-4612-afd0-79d057809ecd,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:39.923248 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:39.924729 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-b2ae5551-faa8-46f4-b0f3-dd6328402b34 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459794 Aug 06 19:36:39.927486 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54154) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:39.932252 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:39.960260 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.035352 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.040840 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.060594 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fef937e-3af5-4827-ac42-76ceca0b1cf9,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:40.072653 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.074013 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-8129e442-c783-4eb6-b97c-c2579f71f4b9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454968 Aug 06 19:36:40.081028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54156) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:40.082141 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:40.107632 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Sync routers for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:40.118773 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:40.119124 n-d-793621-29 neutron-server[94121]: INFO neutron.db.securitygroups_db [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Project 910ff14586934876ada3ad2580be41cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:36:40.119463 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:40.124990 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.200885 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.206119 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.225636 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f8375e-2c3d-453d-852c-eef0b29b8c9c,revision_number=0']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:40.232830 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.238144 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-11c0d8a7-8326-4ffb-87d5-2151e0c47a09 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562290 Aug 06 19:36:40.238504 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54158) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:40.243596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'security_group_rule': {'security_group_id': '008493ca-e4aa-4147-82c1-74c93594ffe4', 'project_id': '910ff14586934876ada3ad2580be41cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:40.254924 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:40.267229 n-d-793621-29 neutron-server[94122]: INFO neutron.db.securitygroups_db [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Project 910ff14586934876ada3ad2580be41cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 19:36:40.272237 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.335513 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.341395 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752906'] for security_group_rule, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.360914 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba61628-8942-4fce-a041-b052cca99c8a,revision_number=0']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:40.368509 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.369900 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-eeebeb9f-e37e-4e94-a072-90dcab5bd4ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302087 Aug 06 19:36:40.459927 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 4, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ff5d25d9-5a98-4fc6-8590-f5d73c34130c', 'name': '', 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'mac_address': 'fa:16:3e:18:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:36Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 2, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'subnets': [{'id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:40.486449 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Checking router: e59b2f64-b4e1-42d5-8462-34c1b7d316f1 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:40.486778 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Updating router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 port ff5d25d9-5a98-4fc6-8590-f5d73c34130c binding host n-d-793621-29 {{(pid=94123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 19:36:40.507607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-bb097b0f-4adb-4eb4-8697-e951f6a6638b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919835252&fields=id&tenant_id=910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 267 time: 0.0341027 Aug 06 19:36:40.515122 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.622969 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2f13d9c5-b341-47d8-b851-434fa8a2447d tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:40.624614 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2f13d9c5-b341-47d8-b851-434fa8a2447d tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 810 time: 0.1096663 Aug 06 19:36:40.641675 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-36e47334-1ab7-480a-89a4-3528819549d8 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/quotas/910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 375 time: 0.0098004 Aug 06 19:36:40.703540 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-984dc82f-9cf8-48db-b3c1-f0d02fc161e8 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553818 Aug 06 19:36:40.718770 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4074cd71-b520-41a5-bf3a-e89321102528 up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:40.821051 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port 4074cd71-b520-41a5-bf3a-e89321102528 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:40.821426 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.847752 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.867213 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Transition to ACTIVE for port object ff5d25d9-5a98-4fc6-8590-f5d73c34130c will not be triggered until provisioned by entity L2. {{(pid=94123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:40.878094 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:40.898971 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-dd331698-b35b-4dbe-8c9d-dbd0ea363fbd service neutron] 10.222.0.64 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817195 Aug 06 19:36:40.952072 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdaf66-3a88-4736-b588-85a14b355145 None None] Pushing event updated for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=3']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:41.005814 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-1349a839-c002-497a-acc6-c50ab1cde83a service neutron] 10.222.0.64 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999246 Aug 06 19:36:41.028664 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Attempting to bind port ff5d25d9-5a98-4fc6-8590-f5d73c34130c on host n-d-793621-29 for vnic_type normal with profile {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:41.029117 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Attempting to bind port ff5d25d9-5a98-4fc6-8590-f5d73c34130c by drivers openvswitch,hyperv on host n-d-793621-29 at level 0 using segments [{'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:41.029573 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Attempting to bind port ff5d25d9-5a98-4fc6-8590-f5d73c34130c on network 4d6ec680-a5eb-4504-ac94-df900bba3479 {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:41.035314 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Checking agent: {'id': '049501fc-4a16-4566-981e-3f74ebb0f86c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 49, 1), 'started_at': datetime.datetime(2021, 8, 6, 17, 49, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:41.035771 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Checking segment: {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:41.036238 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:41.036700 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Bound using segment: {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'} {{(pid=94123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:41.037254 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.managers [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Bound port: ff5d25d9-5a98-4fc6-8590-f5d73c34130c, host: n-d-793621-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4574ee-2851-4a0b-921d-9a4761642432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479'}}] {{(pid=94123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:41.037722 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:41.156729 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] For port ff5d25d9-5a98-4fc6-8590-f5d73c34130c, host n-d-793621-29, cleared binding levels {{(pid=94123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:41.176817 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] For port ff5d25d9-5a98-4fc6-8590-f5d73c34130c, host n-d-793621-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:41.187409 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:41.192279 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-5ccf0e7b-6f82-4464-801a-9a0147975a76 req-d0a4e932-f58a-4327-ab14-e70957de8dfe tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 210 time: 0.0292807 Aug 06 19:36:41.251499 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:41.252154 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:41.299746 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdaf66-3a88-4736-b588-85a14b355145 None None] Pushing event updated for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:41.552544 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:41.572147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:41.779374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 4, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ff5d25d9-5a98-4fc6-8590-f5d73c34130c', 'name': '', 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'mac_address': 'fa:16:3e:18:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:36Z', 'updated_at': '2021-08-06T19:36:41Z', 'revision_number': 4, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'subnets': [{'id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:41.809843 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696725-6056-4b0f-93a3-8ba1eaa206e6 None None] The sync data for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 is: [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 4, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': 'ff5d25d9-5a98-4fc6-8590-f5d73c34130c', 'name': '', 'network_id': '4d6ec680-a5eb-4504-ac94-df900bba3479', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'mac_address': 'fa:16:3e:18:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:36Z', 'updated_at': '2021-08-06T19:36:41Z', 'revision_number': 4, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'subnets': [{'id': '2af147fc-6b96-41a6-9ee0-715bcf52cd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:42.208024 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2c8a6232-db9d-41ac-aa93-64cd1e94e16b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:42.209684 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2c8a6232-db9d-41ac-aa93-64cd1e94e16b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 810 time: 0.1196404 Aug 06 19:36:42.264948 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-e8e4c4e7-223e-420b-a9cf-863d177e2ab6 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 379 time: 0.0453162 Aug 06 19:36:42.276860 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'port': {'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'admin_state_up': True, 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'security_groups': ['008493ca-e4aa-4147-82c1-74c93594ffe4']}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:42.338002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-24f70c1d-17f2-465d-8f32-a1a9d5f83ffa req-4f5405d5-af82-4461-a87b-f256bd37afb0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 210 time: 0.0571842 Aug 06 19:36:42.431640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Made reservation on behalf of 910ff14586934876ada3ad2580be41cf for: {'port': 1} {{(pid=94122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:36:42.435686 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.568981 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Allocated IP 172.20.0.11 (aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b/c6dafec1-d0d9-4884-9de7-d94d755d9c51/44d94c38-d57c-40d9-a242-283cc742c2d7) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:42.690035 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.739126 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.744547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff5d25d9-5a98-4fc6-8590-f5d73c34130c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:42.753129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Transition to ACTIVE for port object 44d94c38-d57c-40d9-a242-283cc742c2d7 will not be triggered until provisioned by entity DHCP. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:42.788096 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.792997 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:42.797225 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:42.797630 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.832768 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:42.835832 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:42.839800 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:42.863868 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:42.880045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.893002 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:42.893695 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.914705 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-13ee43cd-0b98-4fbb-97ce-637aa8552186 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422451 Aug 06 19:36:42.920058 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] For port ff5d25d9-5a98-4fc6-8590-f5d73c34130c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:42.930119 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:42.993341 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Request body: {'port': {'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-29'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:42.998972 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Pushing event updated for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:43.070999 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.095085 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8036472a-79e3-4730-ac5a-acad9628cfb4 None None] Provisioning for port 44d94c38-d57c-40d9-a242-283cc742c2d7 completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:43.099417 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-8036472a-79e3-4730-ac5a-acad9628cfb4 None None] Provisioning complete for port 44d94c38-d57c-40d9-a242-283cc742c2d7 triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:43.099797 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8036472a-79e3-4730-ac5a-acad9628cfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.143211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-8036472a-79e3-4730-ac5a-acad9628cfb4 None None] Port 44d94c38-d57c-40d9-a242-283cc742c2d7 cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:36:43.365955 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d94c38-d57c-40d9-a242-283cc742c2d7 {{(pid=94122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:36:43.374904 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.390603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.provisioning_blocks [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Transition to ACTIVE for port object 44d94c38-d57c-40d9-a242-283cc742c2d7 will not be triggered until provisioned by entity L2. {{(pid=94122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:36:43.401665 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.488129 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:43.548645 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc67f-bf4e-47fe-b9b8-e2c04bac4f27 req-bb5ab4a3-6231-44be-aca5-b406dc31b5f0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:43.550311 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-586bc67f-bf4e-47fe-b9b8-e2c04bac4f27 req-bb5ab4a3-6231-44be-aca5-b406dc31b5f0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 944 time: 0.1228929 Aug 06 19:36:43.608252 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Attempting to bind port 44d94c38-d57c-40d9-a242-283cc742c2d7 on host n-h1-793621-29 for vnic_type normal with profile {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:36:43.608605 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Attempting to bind port 44d94c38-d57c-40d9-a242-283cc742c2d7 by drivers openvswitch,hyperv on host n-h1-793621-29 at level 0 using segments [{'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:36:43.608921 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Attempting to bind port 44d94c38-d57c-40d9-a242-283cc742c2d7 on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:43.613829 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-586bc67f-bf4e-47fe-b9b8-e2c04bac4f27 req-52e9b85f-b4d4-40b1-ab8f-718456e5e1d2 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548174 Aug 06 19:36:43.617751 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Port 44d94c38-d57c-40d9-a242-283cc742c2d7 on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-29 {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:36:43.618081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Attempting to bind port 44d94c38-d57c-40d9-a242-283cc742c2d7 on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:36:43.624323 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Checking agent: {'id': 'c62b5c4d-51ea-4970-9210-d18a1008b7b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:36:43.624698 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Checking segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:36:43.625045 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Bound using segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} {{(pid=94122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:36:43.625510 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.managers [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Bound port: 44d94c38-d57c-40d9-a242-283cc742c2d7, host: n-h1-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}}] {{(pid=94122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:36:43.625906 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.708015 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, cleared binding levels {{(pid=94122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:36:43.711265 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:36:43.719331 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.764769 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:43.765913 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:43.768462 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1093 time: 0.8455608 Aug 06 19:36:43.769209 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:36:43.772950 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a825c6d-eb86-483a-a668-4573edd2350a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:36:43.800022 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108e61-f6f0-47f4-927d-d7d5b4d523a8 service neutron] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=3']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:43.831155 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791613ea-96c5-422e-a14c-94f8a5c73e2c x-openstack-request-id: req-791613ea-96c5-422e-a14c-94f8a5c73e2c {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:36:43.831322 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:36:43.831563 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-791613ea-96c5-422e-a14c-94f8a5c73e2c {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:36:43.831952 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'status': 'completed', 'code': 200} Aug 06 19:36:43.870982 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2853c4ee-f0f8-4111-8a3b-7d2d9987e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:43.872506 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-2853c4ee-f0f8-4111-8a3b-7d2d9987e644 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.0509641 Aug 06 19:36:43.921019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-10294479-4ce0-4c24-88b8-a585eebd877c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0394292 Aug 06 19:36:43.977261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-edc0af7b-a496-46d7-9e85-9f56c6d6a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:43.978875 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-edc0af7b-a496-46d7-9e85-9f56c6d6a2fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0502059 Aug 06 19:36:44.035098 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-afcbdb36-f0f8-4741-9358-b8ff14ecacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.036613 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-afcbdb36-f0f8-4741-9358-b8ff14ecacce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502186 Aug 06 19:36:44.131798 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-5efb0ae5-91cc-4b69-854e-1ceac71bda86 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Aug 06 19:36:44.231928 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-291868e5-61e4-4a0f-a6ac-80255cd6fe23 req-88a818dc-2341-43ef-975f-3e28c543357e service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929019 Aug 06 19:36:44.322741 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825c6d-eb86-483a-a668-4573edd2350a req-d1785120-8a3b-4b7e-8dff-b6a45573d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.324294 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-d1785120-8a3b-4b7e-8dff-b6a45573d0b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.0438411 Aug 06 19:36:44.426754 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825c6d-eb86-483a-a668-4573edd2350a req-258dd677-c191-4ebd-be0e-fd2932e39b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.428315 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-258dd677-c191-4ebd-be0e-fd2932e39b7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0970721 Aug 06 19:36:44.473651 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-ce26bf76-a20a-4493-ad89-f9aa63dafeda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0369740 Aug 06 19:36:44.529347 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825c6d-eb86-483a-a668-4573edd2350a req-e14b1fbe-ac6a-4823-8452-d3209d33f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.530945 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-e14b1fbe-ac6a-4823-8452-d3209d33f19d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0498827 Aug 06 19:36:44.590858 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825c6d-eb86-483a-a668-4573edd2350a req-2a7f5683-ed21-43c3-bc10-2b5793b9899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.592894 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-2a7f5683-ed21-43c3-bc10-2b5793b9899f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540802 Aug 06 19:36:44.710075 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-0294f0de-90e7-4a89-a185-00c1930a8f9e service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089854 Aug 06 19:36:44.757769 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff5d25d9-5a98-4fc6-8590-f5d73c34130c up at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:44.819871 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Provisioning complete for port ff5d25d9-5a98-4fc6-8590-f5d73c34130c triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:44.820240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:44.837095 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b492d8-4ca8-488b-8573-f0ce4c02014a req-e2b38d2a-4291-456a-b388-192236d80252 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:44.838944 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10b492d8-4ca8-488b-8573-f0ce4c02014a req-e2b38d2a-4291-456a-b388-192236d80252 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 944 time: 0.1278093 Aug 06 19:36:44.871521 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a825c6d-eb86-483a-a668-4573edd2350a req-7ed48790-572d-4fec-8b6e-36ac0f5cbef5 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489112 Aug 06 19:36:44.905334 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-10b492d8-4ca8-488b-8573-f0ce4c02014a req-bef1dac9-56f7-4709-b69c-d70f57deb745 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587063 Aug 06 19:36:45.771731 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:36:45.873543 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:45.886428 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:36:45.935740 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:45.950205 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d94c38-d57c-40d9-a242-283cc742c2d7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:36:45.973430 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:45.978538 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:46.029129 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:46.029640 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030acc1-6fc8-4712-9333-a7172746df39 req-c55e38e3-aec2-4e0b-8ca0-bb4b3b20bedb tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:46.031191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d030acc1-6fc8-4712-9333-a7172746df39 req-c55e38e3-aec2-4e0b-8ca0-bb4b3b20bedb tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 945 time: 0.0515273 Aug 06 19:36:46.079445 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d030acc1-6fc8-4712-9333-a7172746df39 req-da0f598a-6ab7-4488-8013-f98c755b9f96 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Aug 06 19:36:46.192808 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['44d94c38-d57c-40d9-a242-283cc742c2d7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:36:47.215251 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3192-84cc-4472-9348-24c7c89c6fbd req-fb2cd781-9e80-4912-a0f9-530ad81fe2c7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:47.216781 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2ca3192-84cc-4472-9348-24c7c89c6fbd req-fb2cd781-9e80-4912-a0f9-530ad81fe2c7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 945 time: 0.0519240 Aug 06 19:36:47.261147 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d2ca3192-84cc-4472-9348-24c7c89c6fbd req-825feccf-c775-4053-92c4-bd2951c68704 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351057 Aug 06 19:36:47.790648 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:36:47.846096 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning for port 44d94c38-d57c-40d9-a242-283cc742c2d7 completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:36:47.850160 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 44d94c38-d57c-40d9-a242-283cc742c2d7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:36:47.850531 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:47.932181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:47.958470 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:36:47.961556 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db49e6bc-2d6a-4387-bf4a-a1861cacef71" -d '{"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-plugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:36:47.975837 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:36:47.982698 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:48.012280 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf071b-ffad-4cb0-9f77-0caf2540dd4a x-openstack-request-id: req-d7bf071b-ffad-4cb0-9f77-0caf2540dd4a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:36:48.012615 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-plugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:36:48.012776 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7bf071b-ffad-4cb0-9f77-0caf2540dd4a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:36:48.013170 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'code': 200} Aug 06 19:36:48.046491 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:48.112976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585cc5-c7d2-4cc5-8d3b-7e211d5e574e req-ae1d3315-6fb5-466c-b398-cbe348a58a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:48.114492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a585cc5-c7d2-4cc5-8d3b-7e211d5e574e req-ae1d3315-6fb5-466c-b398-cbe348a58a47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1098 time: 0.0494254 Aug 06 19:36:48.153736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9a585cc5-c7d2-4cc5-8d3b-7e211d5e574e req-c96e8ac4-68be-4658-836b-df66dd7ce44f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Aug 06 19:36:48.392505 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87bdf9-5194-405c-846e-ef30257544a2 req-052f0fb2-f9d6-4484-beaf-d6b01ab80cdb tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:48.394034 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b87bdf9-5194-405c-846e-ef30257544a2 req-052f0fb2-f9d6-4484-beaf-d6b01ab80cdb tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 946 time: 0.0579345 Aug 06 19:36:48.439917 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6b87bdf9-5194-405c-846e-ef30257544a2 req-5d9a3e2e-600c-473c-ace8-76ffdaf2675b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Aug 06 19:36:49.575104 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e00dbe-a677-4de1-9f67-c0626b564e87 req-09a262cd-14ec-4edc-8c22-d66b35b76cf6 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:49.577017 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e00dbe-a677-4de1-9f67-c0626b564e87 req-09a262cd-14ec-4edc-8c22-d66b35b76cf6 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 946 time: 0.0574393 Aug 06 19:36:49.624201 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-07e00dbe-a677-4de1-9f67-c0626b564e87 req-91a9a9d0-5835-4175-aab5-1b2eae66a4e0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369115 Aug 06 19:36:49.760127 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e71a7-f6fb-4c3c-8f01-6b0078f0c7a0 req-b204ad21-a209-4551-97c8-93a565330b29 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:49.762027 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a19e71a7-f6fb-4c3c-8f01-6b0078f0c7a0 req-b204ad21-a209-4551-97c8-93a565330b29 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 946 time: 0.0615873 Aug 06 19:36:49.809923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a19e71a7-f6fb-4c3c-8f01-6b0078f0c7a0 req-51a767c5-2608-4cf9-b27d-1a3415079e94 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Aug 06 19:36:49.836197 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54212) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:49.923361 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089e34d-f952-4ab8-aed5-83aad2139d13 tempest-TestSnapshotPattern-1848891437 tempest-TestSnapshotPattern-1848891437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:49.924977 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-d089e34d-f952-4ab8-aed5-83aad2139d13 tempest-TestSnapshotPattern-1848891437 tempest-TestSnapshotPattern-1848891437-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1093 time: 0.0875297 Aug 06 19:36:49.928202 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54218) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:36:49.933235 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.v2.base [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:36:49.960909 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:50.090112 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:50.203919 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_common [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Allocated IP 172.25.3.232 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/bd3fbb65-2b4e-44ca-a94c-2e4840506b36) {{(pid=94122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:36:50.307047 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:50.350141 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:50.389010 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:36:50.391950 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.base_scheduler [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Resources bound (agent type, host, resource id): {{(pid=94122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:36:50.395585 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Received port after_create {{(pid=94122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:36:50.401093 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=bd3fbb65-2b4e-44ca-a94c-2e4840506b36,revision_number=1']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:50.768380 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:50.845748 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:51.011676 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:51.017948 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3864514'] for port, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:51.099264 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=bd3fbb65-2b4e-44ca-a94c-2e4840506b36,revision_number=2']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:36:51.112828 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:51.218544 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Floating IP 8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2 associated. External IP: 172.25.3.232, port: 44d94c38-d57c-40d9-a242-283cc742c2d7. Aug 06 19:36:51.437650 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:36:51.551483 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:36:51.562063 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:36:51.571442 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:36:51.574776 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:51.575406 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:51.600150 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-22aaddd0-85ff-44c5-baf6-d44c5ab4020f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6708956 Aug 06 19:36:51.600734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:36:51.603128 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749c696-2fff-42c3-8716-b26aed8be187" -d '{"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:36:51.646782 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4649a-2649-4ad7-a2f8-df5a525d5487 x-openstack-request-id: req-6dd4649a-2649-4ad7-a2f8-df5a525d5487 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:36:51.647068 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:36:51.647312 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dd4649a-2649-4ad7-a2f8-df5a525d5487 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:36:51.647742 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'status': 'completed', 'code': 200} Aug 06 19:36:51.686473 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:51.709477 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c696-2fff-42c3-8716-b26aed8be187 req-7c974a2c-7026-4e0d-9351-889cbdc36da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:51.710919 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-7c974a2c-7026-4e0d-9351-889cbdc36da3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1098 time: 0.0412958 Aug 06 19:36:51.805638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c696-2fff-42c3-8716-b26aed8be187 req-4b1053b5-782f-4910-9fc2-48d951777870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:51.807170 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-4b1053b5-782f-4910-9fc2-48d951777870 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0888388 Aug 06 19:36:51.874769 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-a087112e-bef3-424d-bc1b-e825cf731c49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1000 time: 0.0600157 Aug 06 19:36:51.911642 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:50Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:51.924424 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c696-2fff-42c3-8716-b26aed8be187 req-9749768c-3a8a-4841-bfd0-01272525267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:51.926098 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-9749768c-3a8a-4841-bfd0-01272525267a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0443230 Aug 06 19:36:51.938004 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:36:51.947271 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:36:51.947887 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:36:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:51.990925 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c696-2fff-42c3-8716-b26aed8be187 req-935d1137-184b-43c2-9497-5c1fdc3a5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:36:51.992361 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-935d1137-184b-43c2-9497-5c1fdc3a5892 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589092 Aug 06 19:36:52.060441 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:36:52.100934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-e5ef6cbe-c5a2-43e2-83f6-2c197fe68328 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008627 Aug 06 19:36:52.307621 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:50Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:36:52.334915 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd18454-0229-4b2b-b1c3-c98613ebbaf6 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:50Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:36:52.547821 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860b74-2014-4e00-9485-f833f9ce1b41 None None] New status for floating IP 8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:36:52.559878 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-d749c696-2fff-42c3-8716-b26aed8be187 req-3a82750b-1ea8-4f02-8884-2c433eff04a0 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523184 Aug 06 19:36:58.673408 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-88c01c9e-ac7e-4536-bdba-30bddb88de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:01.512293 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:01.878002 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8f01bcc6-c519-4b2c-a146-1d427d2d3629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:02.873744 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:37:03.620898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:05.093334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:11.400619 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:12.701076 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:15.425245 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-570d0ed6-33eb-451e-9f5c-76c19fd3e904 req-f1d64da7-c561-416c-a4eb-42f52738e22f service neutron] (94121) timed out ('10.222.0.64', 54868) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:37:28.669579 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f979ca9f-f598-4d41-be36-663eb550ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:31.507860 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:31.876662 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-58e545e3-7e1f-460c-bf17-dad49b6ae638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:33.636086 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:35.088953 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:36.774335 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-b52ba418-7da6-4ba9-8684-d02007321c09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425758 Aug 06 19:37:36.860203 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201378a4-fce5-4145-b158-b966d5d0e868 req-38464d73-cdd6-42db-adec-413464fb2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:37:36.861864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-38464d73-cdd6-42db-adec-413464fb2b95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1098 time: 0.0427892 Aug 06 19:37:36.971407 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201378a4-fce5-4145-b158-b966d5d0e868 req-c3a2794b-b8c2-435e-ab3e-a7d627cbb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:37:36.972776 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-c3a2794b-b8c2-435e-ab3e-a7d627cbb9d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0899570 Aug 06 19:37:37.042036 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-c4629ae8-0e1c-4bc9-b92b-021a2fdd9a1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1002 time: 0.0615516 Aug 06 19:37:37.093980 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201378a4-fce5-4145-b158-b966d5d0e868 req-30c1acd8-e4e2-428a-8404-eb9b38949581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:37:37.095607 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-30c1acd8-e4e2-428a-8404-eb9b38949581 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0471523 Aug 06 19:37:37.149189 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201378a4-fce5-4145-b158-b966d5d0e868 req-3f67e234-3364-43b1-ab58-39ca11fcd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:37:37.150813 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-3f67e234-3364-43b1-ab58-39ca11fcd6d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485449 Aug 06 19:37:37.244827 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-5b166902-ca65-4ab3-b080-dce55a505f33 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867026 Aug 06 19:37:37.347489 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-201378a4-fce5-4145-b158-b966d5d0e868 req-7ff758a9-1b3b-44bf-9b2f-3863199e55f0 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953007 Aug 06 19:37:39.874541 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:37:41.428879 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:42.687432 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:37:58.664720 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62fc0f7a-bf6a-4d30-9523-c6d871b50617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:01.513373 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:01.873507 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-494362f4-4161-46dd-a681-9f03c30fefc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:03.628324 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:05.096571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:11.444075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:12.709300 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:16.875944 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:38:28.662348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9fff-4a78-4583-b961-f6a53431efa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:31.510062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:31.870151 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-feae33dd-0693-4079-902c-fc6f9b326dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:33.631847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:35.098071 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:36.792072 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-a138b0b7-65d6-46bc-97f5-9f3e5bcfb026 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476665 Aug 06 19:38:36.879435 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465793-2f72-4540-9d85-8dada54e8aba req-d16a3526-e9da-46cf-9c29-82ba02ad14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:38:36.880976 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-d16a3526-e9da-46cf-9c29-82ba02ad14ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1098 time: 0.0446813 Aug 06 19:38:36.998615 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465793-2f72-4540-9d85-8dada54e8aba req-c0ffb58c-d5ab-4d63-ba62-9093b8913fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:38:37.000862 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-c0ffb58c-d5ab-4d63-ba62-9093b8913fa4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0995111 Aug 06 19:38:37.070933 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-a9144cd0-211f-45b9-9ce0-09106c78c5d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1002 time: 0.0629678 Aug 06 19:38:37.124739 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465793-2f72-4540-9d85-8dada54e8aba req-9af1bda0-2618-465c-afb7-04cde86bbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:38:37.126319 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-9af1bda0-2618-465c-afb7-04cde86bbf9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0490003 Aug 06 19:38:37.175302 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465793-2f72-4540-9d85-8dada54e8aba req-2116be86-a3d0-4ab1-a2de-87918fb2ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:38:37.176851 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-2116be86-a3d0-4ab1-a2de-87918fb2ebc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436425 Aug 06 19:38:37.272791 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-5c9d15aa-1580-4c4a-8e49-21bc2f1785cf service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886335 Aug 06 19:38:37.382019 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-bc465793-2f72-4540-9d85-8dada54e8aba req-a842d20b-c201-4191-b25e-17314f14c563 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001787 Aug 06 19:38:41.443326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:42.709337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:50.444249 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 details requested by agent hyperv_n-h1-793621-29 with host n-h1-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:38:50.575039 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:38:50.592802 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Returning: {'device': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:38:50.658793 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:50.680695 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44d94c38-d57c-40d9-a242-283cc742c2d7 {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:38:50.705350 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:38:50.711450 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:50.775374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:38:50.785167 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] get_ports_and_sgs() called for port_ids ['44d94c38-d57c-40d9-a242-283cc742c2d7'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:38:50.789413 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.789898 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.790349 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.791078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.791078 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.791374 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.791657 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.792146 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.792540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.793001 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.793408 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:50.793930 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:38:52.452130 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 up at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:38:52.531147 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Provisioning complete for port 44d94c38-d57c-40d9-a242-283cc742c2d7 triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:38:52.531693 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:52.674778 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:52.735048 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:38:52.738022 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0b43c-50ce-4ed2-a8bc-85358a0bfff6" -d '{"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-plugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:38:52.757023 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:38:52.766880 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:38:52.866558 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d27fb-0930-48e2-9bfc-6f52d0f26e06 x-openstack-request-id: req-e24d27fb-0930-48e2-9bfc-6f52d0f26e06 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:38:52.866558 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-plugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:38:52.866558 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e24d27fb-0930-48e2-9bfc-6f52d0f26e06 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:38:52.866558 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'code': 200} Aug 06 19:38:52.887198 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:38:53.876483 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:38:58.665655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-27408b66-a5d9-406b-8422-da33c3e9d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:01.037594 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-e3b23ab2-44aa-46ad-a696-16faf90c4a00 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919835252&fields=id&tenant_id=910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 267 time: 0.0354707 Aug 06 19:39:01.156633 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-53f4e19c-f6fb-4989-9153-9d843d919a42 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:01.158191 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-53f4e19c-f6fb-4989-9153-9d843d919a42 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 810 time: 0.1130283 Aug 06 19:39:01.174002 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-c2c0dcd6-f8aa-4d2c-a5e0-7a4b6822a783 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/quotas/910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 375 time: 0.0098588 Aug 06 19:39:01.233848 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-1d02779d-bf24-4209-aca0-0adbf04b6f70 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538924 Aug 06 19:39:01.366387 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-c27c43ed-bbe1-4705-865f-838a957269cd service neutron] 10.222.0.64 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193576 Aug 06 19:39:01.463200 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-78f84c07-4997-4c2a-9d6d-094a03259766 service neutron] 10.222.0.64 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906198 Aug 06 19:39:01.507247 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:01.644500 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7e670558-a994-4317-a19a-699053d0772f req-08d6b369-a954-446b-a605-3df90fcc59b1 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 210 time: 0.0275323 Aug 06 19:39:01.868820 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3b784407-e9dc-4e26-95e4-a6d19782d44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:02.751001 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a2ed759-502b-4985-a296-52cb2b465310 req-3d331ca0-9832-47af-9b55-45c3c75fb88a tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Aug 06 19:39:02.770376 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-a281a32c-3806-4247-8b28-f37235084f1c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:02.771902 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-a281a32c-3806-4247-8b28-f37235084f1c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 810 time: 0.1244776 Aug 06 19:39:02.817077 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-4bf961ba-d0cc-4086-972b-388a54143f56 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ff14586934876ada3ad2580be41cf HTTP/1.1" status: 200 len: 379 time: 0.0362346 Aug 06 19:39:02.836662 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'port': {'device_id': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'admin_state_up': True, 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'security_groups': ['008493ca-e4aa-4147-82c1-74c93594ffe4']}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:39:02.972527 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Made reservation on behalf of 910ff14586934876ada3ad2580be41cf for: {'port': 1} {{(pid=94121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 19:39:02.976392 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.144986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Allocated IP 172.20.0.9 (aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b/c6dafec1-d0d9-4884-9de7-d94d755d9c51/8c162d78-64aa-43f8-8352-9f3defc51c2d) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:39:03.353267 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.371761 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Transition to ACTIVE for port object 8c162d78-64aa-43f8-8352-9f3defc51c2d will not be triggered until provisioned by entity DHCP. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:39:03.414073 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.527499 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:39:03.529388 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:03.535080 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:39:03.545990 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:39:03.554934 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.555650 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.556347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.557338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.558028 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.558682 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.559347 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.559986 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.560627 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.561338 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.562035 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.562629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:39:03.641505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:03.642555 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.645862 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.660355 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-eadcf8d1-b1f7-43e3-92a4-c0304d141616 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273551 Aug 06 19:39:03.855172 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e9bf9199-c02f-4655-a10b-1a9f36371885 None None] Provisioning for port 8c162d78-64aa-43f8-8352-9f3defc51c2d completed by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:39:03.860343 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-e9bf9199-c02f-4655-a10b-1a9f36371885 None None] Provisioning complete for port 8c162d78-64aa-43f8-8352-9f3defc51c2d triggered by entity DHCP. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:39:03.860715 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9199-c02f-4655-a10b-1a9f36371885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:03.888072 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7ca9-05ec-4677-8430-a7200a2b67be req-2c82f079-38b5-469c-a25d-bae1bc0a6888 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:03.890340 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bfa7ca9-05ec-4677-8430-a7200a2b67be req-2c82f079-38b5-469c-a25d-bae1bc0a6888 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0600858 Aug 06 19:39:03.908281 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf9199-c02f-4655-a10b-1a9f36371885 None None] Port 8c162d78-64aa-43f8-8352-9f3defc51c2d cannot update to ACTIVE because it is not bound. {{(pid=94123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 19:39:03.935162 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-4bfa7ca9-05ec-4677-8430-a7200a2b67be req-42409790-52d5-41c7-9017-7290baac05ee tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366747 Aug 06 19:39:05.095983 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75e1c6-13b5-4b42-aa23-566365f95efd req-567d7595-b5c1-4ede-b9ae-c9525daed79f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:05.097554 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c75e1c6-13b5-4b42-aa23-566365f95efd req-567d7595-b5c1-4ede-b9ae-c9525daed79f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0753801 Aug 06 19:39:05.103837 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:05.154720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-8c75e1c6-13b5-4b42-aa23-566365f95efd req-f20d29b3-aa35-4bb0-8178-34307eb9f49a tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479856 Aug 06 19:39:06.317157 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204eca37-448b-4ee8-8246-a3609ac034cb req-d34074dc-0323-4959-8e25-ede4c2558292 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:06.318744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-204eca37-448b-4ee8-8246-a3609ac034cb req-d34074dc-0323-4959-8e25-ede4c2558292 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0822573 Aug 06 19:39:06.363138 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-204eca37-448b-4ee8-8246-a3609ac034cb req-9e626c53-b7ec-4762-b836-3d262dc63863 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Aug 06 19:39:06.551009 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:39:06.636594 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:06.663890 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:39:06.666231 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b324575-13ae-446f-b330-121dc278fa7f" -d '{"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-unplugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:39:06.680633 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:39:06.691281 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:06.723296 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 19:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f93d98d-9e1d-4ad7-a5c0-8b9bc9a35e39 x-openstack-request-id: req-7f93d98d-9e1d-4ad7-a5c0-8b9bc9a35e39 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:39:06.723590 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-unplugged", "status": "completed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:39:06.723839 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f93d98d-9e1d-4ad7-a5c0-8b9bc9a35e39 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:39:06.724243 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'code': 200} Aug 06 19:39:06.749477 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Pushing event updated for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=8']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:07.530164 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9102d9-9d53-481c-b416-dd076e9dc819 req-18a51c00-e595-437e-b424-fa4c9fcb3b1c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:07.531942 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a9102d9-9d53-481c-b416-dd076e9dc819 req-18a51c00-e595-437e-b424-fa4c9fcb3b1c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0774834 Aug 06 19:39:07.582740 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3a9102d9-9d53-481c-b416-dd076e9dc819 req-6ffcf7c1-da92-4b0b-9306-4a44760aa723 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Aug 06 19:39:08.730654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920410-7378-40ff-9034-233b3608e986 req-b45c3c7c-8192-427c-a76f-2b0670165452 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:08.732423 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96920410-7378-40ff-9034-233b3608e986 req-b45c3c7c-8192-427c-a76f-2b0670165452 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0553215 Aug 06 19:39:08.783918 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-96920410-7378-40ff-9034-233b3608e986 req-d4185f0e-e74a-4cf6-9c47-da8927a1aa4c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Aug 06 19:39:09.910092 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a303e27-9c1e-4f4c-88b5-380a71b61e84 req-2d83d58c-d6b9-46b3-a0f5-94a739db6431 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:09.912723 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a303e27-9c1e-4f4c-88b5-380a71b61e84 req-2d83d58c-d6b9-46b3-a0f5-94a739db6431 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0529978 Aug 06 19:39:09.952233 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-0a303e27-9c1e-4f4c-88b5-380a71b61e84 req-359e9d67-2d16-42a8-976f-86a995d054e7 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334165 Aug 06 19:39:11.084638 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c5f24-65e7-4ba0-85da-32c7ac0eeaf0 req-9e3fe02a-6371-4c5e-b36e-822ceef33b00 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:11.086488 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-733c5f24-65e7-4ba0-85da-32c7ac0eeaf0 req-9e3fe02a-6371-4c5e-b36e-822ceef33b00 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0582330 Aug 06 19:39:11.127529 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-733c5f24-65e7-4ba0-85da-32c7ac0eeaf0 req-a0f2f552-e748-4019-81dd-bb5db2af57dd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Aug 06 19:39:11.459023 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:12.260171 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3794c-a65c-454d-846e-755a6c24d5e0 req-eeb75118-c5dd-4792-a85e-55af9e8a02bc tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:12.261934 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00c3794c-a65c-454d-846e-755a6c24d5e0 req-eeb75118-c5dd-4792-a85e-55af9e8a02bc tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0592206 Aug 06 19:39:12.309969 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-00c3794c-a65c-454d-846e-755a6c24d5e0 req-42f992ab-1f98-4c6a-a7b2-64e65b008c21 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361834 Aug 06 19:39:12.722441 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:13.434386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25c475-1c50-424c-8e26-c940a403b24e req-657e8cbb-5987-4d24-b3e9-4e408ebe29a0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:13.435923 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f25c475-1c50-424c-8e26-c940a403b24e req-657e8cbb-5987-4d24-b3e9-4e408ebe29a0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0547833 Aug 06 19:39:13.482744 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3f25c475-1c50-424c-8e26-c940a403b24e req-b9eebb44-ade1-412a-b7e7-84d6c23f0128 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Aug 06 19:39:14.629947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68a923-8254-4bdb-891b-6b26321cdaee req-0ac3d48e-a607-4760-af0b-4a52d74e257f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:14.631473 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b68a923-8254-4bdb-891b-6b26321cdaee req-0ac3d48e-a607-4760-af0b-4a52d74e257f tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0597668 Aug 06 19:39:14.684902 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-1b68a923-8254-4bdb-891b-6b26321cdaee req-a89f50c7-c2c5-4c53-9de4-0469d2d67e74 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Aug 06 19:39:15.437054 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Request body: {'port': {'device_id': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-29'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:39:15.494573 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:15.790646 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c162d78-64aa-43f8-8352-9f3defc51c2d {{(pid=94121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:39:15.799101 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:15.811431 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.provisioning_blocks [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Transition to ACTIVE for port object 8c162d78-64aa-43f8-8352-9f3defc51c2d will not be triggered until provisioned by entity L2. {{(pid=94121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 19:39:15.812776 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ba04-6bb7-4714-8945-9db80fe8346d req-1b0ba8b1-4576-41c2-9f46-80a33853046b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:15.814411 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2134ba04-6bb7-4714-8945-9db80fe8346d req-1b0ba8b1-4576-41c2-9f46-80a33853046b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 931 time: 0.0503783 Aug 06 19:39:15.816562 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:15.854510 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2134ba04-6bb7-4714-8945-9db80fe8346d req-876937f8-e6ce-4883-98ac-3f8a051383df tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Aug 06 19:39:15.877987 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:15.940517 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Attempting to bind port 8c162d78-64aa-43f8-8352-9f3defc51c2d on host n-h2-793621-29 for vnic_type normal with profile {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 19:39:15.940824 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Attempting to bind port 8c162d78-64aa-43f8-8352-9f3defc51c2d by drivers openvswitch,hyperv on host n-h2-793621-29 at level 0 using segments [{'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 19:39:15.941147 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Attempting to bind port 8c162d78-64aa-43f8-8352-9f3defc51c2d on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:39:15.945768 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Port 8c162d78-64aa-43f8-8352-9f3defc51c2d on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-29 {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 19:39:15.946145 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Attempting to bind port 8c162d78-64aa-43f8-8352-9f3defc51c2d on network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 19:39:15.951749 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Checking agent: {'id': '62f09339-b219-4b04-b9ce-b161629fa357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'started_at': datetime.datetime(2021, 8, 6, 17, 57, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 19:39:15.952085 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Checking segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 19:39:15.952473 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Bound using segment: {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'} {{(pid=94121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 19:39:15.952906 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.managers [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Bound port: 8c162d78-64aa-43f8-8352-9f3defc51c2d, host: n-h2-793621-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a74890-17ca-4411-a2ae-e60c638a6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b'}}] {{(pid=94121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 19:39:15.953271 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:16.036459 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, cleared binding levels {{(pid=94121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 19:39:16.040343 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 19:39:16.047483 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:16.082721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.083369 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:16.084792 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] 10.222.0.16 "PUT /v2.0/ports/8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 1092 time: 0.6523840 Aug 06 19:39:16.085230 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:39:16.087584 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17171323-ae5b-4f62-870c-cef2f9918b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:39:16.120943 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c6b51-08ef-4c05-97e4-d2264ba3d58d service neutron] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=3']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:16.142033 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2d965d-c5aa-4218-ad2f-0c927a4df274 x-openstack-request-id: req-cb2d965d-c5aa-4218-ad2f-0c927a4df274 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:39:16.142639 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:39:16.142639 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb2d965d-c5aa-4218-ad2f-0c927a4df274 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:39:16.143303 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'status': 'completed', 'code': 200} Aug 06 19:39:16.193618 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-24618db0-2219-4d6d-bcd1-77c58641baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.195243 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-24618db0-2219-4d6d-bcd1-77c58641baf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1095 time: 0.0642154 Aug 06 19:39:16.243646 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-5344682d-2409-4856-9be1-293581c86601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 217 time: 0.0406797 Aug 06 19:39:16.296017 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-81eae19e-83ee-436d-8820-599d5795e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.298170 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-81eae19e-83ee-436d-8820-599d5795e549 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0483727 Aug 06 19:39:16.344890 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-e48a9503-c6fc-4204-a056-e3f5f322fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.346480 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-e48a9503-c6fc-4204-a056-e3f5f322fff2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417211 Aug 06 19:39:16.444238 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-dd76621f-ae4d-4822-9f30-a7c2d46aab29 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Aug 06 19:39:16.535158 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-919a0caf-4fc7-4c7f-8c4e-8d48235ad774 req-3014078e-5a1c-4ca9-9ddf-9ea297d5af85 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Aug 06 19:39:16.643140 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-d312d78b-7893-46c5-a4e0-201c2adb4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.644661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-d312d78b-7893-46c5-a4e0-201c2adb4501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1095 time: 0.0561841 Aug 06 19:39:16.743623 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-a3157430-97fc-404e-bf3e-8ebe33489334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.745199 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-a3157430-97fc-404e-bf3e-8ebe33489334 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0929797 Aug 06 19:39:16.789710 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-12b921d2-9668-4d46-8519-51eb0d6abe7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 217 time: 0.0368900 Aug 06 19:39:16.846710 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-8c67f9df-e67f-402d-8f74-b10e85e49208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.848206 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-8c67f9df-e67f-402d-8f74-b10e85e49208 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0519648 Aug 06 19:39:16.899423 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-925e79ce-73e2-47e8-bd64-6797ac714799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.901063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-925e79ce-73e2-47e8-bd64-6797ac714799 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460756 Aug 06 19:39:16.981976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36487c-f58b-4e89-b296-bd1ab83250cb req-45f69f5a-325b-49a1-94b3-22175049f74c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:16.983572 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af36487c-f58b-4e89-b296-bd1ab83250cb req-45f69f5a-325b-49a1-94b3-22175049f74c tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 943 time: 0.0518782 Aug 06 19:39:16.997780 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-ea836a23-370f-4867-85d9-dc2aed04ee4a service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891867 Aug 06 19:39:17.024240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-af36487c-f58b-4e89-b296-bd1ab83250cb req-230f947e-bcb4-484c-93f2-1acd207ddeef tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Aug 06 19:39:17.100868 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-17171323-ae5b-4f62-870c-cef2f9918b6a req-35eede03-d172-4e83-bf1a-a5f7e30fd19a service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953944 Aug 06 19:39:18.163697 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a16ac-2b43-43a6-933a-211ba9bb58d4 req-228e91d3-29e1-4b20-ad23-ae1a617aa6a6 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:18.165243 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b3a16ac-2b43-43a6-933a-211ba9bb58d4 req-228e91d3-29e1-4b20-ad23-ae1a617aa6a6 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 943 time: 0.0690482 Aug 06 19:39:18.212422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2b3a16ac-2b43-43a6-933a-211ba9bb58d4 req-04073ce4-22d7-4f1d-ae08-affd9929c1d3 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 Aug 06 19:39:19.342670 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d31a75-2d11-454d-a261-7f75a1f91cb2 req-aed51163-f9ac-400a-add8-5ef65cefe87b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:19.344109 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42d31a75-2d11-454d-a261-7f75a1f91cb2 req-aed51163-f9ac-400a-add8-5ef65cefe87b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 943 time: 0.0591879 Aug 06 19:39:19.394746 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-42d31a75-2d11-454d-a261-7f75a1f91cb2 req-507822b6-705b-445d-b34a-f4ccd4249bbd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Aug 06 19:39:20.522915 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bded0c-01cf-4221-af2d-1bdf59d4d0a5 req-33eb3382-7143-4748-aaf8-ab344369505b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:20.524645 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bded0c-01cf-4221-af2d-1bdf59d4d0a5 req-33eb3382-7143-4748-aaf8-ab344369505b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 943 time: 0.0585501 Aug 06 19:39:20.570299 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-a8bded0c-01cf-4221-af2d-1bdf59d4d0a5 req-8bff3167-197b-4212-a3f7-4ed362924d07 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386307 Aug 06 19:39:20.606964 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:39:20.703881 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:39:20.714848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'mac_address': 'fa:16:3e:16:21:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:39:20.750595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:20.764315 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c162d78-64aa-43f8-8352-9f3defc51c2d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:39:20.784243 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:39:20.790301 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:20.839414 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=4']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:21.151266 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8c162d78-64aa-43f8-8352-9f3defc51c2d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:39:21.702958 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdb54a-2d15-4c86-bb84-6123b4abe239 req-c4ffd240-51d1-4cef-97a8-e193621aba89 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:21.704480 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36cdb54a-2d15-4c86-bb84-6123b4abe239 req-c4ffd240-51d1-4cef-97a8-e193621aba89 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 944 time: 0.0597284 Aug 06 19:39:21.747245 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-36cdb54a-2d15-4c86-bb84-6123b4abe239 req-3b91504f-16b0-42e0-b5b7-1d4c78d476cd tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356681 Aug 06 19:39:22.629031 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:39:22.682869 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning for port 8c162d78-64aa-43f8-8352-9f3defc51c2d completed by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 19:39:22.686609 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8c162d78-64aa-43f8-8352-9f3defc51c2d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:39:22.686976 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:22.771513 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:22.798704 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:39:22.801177 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd2c1c4-5057-4a8b-b5d9-624dcfa6b2a2" -d '{"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-plugged", "status": "completed", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:39:22.818461 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:39:22.824692 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:22.876596 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=5']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:22.880356 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049407f-7ce0-4bc9-abc5-afa58084f2f8 req-64dfc54a-4ac7-41fc-a0ca-95fc11becb98 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:22.881870 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7049407f-7ce0-4bc9-abc5-afa58084f2f8 req-64dfc54a-4ac7-41fc-a0ca-95fc11becb98 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0510268 Aug 06 19:39:22.935062 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-7049407f-7ce0-4bc9-abc5-afa58084f2f8 req-62311741-987d-4e0a-8266-610e13867015 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470216 Aug 06 19:39:22.987671 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4070b149-c13d-4f70-9c3c-9d9c8787d40a x-openstack-request-id: req-4070b149-c13d-4f70-9c3c-9d9c8787d40a {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:39:22.987965 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-plugged", "status": "completed", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:39:22.988241 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4070b149-c13d-4f70-9c3c-9d9c8787d40a {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:39:22.988621 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'code': 200} Aug 06 19:39:23.093504 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dd7d5-7535-4bc5-ae13-c50247fbe3c2 req-d5289440-be9c-47ee-8dbe-73cf012b6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:23.095090 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-505dd7d5-7535-4bc5-ae13-c50247fbe3c2 req-d5289440-be9c-47ee-8dbe-73cf012b6978 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1097 time: 0.0493777 Aug 06 19:39:23.135661 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-505dd7d5-7535-4bc5-ae13-c50247fbe3c2 req-f2a57749-28ea-4d44-bc9f-46100f9c425d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Aug 06 19:39:24.072108 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4266e-330b-45ce-b4a8-d99d7b44be68 req-d6e8a861-328c-497b-9d1a-dd89431729cc tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:24.073736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cd4266e-330b-45ce-b4a8-d99d7b44be68 req-d6e8a861-328c-497b-9d1a-dd89431729cc tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0570970 Aug 06 19:39:24.126590 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3cd4266e-330b-45ce-b4a8-d99d7b44be68 req-732678d7-7986-4d0f-b0a9-3833fbcdb6ed tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Aug 06 19:39:25.262744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee6d6-e9bf-4de2-834d-846547e6ef8c req-b263fbb1-9a43-43ea-88c5-69312f2a4797 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:25.264291 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c1ee6d6-e9bf-4de2-834d-846547e6ef8c req-b263fbb1-9a43-43ea-88c5-69312f2a4797 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0595152 Aug 06 19:39:25.308638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-2c1ee6d6-e9bf-4de2-834d-846547e6ef8c req-8cd7ce0a-b369-49dc-9423-b77dca05efba tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352106 Aug 06 19:39:25.457117 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea59c1b-a583-48b9-8977-44cf3ef04b49 req-594c7d22-645c-4574-bc71-891288be7e0b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:25.458646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ea59c1b-a583-48b9-8977-44cf3ef04b49 req-594c7d22-645c-4574-bc71-891288be7e0b tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0711837 Aug 06 19:39:25.507520 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-3ea59c1b-a583-48b9-8977-44cf3ef04b49 req-e8957ff8-2d4e-4f18-820e-1f16a6efd029 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Aug 06 19:39:25.529856 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54494) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:39:25.577285 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a68eaa-a817-4a03-b4e3-a0e85ebcaf52 tempest-TestSnapshotPattern-1848891437 tempest-TestSnapshotPattern-1848891437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:25.579266 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-24a68eaa-a817-4a03-b4e3-a0e85ebcaf52 tempest-TestSnapshotPattern-1848891437 tempest-TestSnapshotPattern-1848891437-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1092 time: 0.0482638 Aug 06 19:39:25.582420 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54496) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:39:25.588283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.v2.base [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Request body: {'floatingip': {'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 19:39:25.619604 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:25.734744 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:25.867971 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_common [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Allocated IP 172.25.3.31 (765cf35c-2e01-4222-b4b4-47ccec64cd89/0d82eaab-1a4f-4f51-be9d-9f9bae0ba199/a611bddf-046c-4b64-a0b3-199bcd922358) {{(pid=94121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 19:39:25.972488 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.016586 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755202109148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.054225 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Network 765cf35c-2e01-4222-b4b4-47ccec64cd89 is already hosted by enough agents. {{(pid=94121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 19:39:26.060278 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.base_scheduler [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Resources bound (agent type, host, resource id): {{(pid=94121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 19:39:26.064409 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Received port after_create {{(pid=94121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 19:39:26.093972 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=a611bddf-046c-4b64-a0b3-199bcd922358,revision_number=1']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:26.445363 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.546377 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.703058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for port, precommit_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.709199 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714281'] for port, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.788022 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event updated for resources: {'Port': ['ID=a611bddf-046c-4b64-a0b3-199bcd922358,revision_number=2']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:39:26.800773 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730953'] for floatingip, after_update {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:26.916158 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Floating IP 76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4 associated. External IP: 172.25.3.31, port: 8c162d78-64aa-43f8-8352-9f3defc51c2d. Aug 06 19:39:27.155534 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:39:27.269207 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:39:27.279756 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:39:27.288381 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:27.291419 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:39:27.292217 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:39:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:39:27.316783 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-2cd55642-31aa-4272-bd65-1c1b1a3d4afa tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7331300 Aug 06 19:39:27.317345 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:39:27.319699 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3946686-04d0-4b30-b9a2-980551644e00" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:39:27.356609 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c82fb6-bd04-46e9-8e66-acba367c29ea x-openstack-request-id: req-84c82fb6-bd04-46e9-8e66-acba367c29ea {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:39:27.356901 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:39:27.357151 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84c82fb6-bd04-46e9-8e66-acba367c29ea {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:39:27.357600 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'status': 'completed', 'code': 200} Aug 06 19:39:27.408806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:39:27.421903 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3946686-04d0-4b30-b9a2-980551644e00 req-b6800979-09c6-482e-b9fc-4a4a60144299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:27.423463 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-b6800979-09c6-482e-b9fc-4a4a60144299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1097 time: 0.0422099 Aug 06 19:39:27.526758 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3946686-04d0-4b30-b9a2-980551644e00 req-4b3f05a2-4bff-42ab-826c-533ecc22c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:27.528283 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-4b3f05a2-4bff-42ab-826c-533ecc22c4de service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0977902 Aug 06 19:39:27.600014 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-62fe0688-b381-476a-9266-d05836ff9171 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 998 time: 0.0622704 Aug 06 19:39:27.654016 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3946686-04d0-4b30-b9a2-980551644e00 req-b517a09c-8756-42ad-b38a-f154234597c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:27.656136 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-b517a09c-8756-42ad-b38a-f154234597c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0484552 Aug 06 19:39:27.711817 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3946686-04d0-4b30-b9a2-980551644e00 req-4409c318-39c7-48c3-984e-c3d69971faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:27.713377 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-4409c318-39c7-48c3-984e-c3d69971faff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486259 Aug 06 19:39:27.758890 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:16:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:39:26Z', 'updated_at': '2021-08-06T19:39:26Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}, {'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:39:27.786539 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:39:27.795970 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:39:27.796596 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:39:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:39:27.811667 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-95832080-a5e3-4dd6-86fd-0c8ef962eeb2 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902433 Aug 06 19:39:27.902445 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:39:28.145486 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:16:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:39:26Z', 'updated_at': '2021-08-06T19:39:26Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}, {'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:39:28.172000 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644779de-2371-45d2-9470-a5d00fbbe300 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:16:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:39:26Z', 'updated_at': '2021-08-06T19:39:26Z', 'revision_number': 0, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}, {'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:39:28.304211 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-e3946686-04d0-4b30-b9a2-980551644e00 req-bd945611-d327-40e5-b001-c153140ca59a service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852676 Aug 06 19:39:28.388827 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df37d72-5092-4344-b10f-27ca50987ac7 None None] New status for floating IP 76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4: ACTIVE {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:39:28.662288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d3fe6291-b780-4f53-901d-a186624f0309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:30.878187 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:39:31.503647 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:31.864512 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-07622cee-0415-42b2-b9ef-24110d3a6abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:33.639680 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:34.634032 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-d38a0614-674c-4e1f-9344-f66f15fac8e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441437 Aug 06 19:39:34.725894 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-95249415-d81f-46c0-b24a-f653843b4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:34.727436 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-95249415-d81f-46c0-b24a-f653843b4edc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1097 time: 0.0446484 Aug 06 19:39:34.848432 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-949e9879-731d-4ede-a23a-571e00956d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:34.849946 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-949e9879-731d-4ede-a23a-571e00956d25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0989342 Aug 06 19:39:34.927893 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-01aba9ca-7e66-4768-9fa4-4eb8c516131a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 1000 time: 0.0694339 Aug 06 19:39:34.989754 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-68aec09a-6f43-4a18-8bd6-d349b8b8dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:34.991682 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-68aec09a-6f43-4a18-8bd6-d349b8b8dfad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0567346 Aug 06 19:39:35.039982 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-b05766fd-a8ed-42a4-9529-10b7aca0df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:35.041558 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-b05766fd-a8ed-42a4-9529-10b7aca0df91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429528 Aug 06 19:39:35.104523 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:35.136844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-96a07890-6797-4fbf-8f75-68d95c53bda0 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Aug 06 19:39:35.234844 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-cbb7969d-f9d5-4e05-aed8-7d955f7c0971 req-8dea9431-c498-4ed7-ae35-eeeaf3c0d498 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906000 Aug 06 19:39:37.788025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-a611ea05-3a4c-4434-ba2c-1cbe18f655e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419014 Aug 06 19:39:37.876344 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-60858d6c-a457-42b2-9f83-558122c85bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:37.877898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-60858d6c-a457-42b2-9f83-558122c85bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.0479605 Aug 06 19:39:37.992228 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-0a07d0af-f2c2-4db6-afde-647ae33f094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:37.993795 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-0a07d0af-f2c2-4db6-afde-647ae33f094b service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0945935 Aug 06 19:39:38.072134 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-3f10787c-ccc9-4d2b-a867-691758a4433d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1000 time: 0.0706601 Aug 06 19:39:38.126911 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-350a04a2-1c5e-4ff1-a156-e02cc29a65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:38.128354 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-350a04a2-1c5e-4ff1-a156-e02cc29a65ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0489211 Aug 06 19:39:38.176759 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-0f289b7a-068f-4892-8627-1058278ecdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:39:38.178310 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-0f289b7a-068f-4892-8627-1058278ecdb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433211 Aug 06 19:39:38.280452 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-3d7ad4a0-6887-4ee2-a80f-1c24c82ecec2 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942199 Aug 06 19:39:38.385108 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-6397023a-8a9e-49ef-9b14-94bc10c86c30 req-044c695c-7f08-45af-b2ea-2314ef7c7d53 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977063 Aug 06 19:39:41.462424 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:42.737742 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:39:58.666734 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-70570f9a-ffd9-4fd6-9904-e7e5eec7c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:01.509551 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:01.870711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-be580096-4cbe-4942-ac93-f7fe6967f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:03.645972 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:05.117620 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:07.878168 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:40:11.455124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:12.736376 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:28.674670 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c8be9097-739b-4bc5-80b8-5df9c1b3e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:31.515314 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:31.865349 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b6feccc2-b6e1-413a-8e5e-67dde984d79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:33.648587 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:34.710207 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-04cc83a5-023e-4119-a6c2-42a363c6175a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1179626 Aug 06 19:40:34.805974 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-0d4e92b3-c043-47d0-a52d-be9a778360ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:34.807526 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-0d4e92b3-c043-47d0-a52d-be9a778360ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1097 time: 0.0491171 Aug 06 19:40:34.939633 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-44f17b08-30e4-4428-971e-1bbae7500aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:34.941233 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-44f17b08-30e4-4428-971e-1bbae7500aaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.1050568 Aug 06 19:40:35.010058 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-ba88f81a-a555-4892-94af-24a5a9add8dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 1000 time: 0.0615935 Aug 06 19:40:35.071131 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-a40dedb1-60ec-4f94-b6d6-a7c88db7160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:35.072873 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-a40dedb1-60ec-4f94-b6d6-a7c88db7160b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0533776 Aug 06 19:40:35.111258 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:35.128654 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-fd001f60-1816-41ce-8849-6c88e3464bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:35.130279 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-fd001f60-1816-41ce-8849-6c88e3464bc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497408 Aug 06 19:40:35.246638 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-452ec76f-5db3-44da-abe3-ce7bdfa4efe8 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082242 Aug 06 19:40:35.351182 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a14e2171-cb57-4144-81a1-a2316c33e04b req-d7e9f225-c7a6-4878-8fe1-f9350fd0f5fe service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968101 Aug 06 19:40:38.789762 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-7fca790e-e9a9-4d5b-90e7-8e108748382d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547888 Aug 06 19:40:38.884422 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-27d12a89-2f13-4bae-bb93-4c4f089e9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:38.886023 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-27d12a89-2f13-4bae-bb93-4c4f089e9dc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.0499806 Aug 06 19:40:38.993360 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-baa2a1e0-fda0-4d5b-a35e-9c5c004db172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:38.995050 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-baa2a1e0-fda0-4d5b-a35e-9c5c004db172 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0877786 Aug 06 19:40:39.069025 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-51720388-3f0f-402b-a210-7edeeec88775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1000 time: 0.0660813 Aug 06 19:40:39.124307 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-5a5a46b5-d299-40e0-ac9c-098cb6ad47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:39.125836 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-5a5a46b5-d299-40e0-ac9c-098cb6ad47d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0498178 Aug 06 19:40:39.179657 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-ad70848e-99df-4ba6-963b-ba160da9db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:40:39.181549 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-ad70848e-99df-4ba6-963b-ba160da9db4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484357 Aug 06 19:40:39.289550 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-30bd7bf7-f725-429b-a21f-999fe59b9d4d service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003425 Aug 06 19:40:39.386799 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-c2b83c5c-1980-45e4-a465-ec09be8b248b req-14775a01-072c-471a-9e13-7b25f3778904 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903313 Aug 06 19:40:41.484895 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:42.757907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:40:44.878610 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:40:58.669497 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a29dcb8d-f6b6-452c-bfd3-774573cdf82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:01.513362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:01.868721 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-77299392-221a-4d64-a0ab-a0ead82a1f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:03.655151 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:05.116872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:11.516288 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:12.741027 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:21.878453 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:41:28.676437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-839a14a6-0ad2-4c32-8b07-edecc19c6565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:31.510047 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:31.873789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0dadd840-a0a8-41b3-991c-dc2935cd0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:33.413876 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d details requested by agent hyperv_n-h2-793621-29 with host n-h2-793621-29 {{(pid=94123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 19:41:33.680696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:33.702003 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:41:33.713424 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Returning: {'device': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'port_id': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'mac_address': 'fa:16:3e:16:21:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 19:41:33.772202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:33.790970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c162d78-64aa-43f8-8352-9f3defc51c2d {{(pid=94123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 19:41:33.816095 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:41:33.823695 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:33.878756 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=6']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:33.886509 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.886848 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.887204 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.887537 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.887874 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.888207 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.888540 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.888870 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.889192 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.889554 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.889880 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.890229 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:33.895533 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] get_ports_and_sgs() called for port_ids ['8c162d78-64aa-43f8-8352-9f3defc51c2d'] {{(pid=94123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 19:41:34.676349 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-75e2a0ed-650b-4a9a-9ec5-6af4274448b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:34.678308 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-75e2a0ed-650b-4a9a-9ec5-6af4274448b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1096 time: 0.0575981 Aug 06 19:41:34.806845 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-fadb2d0b-51f8-415c-b7c1-36164c1b5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:34.808444 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-fadb2d0b-51f8-415c-b7c1-36164c1b5653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.1069214 Aug 06 19:41:34.881794 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-c86ced62-d61e-4d58-8435-965ea609041d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 999 time: 0.0639174 Aug 06 19:41:34.937316 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-ad765d03-f61a-4232-b80f-df9bc3024530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:34.938774 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-ad765d03-f61a-4232-b80f-df9bc3024530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0493228 Aug 06 19:41:34.998637 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-5bb72980-5a75-4848-8053-cee3c2a8d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:35.000421 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-5bb72980-5a75-4848-8053-cee3c2a8d1f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548184 Aug 06 19:41:35.103489 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-71004b93-7850-446f-9623-a4e78c4aacb9 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921996 Aug 06 19:41:35.121385 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:35.210913 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6cf8827c-009a-41ed-a4e4-b802c4e83067 req-38003394-4ab0-4173-b7b9-23d662d13101 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962873 Aug 06 19:41:35.428437 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d up at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 19:41:35.489361 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.provisioning_blocks [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Provisioning complete for port 8c162d78-64aa-43f8-8352-9f3defc51c2d triggered by entity L2. {{(pid=94123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 19:41:35.489700 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8003384'] for port, provisioning_complete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:35.582366 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8027631'] for port, before_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:35.612677 n-d-793621-29 neutron-server[94123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:41:35.615182 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c43c00bda760d08d7a8c176dbb5a27ef470e7790849cf01d032c41c56663490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db222c3-ed67-4ad0-955e-43530e5435c7" -d '{"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-plugged", "status": "completed", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:41:35.634109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:41:35.640876 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755202594389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755202109166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755202109188'] for port, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:35.709990 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Pushing event updated for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=7']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:35.764099 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e053d00a-6175-47bd-8268-922533307693 x-openstack-request-id: req-e053d00a-6175-47bd-8268-922533307693 {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:41:35.764377 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-plugged", "status": "completed", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "code": 200}]} {{(pid=94123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:41:35.764604 n-d-793621-29 neutron-server[94123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e053d00a-6175-47bd-8268-922533307693 {{(pid=94123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:41:35.765022 n-d-793621-29 neutron-server[94123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'code': 200} Aug 06 19:41:38.774835 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-f493d7a1-5271-4184-8247-6bdad83bfe6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493960 Aug 06 19:41:38.883880 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-e3667ee3-fabc-49b1-933c-ebd7cf4fff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:38.885525 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-e3667ee3-fabc-49b1-933c-ebd7cf4fff68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.0559599 Aug 06 19:41:39.056396 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-1d672eae-c8a4-47a7-9100-f0b5ca40f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:39.058345 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-1d672eae-c8a4-47a7-9100-f0b5ca40f51b service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.1509557 Aug 06 19:41:39.189612 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-82738eae-019c-4d6d-809a-64cc352eac49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 1000 time: 0.1226587 Aug 06 19:41:39.266301 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-61f7fd29-5889-46f5-ac53-23c394f2841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:39.267864 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-61f7fd29-5889-46f5-ac53-23c394f2841b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0714273 Aug 06 19:41:39.331031 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-58be5df5-aa5e-4943-87b0-fbb82d53b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:39.332564 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-58be5df5-aa5e-4943-87b0-fbb82d53b05d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562203 Aug 06 19:41:39.458544 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-d2d19a42-fcf0-4113-9125-d76f1cd45436 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178825 Aug 06 19:41:39.581295 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-9726385b-b9c9-4e29-aa6c-e54646a32897 req-509f7a0f-31ba-4cc1-87ee-e4b163bc8775 service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154232 Aug 06 19:41:41.516775 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:42.764490 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.184385 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54744) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:41:47.356508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Deleting port a611bddf-046c-4b64-a0b3-199bcd922358 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:41:47.356882 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.440095 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.440372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.452122 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Calling delete_port for a611bddf-046c-4b64-a0b3-199bcd922358 owned by network:floatingip {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:41:47.607904 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.639044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event deleted for resources: {'Port': ['ID=a611bddf-046c-4b64-a0b3-199bcd922358,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:47.664893 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.665253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.665696 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.666044 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.666383 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.666716 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.667046 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.667371 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.667700 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.668011 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.668339 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.668658 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:47.709527 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:47.709787 n-d-793621-29 neutron-server[94121]: INFO neutron.db.l3_db [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Floating IP 76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4 disassociated (deleted). External IP: 172.25.3.31, port: 8c162d78-64aa-43f8-8352-9f3defc51c2d. Aug 06 19:41:47.939774 n-d-793621-29 neutron-server[94121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:41:48.086244 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:41:48.091466 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:48.097473 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:41:48.106925 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:41:48.107617 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:48.118991 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7568374a-7a8a-44be-aeba-b68cbd72cd18 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "DELETE /v2.0/floatingips/76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4 HTTP/1.1" status: 204 len: 168 time: 0.9333508 Aug 06 19:41:48.119592 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:41:48.121962 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778b119-4037-4ffd-95c2-68d1038ac0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:41:48.224535 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:41:48.352486 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3603af09-c55a-498e-9af3-a07bf0da863b x-openstack-request-id: req-3603af09-c55a-498e-9af3-a07bf0da863b {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:41:48.353593 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:41:48.353593 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3603af09-c55a-498e-9af3-a07bf0da863b {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:41:48.353818 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'status': 'completed', 'code': 200} Aug 06 19:41:48.420892 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-af5806a5-e663-4f14-a667-e81714e21237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:48.423978 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-af5806a5-e663-4f14-a667-e81714e21237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 1097 time: 0.0456812 Aug 06 19:41:48.470602 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4533c-f95e-4b62-b1fd-45146d0a22b5 req-8bd0b679-cea0-48ed-acce-af8c63252739 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:48.472292 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8e4533c-f95e-4b62-b1fd-45146d0a22b5 req-8bd0b679-cea0-48ed-acce-af8c63252739 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0502541 Aug 06 19:41:48.479240 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:48.508834 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:41:48.511736 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-e8e4533c-f95e-4b62-b1fd-45146d0a22b5 req-ee9c935d-8bef-46ab-92c4-bd3684e96ca0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Aug 06 19:41:48.520104 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:41:48.520718 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:48.524275 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-dff7d769-154b-4d9b-9b70-38257cce8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:48.526085 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-dff7d769-154b-4d9b-9b70-38257cce8a8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.0941334 Aug 06 19:41:48.569633 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-43d96e71-9685-40de-a274-833e224ab18b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 200 len: 217 time: 0.0357087 Aug 06 19:41:48.622181 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-cbb2c9b6-f897-4af5-baf4-2091b22109ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:48.623688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-cbb2c9b6-f897-4af5-baf4-2091b22109ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0458267 Aug 06 19:41:48.627782 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:41:48.677553 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-a27c199c-f4aa-4094-a205-d07887bb3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:48.680031 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-a27c199c-f4aa-4094-a205-d07887bb3fed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477619 Aug 06 19:41:48.774662 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-89804ee9-9279-4b29-9aa6-1a25a01cba0e service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859106 Aug 06 19:41:48.859382 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:48.874363 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-a778b119-4037-4ffd-95c2-68d1038ac0f3 req-7a3b9d7b-bb2c-4c88-9e14-aa2e521eec09 service neutron] 10.222.0.16 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908329 Aug 06 19:41:48.886961 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fec4b7-4be6-4b42-bbfd-898b38c1c4b0 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_floatingips': [{'id': '8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'router_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'port_id': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'mac_address': 'fa:16:3e:17:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T19:36:50Z', 'updated_at': '2021-08-06T19:36:52Z', 'revision_number': 1, 'project_id': '910ff14586934876ada3ad2580be41cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:41:49.149892 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f149-ac5f-422a-b3a8-b8e0f0eefb78 None None] New status for floating IP 76a9cd1d-74fc-4255-a5b0-a3d2fddad6b4: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:41:49.633743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7a1a3-0d37-436c-8d48-1e79ac7eb046 req-0b1a3531-364b-4e83-82d5-24335f7ec013 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:49.635240 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0d7a1a3-0d37-436c-8d48-1e79ac7eb046 req-0b1a3531-364b-4e83-82d5-24335f7ec013 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Aug 06 19:41:49.674005 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-b0d7a1a3-0d37-436c-8d48-1e79ac7eb046 req-e3667f6c-13c3-4f1c-8cc6-ef46a9eb0261 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326478 Aug 06 19:41:50.110721 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-95faade5-83d1-4285-aa02-29bfa6cc3640 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:50.112296 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-95faade5-83d1-4285-aa02-29bfa6cc3640 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.16 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 945 time: 0.0577159 Aug 06 19:41:50.206601 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Deleting port 8c162d78-64aa-43f8-8352-9f3defc51c2d {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:41:50.206967 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:50.326458 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] For port 8c162d78-64aa-43f8-8352-9f3defc51c2d, host n-h2-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-29',level=0,port_id=8c162d78-64aa-43f8-8352-9f3defc51c2d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:41:50.326728 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:50.341137 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Calling delete_port for 8c162d78-64aa-43f8-8352-9f3defc51c2d owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:41:50.508022 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:50.542276 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event deleted for resources: {'Port': ['ID=8c162d78-64aa-43f8-8352-9f3defc51c2d,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:50.584387 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] No DVR routers for this DVR port 8c162d78-64aa-43f8-8352-9f3defc51c2d on host n-h2-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:41:50.587372 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:50.589567 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.16 "DELETE /v2.0/ports/8c162d78-64aa-43f8-8352-9f3defc51c2d HTTP/1.1" status: 204 len: 173 time: 0.4711709 Aug 06 19:41:50.590018 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-deleted', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:41:50.592313 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1d9a72-797f-4839-8413-131b5e30e558" -d '{"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-deleted", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:41:50.628481 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3057b46e-e262-4521-9af4-7b272fa26be0 x-openstack-request-id: req-3057b46e-e262-4521-9af4-7b272fa26be0 {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:41:50.628777 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9adf6-d52f-44b7-afd8-55ae8c28c957", "name": "network-vif-deleted", "tag": "8c162d78-64aa-43f8-8352-9f3defc51c2d", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:41:50.629033 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3057b46e-e262-4521-9af4-7b272fa26be0 {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:41:50.629462 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9adf6-d52f-44b7-afd8-55ae8c28c957', 'name': 'network-vif-deleted', 'tag': '8c162d78-64aa-43f8-8352-9f3defc51c2d', 'status': 'completed', 'code': 200} Aug 06 19:41:50.789720 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-32e799ed-a8a5-4517-bade-8ef83754031f req-f8485daf-cbd8-4c54-a37b-b6fff979df57 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e9adf6-d52f-44b7-afd8-55ae8c28c957 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Aug 06 19:41:51.501809 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d no longer exists at agent hyperv_n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:41:51.523419 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] No Port match for: 8c162d78-64aa-43f8-8352-9f3defc51c2d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:41:51.523753 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Device 8c162d78-64aa-43f8-8352-9f3defc51c2d not bound to the agent host n-h2-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:41:52.471596 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 54804) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:41:52.653054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Deleting port bd3fbb65-2b4e-44ca-a94c-2e4840506b36 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:41:52.653374 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:52.737165 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:52.737517 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:52.749411 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Calling delete_port for bd3fbb65-2b4e-44ca-a94c-2e4840506b36 owned by network:floatingip {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:41:52.909346 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:52.934598 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event deleted for resources: {'Port': ['ID=bd3fbb65-2b4e-44ca-a94c-2e4840506b36,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:52.946428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.946750 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.947125 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.947425 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.947749 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.948071 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.948389 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.948740 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.949083 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.949393 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.949734 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:52.950068 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:41:53.016115 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:53.016470 n-d-793621-29 neutron-server[94122]: INFO neutron.db.l3_db [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Floating IP 8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2 disassociated (deleted). External IP: 172.25.3.232, port: 44d94c38-d57c-40d9-a242-283cc742c2d7. Aug 06 19:41:53.239315 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:41:53.355703 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:41:53.360751 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for floatingip, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:53.366652 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:41:53.376518 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:41:53.377140 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:53.388979 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2e972014-2aef-4921-8b0e-723381773630 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "DELETE /v2.0/floatingips/8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2 HTTP/1.1" status: 204 len: 168 time: 0.9162126 Aug 06 19:41:53.390059 n-d-793621-29 neutron-server[94122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:41:53.392449 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9c6ddd7ba41ae6f3e7632a4ba324b8ec9d665ef698d3407bc6b21227e057947" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d5c65f-5666-4805-aae2-b8662f9a62bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:41:53.497028 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:41:53.634111 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9164de0-35ab-4922-9a98-e34f240acf15 x-openstack-request-id: req-b9164de0-35ab-4922-9a98-e34f240acf15 {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:41:53.634626 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "status": "completed", "code": 200}]} {{(pid=94122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:41:53.634626 n-d-793621-29 neutron-server[94122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9164de0-35ab-4922-9a98-e34f240acf15 {{(pid=94122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:41:53.635038 n-d-793621-29 neutron-server[94122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'status': 'completed', 'code': 200} Aug 06 19:41:53.705014 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:53.742598 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:41:53.751032 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:41:53.751709 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:41:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:53.767992 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7c3df-3edd-44e7-a306-20fcb49ee8e4 req-bb557a28-7a4b-4048-8cfb-69aebe7b7253 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:53.769638 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16c7c3df-3edd-44e7-a306-20fcb49ee8e4 req-bb557a28-7a4b-4048-8cfb-69aebe7b7253 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 944 time: 0.0775392 Aug 06 19:41:53.776198 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-8b972def-e11b-431b-a949-88829785f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:53.777852 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-8b972def-e11b-431b-a949-88829785f789 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=910ff14586934876ada3ad2580be41cf&device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 1096 time: 0.1172273 Aug 06 19:41:53.869066 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-16c7c3df-3edd-44e7-a306-20fcb49ee8e4 req-f98c571f-30f7-420b-b33b-282a22ed53a0 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/security-groups?id=008493ca-e4aa-4147-82c1-74c93594ffe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902357 Aug 06 19:41:53.901386 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-3b073473-4e6e-4075-adeb-5ba9776bd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:53.903490 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-3b073473-4e6e-4075-adeb-5ba9776bd60a service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 200 len: 911 time: 0.1171782 Aug 06 19:41:53.948615 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-602baf8b-280c-4e50-a46a-dec2c46f69df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 200 len: 217 time: 0.0347261 Aug 06 19:41:53.955310 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:41:54.007261 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-8d692c69-c62f-4c83-9cdd-e2ae2e655026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:54.008646 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-8d692c69-c62f-4c83-9cdd-e2ae2e655026 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 200 len: 849 time: 0.0519822 Aug 06 19:41:54.056797 n-d-793621-29 neutron-server[94122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-6b7368df-e0fc-4ed7-99b4-0c5e1ab166b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:54.058422 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-6b7368df-e0fc-4ed7-99b4-0c5e1ab166b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405529 Aug 06 19:41:54.153898 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-bee2e4c2-0f72-4ae5-83db-3c5594ce797e service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878847 Aug 06 19:41:54.158118 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:41:54.175792 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.55', 57859) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:41:54.184734 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e936d26-40d7-48fc-aec2-65402806df1a None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:36:32Z', 'revision_number': 4, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29', '_interfaces': [{'id': '36fc96c9-6a77-45f0-bc03-efab288ef38d', 'name': '', 'network_id': 'aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'mac_address': 'fa:16:3e:1d:e1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:31Z', 'updated_at': '2021-08-06T19:36:37Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'subnets': [{'id': 'c6dafec1-d0d9-4884-9de7-d94d755d9c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:41:54.237923 n-d-793621-29 neutron-server[94121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-c24c1f50-3ef3-4f23-81ce-9d0d8bbc8146 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 19:41:54.239520 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-c24c1f50-3ef3-4f23-81ce-9d0d8bbc8146 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 944 time: 0.0580614 Aug 06 19:41:54.259643 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-85f91541-572b-4972-9eca-ec1de0ff9e3a service neutron] 10.222.0.55 "GET /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895238 Aug 06 19:41:54.334290 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Deleting port 44d94c38-d57c-40d9-a242-283cc742c2d7 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:41:54.334632 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:54.431276 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dfff3-fba5-45dc-929b-2cb0aa5f7593 None None] New status for floating IP 8cecb66e-c2bf-486d-8e7c-b65ce47dd1a2: DOWN {{(pid=94123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 19:41:54.439692 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] For port 44d94c38-d57c-40d9-a242-283cc742c2d7, host n-h1-793621-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-29',level=0,port_id=44d94c38-d57c-40d9-a242-283cc742c2d7,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:41:54.440058 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:54.454050 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Calling delete_port for 44d94c38-d57c-40d9-a242-283cc742c2d7 owned by compute:nova {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:41:54.607531 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:54.642854 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event deleted for resources: {'Port': ['ID=44d94c38-d57c-40d9-a242-283cc742c2d7,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:54.687819 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] No DVR routers for this DVR port 44d94c38-d57c-40d9-a242-283cc742c2d7 on host n-h1-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:41:54.690615 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466899'] for port, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:54.692688 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.55 "DELETE /v2.0/ports/44d94c38-d57c-40d9-a242-283cc742c2d7 HTTP/1.1" status: 204 len: 173 time: 0.4464252 Aug 06 19:41:54.693162 n-d-793621-29 neutron-server[94121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-deleted', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7'}] {{(pid=94121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 19:41:54.695608 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85e46aee73522332490b6c695fd86921169772c3441563530cb4415c522195a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafc6f15-945c-4a82-a224-35f3a3948808" -d '{"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-deleted", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7"}]}' {{(pid=94121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 19:41:54.759772 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac511773-78b9-46d8-af6a-f0f5b9f3761d x-openstack-request-id: req-ac511773-78b9-46d8-af6a-f0f5b9f3761d {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 19:41:54.760062 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6300826-b596-4c9c-a905-347e4a9a0bed", "name": "network-vif-deleted", "tag": "44d94c38-d57c-40d9-a242-283cc742c2d7", "status": "completed", "code": 200}]} {{(pid=94121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 19:41:54.760312 n-d-793621-29 neutron-server[94121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac511773-78b9-46d8-af6a-f0f5b9f3761d {{(pid=94121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 19:41:54.760716 n-d-793621-29 neutron-server[94121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6300826-b596-4c9c-a905-347e4a9a0bed', 'name': 'network-vif-deleted', 'tag': '44d94c38-d57c-40d9-a242-283cc742c2d7', 'status': 'completed', 'code': 200} Aug 06 19:41:54.988519 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [req-83740dbc-f807-4cb9-982d-da1e9b7bf407 req-22f24151-0e72-4dcd-8ea9-79595565f868 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6300826-b596-4c9c-a905-347e4a9a0bed HTTP/1.1" status: 200 len: 210 time: 0.0298760 Aug 06 19:41:56.068605 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 54828) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:41:56.140763 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:56.169036 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:56.235366 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:56.238810 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Notify callbacks [] for security_group, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:56.240063 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] 10.222.0.64 "DELETE /v2.0/security-groups/008493ca-e4aa-4147-82c1-74c93594ffe4 HTTP/1.1" status: 204 len: 168 time: 0.1704099 Aug 06 19:41:56.252566 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08246d-bc7e-44f5-b419-ec5eccdd4abf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008493ca-e4aa-4147-82c1-74c93594ffe4,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:41:58.676574 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3ab3baf3-1b5c-4a34-ab4e-8b930ee340c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:41:58.882352 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:41:59.404510 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 no longer exists at agent hyperv_n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:41:59.425304 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] No Port match for: 44d94c38-d57c-40d9-a242-283cc742c2d7 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:41:59.425693 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Device 44d94c38-d57c-40d9-a242-283cc742c2d7 not bound to the agent host n-h1-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:42:01.506216 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:01.878367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e6cb8135-7b4d-4a75-bdde-2848fd2fd589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:03.657595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:05.123222 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:11.530430 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:12.762308 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:28.674164 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7db1-c53f-4aa5-9906-be9687301405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:31.513552 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:31.882431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6dd-5702-4de4-a41a-2e31c20d5565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:33.663833 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:35.129926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:35.882511 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:42:41.530431 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:42.784382 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:42:58.669393 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-86d29b74-382a-4ccb-895f-7b18115db87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:01.507696 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:01.887326 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fac16125-ef25-4a1b-bd75-337347ad24f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:03.661980 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:05.137650 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:11.527362 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:12.781651 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:12.885712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:43:28.674968 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d749730b-bdb9-49e8-92e7-62cfd7bc103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:31.513647 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:31.892284 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-c0f78060-a557-4ea1-9198-c584808d0d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:33.670741 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:35.133790 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:41.525711 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:42.791085 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:43:49.885247 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:43:58.683802 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0f9d9c33-0686-4050-af67-bae718f812b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:01.525018 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:01.897599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-195a3753-5136-4c10-8057-bdb39ebcbe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:03.670458 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:05.136557 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:11.541506 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:12.785310 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:26.889343 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:44:28.680335 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-410ea950-8778-483c-bbf4-eb8ce34c6016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:31.525614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:31.894384 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9afa9fc9-2aa6-43df-9f6f-3ba4dd36deca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:33.673937 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:35.146065 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:41.558563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:42.804253 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:44:58.676163 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e1b8885b-d6cb-4347-9841-6f173951ffdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:01.525974 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:01.892177 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9c3612f0-acd4-4003-aa89-f593942e41e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:03.677813 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:03.892225 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:45:05.144803 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:11.572744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:12.802847 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:28.674320 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d5d20097-1d9c-49d8-adf0-380bc5caa28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:31.522319 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:31.887907 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ff07f4bb-8d3f-469e-91d4-89d901a83c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:33.678295 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:35.147486 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:40.892565 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:45:41.570416 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:42.819367 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:45:58.668044 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-89d79b0d-3f12-4d9a-9a5a-685d10aba25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:01.519933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:01.905429 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d430acbe-5026-4a67-9392-d4bcdf6b8332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:03.684604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:05.149613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:11.584193 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:12.819645 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:17.894070 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:46:28.677517 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b087801e-6436-44f5-a66e-50941bf31c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:31.521723 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:31.890789 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f71360a0-abc2-48cb-9444-78d54629bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:33.684614 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:35.153134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:41.601564 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:42.816626 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:46:54.893481 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:46:58.673259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-62299daa-2d2c-46f6-b49b-7486370e594c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:01.520553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:01.889926 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-12f477aa-c148-4b37-a8e9-6abb5218ce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:03.693744 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:05.156928 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:11.601021 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:12.814255 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:28.672081 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a0ecbee4-718a-4b8f-9ab0-fdc6e87e4926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:31.523555 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:31.883449 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b984e5ce-b44c-40b4-a84a-ed93f5e3804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:31.893469 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:47:33.693042 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:35.159582 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:41.607872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:42.815446 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:47:58.669144 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72f009a0-e347-4702-8c6a-b09035e5a3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:01.522336 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:01.889007 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-873d5455-126a-4244-8fd9-78286df35228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:03.698812 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:05.163469 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:08.895796 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:48:11.625039 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:12.822165 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:28.668264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8d7aad0b-1ef2-4511-80f9-1c13312f8ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:31.524256 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:31.895322 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0a958ed6-2071-4503-ae74-5feb754fde65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:33.698780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:35.169772 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:41.625372 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:42.848476 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:48:45.899737 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:48:58.670741 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-318478db-f1fa-4071-aeb4-1fbbe30a440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:01.520425 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:01.891658 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-42559946-bf07-4919-98e4-d90624c8c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:03.704134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:05.170673 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:11.627382 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:12.857537 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:22.902158 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:49:28.669078 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-294b7a28-6975-41aa-9351-6178c233e97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:31.533463 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:31.886055 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5ed32780-8c38-4791-9b59-d9d28812d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:33.706704 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:34.667371 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-8ff1c8c0-622e-4960-9567-91fa513cb103 req-ece2d25a-99e8-4c05-a542-88fd5a091f11 service neutron] (94122) timed out ('10.222.0.64', 53434) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:49:35.174134 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:41.640209 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:42.875399 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:58.667166 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-039ad639-a2e9-4af2-89e7-806c6e587a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:49:59.902827 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:50:01.529067 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:01.891348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f2644cf2-0d7b-4516-bc32-08c342252617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:03.712230 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:05.181724 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:11.641691 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:12.874666 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:28.663305 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6abeaa4e-a0b0-451a-80a2-83fccba253d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:31.531550 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:31.896872 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b2431c71-666a-49a7-b9b5-b78fe51a33f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:33.715537 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:35.179670 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:36.903765 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:50:41.638150 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:42.870063 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:50:58.668725 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-74c540b5-a188-4553-b59f-05ad6d4e8456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:01.532060 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:01.895098 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-401c403f-52a6-4240-b014-ccb7043a639a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:03.719576 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:05.183807 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:11.639356 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:12.880104 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:13.905905 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:51:28.675172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-34d822ac-c3f9-4f2b-891e-f2d23d09e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:31.528618 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:31.892906 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-cb980329-649a-409b-9e0a-350c7e677e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:33.724192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:35.186237 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:41.644799 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:42.879202 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:51:50.907155 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:51:58.674102 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-691a1a3f-1399-4330-8309-658f3c97bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:01.523124 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:01.894433 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-fee8fd30-10cf-4426-8d39-f1ed93dde3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:03.725865 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:05.189777 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:11.663372 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:12.877970 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:27.910265 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:52:28.671613 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-930890d5-8cd4-4a86-98fb-e1effb0be61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:31.529667 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:31.889244 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f17f127f-1891-4fd9-80e6-e3f9e51c2496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:33.746719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:35.192823 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:41.662412 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:42.897976 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:56.992054 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55046) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:52:58.057168 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:58.329967 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Deleting port 36fc96c9-6a77-45f0-bc03-efab288ef38d {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:52:58.330241 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:58.412744 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] For port 36fc96c9-6a77-45f0-bc03-efab288ef38d, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=36fc96c9-6a77-45f0-bc03-efab288ef38d,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:52:58.413116 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:58.427415 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Calling delete_port for 36fc96c9-6a77-45f0-bc03-efab288ef38d owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:52:58.631070 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:58.656743 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=36fc96c9-6a77-45f0-bc03-efab288ef38d,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:52:58.667106 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-decc6bb3-e1a2-4172-965e-c7938a9a0594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:58.687654 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.687997 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.688324 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.688659 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.688990 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.689317 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.689666 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.689976 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.690313 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.690630 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.690947 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.691263 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:52:58.833847 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.068714 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Router 8b573c9a-d7fc-4184-a248-255601c64a8c has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:52:59.192603 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:52:59.198194 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-e53daf20-d24b-4014-9a74-0f890f336f0e admin admin] 10.222.0.64 "PUT /v2.0/routers/8b573c9a-d7fc-4184-a248-255601c64a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2046971 Aug 06 19:52:59.200991 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55058) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:52:59.202681 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Sync routers for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:52:59.212428 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:52:59.213038 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:52:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:52:59.316270 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.320806 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: n-d-793621-29 {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:52:59.425752 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.486330 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Deleting port 2b65daf6-ad02-41ad-a47e-6fea662c9b46 {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:52:59.486668 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.582545 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] For port 2b65daf6-ad02-41ad-a47e-6fea662c9b46, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=2b65daf6-ad02-41ad-a47e-6fea662c9b46,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:52:59.582807 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.595664 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Calling delete_port for 2b65daf6-ad02-41ad-a47e-6fea662c9b46 owned by network:router_gateway {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:52:59.609018 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:52:58Z', 'revision_number': 5, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port': {'id': '2b65daf6-ad02-41ad-a47e-6fea662c9b46', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:30Z', 'updated_at': '2021-08-06T19:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:52:59.634367 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Checking router: 8b573c9a-d7fc-4184-a248-255601c64a8c for host: n-d-793621-29 {{(pid=94124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:52:59.642890 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Routers {'8b573c9a-d7fc-4184-a248-255601c64a8c'} bound to L3 agent in host n-d-793621-29 {{(pid=94124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:52:59.643504 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:52:32Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['8b573c9a-d7fc-4184-a248-255601c64a8c'], 'active': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:52:59.727963 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_dvr_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] Set router 8b573c9a-d7fc-4184-a248-255601c64a8c gateway port host: None {{(pid=94124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:52:59.768957 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.781413 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.l3_hamode_db [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:52:59Z', 'revision_number': 6, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:52:59.793717 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b65daf6-ad02-41ad-a47e-6fea662c9b46,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:52:59.807625 n-d-793621-29 neutron-server[94124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df9fe-3e00-43be-ad8d-3b59f9d77598 None None] The sync data for ids ['8b573c9a-d7fc-4184-a248-255601c64a8c'] in n-d-793621-29 is: [{'id': '8b573c9a-d7fc-4184-a248-255601c64a8c', 'name': 'tempest-TestSnapshotPattern-1081009651-router', 'tenant_id': '910ff14586934876ada3ad2580be41cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:29Z', 'updated_at': '2021-08-06T19:52:59Z', 'revision_number': 6, 'project_id': '910ff14586934876ada3ad2580be41cf', 'gw_port_host': None}] {{(pid=94124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:52:59.865726 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.959503 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:52:59.961854 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.009881 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.010520 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b573c9a-d7fc-4184-a248-255601c64a8c {{(pid=94122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:53:00.015253 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.016591 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-39abf93d-3af7-4b56-9601-fc109e5d16d9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8b573c9a-d7fc-4184-a248-255601c64a8c HTTP/1.1" status: 204 len: 168 time: 0.8145797 Aug 06 19:53:00.019293 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55060) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:00.069123 n-d-793621-29 neutron-server[94122]: DEBUG neutron.db.db_base_plugin_v2 [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Deleting subnet c6dafec1-d0d9-4884-9de7-d94d755d9c51 {{(pid=94122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:53:00.072569 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.108233 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491253'] for subnet, precommit_delete_associations {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.200784 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.266677 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3864568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3937572'] for subnet, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.293430 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6dafec1-d0d9-4884-9de7-d94d755d9c51,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:00.298219 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.300492 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-044398ce-bd6b-4657-ac56-3c8727d4c025 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c6dafec1-d0d9-4884-9de7-d94d755d9c51 HTTP/1.1" status: 204 len: 168 time: 0.2799397 Aug 06 19:53:00.303639 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55062) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:00.304946 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee1a9e-3cf9-41e3-a872-b7b501e8bb67 None None] Network aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:53:00.373851 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.443494 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Deleting port f5cda730-a1a3-4750-ab0b-579650848838 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:53:00.443847 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.513313 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] For port f5cda730-a1a3-4750-ab0b-579650848838, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=f5cda730-a1a3-4750-ab0b-579650848838,segment=NetworkSegment(73a74890-17ca-4411-a2ae-e60c638a6fb3),segment_id=73a74890-17ca-4411-a2ae-e60c638a6fb3)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:53:00.513611 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.526195 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Calling delete_port for f5cda730-a1a3-4750-ab0b-579650848838 owned by network:dhcp {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:53:00.598645 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] DHCP port deletion for aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:53:00.620238 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.652970 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Deleting port f5cda730-a1a3-4750-ab0b-579650848838 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:53:00.653372 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.670243 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] No DVR routers for this DVR port f5cda730-a1a3-4750-ab0b-579650848838 on host n-d-793621-29 {{(pid=94121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:53:00.675098 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cda730-a1a3-4750-ab0b-579650848838,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:00.684521 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.685267 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.685676 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.685944 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.686362 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.686724 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.687071 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.687397 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.687756 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.688089 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.688412 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.688740 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.727865 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] For port f5cda730-a1a3-4750-ab0b-579650848838, host n-d-793621-29, got binding levels [] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:53:00.728348 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.741377 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Calling delete_port for f5cda730-a1a3-4750-ab0b-579650848838 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:53:00.744101 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.ipam_backend_mixin [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Port f5cda730-a1a3-4750-ab0b-579650848838 was not found and therefore no delete operation was performed {{(pid=94123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 19:53:00.745434 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.761739 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.769578 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Pushing event deleted for resources: {'Port': ['ID=f5cda730-a1a3-4750-ab0b-579650848838,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:00.771994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:00.777326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] No DVR routers for this DVR port f5cda730-a1a3-4750-ab0b-579650848838 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:53:00.781000 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.781348 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.781719 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.782052 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.782384 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.782715 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.783032 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.783355 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.783675 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.784326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.784326 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.784603 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c621e58-bce3-4361-a6a3-b6b7b30866e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-29 {{(pid=94123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 19:53:00.795301 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a74890-17ca-4411-a2ae-e60c638a6fb3') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:00.795628 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a74890-17ca-4411-a2ae-e60c638a6fb3') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:00.805246 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.819822 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.826508 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:53:00.827003 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:53:00.828906 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:53:00.883695 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.889371 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:00.896775 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b HTTP/1.1" status: 204 len: 168 time: 0.5913222 Aug 06 19:53:00.899683 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55070) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:00.907994 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630cd0d-f597-405a-8210-248b5369ef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8e2911-3c2a-46e7-b7bf-9afddc0d8f4b,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:01.279661 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691441'] for router_interface, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:01.291956 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5cda730-a1a3-4750-ab0b-579650848838 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:01.315050 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: f5cda730-a1a3-4750-ab0b-579650848838 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:01.315777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device f5cda730-a1a3-4750-ab0b-579650848838 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:01.315777 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b65daf6-ad02-41ad-a47e-6fea662c9b46 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:01.334233 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 2b65daf6-ad02-41ad-a47e-6fea662c9b46 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:01.334566 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 2b65daf6-ad02-41ad-a47e-6fea662c9b46 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:01.334969 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fc96c9-6a77-45f0-bc03-efab288ef38d no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:01.353211 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 36fc96c9-6a77-45f0-bc03-efab288ef38d {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:01.353628 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 36fc96c9-6a77-45f0-bc03-efab288ef38d not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:01.534679 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:01.551081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Deleting port ff5d25d9-5a98-4fc6-8590-f5d73c34130c {{(pid=94122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:53:01.551387 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:01.629692 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.db [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] For port ff5d25d9-5a98-4fc6-8590-f5d73c34130c, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:53:01.630044 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:01.643081 n-d-793621-29 neutron-server[94122]: DEBUG neutron.plugins.ml2.plugin [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Calling delete_port for ff5d25d9-5a98-4fc6-8590-f5d73c34130c owned by network:router_interface {{(pid=94122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:53:01.846131 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3864523'] for port, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:01.872240 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5d25d9-5a98-4fc6-8590-f5d73c34130c,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:01.897956 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7d6b-754e-4ab3-a2ec-3717acc322ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.072284 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691309'] for router_interface, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.304000 n-d-793621-29 neutron-server[94122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 has already been hosted by L3 agent 9f8d8042-cec8-41c6-a310-f82a00dccb1d {{(pid=94122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 19:53:02.423273 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] Notify agent at l3_agent.n-d-793621-29 the message routers_updated {{(pid=94122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 19:53:02.428398 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-ba691aec-ea0a-4cac-a781-89e02add50d6 admin admin] 10.222.0.64 "PUT /v2.0/routers/e59b2f64-b4e1-42d5-8462-34c1b7d316f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5275965 Aug 06 19:53:02.431152 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55072) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:02.433975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Sync routers for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 19:53:02.444387 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:53:02.445016 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:53:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:02.540347 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks [] for router, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.551796 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: n-d-793621-29 {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:53:02.652315 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.711954 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Deleting port 4074cd71-b520-41a5-bf3a-e89321102528 {{(pid=94121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:53:02.712296 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.738975 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'external_fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '4074cd71-b520-41a5-bf3a-e89321102528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:53:01Z', 'revision_number': 5, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port': {'id': '4074cd71-b520-41a5-bf3a-e89321102528', 'name': '', 'network_id': '765cf35c-2e01-4222-b4b4-47ccec64cd89', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d82eaab-1a4f-4f51-be9d-9f9bae0ba199', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-29'}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:02.769649 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Checking router: e59b2f64-b4e1-42d5-8462-34c1b7d316f1 for host: n-d-793621-29 {{(pid=94123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 19:53:02.778268 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Routers {'e59b2f64-b4e1-42d5-8462-34c1b7d316f1'} bound to L3 agent in host n-d-793621-29 {{(pid=94123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 19:53:02.778889 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T17:49:02Z,description=,heartbeat_timestamp=2021-08-06T19:53:02Z,host='n-d-793621-29',id=9f8d8042-cec8-41c6-a310-f82a00dccb1d,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T17:49:02Z,topic='l3_agent')) {'router_ids': ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'], 'active': True} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:02.795295 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.db [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] For port 4074cd71-b520-41a5-bf3a-e89321102528, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=4074cd71-b520-41a5-bf3a-e89321102528,segment=NetworkSegment(f432f89c-08a2-4d31-9cc6-bcfc605685f6),segment_id=f432f89c-08a2-4d31-9cc6-bcfc605685f6)] {{(pid=94121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:53:02.795745 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:02.807590 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.plugin [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Calling delete_port for 4074cd71-b520-41a5-bf3a-e89321102528 owned by network:router_gateway {{(pid=94121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:53:02.868536 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvr_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] Set router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 gateway port host: None {{(pid=94123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 19:53:02.922739 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_hamode_db [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:53:02Z', 'revision_number': 6, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port_host': None}], 'n-d-793621-29', False) {} {{(pid=94123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:02.952669 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab6eb-5bfa-4bad-b9b0-468944878d8e None None] The sync data for ids ['e59b2f64-b4e1-42d5-8462-34c1b7d316f1'] in n-d-793621-29 is: [{'id': 'e59b2f64-b4e1-42d5-8462-34c1b7d316f1', 'name': 'tempest-TestSnapshotPattern-1548522908-router', 'tenant_id': '31aea049d40d46cc938f35a1bff62b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T19:36:34Z', 'updated_at': '2021-08-06T19:53:02Z', 'revision_number': 6, 'project_id': '31aea049d40d46cc938f35a1bff62b09', 'gw_port_host': None}] {{(pid=94123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 19:53:02.993657 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2714272'] for port, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.023904 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Pushing event deleted for resources: {'Port': ['ID=4074cd71-b520-41a5-bf3a-e89321102528,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:03.082387 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730553'] for router_gateway, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.184708 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-723333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.186921 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.236398 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-723596'] for router, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.236928 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59b2f64-b4e1-42d5-8462-34c1b7d316f1 {{(pid=94121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 19:53:03.241674 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] Notify callbacks [] for router, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.242818 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-94f27120-79b6-4663-9a68-ad0a5681e939 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e59b2f64-b4e1-42d5-8462-34c1b7d316f1 HTTP/1.1" status: 204 len: 168 time: 0.8097243 Aug 06 19:53:03.247136 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55074) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:03.304283 n-d-793621-29 neutron-server[94121]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Deleting subnet 2af147fc-6b96-41a6-9ee0-715bcf52cd60 {{(pid=94121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 19:53:03.309815 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.347612 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1685502'] for subnet, precommit_delete_associations {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.438380 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8204554'] for subnet, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.495184 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8204573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2714259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4103411'] for subnet, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.527253 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af147fc-6b96-41a6-9ee0-715bcf52cd60,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:03.531255 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.533184 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-72e1db39-30fd-4131-b800-7f1d40e91658 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2af147fc-6b96-41a6-9ee0-715bcf52cd60 HTTP/1.1" status: 204 len: 168 time: 0.2850966 Aug 06 19:53:03.535877 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [-] (94121) accepted ('10.222.0.64', 55076) {{(pid=94121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:03.538479 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35e447-99de-4565-b966-4c98f5fb9773 None None] Network 4d6ec680-a5eb-4504-ac94-df900bba3479 requested from n-d-793621-29 {{(pid=94123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 19:53:03.739201 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] DHCP port deletion for 4d6ec680-a5eb-4504-ac94-df900bba3479 request from n-d-793621-29 {{(pid=94123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 19:53:03.741433 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff5d25d9-5a98-4fc6-8590-f5d73c34130c no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:03.769254 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.770329 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: ff5d25d9-5a98-4fc6-8590-f5d73c34130c {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:03.770674 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device ff5d25d9-5a98-4fc6-8590-f5d73c34130c not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:03.822565 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Deleting port b0a47708-fa12-48ad-b36d-ae0807984bb9 {{(pid=94123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 19:53:03.822938 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755202505975'] for port, before_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.893547 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.db [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] For port b0a47708-fa12-48ad-b36d-ae0807984bb9, host n-d-793621-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-29',level=0,port_id=b0a47708-fa12-48ad-b36d-ae0807984bb9,segment=NetworkSegment(de4574ee-2851-4a0b-921d-9a4761642432),segment_id=de4574ee-2851-4a0b-921d-9a4761642432)] {{(pid=94123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 19:53:03.894123 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735235'] for port, precommit_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:03.912580 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Calling delete_port for b0a47708-fa12-48ad-b36d-ae0807984bb9 owned by network:dhcp {{(pid=94123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 19:53:04.021276 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8027564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755202594479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755202109157'] for port, after_delete {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.023710 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866936'] for network, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.053309 n-d-793621-29 neutron-server[94123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] Pushing event deleted for resources: {'Port': ['ID=b0a47708-fa12-48ad-b36d-ae0807984bb9,revision_number=None']} {{(pid=94123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:04.056858 n-d-793621-29 neutron-server[94123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d64b5-06ce-44b6-b388-b9b61cad70de None None] No DVR routers for this DVR port b0a47708-fa12-48ad-b36d-ae0807984bb9 on host n-d-793621-29 {{(pid=94123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 19:53:04.107828 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8201905', 'neutron.services.segments.db._delete_segments_for_network-8755202439738'] for network, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.118505 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6ec680-a5eb-4504-ac94-df900bba3479']}} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:04.128784 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4574ee-2851-4a0b-921d-9a4761642432') {'for_net_delete': True} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:04.129116 n-d-793621-29 neutron-server[94121]: DEBUG neutron.services.segments.db [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4574ee-2851-4a0b-921d-9a4761642432') {} {{(pid=94121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 19:53:04.139903 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755202672276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1685481'] for segment, before_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.158582 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097'] for segment, precommit_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.164830 n-d-793621-29 neutron-server[94121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 19:53:04.165237 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8207097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714189'] for segment, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: Traceback (most recent call last): Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: timer() Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: cb(*args, **kw) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: return func(*args, **kwargs) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: self._notify() Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: self.callback(batched_events) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: event.method(event) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: return f(self, *a, **k) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: return self._get(url).json() Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: return self.request(url, 'GET', **kwargs) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 19:53:04.167308 n-d-793621-29 neutron-server[94121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 19:53:04.231767 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8201864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730928'] for network, after_delete {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.239658 n-d-793621-29 neutron-server[94121]: DEBUG neutron_lib.callbacks.manager [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.244150 n-d-793621-29 neutron-server[94121]: INFO neutron.wsgi [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d6ec680-a5eb-4504-ac94-df900bba3479 HTTP/1.1" status: 204 len: 168 time: 0.7053838 Aug 06 19:53:04.261899 n-d-793621-29 neutron-server[94121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e62f6-472f-49bb-8828-b8b5ab92e7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6ec680-a5eb-4504-ac94-df900bba3479,revision_number=None']} {{(pid=94121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:04.431138 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55080) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:04.853274 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-2616e928-77b4-41c9-b161-1daef9906faa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=910ff14586934876ada3ad2580be41cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208543 Aug 06 19:53:04.857066 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55082) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:04.909589 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:53:04.918863 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:04.950709 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.003414 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.006182 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.007484 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09f8d707-b5f0-405f-9765-7eb6e8161366 HTTP/1.1" status: 204 len: 168 time: 0.1480246 Aug 06 19:53:05.018480 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091e258-e0c8-4e12-8630-a5b5953274f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8d707-b5f0-405f-9765-7eb6e8161366,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:05.196595 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.301982 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b0a47708-fa12-48ad-b36d-ae0807984bb9 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:05.322757 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: b0a47708-fa12-48ad-b36d-ae0807984bb9 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:05.323109 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device b0a47708-fa12-48ad-b36d-ae0807984bb9 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:05.323538 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4074cd71-b520-41a5-bf3a-e89321102528 no longer exists at agent ovs-agent-n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 19:53:05.345653 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.plugin [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] No Port match for: 4074cd71-b520-41a5-bf3a-e89321102528 {{(pid=94123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 19:53:05.345995 n-d-793621-29 neutron-server[94123]: DEBUG neutron.plugins.ml2.rpc [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Device 4074cd71-b520-41a5-bf3a-e89321102528 not bound to the agent host n-d-793621-29 {{(pid=94123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 19:53:05.435102 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55088) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:05.490639 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-0b1e6281-2f35-4330-9601-3d09f84d1b40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31aea049d40d46cc938f35a1bff62b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542769 Aug 06 19:53:05.493428 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [-] (94122) accepted ('10.222.0.64', 55090) {{(pid=94122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 19:53:05.551282 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.573733 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.631230 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753113'] for security_group, after_delete {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.634335 n-d-793621-29 neutron-server[94122]: DEBUG neutron_lib.callbacks.manager [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:05.635560 n-d-793621-29 neutron-server[94122]: INFO neutron.wsgi [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43b822a3-e26d-4db8-83d3-674c68f45fc4 HTTP/1.1" status: 204 len: 168 time: 0.1411817 Aug 06 19:53:05.643895 n-d-793621-29 neutron-server[94122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c392c8b-6720-4be9-9dd7-f62807783d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b822a3-e26d-4db8-83d3-674c68f45fc4,revision_number=None']} {{(pid=94122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 19:53:11.660334 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:12.906600 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:28.665858 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-210709e9-7e54-4c7e-b7d8-d109253a92ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:31.542493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:31.894565 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-1207e12b-665b-4e5c-9208-c578608b9f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:33.750141 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:35.204131 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:41.677243 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:41.909691 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:53:42.904832 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:53:58.661474 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-72ca18e9-72c2-4cc3-993f-1e64b04cb08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:01.542120 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:01.899553 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5b425d84-b668-44c2-bbeb-18a5d2084342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:03.742299 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:05.205599 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:11.673823 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:12.905122 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:18.910563 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:54:28.656377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b4e92468-f186-45c0-9b8e-39260c754f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:31.539231 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:31.906454 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0daf-baf6-4d5a-9243-1bce8330a8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:33.748780 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:35.208359 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:41.673214 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:42.907019 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:54:55.910796 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:54:58.660763 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b3039aa-6e49-4b6e-ba13-1dcf40595bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:01.538075 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:01.900590 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6175d3bd-e876-441d-8a11-50aed82d9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:03.752949 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:05.210829 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:11.671138 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:12.903933 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:28.667457 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-95d93a9b-3421-40cd-8888-f0f56330de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:31.533167 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:31.906151 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-852f7c71-abca-4f56-8c2b-772c700906d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:32.910768 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:55:33.750580 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:35.213259 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:41.672213 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:42.902009 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:55:58.662943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-73c8c6d9-8f44-4102-8b79-3814d23f9ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:01.539502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:01.902823 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a07bafce-9b35-4674-8fda-3173f492440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:03.757896 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:05.216943 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:09.911195 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:56:11.669695 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:12.900332 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:28.657396 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-eebcc13f-aafc-45e4-94ea-a7daa9510b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:31.539088 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:31.900493 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-585af60e-b15c-4b63-9aaf-30f92e24f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:33.755978 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:35.222377 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:41.668965 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:42.919607 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:56:46.913838 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:56:50.591720 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-6f7879c0-b994-47cd-aaea-541a72a5d01d req-3e455c54-09b9-4da1-b028-2376634604d9 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] (94121) timed out ('10.222.0.16', 50654) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:56:54.261025 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-41d5c65f-5666-4805-aae2-b8662f9a62bc req-85f91541-572b-4972-9eca-ec1de0ff9e3a service neutron] (94122) timed out ('10.222.0.55', 57362) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:56:54.694629 n-d-793621-29 neutron-server[94121]: DEBUG neutron.wsgi [req-ea30dd2f-af6e-408e-87ab-1db303017fd5 req-aae818a4-8f7d-4ba7-832a-e1b9a39132cf tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] (94121) timed out ('10.222.0.55', 57859) {{(pid=94121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:56:54.989854 n-d-793621-29 neutron-server[94122]: DEBUG neutron.wsgi [req-83740dbc-f807-4cb9-982d-da1e9b7bf407 req-22f24151-0e72-4dcd-8ea9-79595565f868 tempest-TestSnapshotPattern-1444178977 tempest-TestSnapshotPattern-1444178977-project] (94122) timed out ('10.222.0.64', 39628) {{(pid=94122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 19:56:58.666204 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-19bbee0a-3ab4-40e0-abe3-9fc745f521d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:01.540496 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:01.900240 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-81304872-7014-47bb-913c-dfa99310a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:03.760391 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:05.221050 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:11.681017 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:12.925655 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:23.914007 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:57:28.662176 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-e0c326bd-419b-4135-8f73-d4a2e4ec0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:31.541420 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:31.899883 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-f7483e2c-03cb-4a4d-a149-a3683baba1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:33.761563 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:35.225840 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:41.681732 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:42.926514 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:57:58.658185 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab656-3eef-4bc9-bb77-5256ad572f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:00.914796 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:58:01.541963 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:01.898260 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a488ffb6-f238-491a-9d37-13f61a8ae2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:03.774642 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:05.230321 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:11.698172 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:12.935440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:28.654437 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-ba26c4fe-9938-4b8a-b8e8-f743fdf54da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:31.543502 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:31.895137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-d0b648bf-5c20-476b-8f39-b20ec80918e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:33.764192 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:35.232073 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:37.915329 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:58:41.702571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:42.938062 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:58:58.651905 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-b7be426d-9ce0-4036-a567-56c69c4d4193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:01.540788 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:01.889892 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a3d6-f4ac-4b6b-89fc-6de5dfaee60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:03.767268 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:05.235267 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:11.701380 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:12.947898 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:14.916491 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:59:28.646157 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-0b4665fa-b8f5-4f36-a457-72dada6f6c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:31.537571 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:31.896016 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-baeb4ee5-16a7-40ad-9e9b-34e31b2c55bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:33.768687 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:35.241713 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:41.726668 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:42.950264 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 19:59:51.919288 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 19:59:58.656346 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-801d5897-9401-4f30-835d-0c0c6bf18fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:01.539795 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:01.907440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-947da4c5-e170-4557-b53b-b6109dd6f627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:03.777173 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:05.245181 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:11.736604 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:12.964068 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:28.650337 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8aca5161-1f26-429e-8071-f9364ae13726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:28.919712 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 20:00:31.698825 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:31.902219 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-8ab079e7-684d-42dc-848b-87f51bee43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:33.779591 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:35.245197 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:41.731995 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:42.961237 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:00:58.655440 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed7d7-8937-4532-a193-e484f18f06e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:01.534719 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:01.910045 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-5860208d-bc6e-4731-9858-c4fdcbd093b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:03.780444 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:05.259064 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:05.919702 n-d-793621-29 neutron-server[94124]: DEBUG neutron.db.agents_db [None req-81a29cc1-0a11-4e33-b7ed-b235dafc6976 None None] Agent healthcheck: found 7 active agents {{(pid=94124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 20:01:11.745182 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-041f9f35-5bbc-44ae-84e0-4d0b8ad2b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:12.974137 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-471c2be8-2017-4c66-a23a-bf85881972d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:28.662548 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-97708dc6-4caa-463f-94bc-808ffe4f46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:31.539436 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-181b1b67-59dc-416e-9773-9548e89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:31.905401 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-818a9efb-41a4-4bcd-b584-2e2dc3cbce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:33.783154 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-a684765c-af66-4570-9ae4-a026f58e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 20:01:35.251767 n-d-793621-29 neutron-server[94123]: DEBUG neutron_lib.callbacks.manager [None req-219dcbda-3364-4936-8499-6fddb0430502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755202658573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8003531'] for agent, after_update {{(pid=94123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}